-- Logs begin at Fri 2021-11-26 15:56:28 UTC, end at Fri 2021-11-26 17:42:26 UTC. -- Nov 26 16:29:12.908820 dv-neutron-819440-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Nov 26 16:29:15.257553 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.common.config [-] Logging enabled! Nov 26 16:29:15.258256 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev88 Nov 26 16:29:15.258346 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87413) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 26 16:29:15.261429 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.common.config [-] Logging enabled! Nov 26 16:29:15.261692 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev88 Nov 26 16:29:15.262011 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87413) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 26 16:29:15.262949 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 26 16:29:15.263188 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 26 16:29:15.263551 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 26 16:29:15.263824 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 26 16:29:15.264059 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 26 16:29:15.264389 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.264696 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.265003 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.265239 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.265542 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.265839 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.266131 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.266427 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.266735 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.267032 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.267322 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.267616 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.267882 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.268174 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.268499 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.268795 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.269029 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] debug = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.269318 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.269751 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.270174 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.270466 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.270868 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.271050 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.271333 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.271617 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.271933 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.272273 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] host = dv-neutron-819440-1-hyperv {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.272559 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.272855 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.273150 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.273445 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.273725 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.274009 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.274300 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.274582 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.274864 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] log_file = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.275145 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.275440 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.275758 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.276061 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.276288 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.276516 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.276810 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.277103 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.277383 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.277663 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.277957 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.278219 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.278497 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.278776 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.279067 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.279359 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.279647 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.279956 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.280235 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.280513 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.280792 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.281084 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.281368 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.281646 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.281924 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.282214 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.282488 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.282769 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.283076 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.283370 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.283658 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.284001 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.284285 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.284574 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.284854 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.285132 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.285409 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] use_json = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.285691 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.285967 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.286254 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.286529 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.286806 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.287085 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.287362 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.287652 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:15.287983 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.288286 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.288593 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.288883 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.289185 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.289472 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.289766 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.290053 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.290347 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.290640 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.290934 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.291220 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.291514 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.291821 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.292123 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.292432 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.292731 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.293030 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.293314 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.293595 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.293876 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.294160 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.294451 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.294750 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.295046 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.295328 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.295611 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.295937 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.296225 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.296506 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.296789 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.297086 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.297370 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.297651 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.297939 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.298221 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.298499 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.298776 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.299059 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.299354 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.300181 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.300471 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.300752 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.301036 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.301313 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.301605 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.301893 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.302177 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.302460 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.302746 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.303025 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.303306 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.303590 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.303894 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.304183 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.304468 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.304752 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.305036 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.305317 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.305600 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.305882 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.306164 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.306448 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.306728 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.307009 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.307289 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.307571 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.307999 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.308296 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.308601 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.308887 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.309173 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.309458 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.309744 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.310029 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.310316 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.310598 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.310882 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.311160 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.311456 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.311767 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.312064 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.312356 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.312640 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.312939 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.313222 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.313509 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.313793 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.314080 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.314377 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.314671 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.314975 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.315908 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.316221 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.316528 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.316832 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.317123 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.317443 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.317735 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:15.317959 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 26 16:29:15.318204 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87413) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 26 16:29:15.709922 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO keyring.backend [-] Loading KWallet Nov 26 16:29:15.717251 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO keyring.backend [-] Loading SecretService Nov 26 16:29:15.720914 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO keyring.backend [-] Loading Windows Nov 26 16:29:15.722800 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO keyring.backend [-] Loading chainer Nov 26 16:29:15.723387 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO keyring.backend [-] Loading macOS Nov 26 16:29:15.757991 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87413) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:29:15.758274 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87413) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:29:15.758571 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87413) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:29:15.758913 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 26 16:29:16.067342 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.067539 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.067853 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.069068 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.069346 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.069624 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.188428 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.188711 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.188987 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.202875 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.203164 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.203435 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.231885 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.232175 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.232450 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.271526 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.272107 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.272107 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.509374 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.509671 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.509947 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.510221 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.510990 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.636800 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.637135 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.637429 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.637705 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.637977 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.638296 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.638570 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.638835 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.639097 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.639387 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.639652 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.640089 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.640367 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.640633 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.640912 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.641192 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.641463 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.641742 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.642112 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.642407 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.642768 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.643029 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.643312 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.643604 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.643888 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.644142 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.644538 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 26 16:29:16.644785 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 26 16:29:16.645028 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 26 16:29:16.645269 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 26 16:29:16.645509 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 26 16:29:16.645747 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 26 16:29:16.646114 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 26 16:29:16.649285 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 26 16:29:16.653295 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 26 16:29:16.657140 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Nov 26 16:29:16.658794 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 26 16:29:16.659789 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 26 16:29:16.660137 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 26 16:29:16.660554 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 26 16:29:16.663571 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 26 16:29:16.663871 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 26 16:29:16.664226 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 26 16:29:16.692569 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 26 16:29:16.693021 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.693325 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87413) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 26 16:29:16.693693 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.695081 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87413) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 26 16:29:16.695369 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 26 16:29:16.695622 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 26 16:29:16.698903 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.699194 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:16.760785 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 26 16:29:16.760981 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 26 16:29:16.761222 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 26 16:29:16.761601 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 26 16:29:16.794306 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_db.sqlalchemy.engines [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87413) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 26 16:29:17.133530 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.managers [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Initializing driver for type 'gre' Nov 26 16:29:17.134155 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] gre ID ranges: [(1, 1000)] Nov 26 16:29:17.185106 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.managers [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Initializing driver for type 'local' Nov 26 16:29:17.185515 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.managers [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Initializing driver for type 'vlan' Nov 26 16:29:17.197929 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] VlanTypeDriver initialization complete Nov 26 16:29:17.198258 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.managers [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Initializing driver for type 'vxlan' Nov 26 16:29:17.198788 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] vxlan ID ranges: [(1, 1000)] Nov 26 16:29:17.249985 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.managers [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Initializing extension driver 'port_security' Nov 26 16:29:17.250386 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.extensions.port_security [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] PortSecurityExtensionDriver initialization complete Nov 26 16:29:17.250685 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.managers [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Initializing mechanism driver 'openvswitch' Nov 26 16:29:17.251063 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.managers [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Initializing mechanism driver 'hyperv' Nov 26 16:29:17.258255 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.plugins.ml2.plugin [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:29:17.259012 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > port after_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.259383 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > port after_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.259755 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > port after_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.260149 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > subnet after_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.260505 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > subnet after_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.260854 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > subnet after_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.261236 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > network after_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.261587 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > network after_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.261933 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > network after_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.262312 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > security_group after_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.262683 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > security_group after_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.263003 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > security_group after_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.263378 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.263749 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.264083 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.264457 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > address_group after_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.264799 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > address_group after_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.265134 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > address_group after_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.265474 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] ML2 OVO RPC backend initialized. {{(pid=87413) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 26 16:29:17.266182 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > router_interface after_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.266536 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.266953 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > network before_response 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.267333 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > networks before_response 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.267683 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > port before_response 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.268057 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > ports before_response 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.269005 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > subnet before_response 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.269348 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > subnets before_response 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.269696 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > network after_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.270038 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > network after_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.270375 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > network after_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.270711 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > port after_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.271046 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > port after_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.271381 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > port after_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.271737 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > subnet after_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.272265 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > subnet after_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.272391 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > subnet after_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.272965 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.plugin [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Modular L2 Plugin initialization complete Nov 26 16:29:17.273294 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading services supported by the core plugin {{(pid=87413) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 26 16:29:17.273620 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.plugins.ml2.managers [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Got port-security extension from driver 'port_security' Nov 26 16:29:17.274076 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.extensions.vlantransparent [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Disabled vlantransparent extension. Nov 26 16:29:17.274563 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87413) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 26 16:29:17.274876 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading Plugin: router Nov 26 16:29:17.310641 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > router_interface before_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.311034 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > router after_create 55549900 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.311413 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > router before_create 55549900 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.311818 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.312204 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.312565 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > router after_delete 55549900 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.312931 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > floatingip after_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.313302 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > router after_create 55549900 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.313658 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > router after_update 55549900 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.314019 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > router after_update 55549900 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.314372 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.314739 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > router after_update 55549900 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.315671 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > router precommit_update 55549900 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.316073 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: port after_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.316415 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: port after_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.316753 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: subnet after_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.317092 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.317440 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > port precommit_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.317792 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > router precommit_create 55549900 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.318138 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: port before_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.318484 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > router precommit_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.318849 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > router after_update 55549900 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.319199 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > router precommit_delete 55549900 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.319553 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > router precommit_create 55549900 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.319943 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > router_interface after_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.320297 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > router precommit_update 55549900 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.320665 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > agent after_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.321020 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > agent after_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.321372 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > network after_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.322227 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Tracking information for resource: router configured {{(pid=87413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 26 16:29:17.322558 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Tracking information for resource: floatingip configured {{(pid=87413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 26 16:29:17.327651 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.db.l3_agentschedulers_db [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 26 16:29:17.328262 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: port after_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.328622 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: port after_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.328975 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: port after_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.329328 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: port after_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.330110 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > router before_create 55550100 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.330474 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > router precommit_delete 55550100 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.331448 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > router precommit_create 55550100 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.331838 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > router precommit_update 55550100 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.336382 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.services.provider_configuration [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Service providers = [] {{(pid=87413) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 26 16:29:17.336747 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.db.servicetype_db [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87413) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 26 16:29:17.339679 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.services.service_base [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87413) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 26 16:29:17.340048 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.services.service_base [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87413) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 26 16:29:17.340390 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.services.service_base [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87413) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 26 16:29:17.341444 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.services.service_base [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87413) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 26 16:29:17.341817 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.services.service_base [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 26 16:29:17.342190 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 26 16:29:17.342509 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 26 16:29:17.353027 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 26 16:29:17.353362 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading Plugin: auto_allocate Nov 26 16:29:17.359213 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: network precommit_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.359583 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: network precommit_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.360128 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 26 16:29:17.360453 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading Plugin: tag Nov 26 16:29:17.367303 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 26 16:29:17.367633 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading Plugin: timestamp Nov 26 16:29:17.371747 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 26 16:29:17.372076 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading Plugin: network_ip_availability Nov 26 16:29:17.377351 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.378246 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.378602 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.379313 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 26 16:29:17.379634 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading Plugin: flavors Nov 26 16:29:17.384681 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 26 16:29:17.384968 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading Plugin: revisions Nov 26 16:29:17.389271 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 26 16:29:17.389659 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_concurrency.lockutils [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.631s {{(pid=87413) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:29:17.390405 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87413) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 26 16:29:17.390742 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Initializing extension manager. Nov 26 16:29:17.391243 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: __init__.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.391585 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: __pycache__ {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.391947 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.392285 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: address_group.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.393039 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.393684 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: address-group Nov 26 16:29:17.394012 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: address_scope.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.394722 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.395228 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: address-scope Nov 26 16:29:17.395553 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: admin_state_down_before_update.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.396512 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.397023 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: router-admin-state-down-before-update Nov 26 16:29:17.397348 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: agent.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.398048 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.398554 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: agent Nov 26 16:29:17.398874 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: agent_resources_synced.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.399812 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.400325 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: agent-resources-synced Nov 26 16:29:17.400646 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: allowedaddresspairs.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.402435 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.402959 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: allowed-address-pairs Nov 26 16:29:17.403287 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: auto_allocated_topology.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.404399 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.404918 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: auto-allocated-topology Nov 26 16:29:17.405246 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: availability_zone.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.405936 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.406443 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: availability_zone Nov 26 16:29:17.406767 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: availability_zone_filter.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.407678 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.408216 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: availability_zone_filter Nov 26 16:29:17.408542 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: data_plane_status.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.409981 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.410487 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension data-plane-status not supported by any of loaded plugins Nov 26 16:29:17.410811 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: default_subnetpools.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.411735 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.412262 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: default-subnetpools Nov 26 16:29:17.412587 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: dhcpagentscheduler.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.413390 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.413902 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: dhcp_agent_scheduler Nov 26 16:29:17.414231 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: dns.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.415140 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.415649 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension dns-integration not supported by any of loaded plugins Nov 26 16:29:17.415996 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: dns_domain_ports.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.416916 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.417428 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 26 16:29:17.417751 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: dvr.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.418424 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.418932 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: dvr Nov 26 16:29:17.419253 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: empty_string_filtering.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.420198 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.420704 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: empty-string-filtering Nov 26 16:29:17.421024 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.421935 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.422438 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 26 16:29:17.422756 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.423674 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.424209 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 26 16:29:17.425106 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: external_net.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.426041 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.426549 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: external-net Nov 26 16:29:17.426869 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: extra_dhcp_opt.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.427812 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.428319 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: extra_dhcp_opt Nov 26 16:29:17.428640 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: extraroute.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.429548 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.430053 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: extraroute Nov 26 16:29:17.430375 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: extraroute_atomic.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.431425 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.431956 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: extraroute-atomic Nov 26 16:29:17.432279 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: filter_validation.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.432946 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.433450 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: filter-validation Nov 26 16:29:17.433768 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: fip_pf_description.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.436101 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.436628 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 26 16:29:17.436959 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: fip_port_details.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.437883 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.438399 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: fip-port-details Nov 26 16:29:17.438725 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: flavors.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.440004 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.440579 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: flavors Nov 26 16:29:17.440907 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.442570 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.443094 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 26 16:29:17.443428 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: floatingip_pools.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.444174 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.444686 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: floatingip-pools Nov 26 16:29:17.445012 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: ip_allocation.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.445944 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.446447 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension ip_allocation not supported by any of loaded plugins Nov 26 16:29:17.446772 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.447689 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.448224 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: ip-substring-filtering Nov 26 16:29:17.448552 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: l2_adjacency.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.449475 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.449982 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension l2_adjacency not supported by any of loaded plugins Nov 26 16:29:17.450308 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: l3.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.451265 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.451817 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: router Nov 26 16:29:17.452149 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: l3_conntrack_helper.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.454382 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.454905 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 26 16:29:17.455232 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.456742 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.457255 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: ext-gw-mode Nov 26 16:29:17.457584 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.458509 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.459016 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: l3-ha Nov 26 16:29:17.459340 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: l3_flavors.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.460290 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.460800 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: l3-flavors Nov 26 16:29:17.461123 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.462062 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.462568 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: l3-port-ip-change-not-allowed Nov 26 16:29:17.462891 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: l3agentscheduler.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.463925 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.464448 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: l3_agent_scheduler Nov 26 16:29:17.464773 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: logging.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.466276 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.466792 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension logging not supported by any of loaded plugins Nov 26 16:29:17.467122 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: metering.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.467904 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.468478 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: metering Nov 26 16:29:17.468804 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.469910 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.470422 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: metering_source_and_destination_fields Nov 26 16:29:17.470750 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: multiprovidernet.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.472409 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.472925 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: multi-provider Nov 26 16:29:17.473250 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: netmtu.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.474177 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.474686 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: net-mtu Nov 26 16:29:17.475011 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: netmtu_writable.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.475966 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.476475 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: net-mtu-writable Nov 26 16:29:17.476797 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: network_availability_zone.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.477469 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.477973 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: network_availability_zone Nov 26 16:29:17.478294 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: network_ip_availability.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.479386 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.479923 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: network-ip-availability Nov 26 16:29:17.480250 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: network_segment_range.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.481014 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.481518 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension network-segment-range not supported by any of loaded plugins Nov 26 16:29:17.481841 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: pagination.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.482819 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.483151 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: pagination Nov 26 16:29:17.483470 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: port_device_profile.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.484424 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.484937 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: port-device-profile Nov 26 16:29:17.485259 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.486181 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.486691 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: port-mac-address-regenerate Nov 26 16:29:17.487038 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.487976 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.488487 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: port-numa-affinity-policy Nov 26 16:29:17.488806 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: port_resource_request.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.489719 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.490225 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension port-resource-request not supported by any of loaded plugins Nov 26 16:29:17.490546 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: portbindings.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.491472 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.492005 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: binding Nov 26 16:29:17.492327 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: portbindings_extended.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.493610 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.494127 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: binding-extended Nov 26 16:29:17.494453 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: portsecurity.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.495372 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.496156 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: port-security Nov 26 16:29:17.496481 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: project_id.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.497457 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.497789 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: project-id Nov 26 16:29:17.498112 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: providernet.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.499041 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.499553 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: provider Nov 26 16:29:17.499916 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: qos.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.503467 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.504034 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension qos not supported by any of loaded plugins Nov 26 16:29:17.504367 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.505625 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.506143 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 26 16:29:17.506470 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.507390 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.507936 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 26 16:29:17.508262 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: qos_default.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.509173 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.509684 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension qos-default not supported by any of loaded plugins Nov 26 16:29:17.510008 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: qos_fip.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.510659 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.511160 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension qos-fip not supported by any of loaded plugins Nov 26 16:29:17.511479 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: qos_gateway_ip.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.512435 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.512945 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 26 16:29:17.513268 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: qos_port_network_policy.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.514185 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.514690 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 26 16:29:17.515011 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: qos_rule_type_details.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.515956 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.516462 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 26 16:29:17.516782 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: qos_rules_alias.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.517826 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.518872 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 26 16:29:17.519196 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: quotasv2.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.520131 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.520576 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: quotas Nov 26 16:29:17.520899 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: quotasv2_detail.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.522516 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.522852 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: quota_details Nov 26 16:29:17.523181 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: rbac.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.524251 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.524779 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: rbac-policies Nov 26 16:29:17.525108 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: rbac_address_group.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.526035 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.526549 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: rbac-address-group Nov 26 16:29:17.526876 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: rbac_address_scope.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.527825 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.528339 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: rbac-address-scope Nov 26 16:29:17.528666 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: rbac_security_groups.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.529580 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.530091 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: rbac-security-groups Nov 26 16:29:17.530418 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: rbac_subnetpool.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.531340 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.531884 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: rbac-subnetpool Nov 26 16:29:17.532211 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: revisionifmatch.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.533124 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.533634 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: revision-if-match Nov 26 16:29:17.534035 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: revisions.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.535146 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.535656 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: standard-attr-revisions Nov 26 16:29:17.536005 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: router_availability_zone.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.536680 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.537190 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: router_availability_zone Nov 26 16:29:17.537517 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: routerservicetype.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.538445 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.538956 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension router-service-type not supported by any of loaded plugins Nov 26 16:29:17.539280 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.540227 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.540738 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: security-groups-normalized-cidr Nov 26 16:29:17.541060 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: security_groups_port_filtering.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.541982 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.542492 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: port-security-groups-filtering Nov 26 16:29:17.542813 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.543738 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.544261 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: security-groups-remote-address-group Nov 26 16:29:17.544588 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: securitygroup.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.554804 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.555336 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: security-group Nov 26 16:29:17.555671 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: segment.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.556474 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.556985 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension segment not supported by any of loaded plugins Nov 26 16:29:17.557314 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.558247 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.558755 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 26 16:29:17.559081 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: servicetype.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.560211 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.560730 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: service-type Nov 26 16:29:17.561057 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: sorting.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.562036 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.562371 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: sorting Nov 26 16:29:17.562695 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: standard_attr_segment.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.563612 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.564163 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 26 16:29:17.564489 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: standardattrdescription.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.566918 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.566918 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: standard-attr-description Nov 26 16:29:17.566918 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: stateful_security_group.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.567231 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.567641 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: stateful-security-group Nov 26 16:29:17.567999 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: stdattrs_common.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.568592 dv-neutron-819440-1-hyperv neutron-server[87413]: WARNING neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 26 16:29:17.568915 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.569933 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.570456 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 26 16:29:17.570779 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: subnet_onboard.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.571887 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.572406 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: subnet_onboard Nov 26 16:29:17.572726 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.573655 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.574171 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 26 16:29:17.574491 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: subnet_service_types.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.575423 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.575966 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: subnet-service-types Nov 26 16:29:17.576286 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: subnetallocation.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.577389 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.577909 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: subnet_allocation Nov 26 16:29:17.578234 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.578906 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.579419 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: subnetpool-prefix-ops Nov 26 16:29:17.579835 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.581338 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.581844 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 26 16:29:17.582161 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: tagging.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.583230 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.583782 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: standard-attr-tag Nov 26 16:29:17.584109 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: timestamp.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.585316 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.585830 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loaded extension: standard-attr-timestamp Nov 26 16:29:17.586156 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: trunk.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.587201 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.587723 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension trunk not supported by any of loaded plugins Nov 26 16:29:17.588068 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: trunk_details.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.588991 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.589496 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension trunk-details not supported by any of loaded plugins Nov 26 16:29:17.589818 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: uplink_status_propagation.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.590740 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.591250 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 26 16:29:17.591573 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Loading extension file: vlantransparent.py {{(pid=87413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 16:29:17.592273 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 16:29:17.592778 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extension vlan-transparent not supported by any of loaded plugins Nov 26 16:29:17.595221 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Creating instance of TrackedResource for resource:network Nov 26 16:29:17.595991 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Creating instance of TrackedResource for resource:subnet Nov 26 16:29:17.597385 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Creating instance of TrackedResource for resource:subnetpool Nov 26 16:29:17.597986 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Creating instance of TrackedResource for resource:port Nov 26 16:29:17.599346 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.v2.resource_helper [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 16:29:17.599813 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.v2.resource_helper [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Service FLAVORS assigned prefix: {{(pid=87413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 16:29:17.600443 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.v2.resource_helper [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 16:29:17.600875 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.v2.resource_helper [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 16:29:17.601203 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Creating instance of TrackedResource for resource:router Nov 26 16:29:17.601861 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Creating instance of TrackedResource for resource:floatingip Nov 26 16:29:17.602568 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.v2.resource_helper [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Service METERING assigned prefix: /metering {{(pid=87413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 16:29:17.604053 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.604424 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.604776 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:29:17.605941 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Creating instance of CountableResource for resource:rbac_policy Nov 26 16:29:17.606377 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Creating instance of TrackedResource for resource:security_group Nov 26 16:29:17.607033 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Creating instance of TrackedResource for resource:security_group_rule Nov 26 16:29:17.607786 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.v2.resource_helper [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Service CORE assigned prefix: {{(pid=87413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 16:29:17.608119 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Creating instance of TrackedResource for resource:subnetpool Nov 26 16:29:17.608463 dv-neutron-819440-1-hyperv neutron-server[87413]: WARNING neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] subnetpool is already registered Nov 26 16:29:17.609067 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.v2.resource_helper [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Service CORE assigned prefix: {{(pid=87413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 16:29:17.609392 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Creating instance of TrackedResource for resource:subnetpool Nov 26 16:29:17.609723 dv-neutron-819440-1-hyperv neutron-server[87413]: WARNING neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] subnetpool is already registered Nov 26 16:29:17.612361 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.v2.resource_helper [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 16:29:17.612801 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.v2.resource_helper [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Service FLAVORS assigned prefix: {{(pid=87413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 16:29:17.613395 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.v2.resource_helper [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 16:29:17.613818 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.v2.resource_helper [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 16:29:17.614149 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Creating instance of TrackedResource for resource:router Nov 26 16:29:17.614482 dv-neutron-819440-1-hyperv neutron-server[87413]: WARNING neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] router is already registered Nov 26 16:29:17.615079 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Creating instance of TrackedResource for resource:floatingip Nov 26 16:29:17.615413 dv-neutron-819440-1-hyperv neutron-server[87413]: WARNING neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] floatingip is already registered Nov 26 16:29:17.616079 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.v2.resource_helper [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Service METERING assigned prefix: /metering {{(pid=87413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 16:29:17.616746 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Creating instance of CountableResource for resource:rbac_policy Nov 26 16:29:17.617073 dv-neutron-819440-1-hyperv neutron-server[87413]: WARNING neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] rbac_policy is already registered Nov 26 16:29:17.617618 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Creating instance of TrackedResource for resource:security_group Nov 26 16:29:17.617944 dv-neutron-819440-1-hyperv neutron-server[87413]: WARNING neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] security_group is already registered Nov 26 16:29:17.618528 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Creating instance of TrackedResource for resource:security_group_rule Nov 26 16:29:17.618854 dv-neutron-819440-1-hyperv neutron-server[87413]: WARNING neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] security_group_rule is already registered Nov 26 16:29:17.619506 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.v2.resource_helper [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Service CORE assigned prefix: {{(pid=87413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 16:29:17.619869 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Creating instance of TrackedResource for resource:subnetpool Nov 26 16:29:17.620203 dv-neutron-819440-1-hyperv neutron-server[87413]: WARNING neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] subnetpool is already registered Nov 26 16:29:17.621082 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.v2.resource_helper [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Service CORE assigned prefix: {{(pid=87413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 16:29:17.621407 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Creating instance of TrackedResource for resource:subnetpool Nov 26 16:29:17.621733 dv-neutron-819440-1-hyperv neutron-server[87413]: WARNING neutron.quota.resource_registry [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] subnetpool is already registered Nov 26 16:29:17.622373 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: extensions {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.623882 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: address-groups {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.625520 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: address-scopes {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.626751 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: agents {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.627975 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: auto-allocated-topology {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.629229 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: availability_zones {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.630549 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: dhcp-networks {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.632007 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: dhcp-agents {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.633445 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: routers {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.636206 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: flavors {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.637337 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: service_profiles {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.638537 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: next_providers {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.640108 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: service_profiles {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.641546 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: floatingip-pools {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.642781 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: routers {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.645197 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: floatingips {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.646398 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: l3-routers {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.647827 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: l3-agents {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.649240 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: metering-labels {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.650591 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: metering-label-rules {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.651890 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: network-ip-availabilities {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.653155 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: bindings {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.654824 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: quotas {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.656303 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: quotas {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.657715 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: rbac-policies {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.659570 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: security-groups {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.660807 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: security-group-rules {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.662056 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: service-providers {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.663288 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: subnetpools {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.664744 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: subnetpools {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.666211 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: tags {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.667918 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: tags {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.669733 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: tags {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.671535 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: tags {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.673346 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: tags {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.675279 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: tags {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.677020 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: tags {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.678937 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: tags {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.680727 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: tags {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.682574 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron.api.extensions [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Extended resource: tags {{(pid=87413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 16:29:17.688650 dv-neutron-819440-1-hyperv neutron-server[87413]: WARNING keystonemiddleware.auth_token [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 26 16:29:17.693414 dv-neutron-819440-1-hyperv neutron-server[87413]: WARNING keystonemiddleware.auth_token [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 26 16:29:17.701631 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_concurrency.lockutils [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Acquired lock "singleton_lock" {{(pid=87413) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 26 16:29:17.702104 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_concurrency.lockutils [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Releasing lock "singleton_lock" {{(pid=87413) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 26 16:29:17.702732 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO oslo_service.service [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Starting 2 workers Nov 26 16:29:17.708190 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Started child 87518 {{(pid=87413) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 26 16:29:17.712343 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Started child 87519 {{(pid=87413) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 26 16:29:17.712685 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:17.713947 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO neutron.service [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Neutron service started, listening on 0.0.0.0:9696 Nov 26 16:29:17.714114 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [-] (87518) wsgi starting up on http://0.0.0.0:9696 Nov 26 16:29:17.714573 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Notify callbacks [] for process, before_spawn {{(pid=87413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:17.717342 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO oslo_service.service [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Starting 1 workers Nov 26 16:29:17.719280 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:17.720758 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [-] (87519) wsgi starting up on http://0.0.0.0:9696 Nov 26 16:29:17.723034 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Started child 87520 {{(pid=87413) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 26 16:29:17.723603 dv-neutron-819440-1-hyperv neutron-server[87413]: INFO oslo_service.service [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Starting 1 workers Nov 26 16:29:17.727212 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.service [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] calling RpcWorker wait() {{(pid=87520) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 26 16:29:17.728074 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Started child 87521 {{(pid=87413) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 26 16:29:17.728286 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.service [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] returning from RpcWorker wait() {{(pid=87520) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 26 16:29:17.728835 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG neutron_lib.callbacks.manager [None req-92658e31-7eab-4ecb-84ed-a9cf4957dd6c None None] Notify callbacks [] for process, after_spawn {{(pid=87413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:17.730022 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:17.730639 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:29:17.730760 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87413) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 26 16:29:17.730857 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 26 16:29:17.731033 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 26 16:29:17.731253 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 26 16:29:17.731586 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 26 16:29:17.731765 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 26 16:29:17.732302 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.732573 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.732859 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.733136 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.733410 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.733950 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.734204 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:17.734649 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.734649 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.734782 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.734943 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.735100 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.735240 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.735483 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.735836 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.736129 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.736871 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.736871 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.737072 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.737140 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.737382 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.737666 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.737952 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.738369 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] debug = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.738630 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.739133 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.739363 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.739650 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.739930 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.740201 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.740433 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.740713 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.741045 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.741289 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.741561 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.741833 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.742077 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.742320 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.742542 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.742867 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.743089 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.743561 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] host = dv-neutron-819440-1-hyperv {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.743800 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.744057 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.744290 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.744544 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.745191 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.745191 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.745327 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.745898 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.746070 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.746444 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.746749 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.746986 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.747231 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.747521 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] log_file = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.747767 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] log_options = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.748138 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.748236 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.748499 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.748678 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.748919 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.749094 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.749354 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.749510 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.749782 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.750027 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.750325 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.750525 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.750754 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.751000 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.751303 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.751543 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.751810 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.752049 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.752367 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.752647 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.752919 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.753182 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.753427 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.753662 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.753911 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.754211 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.754408 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.754690 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.754882 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.755157 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.755437 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.755683 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.755967 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.756271 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.756513 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.756762 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.757065 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.757387 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.757558 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.757776 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.758054 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.758286 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.758586 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.758807 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.759074 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.759476 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] use_json = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.759476 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.759887 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.760140 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.760439 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.760707 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.760902 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.761120 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.761390 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.761818 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.762150 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.762462 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.762856 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.763200 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.763459 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.763901 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.764107 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.764298 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:29:17.764484 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.764628 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.764927 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.765156 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.765451 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.765702 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.766144 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.766360 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.766660 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.766909 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.767130 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.767459 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.767675 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.767943 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.768854 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.769132 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.769429 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.769710 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.770083 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.770350 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.770583 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.770810 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.771053 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.771246 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.771531 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.771772 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.772126 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.772490 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.772656 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.773001 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.773126 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.773425 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.773785 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.774050 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.774387 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.774659 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.775163 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.775627 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.776049 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.776197 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.776346 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.776549 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.776844 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.777141 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.777452 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.777850 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.778680 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.778680 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.778967 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.778967 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.779231 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.779735 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.780167 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.780167 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.780435 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.780604 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.780874 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.781037 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.781228 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.781483 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.781966 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.781966 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.782264 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.782504 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.782740 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.782925 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.783158 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.783348 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.784653 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.784653 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.784653 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.785142 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.785142 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.785394 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.785542 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.785676 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.785923 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.786239 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.786488 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.786756 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.787001 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.787235 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.787476 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.787748 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.787987 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.788225 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.788459 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.788760 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.788999 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.789254 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.789711 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.789865 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.790075 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.790404 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.790665 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.790918 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.791350 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.791488 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.791630 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.792122 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.792268 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.792458 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.792694 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.792965 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.793200 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.793463 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.793684 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.793969 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.794266 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.794529 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.794784 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.795016 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.795247 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.795502 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.796478 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.796478 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.796478 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.796478 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.796910 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.797000 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.797240 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.797461 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.797697 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.797946 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.798261 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.798509 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.798741 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.798955 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.799226 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.799486 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.799966 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.800099 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.800487 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.800782 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.801143 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.801384 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.801617 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.801872 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.802377 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.802377 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.802642 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.802812 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.803063 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.803949 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.803949 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.803949 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.804328 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.804328 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.804555 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.804966 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.804966 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.805357 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.805487 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.805670 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.805910 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.806148 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.806645 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.806645 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.806907 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.807063 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.807281 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.807565 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.807822 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.808057 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.808555 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.808555 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.808805 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.808966 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.809206 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.809427 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.809640 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.809879 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.810120 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.811618 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.811618 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.811618 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.811618 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.811618 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.811618 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.812382 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.812382 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.812630 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.812630 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.812865 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.813047 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.813288 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.813516 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.813727 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.813939 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.814154 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.814431 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.814670 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.814931 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.815186 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.815398 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.815633 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.815884 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.816112 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.816409 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.816657 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.816890 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.817125 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.817352 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.817579 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.817786 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.817994 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.818209 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.818417 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.818644 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.818850 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.819056 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.819269 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.819476 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.819804 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.820054 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.820293 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.820609 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.820851 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.821077 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.821336 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.821643 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.821856 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.822095 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.822347 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.822583 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.822801 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.823080 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.823401 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.823897 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.824357 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.824993 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.825455 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.825881 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.826173 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.826389 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.826708 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.827045 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.827467 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.827762 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.828005 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.828273 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.828499 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.828717 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.828942 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.829180 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.829400 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.829669 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.829909 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.830140 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.830356 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.830580 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.831325 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.831571 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.831833 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.832072 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.832293 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.832449 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 26 16:29:17.832961 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87413) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 26 16:29:17.833122 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 26 16:29:17.833276 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 26 16:29:17.833447 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 26 16:29:17.833617 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 26 16:29:17.833768 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 26 16:29:17.834141 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.834302 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.834464 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.834624 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.834782 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.834962 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.835122 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.835279 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.835581 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.835909 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.836213 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.836366 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.836532 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.836689 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.836851 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.837008 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.837169 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.837327 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.837529 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.837621 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.837780 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.837935 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.838097 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] debug = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.838257 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.838459 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.838624 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.838764 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.838951 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.839087 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.839241 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.839397 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.839549 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.839706 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.839884 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.840041 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.840203 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.840356 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.840669 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.840821 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.841123 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.841283 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] host = dv-neutron-819440-1-hyperv {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.841438 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.841742 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.841900 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.842059 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.842213 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.842373 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.842528 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.842688 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.842840 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.843142 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.843300 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.843456 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.843612 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.843796 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] log_file = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.843955 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] log_options = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.844114 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.844270 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.844428 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.844610 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.844773 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.844930 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.845091 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.845248 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.845407 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.845557 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.845709 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.845864 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.846020 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.846175 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.846352 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.846512 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.847201 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.847368 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.847525 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.847683 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.847863 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.848019 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.848177 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.848332 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.848489 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.848645 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.848800 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.848954 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.849111 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.849265 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.849422 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.849580 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.849737 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.849893 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.850049 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.850203 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.850359 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.850519 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.850675 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.850831 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.850989 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.851144 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.851300 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.851459 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.851615 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.851793 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] use_json = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.851951 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.852108 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.852264 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.852420 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.852578 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.852735 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.852893 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.853051 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 16:29:17.853229 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.853370 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.853542 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.853705 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.853865 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.854060 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.854176 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.854328 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.854486 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.854644 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.854810 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.854970 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.855138 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.855297 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.855454 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.855616 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.855801 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.855960 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.856119 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.856277 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.856435 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.856592 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.856766 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.856926 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.857086 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.857250 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.857411 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.857572 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.857731 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.857892 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.858052 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.858269 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.858392 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.858546 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.858862 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.859000 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.859470 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.859470 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.859470 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.859897 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.860265 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.860265 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.860547 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.860547 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.860850 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.860850 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.861524 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.861524 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.861524 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.861524 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.861524 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.862183 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.862183 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.862183 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.862183 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.862472 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.862472 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.862615 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.862736 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.862902 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.863067 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.863207 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.863361 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.863674 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.863878 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.864073 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.864191 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.864374 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.864492 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.864633 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.864791 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.864949 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.865108 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.865272 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.865441 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.865585 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.865745 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.865898 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.866051 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.866334 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.866434 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.866514 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.866667 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.866879 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.867053 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.867185 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.867628 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.867628 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.867628 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.868284 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.868284 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.868284 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.868284 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.868775 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.868775 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.868775 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.868775 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.869209 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.869209 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.869209 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.869421 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.869500 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.869655 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.869813 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.869971 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.870132 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.870285 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.870707 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.870866 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.871024 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.871181 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.871466 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.871587 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.871746 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.871899 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.872064 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.872197 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.872281 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.872398 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.872562 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.872720 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.872869 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.873025 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.873340 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.873340 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.873509 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.873634 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.873800 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.873970 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.874131 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.874305 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.874508 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.874508 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.874825 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.874906 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.875043 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.875200 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.875360 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.875781 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.875781 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.875950 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.876033 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.876113 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.876273 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.876431 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.876591 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.877202 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.877202 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.877202 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.877202 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.877511 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.877511 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.878420 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.878420 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.878565 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.878848 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.878848 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.879030 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.879030 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.880222 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.880222 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.880222 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.880222 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.880222 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.880222 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.880222 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.880222 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.880874 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.880874 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.880874 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.880874 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.881299 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.881299 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.881299 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.881845 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.881845 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.881845 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.881845 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.882374 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.882374 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.882374 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.882583 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.882583 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.882726 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.882871 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.883029 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.883187 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.883401 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.883526 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.883654 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.883835 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.883994 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.884153 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.884312 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.884470 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.884636 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.884790 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.884905 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:29:17.885210 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.885374 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.885538 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.885698 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.885858 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.886017 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.886177 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.886387 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.886481 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.886659 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.886818 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.886978 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.887137 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.887300 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.887470 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.887669 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.887869 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.888029 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.888187 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.888356 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.888516 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.888674 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.888832 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.888990 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.889157 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.889317 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.889477 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.889643 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.889801 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.889959 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.890117 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.890288 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.890447 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.890609 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.890768 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.890926 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.891084 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.891245 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.891407 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.891575 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.891770 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.891921 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.892087 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.892253 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.892419 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.892578 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.892743 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.892914 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.893073 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.893274 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.893946 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.894105 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.894263 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.894421 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.894579 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.894743 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.894905 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.895062 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.895224 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.895386 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.895543 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.895701 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.896824 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.896824 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.896824 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.896824 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.897517 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 16:29:17.897517 dv-neutron-819440-1-hyperv neutron-server[87413]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 26 16:29:18.075509 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 40268) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:29:18.084679 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070229 Nov 26 16:29:28.563507 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ea2e1e-9906-44dc-9c92-dad4c05e023b None None] get_active_networks_info from dv-neutron-819440-1-hyperv {{(pid=87520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 26 16:29:28.627939 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ea2e1e-9906-44dc-9c92-dad4c05e023b None None] No non-hosted networks {{(pid=87520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 26 16:29:28.642243 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4c3dadce-6595-4e22-86aa-f2db14ab7e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3694349'] for agent, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:29.316113 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3694349'] for agent, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:29.316770 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:29.317341 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:29.317833 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:29.318372 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:29.318933 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:29.319546 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:29.320536 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:29.321317 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:29.321861 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:29.322386 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:29.322894 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:29.323435 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:29.324072 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-819440-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:29:29.331542 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-819440-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:29:31.165879 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e675ce64-cde9-485d-8aea-051ed973ea6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3694349'] for agent, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:31.201531 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b84b30cc-acdd-4be2-b2b2-1783f220922d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:32.085383 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3694349'] for agent, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:33.289333 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.db.l3_hamode_db [None req-fb15e598-a7d3-4681-baed-7d091c8ebbb6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 26 16:29:33.373133 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb15e598-a7d3-4681-baed-7d091c8ebbb6 None None] Routers set() bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:29:33.373515 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb15e598-a7d3-4681-baed-7d091c8ebbb6 None None] Router IDs set() for agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 26 16:29:33.849034 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3694349'] for agent, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:35.249791 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 40362) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:29:35.827575 dv-neutron-819440-1-hyperv neutron-server[87518]: WARNING oslo_policy.policy [None req-96ec6fce-7ff0-4a9d-b09e-93bb8119a9d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 26 16:29:35.828264 dv-neutron-819440-1-hyperv neutron-server[87518]: WARNING oslo_policy.policy [None req-96ec6fce-7ff0-4a9d-b09e-93bb8119a9d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 26 16:29:36.048430 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-96ec6fce-7ff0-4a9d-b09e-93bb8119a9d1 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:29:36.050299 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-96ec6fce-7ff0-4a9d-b09e-93bb8119a9d1 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7985303 Nov 26 16:29:38.367699 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 40376) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:29:38.726573 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-9aae277d-1811-4ab4-8a76-37ebe74dd0c0 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:29:38.828921 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.policy [None req-9aae277d-1811-4ab4-8a76-37ebe74dd0c0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87518) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 26 16:29:38.875538 dv-neutron-819440-1-hyperv neutron-server[87518]: WARNING oslo_policy.policy [None req-9aae277d-1811-4ab4-8a76-37ebe74dd0c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 26 16:29:38.875939 dv-neutron-819440-1-hyperv neutron-server[87518]: WARNING oslo_policy.policy [None req-9aae277d-1811-4ab4-8a76-37ebe74dd0c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 26 16:29:38.884308 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.quota [None req-9aae277d-1811-4ab4-8a76-37ebe74dd0c0 admin admin] Loaded quota_driver: . Nov 26 16:29:38.901323 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-9aae277d-1811-4ab4-8a76-37ebe74dd0c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:29:38.958735 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9aae277d-1811-4ab4-8a76-37ebe74dd0c0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756662638565', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756662638640', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756662747618', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756662752653', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756662746968', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756662737248', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1310858', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1487242', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3840238', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3791295'] for rbac-policy, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:39.018774 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9aae277d-1811-4ab4-8a76-37ebe74dd0c0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:39.019946 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9aae277d-1811-4ab4-8a76-37ebe74dd0c0 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6512272 Nov 26 16:29:41.577899 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 40390) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:29:41.918143 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '86d0aada879c4c54aa61c5c81bbcdcd6', 'name': 'private'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:29:41.922811 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:29:41.927733 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Usage tracker for resource:network and tenant:86d0aada879c4c54aa61c5c81bbcdcd6 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:29:41.932178 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:29:41.938138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:29:41.947584 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Made reservation on behalf of 86d0aada879c4c54aa61c5c81bbcdcd6 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:29:41.950491 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:41.968048 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:41.983009 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:29:41.987287 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Usage tracker for resource:security_group_rule and tenant:86d0aada879c4c54aa61c5c81bbcdcd6 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:29:41.992350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:29:41.998168 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:29:42.091231 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:42.095114 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:42.100869 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:29:42.123616 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:29:42.147124 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756664903325', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:42.147741 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Unsubscribe: segment precommit_create {{(pid=87518) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 26 16:29:42.148212 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Added segment 19e4f3fd-f582-455a-b279-67b3cec53d5b of type vlan for network 844190e5-b4eb-47a8-b883-af08190467dd Nov 26 16:29:42.196366 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ede98b6-3efb-4bcf-8043-b6de1473d922,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:29:42.217084 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:42.217429 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:42.217755 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:42.218083 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:42.218403 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:42.218724 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:42.219042 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:42.219372 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:42.219693 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:42.220056 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:42.220366 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:42.221323 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Tracked resource versions report: Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: pushed versions: Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: { 'AddressGroup': {'1.2'}, Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: 'ConntrackHelper': {'1.0'}, Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: 'Log': {'1.0'}, Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: 'Network': {'1.1'}, Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: 'Port': {'1.7'}, Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: 'PortForwarding': {'1.2'}, Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: 'QosPolicy': {'1.8'}, Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: 'SecurityGroup': {'1.4'}, Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: 'SecurityGroupRule': {'1.2'}, Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: 'SubPort': {'1.0'}, Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: 'Subnet': {'1.1'}, Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: 'Trunk': {'1.1'}} Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: consumer versions: Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: { DHCP agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: L3 agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: Metadata agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: Metering agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: Open vSwitch agent@dv-neutron-819440-1-hyperv: { 'AddressGroup': '1.2', Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: 'ConntrackHelper': '1.0', Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: 'Log': '1.0', Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: 'Network': '1.1', Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: 'Port': '1.7', Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: 'PortForwarding': '1.2', Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: 'QosPolicy': '1.8', Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: 'SecurityGroup': '1.4', Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: 'SecurityGroupRule': '1.2', Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: 'SubPort': '1.0', Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: 'Subnet': '1.1', Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: 'Trunk': '1.1'}} Nov 26 16:29:42.222624 dv-neutron-819440-1-hyperv neutron-server[87518]: {{(pid=87518) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 26 16:29:42.254252 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:29:42.269896 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:42.310976 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:42.312483 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:29:42.313151 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:42.317604 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:29:42.421063 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8421223 Nov 26 16:29:42.421756 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Pushing event updated for resources: {'Network': ['ID=844190e5-b4eb-47a8-b883-af08190467dd,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:29:42.425029 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:29:42.434141 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 844190e5-b4eb-47a8-b883-af08190467dd details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:29:45.052249 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 40406) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:29:45.617218 dv-neutron-819440-1-hyperv neutron-server[87519]: WARNING oslo_policy.policy [None req-8b18ad94-444e-4d69-ad30-5acf7c2ccca6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 26 16:29:45.617800 dv-neutron-819440-1-hyperv neutron-server[87519]: WARNING oslo_policy.policy [None req-8b18ad94-444e-4d69-ad30-5acf7c2ccca6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 26 16:29:46.049993 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.policy [None req-8b18ad94-444e-4d69-ad30-5acf7c2ccca6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87519) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 26 16:29:46.096186 dv-neutron-819440-1-hyperv neutron-server[87519]: WARNING oslo_policy.policy [None req-8b18ad94-444e-4d69-ad30-5acf7c2ccca6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 26 16:29:46.096737 dv-neutron-819440-1-hyperv neutron-server[87519]: WARNING oslo_policy.policy [None req-8b18ad94-444e-4d69-ad30-5acf7c2ccca6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 26 16:29:46.104619 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b18ad94-444e-4d69-ad30-5acf7c2ccca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:29:46.106314 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8b18ad94-444e-4d69-ad30-5acf7c2ccca6 admin admin] 10.222.0.11 "GET /v2.0/networks/844190e5-b4eb-47a8-b883-af08190467dd HTTP/1.1" status: 200 len: 825 time: 1.0531442 Nov 26 16:29:46.138816 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d6117a4e-6262-43da-8a20-54bcdadd7f95 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/eba60c2b-a689-4633-a92c-27dd6aeff3e8 HTTP/1.1" status: 200 len: 734 time: 0.0265675 Nov 26 16:29:46.147157 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Request body: {'subnet': {'network_id': '844190e5-b4eb-47a8-b883-af08190467dd', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'eba60c2b-a689-4633-a92c-27dd6aeff3e8', 'gateway_ip': '172.20.0.1', 'tenant_id': '86d0aada879c4c54aa61c5c81bbcdcd6'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:29:46.148777 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.quota [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Loaded quota_driver: . Nov 26 16:29:46.154638 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:29:46.160313 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Usage tracker for resource:subnet and tenant:86d0aada879c4c54aa61c5c81bbcdcd6 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:29:46.163875 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:29:46.170723 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:29:46.184973 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Made reservation on behalf of 86d0aada879c4c54aa61c5c81bbcdcd6 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:29:46.187805 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:46.487242 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:46.493160 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:29:46.576230 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Checking segment: {'id': '19e4f3fd-f582-455a-b279-67b3cec53d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '844190e5-b4eb-47a8-b883-af08190467dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:29:46.576637 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Network hostable DHCP agents. Network: 844190e5-b4eb-47a8-b883-af08190467dd, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:29:46.590570 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=91acd76f-e276-46b6-9cd8-1e97027d9610,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:29:46.600926 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:46.601271 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:46.601624 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:46.601949 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:46.602269 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:46.602588 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:46.602903 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:46.603223 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:46.603540 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:46.603900 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:46.604192 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:46.604499 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Tracked resource versions report: Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: pushed versions: Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: { 'AddressGroup': {'1.2'}, Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: 'ConntrackHelper': {'1.0'}, Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: 'Log': {'1.0'}, Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: 'Network': {'1.1'}, Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: 'Port': {'1.7'}, Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: 'PortForwarding': {'1.2'}, Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: 'QosPolicy': {'1.8'}, Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: 'SecurityGroup': {'1.4'}, Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: 'SecurityGroupRule': {'1.2'}, Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: 'SubPort': {'1.0'}, Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: 'Subnet': {'1.1'}, Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: 'Trunk': {'1.1'}} Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: consumer versions: Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: { DHCP agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: L3 agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: Metadata agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: Metering agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: Open vSwitch agent@dv-neutron-819440-1-hyperv: { 'AddressGroup': '1.2', Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: 'ConntrackHelper': '1.0', Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: 'Log': '1.0', Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: 'Network': '1.1', Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: 'Port': '1.7', Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: 'PortForwarding': '1.2', Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: 'QosPolicy': '1.8', Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: 'SecurityGroup': '1.4', Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: 'SecurityGroupRule': '1.2', Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: 'SubPort': '1.0', Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: 'Subnet': '1.1', Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: 'Trunk': '1.1'}} Nov 26 16:29:46.606763 dv-neutron-819440-1-hyperv neutron-server[87519]: {{(pid=87519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 26 16:29:46.636186 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Network 844190e5-b4eb-47a8-b883-af08190467dd is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:29:46.642741 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:29:46.647633 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 844190e5-b4eb-47a8-b883-af08190467dd) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:29:46.652138 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:29:46.652781 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:46.657065 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46ba497-f657-4376-a67c-789adb5b7fa4 None None] Network 844190e5-b4eb-47a8-b883-af08190467dd requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:29:46.674711 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5308797 Nov 26 16:29:47.058634 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-844190e5-b4eb-47a8-b883-af08190467dd', 'network_id': '844190e5-b4eb-47a8-b883-af08190467dd', 'tenant_id': '86d0aada879c4c54aa61c5c81bbcdcd6', 'fixed_ips': [{'subnet_id': '91acd76f-e276-46b6-9cd8-1e97027d9610'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:29:47.059853 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:47.242151 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Allocated IP 172.20.0.2 (844190e5-b4eb-47a8-b883-af08190467dd/91acd76f-e276-46b6-9cd8-1e97027d9610/661d129c-b3c2-4d70-a9fb-1572a588687b) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:29:47.469494 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:47.482707 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Transition to ACTIVE for port object 661d129c-b3c2-4d70-a9fb-1572a588687b will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:29:47.503044 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Transition to ACTIVE for port object 661d129c-b3c2-4d70-a9fb-1572a588687b will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:29:47.509921 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:47.515256 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:29:47.571823 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Network 844190e5-b4eb-47a8-b883-af08190467dd is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:29:47.574644 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:29:47.580757 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:29:47.621281 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Pushing event updated for resources: {'Port': ['ID=661d129c-b3c2-4d70-a9fb-1572a588687b,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:29:47.663687 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:47.664339 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:47.664431 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:47.664706 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:47.665026 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:47.665369 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:47.665693 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:47.666013 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:47.666347 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:47.666666 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:47.666981 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:47.667298 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Tracked resource versions report: Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: pushed versions: Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: { 'AddressGroup': {'1.2'}, Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: 'ConntrackHelper': {'1.0'}, Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: 'Log': {'1.0'}, Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: 'Network': {'1.1'}, Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: 'Port': {'1.7'}, Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: 'PortForwarding': {'1.2'}, Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: 'QosPolicy': {'1.8'}, Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: 'SecurityGroup': {'1.4'}, Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: 'SecurityGroupRule': {'1.2'}, Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: 'SubPort': {'1.0'}, Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: 'Subnet': {'1.1'}, Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: 'Trunk': {'1.1'}} Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: consumer versions: Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: { DHCP agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: L3 agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: Metadata agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: Metering agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: Open vSwitch agent@dv-neutron-819440-1-hyperv: { 'AddressGroup': '1.2', Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: 'ConntrackHelper': '1.0', Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: 'Log': '1.0', Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: 'Network': '1.1', Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: 'Port': '1.7', Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: 'PortForwarding': '1.2', Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: 'QosPolicy': '1.8', Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: 'SecurityGroup': '1.4', Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: 'SecurityGroupRule': '1.2', Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: 'SubPort': '1.0', Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: 'Subnet': '1.1', Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: 'Trunk': '1.1'}} Nov 26 16:29:47.668691 dv-neutron-819440-1-hyperv neutron-server[87520]: {{(pid=87520) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 26 16:29:47.680097 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:29:47.686879 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Attempting to bind port 661d129c-b3c2-4d70-a9fb-1572a588687b on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:29:47.687208 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Attempting to bind port 661d129c-b3c2-4d70-a9fb-1572a588687b by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '19e4f3fd-f582-455a-b279-67b3cec53d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '844190e5-b4eb-47a8-b883-af08190467dd'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:29:47.687637 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Attempting to bind port 661d129c-b3c2-4d70-a9fb-1572a588687b on network 844190e5-b4eb-47a8-b883-af08190467dd {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:29:47.693556 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:29:47.693963 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Checking segment: {'id': '19e4f3fd-f582-455a-b279-67b3cec53d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '844190e5-b4eb-47a8-b883-af08190467dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:29:47.694470 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:47.694856 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Bound using segment: {'id': '19e4f3fd-f582-455a-b279-67b3cec53d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '844190e5-b4eb-47a8-b883-af08190467dd'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:29:47.695360 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Bound port: 661d129c-b3c2-4d70-a9fb-1572a588687b, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e4f3fd-f582-455a-b279-67b3cec53d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '844190e5-b4eb-47a8-b883-af08190467dd'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:29:47.695777 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:47.803890 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] For port 661d129c-b3c2-4d70-a9fb-1572a588687b, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:29:47.807633 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] For port 661d129c-b3c2-4d70-a9fb-1572a588687b, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=661d129c-b3c2-4d70-a9fb-1572a588687b,segment=NetworkSegment(19e4f3fd-f582-455a-b279-67b3cec53d5b),segment_id=19e4f3fd-f582-455a-b279-67b3cec53d5b)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:29:47.812200 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:47.819340 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:29:47.903241 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Pushing event updated for resources: {'Port': ['ID=661d129c-b3c2-4d70-a9fb-1572a588687b,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:29:47.906337 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:29:49.068256 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 40426) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:29:49.433866 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-85acb2e4-8944-4ad8-b9b0-9af20636b46c admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:29:49.434869 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-85acb2e4-8944-4ad8-b9b0-9af20636b46c admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3656662 Nov 26 16:29:51.481672 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093d6382-cd6a-442a-a6ef-065e309b4d21 None None] Network 844190e5-b4eb-47a8-b883-af08190467dd requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:29:51.568139 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 661d129c-b3c2-4d70-a9fb-1572a588687b up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:29:51.628114 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e50db3c4-4b59-4a6d-bb40-2990d2e25608 None None] Provisioning for port 661d129c-b3c2-4d70-a9fb-1572a588687b completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:29:51.725893 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 661d129c-b3c2-4d70-a9fb-1572a588687b completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:29:51.733142 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 661d129c-b3c2-4d70-a9fb-1572a588687b triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:29:51.733543 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:51.841277 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 40442) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:29:51.907669 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:51.941938 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 661d129c-b3c2-4d70-a9fb-1572a588687b, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=661d129c-b3c2-4d70-a9fb-1572a588687b,segment=NetworkSegment(19e4f3fd-f582-455a-b279-67b3cec53d5b),segment_id=19e4f3fd-f582-455a-b279-67b3cec53d5b)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:29:51.946099 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:51.952550 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:29:52.019844 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=661d129c-b3c2-4d70-a9fb-1572a588687b,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:29:52.024093 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:29:52.161594 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-cd57f030-5667-4c88-80b3-ba988fdd7be4 None None] Provisioning complete for port 661d129c-b3c2-4d70-a9fb-1572a588687b triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:29:52.161966 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cd57f030-5667-4c88-80b3-ba988fdd7be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:52.212579 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-7e449379-0b4e-400c-be7f-94c49402568a admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:29:52.213571 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7e449379-0b4e-400c-be7f-94c49402568a admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3713696 Nov 26 16:29:53.535412 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 661d129c-b3c2-4d70-a9fb-1572a588687b up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:29:53.603141 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 661d129c-b3c2-4d70-a9fb-1572a588687b triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:29:53.603509 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:54.853850 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 40454) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:29:55.192970 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-8e50a70e-8416-449a-9473-7fadc4c5de18 admin admin] Request body: {'router': {'tenant_id': '86d0aada879c4c54aa61c5c81bbcdcd6', 'name': 'router1', 'admin_state_up': True}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:29:55.197927 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-8e50a70e-8416-449a-9473-7fadc4c5de18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:29:55.201741 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8e50a70e-8416-449a-9473-7fadc4c5de18 admin admin] Usage tracker for resource:router and tenant:86d0aada879c4c54aa61c5c81bbcdcd6 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:29:55.205026 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8e50a70e-8416-449a-9473-7fadc4c5de18 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:29:55.210728 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-8e50a70e-8416-449a-9473-7fadc4c5de18 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:29:55.221562 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8e50a70e-8416-449a-9473-7fadc4c5de18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:55.223283 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8e50a70e-8416-449a-9473-7fadc4c5de18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:55.244975 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8e50a70e-8416-449a-9473-7fadc4c5de18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:55.353498 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8e50a70e-8416-449a-9473-7fadc4c5de18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:55.372253 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8e50a70e-8416-449a-9473-7fadc4c5de18 admin admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:55.373673 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8e50a70e-8416-449a-9473-7fadc4c5de18 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5187557 Nov 26 16:29:57.705976 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 40464) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:29:58.064434 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-91147224-4399-4799-9499-5081a9f9ce5a admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:29:58.065424 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-91147224-4399-4799-9499-5081a9f9ce5a admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3585253 Nov 26 16:29:58.467470 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-96719c74-a8dc-4f6a-a7e2-b1b5069d59ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:29:59.264197 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:00.411281 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 40474) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:30:00.771652 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:30:00.776982 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:30:00.780689 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Usage tracker for resource:network and tenant:ee7042be864a4ea9b0ed24a3347485fb is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:30:00.783537 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:30:00.789087 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:30:00.798320 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Made reservation on behalf of ee7042be864a4ea9b0ed24a3347485fb for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:30:00.800853 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:00.817245 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:00.831494 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:30:00.835068 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Usage tracker for resource:security_group_rule and tenant:ee7042be864a4ea9b0ed24a3347485fb is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:30:00.838224 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:30:00.844074 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:30:00.954090 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:00.959186 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:00.963233 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:30:00.977653 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Reserving flat network on physical network physnet1 {{(pid=87519) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 26 16:30:00.998457 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaf18e7-9005-479b-95ea-f6e432d12d5f,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:30:01.003787 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756664903325', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:01.004363 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Unsubscribe: segment precommit_create {{(pid=87519) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 26 16:30:01.004803 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Added segment 4c27a3ad-4666-476f-8737-439b084f532e of type flat for network cf8dce9a-1df0-4b90-b19d-7de373e178f5 Nov 26 16:30:01.011841 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:30:01.049354 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:01.088804 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:01.090159 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:30:01.090721 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:01.095000 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:30:01.163182 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9ae7dd14-fb22-4533-b9a5-46c30d453d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:01.191736 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7792096 Nov 26 16:30:01.196418 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Pushing event updated for resources: {'Network': ['ID=cf8dce9a-1df0-4b90-b19d-7de373e178f5,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:30:01.199821 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:30:01.207531 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:30:02.037359 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:03.538007 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 40494) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:30:03.744182 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad42537-3b64-4b13-b640-7f193351e9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:30:03.745523 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-dad42537-3b64-4b13-b640-7f193351e9fa admin admin] 10.222.0.11 "GET /v2.0/subnets/91acd76f-e276-46b6-9cd8-1e97027d9610 HTTP/1.1" status: 200 len: 849 time: 0.2065635 Nov 26 16:30:03.790117 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:03.896610 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1e30619c-1b8f-4935-bfff-41f84c57c176 admin admin] 10.222.0.11 "GET /v2.0/routers/4aca6b5b-15ee-440b-a240-6366246a2800 HTTP/1.1" status: 200 len: 704 time: 0.1444628 Nov 26 16:30:04.342047 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2f799a6a-c440-4729-baca-d8828037e6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:04.564011 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-2f799a6a-c440-4729-baca-d8828037e6ab admin admin] Allocated IP 172.20.0.1 (844190e5-b4eb-47a8-b883-af08190467dd/91acd76f-e276-46b6-9cd8-1e97027d9610/4e8eb4a5-3152-40f1-a572-323c644422dc) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:30:04.756901 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2f799a6a-c440-4729-baca-d8828037e6ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:04.774516 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-2f799a6a-c440-4729-baca-d8828037e6ab admin admin] Transition to ACTIVE for port object 4e8eb4a5-3152-40f1-a572-323c644422dc will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:30:04.826494 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2f799a6a-c440-4729-baca-d8828037e6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:04.830654 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:30:04.892717 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f799a6a-c440-4729-baca-d8828037e6ab admin admin] Network 844190e5-b4eb-47a8-b883-af08190467dd is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:30:04.895459 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-2f799a6a-c440-4729-baca-d8828037e6ab admin admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:30:04.898007 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f799a6a-c440-4729-baca-d8828037e6ab admin admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:30:04.898649 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2f799a6a-c440-4729-baca-d8828037e6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:05.034928 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f799a6a-c440-4729-baca-d8828037e6ab admin admin] Pushing event updated for resources: {'Port': ['ID=4e8eb4a5-3152-40f1-a572-323c644422dc,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:30:05.038265 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2f799a6a-c440-4729-baca-d8828037e6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:30:05.159025 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2f799a6a-c440-4729-baca-d8828037e6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:05.159744 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-48b1e9cd-22c2-4533-987d-0a1e7a71c742 None None] Provisioning for port 4e8eb4a5-3152-40f1-a572-323c644422dc completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:30:05.164451 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-48b1e9cd-22c2-4533-987d-0a1e7a71c742 None None] Provisioning complete for port 4e8eb4a5-3152-40f1-a572-323c644422dc triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:30:05.164773 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-48b1e9cd-22c2-4533-987d-0a1e7a71c742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:05.219578 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-48b1e9cd-22c2-4533-987d-0a1e7a71c742 None None] Port 4e8eb4a5-3152-40f1-a572-323c644422dc cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:30:05.383837 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2f799a6a-c440-4729-baca-d8828037e6ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:05.388224 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2f799a6a-c440-4729-baca-d8828037e6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:05.389370 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2f799a6a-c440-4729-baca-d8828037e6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:05.393020 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2f799a6a-c440-4729-baca-d8828037e6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:30:05.521016 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f799a6a-c440-4729-baca-d8828037e6ab admin admin] Pushing event updated for resources: {'Port': ['ID=4e8eb4a5-3152-40f1-a572-323c644422dc,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:30:05.530810 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2f799a6a-c440-4729-baca-d8828037e6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:30:05.586356 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f799a6a-c440-4729-baca-d8828037e6ab admin admin] Network 844190e5-b4eb-47a8-b883-af08190467dd is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:30:05.587389 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-2f799a6a-c440-4729-baca-d8828037e6ab admin admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:30:05.747784 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-dde278a1-7bde-4ff4-9c92-4b3ba6cd32a5 None None] Provisioning complete for port 4e8eb4a5-3152-40f1-a572-323c644422dc triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:30:05.748156 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-dde278a1-7bde-4ff4-9c92-4b3ba6cd32a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:05.774488 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f799a6a-c440-4729-baca-d8828037e6ab admin admin] Router 4aca6b5b-15ee-440b-a240-6366246a2800 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:30:05.800746 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-dde278a1-7bde-4ff4-9c92-4b3ba6cd32a5 None None] Port 4e8eb4a5-3152-40f1-a572-323c644422dc cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:30:05.931350 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f799a6a-c440-4729-baca-d8828037e6ab admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:30:05.941291 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2f799a6a-c440-4729-baca-d8828037e6ab admin admin] 10.222.0.11 "PUT /v2.0/routers/4aca6b5b-15ee-440b-a240-6366246a2800/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0395370 Nov 26 16:30:05.941465 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] Sync routers for ids ['4aca6b5b-15ee-440b-a240-6366246a2800'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:30:05.951416 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] Routers {'4aca6b5b-15ee-440b-a240-6366246a2800'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:30:05.952330 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:30:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['4aca6b5b-15ee-440b-a240-6366246a2800'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:30:06.125931 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] Set router 4aca6b5b-15ee-440b-a240-6366246a2800 gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:30:06.495613 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aca6b5b-15ee-440b-a240-6366246a2800', 'name': 'router1', 'tenant_id': '86d0aada879c4c54aa61c5c81bbcdcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:29:55Z', 'updated_at': '2021-11-26T16:30:05Z', 'revision_number': 2, 'project_id': '86d0aada879c4c54aa61c5c81bbcdcd6', 'gw_port_host': None, '_interfaces': [{'id': '4e8eb4a5-3152-40f1-a572-323c644422dc', 'name': '', 'network_id': '844190e5-b4eb-47a8-b883-af08190467dd', 'tenant_id': '86d0aada879c4c54aa61c5c81bbcdcd6', 'mac_address': 'fa:16:3e:04:33:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aca6b5b-15ee-440b-a240-6366246a2800', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91acd76f-e276-46b6-9cd8-1e97027d9610', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:30:04Z', 'updated_at': '2021-11-26T16:30:05Z', 'revision_number': 2, 'project_id': '86d0aada879c4c54aa61c5c81bbcdcd6', 'subnets': [{'id': '91acd76f-e276-46b6-9cd8-1e97027d9610', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eba60c2b-a689-4633-a92c-27dd6aeff3e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:30:06.500630 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] Checking router: 4aca6b5b-15ee-440b-a240-6366246a2800 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:30:06.501015 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] Updating router 4aca6b5b-15ee-440b-a240-6366246a2800 port 4e8eb4a5-3152-40f1-a572-323c644422dc binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:30:06.552098 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:06.927781 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:06.943060 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] Transition to ACTIVE for port object 4e8eb4a5-3152-40f1-a572-323c644422dc will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:30:06.951033 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:06.957855 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:30:07.176417 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06466775-a1f1-443d-9bde-070c5a541ced None None] Pushing event updated for resources: {'Port': ['ID=4e8eb4a5-3152-40f1-a572-323c644422dc,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:30:07.195354 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06466775-a1f1-443d-9bde-070c5a541ced None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:30:07.195640 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06466775-a1f1-443d-9bde-070c5a541ced None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:30:07.195990 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06466775-a1f1-443d-9bde-070c5a541ced None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:30:07.196314 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06466775-a1f1-443d-9bde-070c5a541ced None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:30:07.196633 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06466775-a1f1-443d-9bde-070c5a541ced None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:30:07.196962 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06466775-a1f1-443d-9bde-070c5a541ced None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:30:07.197278 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06466775-a1f1-443d-9bde-070c5a541ced None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:30:07.197590 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06466775-a1f1-443d-9bde-070c5a541ced None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:30:07.197914 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06466775-a1f1-443d-9bde-070c5a541ced None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:30:07.198226 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06466775-a1f1-443d-9bde-070c5a541ced None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:30:07.198531 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06466775-a1f1-443d-9bde-070c5a541ced None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:30:07.198834 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06466775-a1f1-443d-9bde-070c5a541ced None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06466775-a1f1-443d-9bde-070c5a541ced None None] Tracked resource versions report: Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: pushed versions: Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: { 'AddressGroup': {'1.2'}, Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: 'ConntrackHelper': {'1.0'}, Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: 'Log': {'1.0'}, Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: 'Network': {'1.1'}, Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: 'Port': {'1.7'}, Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: 'PortForwarding': {'1.2'}, Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: 'QosPolicy': {'1.8'}, Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: 'SecurityGroup': {'1.4'}, Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: 'SecurityGroupRule': {'1.2'}, Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: 'SubPort': {'1.0'}, Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: 'Subnet': {'1.1'}, Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: 'Trunk': {'1.1'}} Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: consumer versions: Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: { DHCP agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: L3 agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: Metadata agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: Metering agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: Open vSwitch agent@dv-neutron-819440-1-hyperv: { 'AddressGroup': '1.2', Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: 'ConntrackHelper': '1.0', Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: 'Log': '1.0', Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: 'Network': '1.1', Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: 'Port': '1.7', Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: 'PortForwarding': '1.2', Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: 'QosPolicy': '1.8', Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: 'SecurityGroup': '1.4', Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: 'SecurityGroupRule': '1.2', Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: 'SubPort': '1.0', Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: 'Subnet': '1.1', Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: 'Trunk': '1.1'}} Nov 26 16:30:07.200207 dv-neutron-819440-1-hyperv neutron-server[87521]: {{(pid=87521) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 26 16:30:07.209868 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-06466775-a1f1-443d-9bde-070c5a541ced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:30:07.210749 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] Attempting to bind port 4e8eb4a5-3152-40f1-a572-323c644422dc on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:30:07.211125 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] Attempting to bind port 4e8eb4a5-3152-40f1-a572-323c644422dc by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '19e4f3fd-f582-455a-b279-67b3cec53d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '844190e5-b4eb-47a8-b883-af08190467dd'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:30:07.211556 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] Attempting to bind port 4e8eb4a5-3152-40f1-a572-323c644422dc on network 844190e5-b4eb-47a8-b883-af08190467dd {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:30:07.217766 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:30:07.218175 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] Checking segment: {'id': '19e4f3fd-f582-455a-b279-67b3cec53d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '844190e5-b4eb-47a8-b883-af08190467dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:30:07.218724 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:07.219059 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] Bound using segment: {'id': '19e4f3fd-f582-455a-b279-67b3cec53d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '844190e5-b4eb-47a8-b883-af08190467dd'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:30:07.219830 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] Bound port: 4e8eb4a5-3152-40f1-a572-323c644422dc, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e4f3fd-f582-455a-b279-67b3cec53d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '844190e5-b4eb-47a8-b883-af08190467dd'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:30:07.220007 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:07.306095 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] For port 4e8eb4a5-3152-40f1-a572-323c644422dc, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:30:07.310023 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] For port 4e8eb4a5-3152-40f1-a572-323c644422dc, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=4e8eb4a5-3152-40f1-a572-323c644422dc,segment=NetworkSegment(19e4f3fd-f582-455a-b279-67b3cec53d5b),segment_id=19e4f3fd-f582-455a-b279-67b3cec53d5b)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:30:07.314572 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:07.318378 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:30:07.389483 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] Routers {'4aca6b5b-15ee-440b-a240-6366246a2800'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:30:07.390253 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:30:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['4aca6b5b-15ee-440b-a240-6366246a2800'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:30:07.534109 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06466775-a1f1-443d-9bde-070c5a541ced None None] Pushing event updated for resources: {'Port': ['ID=4e8eb4a5-3152-40f1-a572-323c644422dc,revision_number=4']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:30:07.538147 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-06466775-a1f1-443d-9bde-070c5a541ced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:30:07.558577 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] Set router 4aca6b5b-15ee-440b-a240-6366246a2800 gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:30:07.877065 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aca6b5b-15ee-440b-a240-6366246a2800', 'name': 'router1', 'tenant_id': '86d0aada879c4c54aa61c5c81bbcdcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:29:55Z', 'updated_at': '2021-11-26T16:30:05Z', 'revision_number': 2, 'project_id': '86d0aada879c4c54aa61c5c81bbcdcd6', 'gw_port_host': None, '_interfaces': [{'id': '4e8eb4a5-3152-40f1-a572-323c644422dc', 'name': '', 'network_id': '844190e5-b4eb-47a8-b883-af08190467dd', 'tenant_id': '86d0aada879c4c54aa61c5c81bbcdcd6', 'mac_address': 'fa:16:3e:04:33:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aca6b5b-15ee-440b-a240-6366246a2800', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91acd76f-e276-46b6-9cd8-1e97027d9610', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:30:04Z', 'updated_at': '2021-11-26T16:30:07Z', 'revision_number': 4, 'project_id': '86d0aada879c4c54aa61c5c81bbcdcd6', 'subnets': [{'id': '91acd76f-e276-46b6-9cd8-1e97027d9610', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eba60c2b-a689-4633-a92c-27dd6aeff3e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:30:07.880809 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84e42f8-0d1b-4471-9c89-0ed53d578227 None None] The sync data for ids ['4aca6b5b-15ee-440b-a240-6366246a2800'] in dv-neutron-819440-1-hyperv is: [{'id': '4aca6b5b-15ee-440b-a240-6366246a2800', 'name': 'router1', 'tenant_id': '86d0aada879c4c54aa61c5c81bbcdcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:29:55Z', 'updated_at': '2021-11-26T16:30:05Z', 'revision_number': 2, 'project_id': '86d0aada879c4c54aa61c5c81bbcdcd6', 'gw_port_host': None, '_interfaces': [{'id': '4e8eb4a5-3152-40f1-a572-323c644422dc', 'name': '', 'network_id': '844190e5-b4eb-47a8-b883-af08190467dd', 'tenant_id': '86d0aada879c4c54aa61c5c81bbcdcd6', 'mac_address': 'fa:16:3e:04:33:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aca6b5b-15ee-440b-a240-6366246a2800', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91acd76f-e276-46b6-9cd8-1e97027d9610', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:30:04Z', 'updated_at': '2021-11-26T16:30:07Z', 'revision_number': 4, 'project_id': '86d0aada879c4c54aa61c5c81bbcdcd6', 'subnets': [{'id': '91acd76f-e276-46b6-9cd8-1e97027d9610', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eba60c2b-a689-4633-a92c-27dd6aeff3e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:30:08.127380 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 40516) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:30:08.318406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933a6174-6b20-473c-b356-8f5358b38988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:30:08.318928 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-933a6174-6b20-473c-b356-8f5358b38988 admin admin] Synchronizing usage tracker for tenant:ee7042be864a4ea9b0ed24a3347485fb on resource:network {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:30:08.336358 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-933a6174-6b20-473c-b356-8f5358b38988 admin admin] Unset dirty status for tenant:ee7042be864a4ea9b0ed24a3347485fb on resource:network {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:30:08.337505 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-933a6174-6b20-473c-b356-8f5358b38988 admin admin] 10.222.0.11 "GET /v2.0/networks/cf8dce9a-1df0-4b90-b19d-7de373e178f5 HTTP/1.1" status: 200 len: 842 time: 0.2090564 Nov 26 16:30:08.347298 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-30abcc5c-73ab-4e00-a6c2-73d7f8dbc910 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.26.0.1', 'cidr': '172.26.0.0/24', 'ip_version': 4, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:30:08.352563 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-30abcc5c-73ab-4e00-a6c2-73d7f8dbc910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:30:08.356337 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-30abcc5c-73ab-4e00-a6c2-73d7f8dbc910 admin admin] Usage tracker for resource:subnet and tenant:ee7042be864a4ea9b0ed24a3347485fb is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:30:08.359110 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-30abcc5c-73ab-4e00-a6c2-73d7f8dbc910 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:30:08.365733 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-30abcc5c-73ab-4e00-a6c2-73d7f8dbc910 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:30:08.376649 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30abcc5c-73ab-4e00-a6c2-73d7f8dbc910 admin admin] Made reservation on behalf of ee7042be864a4ea9b0ed24a3347485fb for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:30:08.379104 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-30abcc5c-73ab-4e00-a6c2-73d7f8dbc910 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:08.761636 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.objects.ports [None req-30abcc5c-73ab-4e00-a6c2-73d7f8dbc910 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87519) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 26 16:30:08.762105 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-30abcc5c-73ab-4e00-a6c2-73d7f8dbc910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:08.766003 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-77eb7ce3-daa5-45f7-87a4-e8e37a8e21ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:30:08.836445 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abcc5c-73ab-4e00-a6c2-73d7f8dbc910 admin admin] Pushing event updated for resources: {'Subnet': ['ID=807e34ec-b685-4100-8d39-0758c1751594,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:30:08.838914 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-30abcc5c-73ab-4e00-a6c2-73d7f8dbc910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:30:08.844624 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30abcc5c-73ab-4e00-a6c2-73d7f8dbc910 admin admin] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:30:08.845554 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30abcc5c-73ab-4e00-a6c2-73d7f8dbc910 admin admin] Network hostable DHCP agents. Network: cf8dce9a-1df0-4b90-b19d-7de373e178f5, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:30:08.863362 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30abcc5c-73ab-4e00-a6c2-73d7f8dbc910 admin admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:30:08.873638 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-30abcc5c-73ab-4e00-a6c2-73d7f8dbc910 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, cf8dce9a-1df0-4b90-b19d-7de373e178f5) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:30:08.878291 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30abcc5c-73ab-4e00-a6c2-73d7f8dbc910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:30:08.878879 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-30abcc5c-73ab-4e00-a6c2-73d7f8dbc910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:08.885026 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ebba14-a492-4db3-add5-df1c32e3ef1a None None] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:30:08.900476 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-30abcc5c-73ab-4e00-a6c2-73d7f8dbc910 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5571711 Nov 26 16:30:09.109224 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c43a7d4-c7fd-4dbc-9685-93d29b6f8b64 None None] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:30:09.566133 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 4e8eb4a5-3152-40f1-a572-323c644422dc up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:30:09.640938 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 4e8eb4a5-3152-40f1-a572-323c644422dc completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:30:09.646026 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 4e8eb4a5-3152-40f1-a572-323c644422dc triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:30:09.646407 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:09.770126 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:09.804978 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 4e8eb4a5-3152-40f1-a572-323c644422dc, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=4e8eb4a5-3152-40f1-a572-323c644422dc,segment=NetworkSegment(19e4f3fd-f582-455a-b279-67b3cec53d5b),segment_id=19e4f3fd-f582-455a-b279-67b3cec53d5b)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:30:09.809655 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:09.811966 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:30:09.875134 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=4e8eb4a5-3152-40f1-a572-323c644422dc,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:30:09.878173 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:30:11.158005 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 40530) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:30:11.352615 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e24ac82a-48fe-42fa-9117-b138cf672404 admin admin] 10.222.0.11 "GET /v2.0/routers/4aca6b5b-15ee-440b-a240-6366246a2800 HTTP/1.1" status: 200 len: 710 time: 0.1934104 Nov 26 16:30:11.476039 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94fc341-35e6-4f7b-bd39-cafc712ee6c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:30:11.477358 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d94fc341-35e6-4f7b-bd39-cafc712ee6c9 admin admin] 10.222.0.11 "GET /v2.0/networks/cf8dce9a-1df0-4b90-b19d-7de373e178f5 HTTP/1.1" status: 200 len: 886 time: 0.1198113 Nov 26 16:30:11.485814 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-846dc954-8d06-4095-8bf7-ffa077b46769 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:30:11.543191 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 4e8eb4a5-3152-40f1-a572-323c644422dc up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:30:11.612652 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 4e8eb4a5-3152-40f1-a572-323c644422dc triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:30:11.613051 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:11.916887 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-846dc954-8d06-4095-8bf7-ffa077b46769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:12.280419 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-846dc954-8d06-4095-8bf7-ffa077b46769 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:12.333227 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-846dc954-8d06-4095-8bf7-ffa077b46769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:12.462294 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-846dc954-8d06-4095-8bf7-ffa077b46769 admin admin] Allocated IP 172.26.0.109 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/1d84b09f-a3d7-43c7-bcf9-e75628d2a356) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:30:12.600518 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-846dc954-8d06-4095-8bf7-ffa077b46769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:12.628905 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-846dc954-8d06-4095-8bf7-ffa077b46769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:12.632632 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:30:12.693717 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846dc954-8d06-4095-8bf7-ffa077b46769 admin admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:30:12.694756 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-846dc954-8d06-4095-8bf7-ffa077b46769 admin admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:30:12.697280 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846dc954-8d06-4095-8bf7-ffa077b46769 admin admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:30:12.817666 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846dc954-8d06-4095-8bf7-ffa077b46769 admin admin] Pushing event updated for resources: {'Port': ['ID=1d84b09f-a3d7-43c7-bcf9-e75628d2a356,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:30:12.820387 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-846dc954-8d06-4095-8bf7-ffa077b46769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:30:13.071944 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-846dc954-8d06-4095-8bf7-ffa077b46769 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:13.445605 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-846dc954-8d06-4095-8bf7-ffa077b46769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:13.448767 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-846dc954-8d06-4095-8bf7-ffa077b46769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780415'] for router, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:13.620062 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846dc954-8d06-4095-8bf7-ffa077b46769 admin admin] Router 4aca6b5b-15ee-440b-a240-6366246a2800 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:30:13.791094 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846dc954-8d06-4095-8bf7-ffa077b46769 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:30:13.800530 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-846dc954-8d06-4095-8bf7-ffa077b46769 admin admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:13.801038 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] Sync routers for ids ['4aca6b5b-15ee-440b-a240-6366246a2800'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:30:13.801696 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-846dc954-8d06-4095-8bf7-ffa077b46769 admin admin] 10.222.0.11 "PUT /v2.0/routers/4aca6b5b-15ee-440b-a240-6366246a2800 HTTP/1.1" status: 200 len: 890 time: 2.3190150 Nov 26 16:30:13.810612 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] Routers {'4aca6b5b-15ee-440b-a240-6366246a2800'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:30:13.811332 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:30:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['4aca6b5b-15ee-440b-a240-6366246a2800'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:30:14.004534 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] Set router 4aca6b5b-15ee-440b-a240-6366246a2800 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:30:14.344452 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aca6b5b-15ee-440b-a240-6366246a2800', 'name': 'router1', 'tenant_id': '86d0aada879c4c54aa61c5c81bbcdcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': '1d84b09f-a3d7-43c7-bcf9-e75628d2a356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:29:55Z', 'updated_at': '2021-11-26T16:30:12Z', 'revision_number': 4, 'project_id': '86d0aada879c4c54aa61c5c81bbcdcd6', 'gw_port': {'id': '1d84b09f-a3d7-43c7-bcf9-e75628d2a356', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aca6b5b-15ee-440b-a240-6366246a2800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:30:12Z', 'updated_at': '2021-11-26T16:30:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '4e8eb4a5-3152-40f1-a572-323c644422dc', 'name': '', 'network_id': '844190e5-b4eb-47a8-b883-af08190467dd', 'tenant_id': '86d0aada879c4c54aa61c5c81bbcdcd6', 'mac_address': 'fa:16:3e:04:33:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aca6b5b-15ee-440b-a240-6366246a2800', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91acd76f-e276-46b6-9cd8-1e97027d9610', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:30:04Z', 'updated_at': '2021-11-26T16:30:09Z', 'revision_number': 5, 'project_id': '86d0aada879c4c54aa61c5c81bbcdcd6', 'subnets': [{'id': '91acd76f-e276-46b6-9cd8-1e97027d9610', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eba60c2b-a689-4633-a92c-27dd6aeff3e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:30:14.349680 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] Checking router: 4aca6b5b-15ee-440b-a240-6366246a2800 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:30:14.350029 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] Updating router 4aca6b5b-15ee-440b-a240-6366246a2800 port 1d84b09f-a3d7-43c7-bcf9-e75628d2a356 binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:30:14.399565 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:14.727776 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:14.739613 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] Transition to ACTIVE for port object 1d84b09f-a3d7-43c7-bcf9-e75628d2a356 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:30:14.749868 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:14.753669 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:30:14.850316 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] Attempting to bind port 1d84b09f-a3d7-43c7-bcf9-e75628d2a356 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:30:14.850975 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] Attempting to bind port 1d84b09f-a3d7-43c7-bcf9-e75628d2a356 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:30:14.851099 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] Attempting to bind port 1d84b09f-a3d7-43c7-bcf9-e75628d2a356 on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:30:14.854274 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb897a-8823-4229-bc43-3d364a497d74 None None] Pushing event updated for resources: {'Port': ['ID=1d84b09f-a3d7-43c7-bcf9-e75628d2a356,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:30:14.858092 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-43bb897a-8823-4229-bc43-3d364a497d74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:30:14.858821 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:30:14.859189 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:30:14.859583 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:14.859988 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:30:14.860479 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] Bound port: 1d84b09f-a3d7-43c7-bcf9-e75628d2a356, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:30:14.860871 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:14.932381 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] For port 1d84b09f-a3d7-43c7-bcf9-e75628d2a356, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:30:14.935230 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] For port 1d84b09f-a3d7-43c7-bcf9-e75628d2a356, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=1d84b09f-a3d7-43c7-bcf9-e75628d2a356,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:30:14.940271 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:14.943940 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-752a0b36-d7e5-49bc-9e1d-d859b2cdb15a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:30:15.015826 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] Routers {'4aca6b5b-15ee-440b-a240-6366246a2800'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:30:15.016499 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:30:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['4aca6b5b-15ee-440b-a240-6366246a2800'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:30:15.071733 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb897a-8823-4229-bc43-3d364a497d74 None None] Pushing event updated for resources: {'Port': ['ID=1d84b09f-a3d7-43c7-bcf9-e75628d2a356,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:30:15.128719 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-43bb897a-8823-4229-bc43-3d364a497d74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:30:15.196357 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] Set router 4aca6b5b-15ee-440b-a240-6366246a2800 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:30:15.522035 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aca6b5b-15ee-440b-a240-6366246a2800', 'name': 'router1', 'tenant_id': '86d0aada879c4c54aa61c5c81bbcdcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': '1d84b09f-a3d7-43c7-bcf9-e75628d2a356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:29:55Z', 'updated_at': '2021-11-26T16:30:12Z', 'revision_number': 4, 'project_id': '86d0aada879c4c54aa61c5c81bbcdcd6', 'gw_port': {'id': '1d84b09f-a3d7-43c7-bcf9-e75628d2a356', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aca6b5b-15ee-440b-a240-6366246a2800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:30:12Z', 'updated_at': '2021-11-26T16:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '4e8eb4a5-3152-40f1-a572-323c644422dc', 'name': '', 'network_id': '844190e5-b4eb-47a8-b883-af08190467dd', 'tenant_id': '86d0aada879c4c54aa61c5c81bbcdcd6', 'mac_address': 'fa:16:3e:04:33:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aca6b5b-15ee-440b-a240-6366246a2800', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91acd76f-e276-46b6-9cd8-1e97027d9610', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:30:04Z', 'updated_at': '2021-11-26T16:30:09Z', 'revision_number': 5, 'project_id': '86d0aada879c4c54aa61c5c81bbcdcd6', 'subnets': [{'id': '91acd76f-e276-46b6-9cd8-1e97027d9610', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eba60c2b-a689-4633-a92c-27dd6aeff3e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:30:15.525877 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b890ba9-cff9-4320-b9c1-2dee0df88cb9 None None] The sync data for ids ['4aca6b5b-15ee-440b-a240-6366246a2800'] in dv-neutron-819440-1-hyperv is: [{'id': '4aca6b5b-15ee-440b-a240-6366246a2800', 'name': 'router1', 'tenant_id': '86d0aada879c4c54aa61c5c81bbcdcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': '1d84b09f-a3d7-43c7-bcf9-e75628d2a356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:29:55Z', 'updated_at': '2021-11-26T16:30:12Z', 'revision_number': 4, 'project_id': '86d0aada879c4c54aa61c5c81bbcdcd6', 'gw_port': {'id': '1d84b09f-a3d7-43c7-bcf9-e75628d2a356', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aca6b5b-15ee-440b-a240-6366246a2800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:30:12Z', 'updated_at': '2021-11-26T16:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '4e8eb4a5-3152-40f1-a572-323c644422dc', 'name': '', 'network_id': '844190e5-b4eb-47a8-b883-af08190467dd', 'tenant_id': '86d0aada879c4c54aa61c5c81bbcdcd6', 'mac_address': 'fa:16:3e:04:33:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aca6b5b-15ee-440b-a240-6366246a2800', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91acd76f-e276-46b6-9cd8-1e97027d9610', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:30:04Z', 'updated_at': '2021-11-26T16:30:09Z', 'revision_number': 5, 'project_id': '86d0aada879c4c54aa61c5c81bbcdcd6', 'subnets': [{'id': '91acd76f-e276-46b6-9cd8-1e97027d9610', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eba60c2b-a689-4633-a92c-27dd6aeff3e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:30:16.153141 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 40540) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:30:16.305118 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e4180007-14a5-499f-9e10-db28ce11ae1c admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1506360 Nov 26 16:30:17.584687 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 1d84b09f-a3d7-43c7-bcf9-e75628d2a356 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:30:17.650914 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 1d84b09f-a3d7-43c7-bcf9-e75628d2a356 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:30:17.655514 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 1d84b09f-a3d7-43c7-bcf9-e75628d2a356 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:30:17.655918 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:17.773945 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:17.790591 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 1d84b09f-a3d7-43c7-bcf9-e75628d2a356, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=1d84b09f-a3d7-43c7-bcf9-e75628d2a356,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:30:17.794481 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:17.796562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:30:17.862992 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=1d84b09f-a3d7-43c7-bcf9-e75628d2a356,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:30:17.868480 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:30:19.565979 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 1d84b09f-a3d7-43c7-bcf9-e75628d2a356 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:30:19.649415 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 1d84b09f-a3d7-43c7-bcf9-e75628d2a356 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:30:19.650006 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:27.788481 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 5 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:30:28.470278 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-90e12080-2a90-4f04-8430-029ff1d54527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:29.265843 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:31.168841 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bd06beaa-52d8-4c78-8c15-f154ba8e7fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:32.041843 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:33.806306 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:58.482873 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-336640b6-f6c4-4c96-ba11-f48c037da077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:30:59.268272 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:31:01.163346 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-035ade17-9dfb-449f-822d-2ba25674e09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:31:02.060171 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:31:03.812316 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:31:04.789188 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 5 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:31:28.502823 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-98bcf9db-1d51-4442-9857-1e506ba5ba8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:31:29.272011 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:31:31.165698 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ecb24ac0-aeb3-4462-9d2a-1e3de9c2e2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:31:32.048552 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:31:33.816091 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:31:41.787337 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 5 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:31:58.475929 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ae714212-2ef4-4fec-98ad-07440d339c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:31:59.274584 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:32:01.166889 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-aff7b286-49d4-4d85-8e7a-f8d412f45aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:32:02.049677 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:32:03.816151 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:32:18.785291 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 5 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:32:20.457481 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41144) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:32:20.527119 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-12de002a-a71f-4115-b4a9-73d8b200c475 admin admin] GET failed (client error): The resource could not be found. Nov 26 16:32:20.528397 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-12de002a-a71f-4115-b4a9-73d8b200c475 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0699840 Nov 26 16:32:20.655868 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80e579c-681e-43aa-96db-29df848a803b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:32:20.657188 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b80e579c-681e-43aa-96db-29df848a803b admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1249428 Nov 26 16:32:22.779083 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41154) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:32:22.883102 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d823477-08f5-492d-897c-77d7dd1f65dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:32:22.883652 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2d823477-08f5-492d-897c-77d7dd1f65dd admin admin] Synchronizing usage tracker for tenant:ee7042be864a4ea9b0ed24a3347485fb on resource:subnet {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:32:22.898786 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2d823477-08f5-492d-897c-77d7dd1f65dd admin admin] Unset dirty status for tenant:ee7042be864a4ea9b0ed24a3347485fb on resource:subnet {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:32:22.899906 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2d823477-08f5-492d-897c-77d7dd1f65dd admin admin] 10.222.0.11 "GET /v2.0/subnets/91acd76f-e276-46b6-9cd8-1e97027d9610 HTTP/1.1" status: 200 len: 849 time: 0.1198366 Nov 26 16:32:22.909084 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-82c98798-2c58-4087-acc9-bf260a2c55a4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:32:23.022762 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-82c98798-2c58-4087-acc9-bf260a2c55a4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:32:23.202229 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-82c98798-2c58-4087-acc9-bf260a2c55a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756664963660'] for subnet, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:32:23.206577 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-30abcc5c-73ab-4e00-a6c2-73d7f8dbc910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:32:23.243067 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c98798-2c58-4087-acc9-bf260a2c55a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:32:23.243655 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-82c98798-2c58-4087-acc9-bf260a2c55a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:32:23.244929 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-82c98798-2c58-4087-acc9-bf260a2c55a4 admin admin] 10.222.0.11 "PUT /v2.0/subnets/91acd76f-e276-46b6-9cd8-1e97027d9610 HTTP/1.1" status: 200 len: 868 time: 0.3395123 Nov 26 16:32:23.247607 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffa412b-b8ea-456f-8fc3-98f70d7768d5 None None] Network 844190e5-b4eb-47a8-b883-af08190467dd requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:32:23.273817 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c98798-2c58-4087-acc9-bf260a2c55a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91acd76f-e276-46b6-9cd8-1e97027d9610,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:32:23.281916 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c98798-2c58-4087-acc9-bf260a2c55a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:32:23.282309 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c98798-2c58-4087-acc9-bf260a2c55a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:32:23.282620 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c98798-2c58-4087-acc9-bf260a2c55a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:32:23.282944 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c98798-2c58-4087-acc9-bf260a2c55a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:32:23.283271 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c98798-2c58-4087-acc9-bf260a2c55a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:32:23.283594 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c98798-2c58-4087-acc9-bf260a2c55a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:32:23.283964 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c98798-2c58-4087-acc9-bf260a2c55a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:32:23.284306 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c98798-2c58-4087-acc9-bf260a2c55a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:32:23.284627 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c98798-2c58-4087-acc9-bf260a2c55a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:32:23.284992 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c98798-2c58-4087-acc9-bf260a2c55a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:32:23.285318 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c98798-2c58-4087-acc9-bf260a2c55a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:32:23.285628 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c98798-2c58-4087-acc9-bf260a2c55a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:32:23.289479 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-82c98798-2c58-4087-acc9-bf260a2c55a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:32:23.742669 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6ef9bf66-169b-4670-bcd0-6a40401a5dde None None] Provisioning complete for port 661d129c-b3c2-4d70-a9fb-1572a588687b triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:32:23.743144 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6ef9bf66-169b-4670-bcd0-6a40401a5dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:32:23.874283 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6ef9bf66-169b-4670-bcd0-6a40401a5dde None None] Provisioning complete for port 4e8eb4a5-3152-40f1-a572-323c644422dc triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:32:23.874652 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6ef9bf66-169b-4670-bcd0-6a40401a5dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:32:25.360952 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41164) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:32:25.533526 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20255f2-aaf3-414e-9a93-643561961e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:32:25.533993 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20255f2-aaf3-414e-9a93-643561961e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:32:25.535484 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f20255f2-aaf3-414e-9a93-643561961e9b admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1735897 Nov 26 16:32:27.641679 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41174) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:32:27.819107 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6910f0b9-256f-4fbc-ae99-0afdcac43ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:32:27.819506 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6910f0b9-256f-4fbc-ae99-0afdcac43ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:32:27.821083 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6910f0b9-256f-4fbc-ae99-0afdcac43ffb admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1784248 Nov 26 16:32:28.480120 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-95b8cbba-b456-460e-942d-ab114eb28571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:32:29.276939 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:32:29.934980 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41184) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:32:30.144486 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae88e1c-6af0-4b1f-b915-69be5556258a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:32:30.145744 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3ae88e1c-6af0-4b1f-b915-69be5556258a admin admin] 10.222.0.11 "GET /v2.0/networks/844190e5-b4eb-47a8-b883-af08190467dd HTTP/1.1" status: 200 len: 869 time: 0.2098198 Nov 26 16:32:31.169920 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-816d7dc8-83bb-4ca2-89ed-a34adb0b2c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:32:32.053224 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:32:32.276692 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41194) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:32:32.438830 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b0c505-5885-4727-9bfa-3632dca380b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:32:32.440168 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-27b0c505-5885-4727-9bfa-3632dca380b9 admin admin] 10.222.0.11 "GET /v2.0/networks/cf8dce9a-1df0-4b90-b19d-7de373e178f5 HTTP/1.1" status: 200 len: 886 time: 0.1620047 Nov 26 16:32:33.820004 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:32:34.568534 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41204) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:32:34.675187 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5def4a-f599-4c8c-9f6c-a863e8edbbee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:32:34.675657 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5def4a-f599-4c8c-9f6c-a863e8edbbee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:32:34.677166 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-bc5def4a-f599-4c8c-9f6c-a863e8edbbee admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1076996 Nov 26 16:32:36.801342 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41214) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:32:36.904317 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041c7b7a-96e0-4e0e-859d-ca0895be525a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:32:36.904761 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041c7b7a-96e0-4e0e-859d-ca0895be525a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:32:36.909321 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-041c7b7a-96e0-4e0e-859d-ca0895be525a admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1039472 Nov 26 16:32:39.020746 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41224) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:32:39.121635 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff8fd26-2743-4937-8907-a328e0fc9a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:32:39.122925 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-dff8fd26-2743-4937-8907-a328e0fc9a67 admin admin] 10.222.0.11 "GET /v2.0/subnets/807e34ec-b685-4100-8d39-0758c1751594 HTTP/1.1" status: 200 len: 816 time: 0.1013038 Nov 26 16:32:41.224919 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41234) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:32:41.331987 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f822521-c519-4ac3-8161-9efbc6f6184e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:32:41.333193 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8f822521-c519-4ac3-8161-9efbc6f6184e admin admin] 10.222.0.11 "GET /v2.0/subnets/91acd76f-e276-46b6-9cd8-1e97027d9610 HTTP/1.1" status: 200 len: 868 time: 0.1072760 Nov 26 16:32:55.784789 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 5 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:32:58.483156 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7934cffd-c5a2-40d0-b1f5-b299d512f011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:32:59.279806 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:01.171216 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fef04cfd-0920-44a5-af50-1a1566381782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:02.056300 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:03.823575 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:04.492681 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41278) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:33:04.538841 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-ed823ee2-281d-479a-919e-2c7519d1f025 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:33:04.539846 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ed823ee2-281d-479a-919e-2c7519d1f025 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461440 Nov 26 16:33:06.724968 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41288) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:33:06.796431 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-89396ff0-cfc8-43bb-a049-93c449c63c3d admin admin] GET failed (client error): The resource could not be found. Nov 26 16:33:06.797679 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-89396ff0-cfc8-43bb-a049-93c449c63c3d admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0717740 Nov 26 16:33:06.926252 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e889ca5e-bf39-46f6-bdac-881cad83d540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:33:06.927926 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e889ca5e-bf39-46f6-bdac-881cad83d540 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1262369 Nov 26 16:33:09.053765 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41298) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:33:09.098828 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:33:09.103361 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:33:09.113283 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:33:09.123535 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] Made reservation on behalf of ee7042be864a4ea9b0ed24a3347485fb for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:33:09.125800 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:09.228030 dv-neutron-819440-1-hyperv neutron-server[87518]: WARNING neutron.services.revisions.revision_plugin [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] Could not find related network for resource to bump revision. Nov 26 16:33:09.241147 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:33:09.251611 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:09.251976 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] Added segment 5e7ef4c0-6236-413e-9af7-26db6bedd602 of type vlan for network d7439e80-4bbd-4bde-a5b6-7ea2259cb61c Nov 26 16:33:09.278222 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:09.305834 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:09.307119 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:33:09.307738 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:09.310757 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:33:09.411116 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3562815 Nov 26 16:33:09.411874 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] Pushing event updated for resources: {'Network': ['ID=d7439e80-4bbd-4bde-a5b6-7ea2259cb61c,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:33:09.418968 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:33:09.419328 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:33:09.419690 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:33:09.420039 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:33:09.420361 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:33:09.420702 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:33:09.421025 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:33:09.421358 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:33:09.421680 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:33:09.421994 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:33:09.422474 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:33:09.422793 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:33:09.433413 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:33:09.441575 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network d7439e80-4bbd-4bde-a5b6-7ea2259cb61c details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:33:11.575077 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41308) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:33:11.640817 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa14758-ae1f-4f82-919d-c6a3c87cc80c admin admin] GET failed (client error): The resource could not be found. Nov 26 16:33:11.641327 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8fa14758-ae1f-4f82-919d-c6a3c87cc80c admin admin] Synchronizing usage tracker for tenant:ee7042be864a4ea9b0ed24a3347485fb on resource:network {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:33:11.655532 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8fa14758-ae1f-4f82-919d-c6a3c87cc80c admin admin] Unset dirty status for tenant:ee7042be864a4ea9b0ed24a3347485fb on resource:network {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:33:11.656828 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8fa14758-ae1f-4f82-919d-c6a3c87cc80c admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0808196 Nov 26 16:33:11.766237 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c60c9a-625d-4610-b459-fc63230eec97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:33:11.767689 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-57c60c9a-625d-4610-b459-fc63230eec97 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1069169 Nov 26 16:33:11.778016 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-71a2f845-8f6f-43d4-b323-b14caa541a3b admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'd7439e80-4bbd-4bde-a5b6-7ea2259cb61c', 'description': 'shared-subnet'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:33:11.783528 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-71a2f845-8f6f-43d4-b323-b14caa541a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:33:11.793588 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-71a2f845-8f6f-43d4-b323-b14caa541a3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:33:11.803365 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a2f845-8f6f-43d4-b323-b14caa541a3b admin admin] Made reservation on behalf of ee7042be864a4ea9b0ed24a3347485fb for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:33:11.805716 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-71a2f845-8f6f-43d4-b323-b14caa541a3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:12.020983 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-71a2f845-8f6f-43d4-b323-b14caa541a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:12.026284 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:33:12.092210 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2f845-8f6f-43d4-b323-b14caa541a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5a5904a-bf9d-4b9f-9b4d-56206cdbdef2,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:33:12.098157 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-71a2f845-8f6f-43d4-b323-b14caa541a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:33:12.102048 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a2f845-8f6f-43d4-b323-b14caa541a3b admin admin] Checking segment: {'id': '5e7ef4c0-6236-413e-9af7-26db6bedd602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd7439e80-4bbd-4bde-a5b6-7ea2259cb61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:33:12.102435 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a2f845-8f6f-43d4-b323-b14caa541a3b admin admin] Network hostable DHCP agents. Network: d7439e80-4bbd-4bde-a5b6-7ea2259cb61c, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:33:12.122732 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a2f845-8f6f-43d4-b323-b14caa541a3b admin admin] Network d7439e80-4bbd-4bde-a5b6-7ea2259cb61c is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:33:12.132360 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-71a2f845-8f6f-43d4-b323-b14caa541a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, d7439e80-4bbd-4bde-a5b6-7ea2259cb61c) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:33:12.137657 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a2f845-8f6f-43d4-b323-b14caa541a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:33:12.138249 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-71a2f845-8f6f-43d4-b323-b14caa541a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:12.142415 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a43b2f-c892-4300-b31a-40df6494292b None None] Network d7439e80-4bbd-4bde-a5b6-7ea2259cb61c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:33:12.162683 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-71a2f845-8f6f-43d4-b323-b14caa541a3b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3888683 Nov 26 16:33:12.357933 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-d7439e80-4bbd-4bde-a5b6-7ea2259cb61c', 'network_id': 'd7439e80-4bbd-4bde-a5b6-7ea2259cb61c', 'tenant_id': 'ee7042be864a4ea9b0ed24a3347485fb', 'fixed_ips': [{'subnet_id': 'a5a5904a-bf9d-4b9f-9b4d-56206cdbdef2'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:33:12.359007 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:12.515824 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Allocated IP 192.168.233.2 (d7439e80-4bbd-4bde-a5b6-7ea2259cb61c/a5a5904a-bf9d-4b9f-9b4d-56206cdbdef2/6316b5d4-3382-4e77-b8d8-2cfaf1186e6f) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:33:12.748377 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:12.758920 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Transition to ACTIVE for port object 6316b5d4-3382-4e77-b8d8-2cfaf1186e6f will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:33:12.779676 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Transition to ACTIVE for port object 6316b5d4-3382-4e77-b8d8-2cfaf1186e6f will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:33:12.787088 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:12.793832 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:33:12.851390 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Network d7439e80-4bbd-4bde-a5b6-7ea2259cb61c is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:33:12.852557 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:33:12.856895 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:33:12.894345 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Pushing event updated for resources: {'Port': ['ID=6316b5d4-3382-4e77-b8d8-2cfaf1186e6f,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:33:12.936001 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:33:12.936381 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:33:12.936713 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:33:12.937035 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:33:12.937354 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:33:12.937686 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:33:12.938004 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:33:12.938316 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:33:12.938640 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:33:12.938950 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:33:12.939258 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:33:12.939563 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:33:12.946734 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:33:12.962862 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Attempting to bind port 6316b5d4-3382-4e77-b8d8-2cfaf1186e6f on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:33:12.963922 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Attempting to bind port 6316b5d4-3382-4e77-b8d8-2cfaf1186e6f by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '5e7ef4c0-6236-413e-9af7-26db6bedd602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd7439e80-4bbd-4bde-a5b6-7ea2259cb61c'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:33:12.964288 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Attempting to bind port 6316b5d4-3382-4e77-b8d8-2cfaf1186e6f on network d7439e80-4bbd-4bde-a5b6-7ea2259cb61c {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:33:12.969673 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:33:12.970049 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Checking segment: {'id': '5e7ef4c0-6236-413e-9af7-26db6bedd602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd7439e80-4bbd-4bde-a5b6-7ea2259cb61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:33:12.970448 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:12.970847 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Bound using segment: {'id': '5e7ef4c0-6236-413e-9af7-26db6bedd602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd7439e80-4bbd-4bde-a5b6-7ea2259cb61c'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:33:12.971308 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Bound port: 6316b5d4-3382-4e77-b8d8-2cfaf1186e6f, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7ef4c0-6236-413e-9af7-26db6bedd602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd7439e80-4bbd-4bde-a5b6-7ea2259cb61c'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:33:12.971694 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:13.058492 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] For port 6316b5d4-3382-4e77-b8d8-2cfaf1186e6f, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:33:13.061408 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] For port 6316b5d4-3382-4e77-b8d8-2cfaf1186e6f, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=6316b5d4-3382-4e77-b8d8-2cfaf1186e6f,segment=NetworkSegment(5e7ef4c0-6236-413e-9af7-26db6bedd602),segment_id=5e7ef4c0-6236-413e-9af7-26db6bedd602)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:33:13.068303 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:13.072558 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-43bb897a-8823-4229-bc43-3d364a497d74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:33:13.149835 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Pushing event updated for resources: {'Port': ['ID=6316b5d4-3382-4e77-b8d8-2cfaf1186e6f,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:33:13.152966 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:33:13.663525 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 6316b5d4-3382-4e77-b8d8-2cfaf1186e6f up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:33:13.772495 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 6316b5d4-3382-4e77-b8d8-2cfaf1186e6f completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:33:14.006265 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74cd40b-fa63-4fef-8ab5-84644fcc9df2 None None] Network d7439e80-4bbd-4bde-a5b6-7ea2259cb61c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:33:14.099365 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-5f3f0c5a-b798-4a33-9bca-dd972b965f20 None None] Provisioning for port 6316b5d4-3382-4e77-b8d8-2cfaf1186e6f completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:33:14.117185 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-5f3f0c5a-b798-4a33-9bca-dd972b965f20 None None] Provisioning complete for port 6316b5d4-3382-4e77-b8d8-2cfaf1186e6f triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:33:14.117488 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5f3f0c5a-b798-4a33-9bca-dd972b965f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:14.330306 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5f3f0c5a-b798-4a33-9bca-dd972b965f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:14.375474 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-5f3f0c5a-b798-4a33-9bca-dd972b965f20 None None] For port 6316b5d4-3382-4e77-b8d8-2cfaf1186e6f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=6316b5d4-3382-4e77-b8d8-2cfaf1186e6f,segment=NetworkSegment(5e7ef4c0-6236-413e-9af7-26db6bedd602),segment_id=5e7ef4c0-6236-413e-9af7-26db6bedd602)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:33:14.380356 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5f3f0c5a-b798-4a33-9bca-dd972b965f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:14.384320 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:33:14.457051 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f0c5a-b798-4a33-9bca-dd972b965f20 None None] Pushing event updated for resources: {'Port': ['ID=6316b5d4-3382-4e77-b8d8-2cfaf1186e6f,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:33:14.461994 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-5f3f0c5a-b798-4a33-9bca-dd972b965f20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:33:14.703104 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-343278e3-48f0-49fd-9926-ee1f907af03e None None] Provisioning complete for port 6316b5d4-3382-4e77-b8d8-2cfaf1186e6f triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:33:14.703367 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-343278e3-48f0-49fd-9926-ee1f907af03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:15.642240 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 6316b5d4-3382-4e77-b8d8-2cfaf1186e6f up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:33:15.711689 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 6316b5d4-3382-4e77-b8d8-2cfaf1186e6f triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:33:15.712122 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:28.487029 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6627f611-b595-46da-b84a-becf06ab52f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:29.281824 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:31.174057 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6933d83a-0345-46ef-9131-e4e7ddb45413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:32.057945 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:32.783598 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 5 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:33:33.830922 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:58.488030 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-13abf50c-e497-4218-8c52-65baf0e20e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:33:59.284652 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:34:01.180126 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fc08835c-ae6b-43eb-9a15-853c15e88c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:34:02.061832 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:34:03.829256 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:34:09.784677 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 5 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:34:28.490839 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4a7c31f5-d981-44dc-8c81-0053601a2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:34:29.219155 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41358) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:34:29.224835 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-b92fe1c8-6c86-4fd4-9bb7-1d85650c6ede tempest-verify_tempest_config-2121218380 tempest-verify_tempest_config-2121218380-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:34:29.225829 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b92fe1c8-6c86-4fd4-9bb7-1d85650c6ede tempest-verify_tempest_config-2121218380 tempest-verify_tempest_config-2121218380-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0056779 Nov 26 16:34:29.286802 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:34:29.526402 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41376) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:34:29.639118 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e4714827-9771-4d4a-9a60-42d9c068096a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:34:29.655909 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e4714827-9771-4d4a-9a60-42d9c068096a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:34:29.659576 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e4714827-9771-4d4a-9a60-42d9c068096a admin admin] Usage tracker for resource:security_group_rule and tenant:691c8e7433674f58a897f992ced8b131 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:34:29.662301 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e4714827-9771-4d4a-9a60-42d9c068096a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:34:29.667803 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e4714827-9771-4d4a-9a60-42d9c068096a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:34:29.748595 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e4714827-9771-4d4a-9a60-42d9c068096a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:34:29.752350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e4714827-9771-4d4a-9a60-42d9c068096a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:34:29.760297 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:34:29.804256 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e4714827-9771-4d4a-9a60-42d9c068096a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=691c8e7433674f58a897f992ced8b131&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2765565 Nov 26 16:34:29.804999 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4714827-9771-4d4a-9a60-42d9c068096a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634434e4-1f3d-44c2-a5db-094b1433c541,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:34:29.806850 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41382) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:34:29.812067 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4714827-9771-4d4a-9a60-42d9c068096a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:34:29.812434 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4714827-9771-4d4a-9a60-42d9c068096a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:34:29.812777 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4714827-9771-4d4a-9a60-42d9c068096a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:34:29.813103 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4714827-9771-4d4a-9a60-42d9c068096a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:34:29.813430 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4714827-9771-4d4a-9a60-42d9c068096a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:34:29.813770 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4714827-9771-4d4a-9a60-42d9c068096a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:34:29.814095 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4714827-9771-4d4a-9a60-42d9c068096a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:34:29.814418 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4714827-9771-4d4a-9a60-42d9c068096a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:34:29.814739 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4714827-9771-4d4a-9a60-42d9c068096a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:34:29.815055 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4714827-9771-4d4a-9a60-42d9c068096a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:34:29.815368 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4714827-9771-4d4a-9a60-42d9c068096a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:34:29.815680 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4714827-9771-4d4a-9a60-42d9c068096a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:34:29.819989 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e4714827-9771-4d4a-9a60-42d9c068096a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:34:29.864311 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-26ba5033-3986-4353-90a1-fab794d4da80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:34:29.889889 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-26ba5033-3986-4353-90a1-fab794d4da80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:34:29.983199 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-26ba5033-3986-4353-90a1-fab794d4da80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:34:29.987038 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:34:29.998908 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba5033-3986-4353-90a1-fab794d4da80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634434e4-1f3d-44c2-a5db-094b1433c541,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:34:30.008669 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba5033-3986-4353-90a1-fab794d4da80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:34:30.009019 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba5033-3986-4353-90a1-fab794d4da80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:34:30.009356 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba5033-3986-4353-90a1-fab794d4da80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:34:30.009684 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba5033-3986-4353-90a1-fab794d4da80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:34:30.010009 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba5033-3986-4353-90a1-fab794d4da80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:34:30.010333 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba5033-3986-4353-90a1-fab794d4da80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:34:30.010656 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba5033-3986-4353-90a1-fab794d4da80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:34:30.010978 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba5033-3986-4353-90a1-fab794d4da80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:34:30.011297 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba5033-3986-4353-90a1-fab794d4da80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:34:30.011612 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba5033-3986-4353-90a1-fab794d4da80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:34:30.011953 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba5033-3986-4353-90a1-fab794d4da80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:34:30.012269 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba5033-3986-4353-90a1-fab794d4da80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:34:30.015751 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-26ba5033-3986-4353-90a1-fab794d4da80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:34:30.016655 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-26ba5033-3986-4353-90a1-fab794d4da80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:34:30.017777 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-26ba5033-3986-4353-90a1-fab794d4da80 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/634434e4-1f3d-44c2-a5db-094b1433c541 HTTP/1.1" status: 204 len: 168 time: 0.2099557 Nov 26 16:34:31.182663 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5097551b-35b2-412d-81c6-349fd496793e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:34:32.070389 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:34:33.831859 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:34:46.783131 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 5 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:34:58.492485 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-def2326d-bcb7-469a-a13d-35d3730a64e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:34:59.287775 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:35:01.185008 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-47c4a806-752b-49b2-afbb-9570bbdb19c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:35:02.068000 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:35:03.835599 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:35:23.781981 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 5 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:35:28.493656 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d4e64ab0-7e2a-48a1-b699-220b8e42362c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:35:29.289063 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:35:31.185945 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-09ba0884-5959-4eae-8f93-0ffa6a3bfc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:35:32.070754 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:35:33.840772 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:35:49.366839 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3694349'] for agent, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:35:58.497359 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-51e6e4d6-85d3-41cf-8910-d49f099b3df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:35:59.290525 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:36:00.781445 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:36:01.190107 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1353a539-bed4-4158-8aff-020aa0aca223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:36:02.075183 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:36:03.583488 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41452) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:36:03.691374 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0926e606-2fbb-4856-a889-24593249c7b5 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1067617 Nov 26 16:36:03.843527 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:36:05.836057 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41462) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:36:05.890744 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ef5a13c3-8216-4105-a83d-a117a360490a admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0536165 Nov 26 16:36:19.300064 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:36:28.498982 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-de617836-24de-4920-8612-ea6dc98d5b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:36:29.294379 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:36:31.192568 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-aae3c022-613d-4187-9702-ee6c894ab0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:36:32.076591 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:36:33.846896 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:36:37.780390 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:36:49.297397 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:36:58.501040 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b602e17f-1f3d-4578-b1b8-8ed4ac56ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:36:59.296682 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:01.194242 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e0f8a90d-daca-4e07-95d6-3037303ce705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:02.079505 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:03.849523 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:14.778532 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:37:19.298607 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:28.511974 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8ae38c57-15f0-40c2-a3cb-0bc273a7c74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:29.311188 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:30.223735 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41602) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:30.501507 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-780586093-network', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:30.506360 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:30.511462 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Usage tracker for resource:network and tenant:06e5b26eff95490196e93abf54aa53ed is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:30.514976 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:30.521150 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:30.534688 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Made reservation on behalf of 06e5b26eff95490196e93abf54aa53ed for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:37:30.537144 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:30.550252 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:30.565493 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:30.569542 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Usage tracker for resource:security_group_rule and tenant:06e5b26eff95490196e93abf54aa53ed is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:30.572578 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:30.578937 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:30.678066 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:30.682840 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:30.690713 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:30.725586 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502fde68-711c-4302-87c1-1a5074fc44fa,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:30.737531 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:30.737971 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:30.738335 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:30.738719 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:30.739274 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:30.739656 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:30.740211 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:30.740492 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:30.741192 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:30.741666 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:30.741996 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:30.742322 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Tracked resource versions report: Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: pushed versions: Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: { 'AddressGroup': {'1.2'}, Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: 'ConntrackHelper': {'1.0'}, Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: 'Log': {'1.0'}, Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: 'Network': {'1.1'}, Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: 'Port': {'1.7'}, Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: 'PortForwarding': {'1.2'}, Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: 'QosPolicy': {'1.8'}, Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: 'SecurityGroup': {'1.4'}, Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: 'SecurityGroupRule': {'1.2'}, Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: 'SubPort': {'1.0'}, Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: 'Subnet': {'1.1'}, Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: 'Trunk': {'1.1'}} Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: consumer versions: Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: { DHCP agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: HyperV agent@hv-neutron-8194: {}, Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: L3 agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: Metadata agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: Metering agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: Open vSwitch agent@dv-neutron-819440-1-hyperv: { 'AddressGroup': '1.2', Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: 'ConntrackHelper': '1.0', Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: 'Log': '1.0', Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: 'Network': '1.1', Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: 'Port': '1.7', Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: 'PortForwarding': '1.2', Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: 'QosPolicy': '1.8', Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: 'SecurityGroup': '1.4', Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: 'SecurityGroupRule': '1.2', Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: 'SubPort': '1.0', Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: 'Subnet': '1.1', Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: 'Trunk': '1.1'}} Nov 26 16:37:30.743375 dv-neutron-819440-1-hyperv neutron-server[87518]: {{(pid=87518) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 26 16:37:30.746275 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:37:30.749191 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:30.761191 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:30.761735 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Added segment 5b7fa938-8d92-4b8a-af7d-251b9bf77dea of type vlan for network a5e19142-4e79-42ca-965f-fd783eba57b9 Nov 26 16:37:30.797399 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:30.839254 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:30.840956 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:30.841524 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:30.846443 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-53e07f4d-7458-4d54-af16-2d32938ec711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:30.953265 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Pushing event updated for resources: {'Network': ['ID=a5e19142-4e79-42ca-965f-fd783eba57b9,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:30.957750 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:30.962889 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41650) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:30.966175 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7387083 Nov 26 16:37:30.967377 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network a5e19142-4e79-42ca-965f-fd783eba57b9 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:37:30.968381 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Request body: {'subnet': {'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-780586093-subnet', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:30.973464 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:30.977362 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Usage tracker for resource:subnet and tenant:06e5b26eff95490196e93abf54aa53ed is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:30.980510 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:30.987560 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:31.001249 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Made reservation on behalf of 06e5b26eff95490196e93abf54aa53ed for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:37:31.004163 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Notify callbacks [] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:31.203999 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e881699a-6a01-4d5e-ae75-1b8a8bdfbecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:31.226383 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:31.230947 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:31.301216 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a210e770-5b77-496f-9854-0be443d4634c,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:31.315974 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:31.316341 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:31.316678 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:31.317004 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:31.317322 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:31.317645 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:31.317960 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:31.318456 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:31.319534 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:31.319534 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:31.319961 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:31.320280 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Tracked resource versions report: Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: pushed versions: Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: { 'AddressGroup': {'1.2'}, Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: 'ConntrackHelper': {'1.0'}, Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: 'Log': {'1.0'}, Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: 'Network': {'1.1'}, Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: 'Port': {'1.7'}, Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: 'PortForwarding': {'1.2'}, Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: 'QosPolicy': {'1.8'}, Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: 'SecurityGroup': {'1.4'}, Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: 'SecurityGroupRule': {'1.2'}, Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: 'SubPort': {'1.0'}, Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: 'Subnet': {'1.1'}, Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: 'Trunk': {'1.1'}} Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: consumer versions: Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: { DHCP agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: HyperV agent@hv-neutron-8194: {}, Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: L3 agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: Metadata agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: Metering agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: Open vSwitch agent@dv-neutron-819440-1-hyperv: { 'AddressGroup': '1.2', Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: 'ConntrackHelper': '1.0', Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: 'Log': '1.0', Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: 'Network': '1.1', Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: 'Port': '1.7', Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: 'PortForwarding': '1.2', Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: 'QosPolicy': '1.8', Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: 'SecurityGroup': '1.4', Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: 'SecurityGroupRule': '1.2', Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: 'SubPort': '1.0', Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: 'Subnet': '1.1', Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: 'Trunk': '1.1'}} Nov 26 16:37:31.321355 dv-neutron-819440-1-hyperv neutron-server[87519]: {{(pid=87519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 26 16:37:31.325397 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:31.332874 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Checking segment: {'id': '5b7fa938-8d92-4b8a-af7d-251b9bf77dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:37:31.333111 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Network hostable DHCP agents. Network: a5e19142-4e79-42ca-965f-fd783eba57b9, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:37:31.355970 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Network a5e19142-4e79-42ca-965f-fd783eba57b9 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:37:31.366594 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, a5e19142-4e79-42ca-965f-fd783eba57b9) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:31.372505 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:31.373409 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:31.379244 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a011c7-837d-4963-8d18-0fabc43cf096 None None] Network a5e19142-4e79-42ca-965f-fd783eba57b9 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:37:31.394062 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41664) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:31.414752 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4507055 Nov 26 16:37:31.417442 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41670) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:31.423411 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-87f578b9-e90c-48bf-8468-ae334278986e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-780586093-router', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:31.430854 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-87f578b9-e90c-48bf-8468-ae334278986e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:31.439643 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-87f578b9-e90c-48bf-8468-ae334278986e admin admin] Usage tracker for resource:router and tenant:06e5b26eff95490196e93abf54aa53ed is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:31.440409 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41674) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:31.448137 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-87f578b9-e90c-48bf-8468-ae334278986e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:31.456541 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-87f578b9-e90c-48bf-8468-ae334278986e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:31.470462 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-87f578b9-e90c-48bf-8468-ae334278986e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:31.472668 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-87f578b9-e90c-48bf-8468-ae334278986e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:31.497567 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-87f578b9-e90c-48bf-8468-ae334278986e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:31.580573 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41682) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:31.667110 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-a5e19142-4e79-42ca-965f-fd783eba57b9', 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'fixed_ips': [{'subnet_id': 'a210e770-5b77-496f-9854-0be443d4634c'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:37:31.667983 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:31.823856 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-495272159-network', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:31.829937 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:31.844152 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Usage tracker for resource:network and tenant:ba7ec815beb94575a006ddee54532b3f is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:31.858574 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-455662517-network', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:31.866691 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:31.876476 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] Usage tracker for resource:network and tenant:67d2367297c04a4ba514a5dfcb19c4b7 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:31.884671 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:31.893204 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:31.895609 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:31.901890 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:31.917778 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] Made reservation on behalf of 67d2367297c04a4ba514a5dfcb19c4b7 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:37:31.923152 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Allocated IP 172.20.0.2 (a5e19142-4e79-42ca-965f-fd783eba57b9/a210e770-5b77-496f-9854-0be443d4634c/16c82041-e508-40a7-98c2-4ba5230dec35) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:37:31.924585 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:31.963732 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-568988831'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:31.972977 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:31.975886 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41694) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:31.995415 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:31.999082 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-87f578b9-e90c-48bf-8468-ae334278986e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.000110 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] Usage tracker for resource:security_group_rule and tenant:67d2367297c04a4ba514a5dfcb19c4b7 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:32.003336 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:32.010880 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:32.109157 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.110745 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Made reservation on behalf of ba7ec815beb94575a006ddee54532b3f for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:37:32.113492 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.128076 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.141668 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.146413 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:37:32.157130 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.157749 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] Added segment 2894379f-c8e7-4e55-856c-2a6c137e7b1e of type vlan for network d89905c5-5622-439c-bd42-d732b1c43e20 Nov 26 16:37:32.184458 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.198192 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:32.208214 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.213434 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:32.222472 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Usage tracker for resource:network and tenant:e28e29356737478caf7d8675a91c4413 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:32.223600 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.227059 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:32.233484 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:32.236913 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Transition to ACTIVE for port object 16c82041-e508-40a7-98c2-4ba5230dec35 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:32.240510 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:32.250113 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Usage tracker for resource:security_group_rule and tenant:ba7ec815beb94575a006ddee54532b3f is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:32.254094 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:32.262968 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Made reservation on behalf of e28e29356737478caf7d8675a91c4413 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:37:32.267313 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.277121 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:32.282039 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Transition to ACTIVE for port object 16c82041-e508-40a7-98c2-4ba5230dec35 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:32.289050 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.303530 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-5f3f0c5a-b798-4a33-9bca-dd972b965f20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:32.305302 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.336230 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e14e413-f4ef-48ad-87a0-fc4e8e539922,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:32.348274 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:32.350818 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:32.352985 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.356636 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Usage tracker for resource:security_group_rule and tenant:e28e29356737478caf7d8675a91c4413 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:32.359651 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:32.360268 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.367237 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:32.372308 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:32.373767 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Network a5e19142-4e79-42ca-965f-fd783eba57b9 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:37:32.382395 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:32.385205 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:37:32.404987 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:32.483363 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-955037511'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:32.489374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:32.493452 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Usage tracker for resource:network and tenant:e5f03294913542b0beb645e31442079a is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:32.496946 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:32.504957 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:32.515664 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-87f578b9-e90c-48bf-8468-ae334278986e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.520831 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] Pushing event updated for resources: {'Network': ['ID=d89905c5-5622-439c-bd42-d732b1c43e20,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:32.529636 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0848536 Nov 26 16:37:32.531841 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:32.532325 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41716) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:32.543705 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-b119d6f0-c60f-410e-908d-ab972f750065 admin admin] Request body: {'subnet': {'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-455662517-subnet', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:32.547483 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network d89905c5-5622-439c-bd42-d732b1c43e20 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:37:32.554466 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-87f578b9-e90c-48bf-8468-ae334278986e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.561207 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b119d6f0-c60f-410e-908d-ab972f750065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:32.577171 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b119d6f0-c60f-410e-908d-ab972f750065 admin admin] Usage tracker for resource:subnet and tenant:67d2367297c04a4ba514a5dfcb19c4b7 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:32.582596 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b119d6f0-c60f-410e-908d-ab972f750065 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:32.604468 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.605123 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b119d6f0-c60f-410e-908d-ab972f750065 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:32.615848 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.627618 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:32.639357 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Attempting to bind port 16c82041-e508-40a7-98c2-4ba5230dec35 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:32.639928 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Attempting to bind port 16c82041-e508-40a7-98c2-4ba5230dec35 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '5b7fa938-8d92-4b8a-af7d-251b9bf77dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:32.640452 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Attempting to bind port 16c82041-e508-40a7-98c2-4ba5230dec35 on network a5e19142-4e79-42ca-965f-fd783eba57b9 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:32.656840 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Pushing event updated for resources: {'Port': ['ID=16c82041-e508-40a7-98c2-4ba5230dec35,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:32.657866 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b119d6f0-c60f-410e-908d-ab972f750065 admin admin] Made reservation on behalf of 67d2367297c04a4ba514a5dfcb19c4b7 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:37:32.660464 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b119d6f0-c60f-410e-908d-ab972f750065 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.688548 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:37:32.689802 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:37:32.689968 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Checking segment: {'id': '5b7fa938-8d92-4b8a-af7d-251b9bf77dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:37:32.690238 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.690764 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Bound using segment: {'id': '5b7fa938-8d92-4b8a-af7d-251b9bf77dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:37:32.691736 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Bound port: 16c82041-e508-40a7-98c2-4ba5230dec35, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7fa938-8d92-4b8a-af7d-251b9bf77dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:37:32.692226 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.707623 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:32.708243 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:32.709012 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:32.709755 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:32.710248 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:32.710697 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:32.711126 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:32.711549 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:32.712317 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:32.712317 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:32.712823 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:32.713646 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Tracked resource versions report: Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: pushed versions: Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: { 'AddressGroup': {'1.2'}, Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: 'ConntrackHelper': {'1.0'}, Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: 'Log': {'1.0'}, Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: 'Network': {'1.1'}, Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: 'Port': {'1.7'}, Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: 'PortForwarding': {'1.2'}, Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: 'QosPolicy': {'1.8'}, Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: 'SecurityGroup': {'1.4'}, Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: 'SecurityGroupRule': {'1.2'}, Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: 'SubPort': {'1.0'}, Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: 'Subnet': {'1.1'}, Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: 'Trunk': {'1.1'}} Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: consumer versions: Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: { DHCP agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: HyperV agent@hv-neutron-8194: {}, Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: L3 agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: Metadata agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: Metering agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: Open vSwitch agent@dv-neutron-819440-1-hyperv: { 'AddressGroup': '1.2', Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: 'ConntrackHelper': '1.0', Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: 'Log': '1.0', Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: 'Network': '1.1', Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: 'Port': '1.7', Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: 'PortForwarding': '1.2', Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: 'QosPolicy': '1.8', Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: 'SecurityGroup': '1.4', Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: 'SecurityGroupRule': '1.2', Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: 'SubPort': '1.0', Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: 'Subnet': '1.1', Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: 'Trunk': '1.1'}} Nov 26 16:37:32.715128 dv-neutron-819440-1-hyperv neutron-server[87520]: {{(pid=87520) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 26 16:37:32.718262 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-87f578b9-e90c-48bf-8468-ae334278986e admin admin] Allocated IP 172.26.0.186 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/c012ec18-a0b2-4c54-b0ae-f265c016a809) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:37:32.725021 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:32.818161 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b5b955-a9ed-49ca-91fc-0c7a4ac74247,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:32.841339 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:32.853616 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.854249 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Added segment 6a286159-c7e2-4df6-bb5a-d60ac00d4209 of type vlan for network a55c73e1-f79c-4dd0-927e-d75452182e89 Nov 26 16:37:32.869135 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.882183 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41722) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:32.884931 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.895997 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-87f578b9-e90c-48bf-8468-ae334278986e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.909679 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] For port 16c82041-e508-40a7-98c2-4ba5230dec35, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:37:32.914315 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] For port 16c82041-e508-40a7-98c2-4ba5230dec35, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=16c82041-e508-40a7-98c2-4ba5230dec35,segment=NetworkSegment(5b7fa938-8d92-4b8a-af7d-251b9bf77dea),segment_id=5b7fa938-8d92-4b8a-af7d-251b9bf77dea)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:37:32.919137 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Made reservation on behalf of e5f03294913542b0beb645e31442079a for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:37:32.920197 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.924104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.928395 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:37:32.938622 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.938622 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Added segment d72e77bd-4e5c-4d6c-b5cc-c2fc4481a836 of type vlan for network 2d2a4201-1867-4b53-ad3d-4544dc93695b Nov 26 16:37:32.939190 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:32.947925 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.966770 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:32.983483 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:32.991303 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Usage tracker for resource:security_group_rule and tenant:e5f03294913542b0beb645e31442079a is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:32.996031 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-26ba5033-3986-4353-90a1-fab794d4da80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:32.997472 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:33.012525 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:33.015983 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:33.032669 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-87f578b9-e90c-48bf-8468-ae334278986e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:33.072164 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:33.102163 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Pushing event updated for resources: {'Port': ['ID=16c82041-e508-40a7-98c2-4ba5230dec35,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:33.109579 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:33.138178 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:33.150809 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.resource_extend [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:37:33.168235 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:33.168937 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:33.170793 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f578b9-e90c-48bf-8468-ae334278986e admin admin] Pushing event updated for resources: {'Port': ['ID=c012ec18-a0b2-4c54-b0ae-f265c016a809,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:33.188536 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f578b9-e90c-48bf-8468-ae334278986e admin admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:37:33.188695 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f9d34e-b0f2-4bba-91d8-00acee441b09,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:33.192200 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:33.199366 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-87f578b9-e90c-48bf-8468-ae334278986e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:33.200635 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-87f578b9-e90c-48bf-8468-ae334278986e admin admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:33.203623 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:33.203864 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f578b9-e90c-48bf-8468-ae334278986e admin admin] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:37:33.365846 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-307479730'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:33.503929 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:33.509368 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Usage tracker for resource:network and tenant:9eb48e37a5ee40839299711152ff32b3 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:33.512455 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:33.518888 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:33.520698 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:33.532119 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:33.538600 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:33.542711 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41744) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:33.543282 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:33.552812 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Made reservation on behalf of 9eb48e37a5ee40839299711152ff32b3 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:37:33.556308 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:33.577180 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:33.578231 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:33.613159 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41750) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:33.618129 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:33.630083 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:37:33.632603 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2370889 Nov 26 16:37:33.633472 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Pushing event updated for resources: {'Network': ['ID=2d2a4201-1867-4b53-ad3d-4544dc93695b,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:33.646407 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 2d2a4201-1867-4b53-ad3d-4544dc93695b details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:37:33.652923 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.0712812 Nov 26 16:37:33.663379 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41754) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:33.663623 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41758) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:33.664477 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:33.672558 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:33.730675 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:33.730675 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Added segment d3050d57-adec-4a5e-9252-6c4a9112d110 of type vlan for network 31cb35ec-a0e0-43d1-ae70-742e553b3cd8 Nov 26 16:37:33.743027 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a35d3b0a-4c79-4b9d-a080-05268fd273f1,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:33.746602 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:33.762746 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-a471fde4-9f56-4aed-b033-7fab9fa72ac4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Request body: {'subnet': {'network_id': '2d2a4201-1867-4b53-ad3d-4544dc93695b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:33.776546 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:33.779607 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:33.800281 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-7705607e-80de-42d0-8aed-332ca131d9b3 admin admin] Request body: {'subnet': {'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-495272159-subnet', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:33.837569 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-87f578b9-e90c-48bf-8468-ae334278986e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:33.919283 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:33.932133 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 16c82041-e508-40a7-98c2-4ba5230dec35 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:37:33.936121 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Usage tracker for resource:security_group_rule and tenant:9eb48e37a5ee40839299711152ff32b3 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:33.954492 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7705607e-80de-42d0-8aed-332ca131d9b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:34.021165 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 16c82041-e508-40a7-98c2-4ba5230dec35 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:37:34.048559 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b119d6f0-c60f-410e-908d-ab972f750065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:34.051423 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:34.066781 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-867838023'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:34.071306 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7705607e-80de-42d0-8aed-332ca131d9b3 admin admin] Usage tracker for resource:subnet and tenant:ba7ec815beb94575a006ddee54532b3f is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:34.093075 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:34.095565 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7705607e-80de-42d0-8aed-332ca131d9b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:34.095760 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1569487906'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:34.099104 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:34.110206 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:34.121989 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7705607e-80de-42d0-8aed-332ca131d9b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:34.122461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:34.125252 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Usage tracker for resource:network and tenant:6ca1a044123748fcad592a643a48362a is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:34.126535 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Usage tracker for resource:network and tenant:6ad79038400b4203b367c77b1368c084 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:34.130416 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:34.136134 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:34.136683 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:34.140554 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:34.146456 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:34.147610 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Pushing event updated for resources: {'Network': ['ID=a55c73e1-f79c-4dd0-927e-d75452182e89,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:34.150480 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:34.158366 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network a55c73e1-f79c-4dd0-927e-d75452182e89 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:37:34.161290 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:34.165636 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:34.170818 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:34.247324 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7705607e-80de-42d0-8aed-332ca131d9b3 admin admin] Made reservation on behalf of ba7ec815beb94575a006ddee54532b3f for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:37:34.250505 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7705607e-80de-42d0-8aed-332ca131d9b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:34.265079 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Made reservation on behalf of 6ad79038400b4203b367c77b1368c084 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:37:34.268591 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:34.268928 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a471fde4-9f56-4aed-b033-7fab9fa72ac4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:34.305774 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a471fde4-9f56-4aed-b033-7fab9fa72ac4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Usage tracker for resource:subnet and tenant:e28e29356737478caf7d8675a91c4413 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:34.308877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:34.324853 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3475761 Nov 26 16:37:34.330393 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41768) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:34.358093 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7609a025-2e70-4762-8361-573aa9128f55 None None] Network a5e19142-4e79-42ca-965f-fd783eba57b9 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:37:34.364815 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a471fde4-9f56-4aed-b033-7fab9fa72ac4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:34.380404 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119d6f0-c60f-410e-908d-ab972f750065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78772461-04bb-45a9-8c0c-04bc08f8bb07,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:34.397193 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a471fde4-9f56-4aed-b033-7fab9fa72ac4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:34.398498 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Pushing event updated for resources: {'Network': ['ID=31cb35ec-a0e0-43d1-ae70-742e553b3cd8,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:34.399353 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b119d6f0-c60f-410e-908d-ab972f750065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:34.400635 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b119d6f0-c60f-410e-908d-ab972f750065 admin admin] Checking segment: {'id': '2894379f-c8e7-4e55-856c-2a6c137e7b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:37:34.400787 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b119d6f0-c60f-410e-908d-ab972f750065 admin admin] Network hostable DHCP agents. Network: d89905c5-5622-439c-bd42-d732b1c43e20, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:37:34.410363 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Made reservation on behalf of 6ca1a044123748fcad592a643a48362a for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:37:34.414190 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:34.434356 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 31cb35ec-a0e0-43d1-ae70-742e553b3cd8 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:37:34.452758 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:34.452981 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:34.457812 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-99487d0f-5fd8-4bca-abae-b0acb768cd6f tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Request body: {'subnet': {'network_id': '31cb35ec-a0e0-43d1-ae70-742e553b3cd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:34.471973 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:34.479128 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a471fde4-9f56-4aed-b033-7fab9fa72ac4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Made reservation on behalf of e28e29356737478caf7d8675a91c4413 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:37:34.482664 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a471fde4-9f56-4aed-b033-7fab9fa72ac4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks [] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:34.498575 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Usage tracker for resource:security_group_rule and tenant:6ad79038400b4203b367c77b1368c084 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:34.514526 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-90c6ee15-9b13-41ad-8ee8-fe82f3bd965d None None] Provisioning for port 16c82041-e508-40a7-98c2-4ba5230dec35 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:37:34.541143 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-90c6ee15-9b13-41ad-8ee8-fe82f3bd965d None None] Provisioning complete for port 16c82041-e508-40a7-98c2-4ba5230dec35 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:34.541604 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-90c6ee15-9b13-41ad-8ee8-fe82f3bd965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:34.545247 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:34.573285 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:34.577327 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:34.601884 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Usage tracker for resource:security_group_rule and tenant:6ca1a044123748fcad592a643a48362a is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:34.610148 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b119d6f0-c60f-410e-908d-ab972f750065 admin admin] Network d89905c5-5622-439c-bd42-d732b1c43e20 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:37:34.613600 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:34.630263 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:34.632324 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-99487d0f-5fd8-4bca-abae-b0acb768cd6f tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:34.640864 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-99487d0f-5fd8-4bca-abae-b0acb768cd6f tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Usage tracker for resource:subnet and tenant:e5f03294913542b0beb645e31442079a is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:34.649311 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-99487d0f-5fd8-4bca-abae-b0acb768cd6f tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:34.660548 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-99487d0f-5fd8-4bca-abae-b0acb768cd6f tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:34.675001 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-87f578b9-e90c-48bf-8468-ae334278986e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:34.677549 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-b119d6f0-c60f-410e-908d-ab972f750065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, d89905c5-5622-439c-bd42-d732b1c43e20) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:34.697560 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b119d6f0-c60f-410e-908d-ab972f750065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:34.699095 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b119d6f0-c60f-410e-908d-ab972f750065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:34.728440 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c0196c-17ff-4463-8937-a425986db632 None None] Network d89905c5-5622-439c-bd42-d732b1c43e20 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:37:34.802287 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99487d0f-5fd8-4bca-abae-b0acb768cd6f tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Made reservation on behalf of e5f03294913542b0beb645e31442079a for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:37:34.806185 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-99487d0f-5fd8-4bca-abae-b0acb768cd6f tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks [] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:34.849255 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-90c6ee15-9b13-41ad-8ee8-fe82f3bd965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:34.859963 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:34.867347 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b119d6f0-c60f-410e-908d-ab972f750065 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.3257241 Nov 26 16:37:34.868954 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41772) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:34.873267 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-2b6776e6-d9ef-4969-a06f-85fd39ed3d1c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-455662517-router', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:34.881076 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:34.883116 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-2b6776e6-d9ef-4969-a06f-85fd39ed3d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:34.888441 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7705607e-80de-42d0-8aed-332ca131d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:34.899325 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2b6776e6-d9ef-4969-a06f-85fd39ed3d1c admin admin] Usage tracker for resource:router and tenant:67d2367297c04a4ba514a5dfcb19c4b7 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:34.901976 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:34.915024 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2b6776e6-d9ef-4969-a06f-85fd39ed3d1c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:34.962481 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-90c6ee15-9b13-41ad-8ee8-fe82f3bd965d None None] For port 16c82041-e508-40a7-98c2-4ba5230dec35, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=16c82041-e508-40a7-98c2-4ba5230dec35,segment=NetworkSegment(5b7fa938-8d92-4b8a-af7d-251b9bf77dea),segment_id=5b7fa938-8d92-4b8a-af7d-251b9bf77dea)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:37:34.971540 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-2b6776e6-d9ef-4969-a06f-85fd39ed3d1c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:34.985328 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:34.993913 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:37:34.996967 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:35.006337 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-90c6ee15-9b13-41ad-8ee8-fe82f3bd965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:35.008073 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e4714827-9771-4d4a-9a60-42d9c068096a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:35.016593 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:35.041924 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:35.042462 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Added segment 35b586d6-6f7e-4ada-8aa6-d44222fd4032 of type vlan for network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb Nov 26 16:37:35.051787 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2986a454-981d-4740-81fb-dc015247be65,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:35.061646 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:37:35.067874 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b6776e6-d9ef-4969-a06f-85fd39ed3d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:35.068964 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b6776e6-d9ef-4969-a06f-85fd39ed3d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:35.070224 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ba33cb-d3b8-40b0-b554-47b4b3702ea2,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:35.077919 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:35.078862 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:35.082135 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-82c98798-2c58-4087-acc9-bf260a2c55a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:35.089302 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:35.089640 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Added segment b3d2b4d0-8ab0-4174-8b22-ae3b68a59441 of type vlan for network 1dc37c86-a01a-4555-99b6-e010fd7bee7b Nov 26 16:37:35.157458 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6ee15-9b13-41ad-8ee8-fe82f3bd965d None None] Pushing event updated for resources: {'Port': ['ID=16c82041-e508-40a7-98c2-4ba5230dec35,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:35.161664 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-90c6ee15-9b13-41ad-8ee8-fe82f3bd965d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:35.173578 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-d89905c5-5622-439c-bd42-d732b1c43e20', 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'fixed_ips': [{'subnet_id': '78772461-04bb-45a9-8c0c-04bc08f8bb07'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:37:35.175170 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:35.198735 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7705607e-80de-42d0-8aed-332ca131d9b3 admin admin] Checking segment: {'id': '6a286159-c7e2-4df6-bb5a-d60ac00d4209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:37:35.199151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7705607e-80de-42d0-8aed-332ca131d9b3 admin admin] Network hostable DHCP agents. Network: a55c73e1-f79c-4dd0-927e-d75452182e89, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:37:35.235759 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b6776e6-d9ef-4969-a06f-85fd39ed3d1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:35.258939 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:35.265992 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:35.269552 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705607e-80de-42d0-8aed-332ca131d9b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b30045-06a7-450d-8b3f-11d57c1b4222,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:35.276858 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7705607e-80de-42d0-8aed-332ca131d9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:35.286075 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a471fde4-9f56-4aed-b033-7fab9fa72ac4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:35.286778 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:35.291357 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:35.298608 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f578b9-e90c-48bf-8468-ae334278986e admin admin] Router 7d971ae5-c013-48a1-9b21-acaad5f75146 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:37:35.306663 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-99487d0f-5fd8-4bca-abae-b0acb768cd6f tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:35.310605 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-12b4d0c3-4205-4360-b48e-bff6c139234d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:35.321350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-71a2f845-8f6f-43d4-b323-b14caa541a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:35.367421 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] Allocated IP 172.20.0.2 (d89905c5-5622-439c-bd42-d732b1c43e20/78772461-04bb-45a9-8c0c-04bc08f8bb07/7ea7999f-0f78-4887-8d8b-c767528ccc68) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:37:35.398670 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7705607e-80de-42d0-8aed-332ca131d9b3 admin admin] Network a55c73e1-f79c-4dd0-927e-d75452182e89 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:37:35.476976 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ad32477f-8c9b-4766-82bf-df4f33ca4641 None None] Provisioning complete for port 16c82041-e508-40a7-98c2-4ba5230dec35 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:35.477219 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ad32477f-8c9b-4766-82bf-df4f33ca4641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:35.497818 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:35.506499 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-7705607e-80de-42d0-8aed-332ca131d9b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, a55c73e1-f79c-4dd0-927e-d75452182e89) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:35.508151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:37:35.520806 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:35.521315 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:35.522535 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ff7b4a-de9d-4171-b4ba-0b149ae5e898 None None] Network a55c73e1-f79c-4dd0-927e-d75452182e89 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:37:35.539046 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7705607e-80de-42d0-8aed-332ca131d9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:35.539289 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7705607e-80de-42d0-8aed-332ca131d9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:35.563291 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99487d0f-5fd8-4bca-abae-b0acb768cd6f tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Pushing event updated for resources: {'Subnet': ['ID=695ac3e1-6365-428c-b9d3-ca466b400344,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:35.569854 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:35.572800 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-99487d0f-5fd8-4bca-abae-b0acb768cd6f tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:35.573854 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99487d0f-5fd8-4bca-abae-b0acb768cd6f tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Checking segment: {'id': 'd3050d57-adec-4a5e-9252-6c4a9112d110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '31cb35ec-a0e0-43d1-ae70-742e553b3cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:37:35.574298 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99487d0f-5fd8-4bca-abae-b0acb768cd6f tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Network hostable DHCP agents. Network: 31cb35ec-a0e0-43d1-ae70-742e553b3cd8, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:37:35.585903 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:35.586639 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:35.594823 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:35.772190 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:35.772417 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Added segment ab5bda88-302d-4c05-9af0-b555222964b3 of type vlan for network 0795cf85-e976-48d5-8a20-79af691ed2fc Nov 26 16:37:35.775468 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471fde4-9f56-4aed-b033-7fab9fa72ac4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Pushing event updated for resources: {'Subnet': ['ID=f32d872f-6130-4bf7-a35b-2eace40c0606,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:35.779750 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:35.787864 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a471fde4-9f56-4aed-b033-7fab9fa72ac4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:35.790972 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] Transition to ACTIVE for port object 7ea7999f-0f78-4887-8d8b-c767528ccc68 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:35.799734 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.456s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:35.809835 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b6776e6-d9ef-4969-a06f-85fd39ed3d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:35.813020 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] Transition to ACTIVE for port object 7ea7999f-0f78-4887-8d8b-c767528ccc68 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:35.813740 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f578b9-e90c-48bf-8468-ae334278986e admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:37:35.828002 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2754264 Nov 26 16:37:35.829116 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99487d0f-5fd8-4bca-abae-b0acb768cd6f tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Network 31cb35ec-a0e0-43d1-ae70-742e553b3cd8 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:37:35.831705 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41778) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:35.834611 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:35.836489 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] Sync routers for ids ['7d971ae5-c013-48a1-9b21-acaad5f75146'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:37:35.839081 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Pushing event updated for resources: {'Network': ['ID=1dc37c86-a01a-4555-99b6-e010fd7bee7b,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:35.845345 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a471fde4-9f56-4aed-b033-7fab9fa72ac4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Checking segment: {'id': 'd72e77bd-4e5c-4d6c-b5cc-c2fc4481a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2d2a4201-1867-4b53-ad3d-4544dc93695b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:37:35.845720 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a471fde4-9f56-4aed-b033-7fab9fa72ac4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Network hostable DHCP agents. Network: 2d2a4201-1867-4b53-ad3d-4544dc93695b, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:37:35.851213 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] Routers {'7d971ae5-c013-48a1-9b21-acaad5f75146'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:37:35.851863 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:37:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['7d971ae5-c013-48a1-9b21-acaad5f75146'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:35.854556 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-1319fc87-a131-43e4-af70-03eb4f4130b9 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Request body: {'subnet': {'network_id': '1dc37c86-a01a-4555-99b6-e010fd7bee7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:35.872255 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:35.877502 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:35.880458 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-99487d0f-5fd8-4bca-abae-b0acb768cd6f tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 31cb35ec-a0e0-43d1-ae70-742e553b3cd8) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:35.925859 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] Network d89905c5-5622-439c-bd42-d732b1c43e20 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:37:35.927243 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 1dc37c86-a01a-4555-99b6-e010fd7bee7b details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:37:35.944521 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99487d0f-5fd8-4bca-abae-b0acb768cd6f tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:35.945559 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-99487d0f-5fd8-4bca-abae-b0acb768cd6f tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:35.950735 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:35.953309 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:37:35.960723 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0329ee-7e37-401d-9e19-2b385d0b7e94 None None] Network 31cb35ec-a0e0-43d1-ae70-742e553b3cd8 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:37:35.969416 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-87f578b9-e90c-48bf-8468-ae334278986e admin admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:35.970474 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.0840631 Nov 26 16:37:35.971054 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-87f578b9-e90c-48bf-8468-ae334278986e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5523639 Nov 26 16:37:35.973406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:35.979535 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc50b94-8830-49f7-8ecd-7be8cba027c9,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:35.983573 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 16c82041-e508-40a7-98c2-4ba5230dec35 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:37:35.991926 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41786) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:36.000259 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7705607e-80de-42d0-8aed-332ca131d9b3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3345423 Nov 26 16:37:36.002477 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:36.004219 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41798) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:36.004852 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.469s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:36.029355 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-5b4beb66-7f9a-4fc9-8f7e-f19432024177 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-495272159-router', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:36.047634 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5b4beb66-7f9a-4fc9-8f7e-f19432024177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:36.144303 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] Set router 7d971ae5-c013-48a1-9b21-acaad5f75146 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:37:36.152639 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5b4beb66-7f9a-4fc9-8f7e-f19432024177 admin admin] Usage tracker for resource:router and tenant:ba7ec815beb94575a006ddee54532b3f is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:36.167500 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5b4beb66-7f9a-4fc9-8f7e-f19432024177 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:36.172618 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a471fde4-9f56-4aed-b033-7fab9fa72ac4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Network 2d2a4201-1867-4b53-ad3d-4544dc93695b is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:37:36.186166 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.resource_extend [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:37:36.211009 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5b4beb66-7f9a-4fc9-8f7e-f19432024177 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:36.230321 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Pushing event updated for resources: {'Network': ['ID=2fb13060-f08e-4bdf-b197-2b06c4c79ceb,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:36.243063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:36.246668 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-a471fde4-9f56-4aed-b033-7fab9fa72ac4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 2d2a4201-1867-4b53-ad3d-4544dc93695b) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:36.253479 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a471fde4-9f56-4aed-b033-7fab9fa72ac4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:36.254280 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a471fde4-9f56-4aed-b033-7fab9fa72ac4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:36.261361 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:36.266605 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] Attempting to bind port 7ea7999f-0f78-4887-8d8b-c767528ccc68 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:36.266987 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] Attempting to bind port 7ea7999f-0f78-4887-8d8b-c767528ccc68 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '2894379f-c8e7-4e55-856c-2a6c137e7b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:36.269331 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] Attempting to bind port 7ea7999f-0f78-4887-8d8b-c767528ccc68 on network d89905c5-5622-439c-bd42-d732b1c43e20 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:36.274724 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:36.275547 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:36.286673 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:36.311916 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-99487d0f-5fd8-4bca-abae-b0acb768cd6f tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9781647 Nov 26 16:37:36.315859 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41808) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:36.317298 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-1319fc87-a131-43e4-af70-03eb4f4130b9 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:36.325959 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-2ae2e4f9-b3fd-412a-9cd7-8412d97c4d51 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Request body: {'port': {'network_id': '31cb35ec-a0e0-43d1-ae70-742e553b3cd8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1041868369'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:36.351392 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:37:36.351860 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] Checking segment: {'id': '2894379f-c8e7-4e55-856c-2a6c137e7b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:37:36.352340 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:36.352753 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] Bound using segment: {'id': '2894379f-c8e7-4e55-856c-2a6c137e7b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:37:36.353253 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] Bound port: 7ea7999f-0f78-4887-8d8b-c767528ccc68, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2894379f-c8e7-4e55-856c-2a6c137e7b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:37:36.353657 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:36.371607 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:37:36.382386 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a471fde4-9f56-4aed-b033-7fab9fa72ac4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7121906 Nov 26 16:37:36.387620 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b4beb66-7f9a-4fc9-8f7e-f19432024177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:36.388882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b4beb66-7f9a-4fc9-8f7e-f19432024177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:36.392655 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41812) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:36.393825 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221598fc-4e11-4b3f-bd6b-63cb0080cf0a None None] Network 2d2a4201-1867-4b53-ad3d-4544dc93695b requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:37:36.417871 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.8010976 Nov 26 16:37:36.424766 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-edf7e452-46f7-4d61-b07b-8945298ee6d4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Request body: {'port': {'network_id': '2d2a4201-1867-4b53-ad3d-4544dc93695b', 'name': 'tempest-AllowedAddressPairTestJSON-869123077'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:36.443288 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41820) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:36.456691 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Pushing event updated for resources: {'Network': ['ID=0795cf85-e976-48d5-8a20-79af691ed2fc,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:36.517089 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:36.541912 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b4beb66-7f9a-4fc9-8f7e-f19432024177 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:36.555616 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1319fc87-a131-43e4-af70-03eb4f4130b9 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Usage tracker for resource:subnet and tenant:6ad79038400b4203b367c77b1368c084 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:36.561990 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2ae2e4f9-b3fd-412a-9cd7-8412d97c4d51 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:36.564845 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1319fc87-a131-43e4-af70-03eb4f4130b9 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:36.578003 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2ae2e4f9-b3fd-412a-9cd7-8412d97c4d51 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Usage tracker for resource:port and tenant:e5f03294913542b0beb645e31442079a is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:36.580201 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'name': 'tempest-ServerActionsTestJSON-780586093-router', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:31Z', 'updated_at': '2021-11-26T16:37:33Z', 'revision_number': 3, 'project_id': '06e5b26eff95490196e93abf54aa53ed', 'gw_port': {'id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:32Z', 'updated_at': '2021-11-26T16:37:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:36.584391 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-1319fc87-a131-43e4-af70-03eb4f4130b9 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:36.586814 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2ae2e4f9-b3fd-412a-9cd7-8412d97c4d51 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:36.591027 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] Checking router: 7d971ae5-c013-48a1-9b21-acaad5f75146 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:37:36.591528 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] Updating router 7d971ae5-c013-48a1-9b21-acaad5f75146 port c012ec18-a0b2-4c54-b0ae-f265c016a809 binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:37:36.602576 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2ae2e4f9-b3fd-412a-9cd7-8412d97c4d51 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:36.632529 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1319fc87-a131-43e4-af70-03eb4f4130b9 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Made reservation on behalf of 6ad79038400b4203b367c77b1368c084 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:37:36.632756 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Request body: {'network': {'name': 'tempest-network--1744329676', 'router:external': True}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:36.636625 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1319fc87-a131-43e4-af70-03eb4f4130b9 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks [] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:36.673564 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:36.737260 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] For port 7ea7999f-0f78-4887-8d8b-c767528ccc68, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:37:36.740474 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] For port 7ea7999f-0f78-4887-8d8b-c767528ccc68, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7ea7999f-0f78-4887-8d8b-c767528ccc68,segment=NetworkSegment(2894379f-c8e7-4e55-856c-2a6c137e7b1e),segment_id=2894379f-c8e7-4e55-856c-2a6c137e7b1e)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:37:36.754584 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:36.821748 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Usage tracker for resource:network and tenant:63557eaab85548f49a4b0ab1664e3c1f is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:36.835666 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:36.839245 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-edf7e452-46f7-4d61-b07b-8945298ee6d4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:36.905197 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:36.968898 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-edf7e452-46f7-4d61-b07b-8945298ee6d4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Usage tracker for resource:port and tenant:e28e29356737478caf7d8675a91c4413 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:36.982771 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-edf7e452-46f7-4d61-b07b-8945298ee6d4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:36.984750 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae2e4f9-b3fd-412a-9cd7-8412d97c4d51 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Made reservation on behalf of e5f03294913542b0beb645e31442079a for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:37:36.990185 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2ae2e4f9-b3fd-412a-9cd7-8412d97c4d51 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:37.006463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1319fc87-a131-43e4-af70-03eb4f4130b9 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:37.068222 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-edf7e452-46f7-4d61-b07b-8945298ee6d4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:37.080687 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41826) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:37.098734 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 0795cf85-e976-48d5-8a20-79af691ed2fc details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:37:37.120385 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Request body: {'port': {'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb', 'binding:host_id': 'hv-neutron-8194', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-753184947'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:37.135443 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Made reservation on behalf of 63557eaab85548f49a4b0ab1664e3c1f for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:37:37.137775 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:37.149597 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:37.154752 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b4beb66-7f9a-4fc9-8f7e-f19432024177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:37.166832 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Usage tracker for resource:port and tenant:0e44420f2afd46f3a14fc094f7c91672 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:37.169430 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:37.178828 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf7e452-46f7-4d61-b07b-8945298ee6d4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Made reservation on behalf of e28e29356737478caf7d8675a91c4413 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:37:37.182464 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-edf7e452-46f7-4d61-b07b-8945298ee6d4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:37.196047 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:37.213101 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:37.214210 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:37.225388 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:37.231954 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:37.240334 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:37.255873 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Usage tracker for resource:security_group_rule and tenant:63557eaab85548f49a4b0ab1664e3c1f is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:37.258621 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] Transition to ACTIVE for port object c012ec18-a0b2-4c54-b0ae-f265c016a809 will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:37.259195 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-edf7e452-46f7-4d61-b07b-8945298ee6d4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] device_id is not set on port 56cffc85-93b5-404c-96a7-0f4f5109cd7d yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:37:37.268213 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:37.273121 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:37.300662 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b6776e6-d9ef-4969-a06f-85fd39ed3d1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:37.340731 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:37.348495 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-a55c73e1-f79c-4dd0-927e-d75452182e89', 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'fixed_ips': [{'subnet_id': 'd8b30045-06a7-450d-8b3f-11d57c1b4222'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:37:37.350576 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:37.357259 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4566338-e39c-4354-8bde-303086d47b81 None None] Pushing event updated for resources: {'Port': ['ID=c012ec18-a0b2-4c54-b0ae-f265c016a809,revision_number=2']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:37.372307 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4566338-e39c-4354-8bde-303086d47b81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:37.372307 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4566338-e39c-4354-8bde-303086d47b81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:37.372646 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4566338-e39c-4354-8bde-303086d47b81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:37.372861 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4566338-e39c-4354-8bde-303086d47b81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:37.373311 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4566338-e39c-4354-8bde-303086d47b81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:37.373655 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4566338-e39c-4354-8bde-303086d47b81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:37.373976 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4566338-e39c-4354-8bde-303086d47b81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:37.374876 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4566338-e39c-4354-8bde-303086d47b81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:37.375206 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4566338-e39c-4354-8bde-303086d47b81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:37.375521 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4566338-e39c-4354-8bde-303086d47b81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:37.375946 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4566338-e39c-4354-8bde-303086d47b81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:37.376275 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4566338-e39c-4354-8bde-303086d47b81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4566338-e39c-4354-8bde-303086d47b81 None None] Tracked resource versions report: Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: pushed versions: Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: { 'AddressGroup': {'1.2'}, Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: 'ConntrackHelper': {'1.0'}, Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: 'Log': {'1.0'}, Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: 'Network': {'1.1'}, Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: 'Port': {'1.7'}, Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: 'PortForwarding': {'1.2'}, Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: 'QosPolicy': {'1.8'}, Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: 'SecurityGroup': {'1.4'}, Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: 'SecurityGroupRule': {'1.2'}, Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: 'SubPort': {'1.0'}, Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: 'Subnet': {'1.1'}, Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: 'Trunk': {'1.1'}} Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: consumer versions: Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: { DHCP agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: HyperV agent@hv-neutron-8194: {}, Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: L3 agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: Metadata agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: Metering agent@dv-neutron-819440-1-hyperv: {}, Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: Open vSwitch agent@dv-neutron-819440-1-hyperv: { 'AddressGroup': '1.2', Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: 'ConntrackHelper': '1.0', Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: 'Log': '1.0', Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: 'Network': '1.1', Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: 'Port': '1.7', Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: 'PortForwarding': '1.2', Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: 'QosPolicy': '1.8', Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: 'SecurityGroup': '1.4', Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: 'SecurityGroupRule': '1.2', Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: 'SubPort': '1.0', Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: 'Subnet': '1.1', Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: 'Trunk': '1.1'}} Nov 26 16:37:37.377525 dv-neutron-819440-1-hyperv neutron-server[87521]: {{(pid=87521) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 26 16:37:37.382110 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-b4566338-e39c-4354-8bde-303086d47b81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:37.400957 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] Attempting to bind port c012ec18-a0b2-4c54-b0ae-f265c016a809 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:37.401325 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] Attempting to bind port c012ec18-a0b2-4c54-b0ae-f265c016a809 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:37.401690 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] Attempting to bind port c012ec18-a0b2-4c54-b0ae-f265c016a809 on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:37.408793 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:37:37.409175 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:37:37.409575 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:37.409966 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:37:37.410436 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] Bound port: c012ec18-a0b2-4c54-b0ae-f265c016a809, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:37:37.410826 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:37.468593 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Made reservation on behalf of 0e44420f2afd46f3a14fc094f7c91672 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:37:37.471498 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:37.489300 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:37.504630 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] For port c012ec18-a0b2-4c54-b0ae-f265c016a809, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:37:37.508713 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] For port c012ec18-a0b2-4c54-b0ae-f265c016a809, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=c012ec18-a0b2-4c54-b0ae-f265c016a809,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:37:37.513487 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:37.519753 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-06466775-a1f1-443d-9bde-070c5a541ced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:37.544564 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] Allocated IP 172.20.0.2 (a55c73e1-f79c-4dd0-927e-d75452182e89/d8b30045-06a7-450d-8b3f-11d57c1b4222/c8415812-36f3-4ca2-aab6-12edd93885c2) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:37:37.556195 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b6776e6-d9ef-4969-a06f-85fd39ed3d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:37.611039 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4566338-e39c-4354-8bde-303086d47b81 None None] Pushing event updated for resources: {'Port': ['ID=c012ec18-a0b2-4c54-b0ae-f265c016a809,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:37.649434 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-b4566338-e39c-4354-8bde-303086d47b81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:37.658331 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:37.668585 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] Routers {'7d971ae5-c013-48a1-9b21-acaad5f75146'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:37:37.669458 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:37:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['7d971ae5-c013-48a1-9b21-acaad5f75146'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:37.761090 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:37.789486 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:37.799402 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Usage tracker for resource:security_group_rule and tenant:0e44420f2afd46f3a14fc094f7c91672 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:37.801323 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] Transition to ACTIVE for port object c8415812-36f3-4ca2-aab6-12edd93885c2 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:37.813485 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:37.824844 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] Transition to ACTIVE for port object c8415812-36f3-4ca2-aab6-12edd93885c2 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:37.831055 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] Pushing event updated for resources: {'Port': ['ID=7ea7999f-0f78-4887-8d8b-c767528ccc68,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:37.834350 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.957s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:37.883230 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.579s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:37.893642 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-2ae2e4f9-b3fd-412a-9cd7-8412d97c4d51 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] device_id is not set on port 84100ab5-0244-4613-a490-20880767ce3b yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:37:37.902559 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:37.929118 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] Set router 7d971ae5-c013-48a1-9b21-acaad5f75146 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:37:37.936062 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5b10f5cc-7cb3-401b-bed8-d19967a98000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:37.966661 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:38.037376 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] Network a55c73e1-f79c-4dd0-927e-d75452182e89 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:37:38.046794 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:38.049820 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:37:38.056772 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-edf7e452-46f7-4d61-b07b-8945298ee6d4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Allocated IP 172.20.0.9 (2d2a4201-1867-4b53-ad3d-4544dc93695b/f32d872f-6130-4bf7-a35b-2eace40c0606/56cffc85-93b5-404c-96a7-0f4f5109cd7d) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:37:38.119283 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-2b6776e6-d9ef-4969-a06f-85fd39ed3d1c admin admin] Allocated IP 172.26.0.152 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:37:38.134027 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 16c82041-e508-40a7-98c2-4ba5230dec35 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:38.134844 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:38.281833 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1319fc87-a131-43e4-af70-03eb4f4130b9 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Checking segment: {'id': 'b3d2b4d0-8ab0-4174-8b22-ae3b68a59441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1dc37c86-a01a-4555-99b6-e010fd7bee7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:37:38.282272 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1319fc87-a131-43e4-af70-03eb4f4130b9 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Network hostable DHCP agents. Network: 1dc37c86-a01a-4555-99b6-e010fd7bee7b, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:37:38.329384 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-5b10f5cc-7cb3-401b-bed8-d19967a98000 admin admin] Allocated IP 172.20.0.1 (a5e19142-4e79-42ca-965f-fd783eba57b9/a210e770-5b77-496f-9854-0be443d4634c/0091ea53-155e-4fb4-8e43-25a6c6fab097) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:37:38.347974 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:38.369881 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'name': 'tempest-ServerActionsTestJSON-780586093-router', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:31Z', 'updated_at': '2021-11-26T16:37:33Z', 'revision_number': 3, 'project_id': '06e5b26eff95490196e93abf54aa53ed', 'gw_port': {'id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:32Z', 'updated_at': '2021-11-26T16:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:38.379099 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c51df1-0240-4373-88f4-81bb9c97d6a9 None None] The sync data for ids ['7d971ae5-c013-48a1-9b21-acaad5f75146'] in dv-neutron-819440-1-hyperv is: [{'id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'name': 'tempest-ServerActionsTestJSON-780586093-router', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:31Z', 'updated_at': '2021-11-26T16:37:33Z', 'revision_number': 3, 'project_id': '06e5b26eff95490196e93abf54aa53ed', 'gw_port': {'id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:32Z', 'updated_at': '2021-11-26T16:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:37:38.431894 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:38.440921 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] Pushing event updated for resources: {'Port': ['ID=7ea7999f-0f78-4887-8d8b-c767528ccc68,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:38.496668 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:38.497080 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.470s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:38.539210 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5b10f5cc-7cb3-401b-bed8-d19967a98000 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:38.544069 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:37:38.553580 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:38.553919 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Added segment d3d55cec-89d3-4248-bc7d-23d8efcdd393 of type vlan for network b97693b2-ab60-40be-a756-f67de8a37041 Nov 26 16:37:38.563140 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-5b10f5cc-7cb3-401b-bed8-d19967a98000 admin admin] Transition to ACTIVE for port object 0091ea53-155e-4fb4-8e43-25a6c6fab097 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:38.575532 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319fc87-a131-43e4-af70-03eb4f4130b9 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Pushing event updated for resources: {'Subnet': ['ID=cff3bc66-9e60-4992-9d6b-dcbfd8693d92,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:38.577438 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:38.578382 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1319fc87-a131-43e4-af70-03eb4f4130b9 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.353s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:38.581721 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] Attempting to bind port c8415812-36f3-4ca2-aab6-12edd93885c2 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:38.582312 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] Attempting to bind port c8415812-36f3-4ca2-aab6-12edd93885c2 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '6a286159-c7e2-4df6-bb5a-d60ac00d4209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:38.582841 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] Attempting to bind port c8415812-36f3-4ca2-aab6-12edd93885c2 on network a55c73e1-f79c-4dd0-927e-d75452182e89 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:38.606409 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1319fc87-a131-43e4-af70-03eb4f4130b9 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Network 1dc37c86-a01a-4555-99b6-e010fd7bee7b is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:37:38.640121 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:37:38.640494 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] Checking segment: {'id': '6a286159-c7e2-4df6-bb5a-d60ac00d4209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:37:38.640823 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:38.641227 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] Bound using segment: {'id': '6a286159-c7e2-4df6-bb5a-d60ac00d4209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:37:38.641716 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] Bound port: c8415812-36f3-4ca2-aab6-12edd93885c2, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a286159-c7e2-4df6-bb5a-d60ac00d4209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:37:38.642115 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:38.675239 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:38.689719 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-1319fc87-a131-43e4-af70-03eb4f4130b9 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 1dc37c86-a01a-4555-99b6-e010fd7bee7b) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:38.694258 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1319fc87-a131-43e4-af70-03eb4f4130b9 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:38.694858 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1319fc87-a131-43e4-af70-03eb4f4130b9 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:38.739233 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1319fc87-a131-43e4-af70-03eb4f4130b9 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9001918 Nov 26 16:37:38.740511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41830) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:38.748355 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5b10f5cc-7cb3-401b-bed8-d19967a98000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:38.752541 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:38.764971 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-5620f721-2f15-45e0-b5fe-b3434fa56853 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Request body: {'port': {'network_id': '1dc37c86-a01a-4555-99b6-e010fd7bee7b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-133457465'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:38.845544 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] For port c8415812-36f3-4ca2-aab6-12edd93885c2, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:37:38.879152 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-87f578b9-e90c-48bf-8468-ae334278986e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:38.896689 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33066fd-2f19-40d2-b0eb-3724d6e549b5 None None] Network 1dc37c86-a01a-4555-99b6-e010fd7bee7b requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:37:38.914933 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] Pushing event updated for resources: {'Port': ['ID=c8415812-36f3-4ca2-aab6-12edd93885c2,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:38.936029 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855ad15b-6f81-48aa-a2a0-c605e2f74051 None None] Network d89905c5-5622-439c-bd42-d732b1c43e20 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:37:38.953849 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:38.965553 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-2ae2e4f9-b3fd-412a-9cd7-8412d97c4d51 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Allocated IP 172.20.0.12 (31cb35ec-a0e0-43d1-ae70-742e553b3cd8/695ac3e1-6365-428c-b9d3-ca466b400344/84100ab5-0244-4613-a490-20880767ce3b) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:37:38.985168 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b10f5cc-7cb3-401b-bed8-d19967a98000 admin admin] Network a5e19142-4e79-42ca-965f-fd783eba57b9 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:37:38.995885 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-5b10f5cc-7cb3-401b-bed8-d19967a98000 admin admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:39.002357 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10f5cc-7cb3-401b-bed8-d19967a98000 admin admin] Pushing event updated for resources: {'Port': ['ID=0091ea53-155e-4fb4-8e43-25a6c6fab097,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:39.017355 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:39.026640 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b10f5cc-7cb3-401b-bed8-d19967a98000 admin admin] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:37:39.027230 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5b10f5cc-7cb3-401b-bed8-d19967a98000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:39.039772 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-31cb35ec-a0e0-43d1-ae70-742e553b3cd8', 'network_id': '31cb35ec-a0e0-43d1-ae70-742e553b3cd8', 'tenant_id': 'e5f03294913542b0beb645e31442079a', 'fixed_ips': [{'subnet_id': '695ac3e1-6365-428c-b9d3-ca466b400344'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:37:39.040631 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:39.080217 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b6776e6-d9ef-4969-a06f-85fd39ed3d1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:39.103599 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b4beb66-7f9a-4fc9-8f7e-f19432024177 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:39.141987 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d355617-15e9-49ae-868c-386800a73be2,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:39.145592 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:39.153122 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b4beb66-7f9a-4fc9-8f7e-f19432024177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:39.197066 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] For port c8415812-36f3-4ca2-aab6-12edd93885c2, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=c8415812-36f3-4ca2-aab6-12edd93885c2,segment=NetworkSegment(6a286159-c7e2-4df6-bb5a-d60ac00d4209),segment_id=6a286159-c7e2-4df6-bb5a-d60ac00d4209)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:37:39.252592 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:39.253891 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] device_id is not set on port e3798688-ef76-4ff5-9a06-a709c5feac0c yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:37:39.405273 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5b10f5cc-7cb3-401b-bed8-d19967a98000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:39.409283 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-2d2a4201-1867-4b53-ad3d-4544dc93695b', 'network_id': '2d2a4201-1867-4b53-ad3d-4544dc93695b', 'tenant_id': 'e28e29356737478caf7d8675a91c4413', 'fixed_ips': [{'subnet_id': 'f32d872f-6130-4bf7-a35b-2eace40c0606'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:37:39.410158 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:39.441438 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:39.444640 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5b10f5cc-7cb3-401b-bed8-d19967a98000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:39.455979 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-807a79f6-f48f-4690-947a-f6d682d71038 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:39.517252 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7164b0d7-be94-4087-97d2-af8867a79a6f None None] Provisioning for port 7ea7999f-0f78-4887-8d8b-c767528ccc68 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:37:39.522719 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:39.541205 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:39.542074 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:39.588243 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-edf7e452-46f7-4d61-b07b-8945298ee6d4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:39.605161 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318e7361-a1cc-4c60-be21-5adaadd9e4af,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:39.629352 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:39.632302 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:39.690831 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] Pushing event updated for resources: {'Port': ['ID=c8415812-36f3-4ca2-aab6-12edd93885c2,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:39.694418 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b6776e6-d9ef-4969-a06f-85fd39ed3d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:39.708789 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5620f721-2f15-45e0-b5fe-b3434fa56853 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:39.722474 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:39.763964 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5620f721-2f15-45e0-b5fe-b3434fa56853 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Usage tracker for resource:port and tenant:6ad79038400b4203b367c77b1368c084 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:39.777490 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-62bc2561-1da0-4c36-95f4-0083efc7e5e5 None None] Provisioning for port 0091ea53-155e-4fb4-8e43-25a6c6fab097 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:37:39.781418 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5620f721-2f15-45e0-b5fe-b3434fa56853 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:39.796507 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-62bc2561-1da0-4c36-95f4-0083efc7e5e5 None None] Provisioning complete for port 0091ea53-155e-4fb4-8e43-25a6c6fab097 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:39.796762 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-62bc2561-1da0-4c36-95f4-0083efc7e5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:39.860503 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5620f721-2f15-45e0-b5fe-b3434fa56853 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:39.933535 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5b10f5cc-7cb3-401b-bed8-d19967a98000 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:39.956364 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5b10f5cc-7cb3-401b-bed8-d19967a98000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:39.961055 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5b10f5cc-7cb3-401b-bed8-d19967a98000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:39.963673 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-edf7e452-46f7-4d61-b07b-8945298ee6d4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Transition to ACTIVE for port object 56cffc85-93b5-404c-96a7-0f4f5109cd7d will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:39.970843 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:39.974153 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-62bc2561-1da0-4c36-95f4-0083efc7e5e5 None None] Port 0091ea53-155e-4fb4-8e43-25a6c6fab097 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:37:39.984454 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bb5dba-8511-487a-b0d3-658af2aa61f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-1dc37c86-a01a-4555-99b6-e010fd7bee7b', 'network_id': '1dc37c86-a01a-4555-99b6-e010fd7bee7b', 'tenant_id': '6ad79038400b4203b367c77b1368c084', 'fixed_ips': [{'subnet_id': 'cff3bc66-9e60-4992-9d6b-dcbfd8693d92'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:37:39.985331 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-55bb5dba-8511-487a-b0d3-658af2aa61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:40.055599 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6776e6-d9ef-4969-a06f-85fd39ed3d1c admin admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:37:40.078748 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Pushing event updated for resources: {'Network': ['ID=b97693b2-ab60-40be-a756-f67de8a37041,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:40.085169 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.6327176 Nov 26 16:37:40.085169 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-5b4beb66-7f9a-4fc9-8f7e-f19432024177 admin admin] Allocated IP 172.26.0.41 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:37:40.086608 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:40.090115 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] device_id is not set on port e3798688-ef76-4ff5-9a06-a709c5feac0c yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:37:40.095506 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-2b6776e6-d9ef-4969-a06f-85fd39ed3d1c admin admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:40.097458 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-846dc954-8d06-4095-8bf7-ffa077b46769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:40.127039 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41836) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:40.129265 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6776e6-d9ef-4969-a06f-85fd39ed3d1c admin admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:37:40.155996 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network b97693b2-ab60-40be-a756-f67de8a37041 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:37:40.224418 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5620f721-2f15-45e0-b5fe-b3434fa56853 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Made reservation on behalf of 6ad79038400b4203b367c77b1368c084 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:37:40.227910 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5620f721-2f15-45e0-b5fe-b3434fa56853 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:40.253123 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2ae2e4f9-b3fd-412a-9cd7-8412d97c4d51 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:40.261405 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-5620f721-2f15-45e0-b5fe-b3434fa56853 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] device_id is not set on port a0023094-4c29-4fd1-825d-0c0d957234cf yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:37:40.360903 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10f5cc-7cb3-401b-bed8-d19967a98000 admin admin] Pushing event updated for resources: {'Port': ['ID=0091ea53-155e-4fb4-8e43-25a6c6fab097,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:40.367853 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-2ae2e4f9-b3fd-412a-9cd7-8412d97c4d51 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Transition to ACTIVE for port object 84100ab5-0244-4613-a490-20880767ce3b will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:40.369438 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5b10f5cc-7cb3-401b-bed8-d19967a98000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:40.378989 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:40.404707 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-55bb5dba-8511-487a-b0d3-658af2aa61f9 None None] Allocated IP 172.20.0.2 (1dc37c86-a01a-4555-99b6-e010fd7bee7b/cff3bc66-9e60-4992-9d6b-dcbfd8693d92/7bb945d4-820e-4b7f-9b1e-bcfe790d6791) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:37:40.433952 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b10f5cc-7cb3-401b-bed8-d19967a98000 admin admin] Network a5e19142-4e79-42ca-965f-fd783eba57b9 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:37:40.436045 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-5b10f5cc-7cb3-401b-bed8-d19967a98000 admin admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:40.450206 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2ae2e4f9-b3fd-412a-9cd7-8412d97c4d51 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:40.579466 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:40.630521 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Transition to ACTIVE for port object e3798688-ef76-4ff5-9a06-a709c5feac0c will not be triggered until provisioned by entity L2. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:40.656399 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6776e6-d9ef-4969-a06f-85fd39ed3d1c admin admin] Pushing event updated for resources: {'Port': ['ID=0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:40.667587 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2b6776e6-d9ef-4969-a06f-85fd39ed3d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:40.713204 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae2e4f9-b3fd-412a-9cd7-8412d97c4d51 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Network 31cb35ec-a0e0-43d1-ae70-742e553b3cd8 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:37:40.741839 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-2ae2e4f9-b3fd-412a-9cd7-8412d97c4d51 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:40.758241 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae2e4f9-b3fd-412a-9cd7-8412d97c4d51 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:37:40.763915 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae2e4f9-b3fd-412a-9cd7-8412d97c4d51 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:40.764613 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2ae2e4f9-b3fd-412a-9cd7-8412d97c4d51 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:40.781066 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2e4f9-b3fd-412a-9cd7-8412d97c4d51 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Pushing event updated for resources: {'Port': ['ID=84100ab5-0244-4613-a490-20880767ce3b,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:40.796660 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2ae2e4f9-b3fd-412a-9cd7-8412d97c4d51 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:40.847160 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-edf7e452-46f7-4d61-b07b-8945298ee6d4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:40.887026 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2ae2e4f9-b3fd-412a-9cd7-8412d97c4d51 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.5663991 Nov 26 16:37:40.891080 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41840) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:40.904035 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-7c7ce3dc-3243-4f0f-9918-3ededc83a992 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Request body: {'port': {'network_id': '31cb35ec-a0e0-43d1-ae70-742e553b3cd8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2091655637', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:40.904583 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.api.validators [None req-7c7ce3dc-3243-4f0f-9918-3ededc83a992 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] bootfile-name is not in valid_values {{(pid=87518) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 26 16:37:40.904942 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.api.validators [None req-7c7ce3dc-3243-4f0f-9918-3ededc83a992 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] tftp-server is not in valid_values {{(pid=87518) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 26 16:37:40.905305 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.api.validators [None req-7c7ce3dc-3243-4f0f-9918-3ededc83a992 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] server-ip-address is not in valid_values {{(pid=87518) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 26 16:37:40.951071 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-55bb5dba-8511-487a-b0d3-658af2aa61f9 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:40.964117 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-55bb5dba-8511-487a-b0d3-658af2aa61f9 None None] Transition to ACTIVE for port object 7bb945d4-820e-4b7f-9b1e-bcfe790d6791 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:40.991368 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:40.991679 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-55bb5dba-8511-487a-b0d3-658af2aa61f9 None None] Transition to ACTIVE for port object 7bb945d4-820e-4b7f-9b1e-bcfe790d6791 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:41.021058 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] Allocated IP 172.20.0.2 (31cb35ec-a0e0-43d1-ae70-742e553b3cd8/695ac3e1-6365-428c-b9d3-ca466b400344/8dbbe197-6340-47a0-9d93-36b5381fdd0d) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:37:41.028364 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b10f5cc-7cb3-401b-bed8-d19967a98000 admin admin] Router 7d971ae5-c013-48a1-9b21-acaad5f75146 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:37:41.125291 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-55bb5dba-8511-487a-b0d3-658af2aa61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:41.126701 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7ea7999f-0f78-4887-8d8b-c767528ccc68 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:37:41.155661 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:41.194210 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:41.255497 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:41.257565 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a50fbf-17e9-45ff-a2c8-aa4dd194d71b None None] Network a55c73e1-f79c-4dd0-927e-d75452182e89 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:37:41.309278 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf7e452-46f7-4d61-b07b-8945298ee6d4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Network 2d2a4201-1867-4b53-ad3d-4544dc93695b is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:37:41.319555 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-edf7e452-46f7-4d61-b07b-8945298ee6d4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:41.327267 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf7e452-46f7-4d61-b07b-8945298ee6d4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:37:41.333180 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf7e452-46f7-4d61-b07b-8945298ee6d4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:41.333461 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-edf7e452-46f7-4d61-b07b-8945298ee6d4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:41.349187 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-5620f721-2f15-45e0-b5fe-b3434fa56853 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Allocated IP 172.20.0.14 (1dc37c86-a01a-4555-99b6-e010fd7bee7b/cff3bc66-9e60-4992-9d6b-dcbfd8693d92/a0023094-4c29-4fd1-825d-0c0d957234cf) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:37:41.370501 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7c7ce3dc-3243-4f0f-9918-3ededc83a992 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:41.375550 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7c7ce3dc-3243-4f0f-9918-3ededc83a992 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Usage tracker for resource:port and tenant:e5f03294913542b0beb645e31442079a is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:41.379099 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7c7ce3dc-3243-4f0f-9918-3ededc83a992 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:41.382961 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7e452-46f7-4d61-b07b-8945298ee6d4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Pushing event updated for resources: {'Port': ['ID=56cffc85-93b5-404c-96a7-0f4f5109cd7d,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:41.386013 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7c7ce3dc-3243-4f0f-9918-3ededc83a992 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:41.412335 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b4beb66-7f9a-4fc9-8f7e-f19432024177 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:41.413450 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7ce3dc-3243-4f0f-9918-3ededc83a992 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Made reservation on behalf of e5f03294913542b0beb645e31442079a for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:37:41.415582 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-edf7e452-46f7-4d61-b07b-8945298ee6d4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:41.416873 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7c7ce3dc-3243-4f0f-9918-3ededc83a992 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:41.423317 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2f799a6a-c440-4729-baca-d8828037e6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:41.450490 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bb5dba-8511-487a-b0d3-658af2aa61f9 None None] Network 1dc37c86-a01a-4555-99b6-e010fd7bee7b is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:37:41.464294 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-55bb5dba-8511-487a-b0d3-658af2aa61f9 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:41.476421 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] Allocated IP 172.20.0.2 (2d2a4201-1867-4b53-ad3d-4544dc93695b/f32d872f-6130-4bf7-a35b-2eace40c0606/89a39f03-da9d-4fee-b7f0-056f60178f97) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:37:41.491786 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-7c7ce3dc-3243-4f0f-9918-3ededc83a992 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] device_id is not set on port 76cf3b89-63d7-4153-b0c9-461ae65f00a2 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:37:41.493551 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bb5dba-8511-487a-b0d3-658af2aa61f9 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:37:41.503847 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-edf7e452-46f7-4d61-b07b-8945298ee6d4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.0954416 Nov 26 16:37:41.507809 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb5dba-8511-487a-b0d3-658af2aa61f9 None None] Pushing event updated for resources: {'Port': ['ID=7bb945d4-820e-4b7f-9b1e-bcfe790d6791,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:41.522180 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-55bb5dba-8511-487a-b0d3-658af2aa61f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:41.527358 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41844) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:41.538247 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b10f5cc-7cb3-401b-bed8-d19967a98000 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:37:41.554457 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5b10f5cc-7cb3-401b-bed8-d19967a98000 admin admin] 10.222.0.11 "PUT /v2.0/routers/7d971ae5-c013-48a1-9b21-acaad5f75146/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5612648 Nov 26 16:37:41.577245 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-20762cc9-12d2-4e3e-b7e9-258fbd8f14b1 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Request body: {'port': {'network_id': '2d2a4201-1867-4b53-ad3d-4544dc93695b', 'name': 'tempest-AllowedAddressPairTestJSON-1328292366', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:79:04:28'}]}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:41.675578 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:41.697618 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Checking segment: {'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:37:41.698164 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Network hostable DHCP agents. Network: 2fb13060-f08e-4bdf-b197-2b06c4c79ceb, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:37:41.710561 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Pushing event updated for resources: {'Port': ['ID=e3798688-ef76-4ff5-9a06-a709c5feac0c,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:41.714860 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:41.725109 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b6776e6-d9ef-4969-a06f-85fd39ed3d1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:41.737134 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] Transition to ACTIVE for port object 8dbbe197-6340-47a0-9d93-36b5381fdd0d will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:41.763198 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] Transition to ACTIVE for port object 8dbbe197-6340-47a0-9d93-36b5381fdd0d will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:41.779321 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:41.909963 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5620f721-2f15-45e0-b5fe-b3434fa56853 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:41.938441 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-5620f721-2f15-45e0-b5fe-b3434fa56853 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Transition to ACTIVE for port object a0023094-4c29-4fd1-825d-0c0d957234cf will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:41.947847 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] Sync routers for ids ['7d971ae5-c013-48a1-9b21-acaad5f75146'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:37:41.948667 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-7c7ce3dc-3243-4f0f-9918-3ededc83a992 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Allocated IP 172.20.0.3 (31cb35ec-a0e0-43d1-ae70-742e553b3cd8/695ac3e1-6365-428c-b9d3-ca466b400344/76cf3b89-63d7-4153-b0c9-461ae65f00a2) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:37:41.950590 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 7ea7999f-0f78-4887-8d8b-c767528ccc68 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:37:41.974581 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4aa6fee8-7229-4eb0-a7a2-1f4cffaf1db8 None None] Provisioning for port c8415812-36f3-4ca2-aab6-12edd93885c2 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:37:41.977969 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:42.046840 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5620f721-2f15-45e0-b5fe-b3434fa56853 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:42.048280 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-186b6575-eea9-448a-93ec-3d8fcb704cd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:42.082042 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 7ea7999f-0f78-4887-8d8b-c767528ccc68 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:42.082424 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:42.112190 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2ae2e4f9-b3fd-412a-9cd7-8412d97c4d51 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:42.196501 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5620f721-2f15-45e0-b5fe-b3434fa56853 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Network 1dc37c86-a01a-4555-99b6-e010fd7bee7b is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:37:42.202256 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] Routers {'7d971ae5-c013-48a1-9b21-acaad5f75146'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:37:42.202915 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:37:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['7d971ae5-c013-48a1-9b21-acaad5f75146'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:42.204278 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-5620f721-2f15-45e0-b5fe-b3434fa56853 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:42.207211 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5620f721-2f15-45e0-b5fe-b3434fa56853 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:37:42.213251 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5620f721-2f15-45e0-b5fe-b3434fa56853 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:42.213924 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5620f721-2f15-45e0-b5fe-b3434fa56853 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:42.265981 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620f721-2f15-45e0-b5fe-b3434fa56853 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Pushing event updated for resources: {'Port': ['ID=a0023094-4c29-4fd1-825d-0c0d957234cf,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:42.269501 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5620f721-2f15-45e0-b5fe-b3434fa56853 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:42.284427 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] Network 31cb35ec-a0e0-43d1-ae70-742e553b3cd8 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:37:42.388228 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5620f721-2f15-45e0-b5fe-b3434fa56853 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6470003 Nov 26 16:37:42.392114 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41860) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:42.403667 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:42.406265 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-55bb5dba-8511-487a-b0d3-658af2aa61f9 None None] Attempting to bind port 7bb945d4-820e-4b7f-9b1e-bcfe790d6791 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:42.406634 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-55bb5dba-8511-487a-b0d3-658af2aa61f9 None None] Attempting to bind port 7bb945d4-820e-4b7f-9b1e-bcfe790d6791 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'b3d2b4d0-8ab0-4174-8b22-ae3b68a59441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1dc37c86-a01a-4555-99b6-e010fd7bee7b'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:42.406993 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb5dba-8511-487a-b0d3-658af2aa61f9 None None] Attempting to bind port 7bb945d4-820e-4b7f-9b1e-bcfe790d6791 on network 1dc37c86-a01a-4555-99b6-e010fd7bee7b {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:42.412900 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:42.413287 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:42.414770 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:42.415105 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Subscribe: > port after_create 55550000 {{(pid=87519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:42.415453 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:42.415845 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Subscribe: > port after_update 55550000 {{(pid=87519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:42.416172 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:42.416493 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:42.416814 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:42.417129 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:42.418530 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:37:42.457661 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7c7ce3dc-3243-4f0f-9918-3ededc83a992 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:42.484953 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-7c7ce3dc-3243-4f0f-9918-3ededc83a992 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Transition to ACTIVE for port object 76cf3b89-63d7-4153-b0c9-461ae65f00a2 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:42.489365 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-9456a3d5-556d-4ec5-87aa-1e3fe38dcb84 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Deleting port a0023094-4c29-4fd1-825d-0c0d957234cf {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:37:42.489625 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9456a3d5-556d-4ec5-87aa-1e3fe38dcb84 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:42.555587 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb5dba-8511-487a-b0d3-658af2aa61f9 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:37:42.556212 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb5dba-8511-487a-b0d3-658af2aa61f9 None None] Checking segment: {'id': 'b3d2b4d0-8ab0-4174-8b22-ae3b68a59441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1dc37c86-a01a-4555-99b6-e010fd7bee7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:37:42.556515 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-55bb5dba-8511-487a-b0d3-658af2aa61f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:42.557239 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb5dba-8511-487a-b0d3-658af2aa61f9 None None] Bound using segment: {'id': 'b3d2b4d0-8ab0-4174-8b22-ae3b68a59441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1dc37c86-a01a-4555-99b6-e010fd7bee7b'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:37:42.557364 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-55bb5dba-8511-487a-b0d3-658af2aa61f9 None None] Bound port: 7bb945d4-820e-4b7f-9b1e-bcfe790d6791, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d2b4d0-8ab0-4174-8b22-ae3b68a59441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1dc37c86-a01a-4555-99b6-e010fd7bee7b'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:37:42.557713 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-55bb5dba-8511-487a-b0d3-658af2aa61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:42.637378 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] Pushing event updated for resources: {'Port': ['ID=8dbbe197-6340-47a0-9d93-36b5381fdd0d,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:42.640073 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4aa6fee8-7229-4eb0-a7a2-1f4cffaf1db8 None None] Provisioning complete for port 0091ea53-155e-4fb4-8e43-25a6c6fab097 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:42.640460 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4aa6fee8-7229-4eb0-a7a2-1f4cffaf1db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:42.647289 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:42.647902 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:42.648468 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:42.649010 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:42.649592 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97693b2-ab60-40be-a756-f67de8a37041']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:42.663473 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d55cec-89d3-4248-bc7d-23d8efcdd393') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:42.664241 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d55cec-89d3-4248-bc7d-23d8efcdd393') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:42.670326 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:42.680247 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:42.700907 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:42.710998 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:37:42.712146 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:42.750806 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9456a3d5-556d-4ec5-87aa-1e3fe38dcb84 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: from cryptography.utils import int_from_bytes Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: from cryptography.utils import int_from_bytes Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn_limited( Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn_limited( Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:37:42.865692 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:37:42.869552 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b4beb66-7f9a-4fc9-8f7e-f19432024177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:42.875844 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41866) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:42.876736 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] Attempting to bind port 8dbbe197-6340-47a0-9d93-36b5381fdd0d on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:42.877113 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] Attempting to bind port 8dbbe197-6340-47a0-9d93-36b5381fdd0d by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'd3050d57-adec-4a5e-9252-6c4a9112d110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '31cb35ec-a0e0-43d1-ae70-742e553b3cd8'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:42.877348 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:42.877465 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] Attempting to bind port 8dbbe197-6340-47a0-9d93-36b5381fdd0d on network 31cb35ec-a0e0-43d1-ae70-742e553b3cd8 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:42.888179 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-9456a3d5-556d-4ec5-87aa-1e3fe38dcb84 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Calling delete_port for a0023094-4c29-4fd1-825d-0c0d957234cf owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:37:42.896401 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:37:42.907467 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-7edddb44-66f5-42c6-ac60-9e884bed9974 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1975215686', 'description': 'tempest-description--1225137750'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:42.942550 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7edddb44-66f5-42c6-ac60-9e884bed9974 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:42.942729 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:42.942846 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7edddb44-66f5-42c6-ac60-9e884bed9974 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Usage tracker for resource:security_group and tenant:06e5b26eff95490196e93abf54aa53ed is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:42.942846 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7edddb44-66f5-42c6-ac60-9e884bed9974 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:42.942846 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-edf7e452-46f7-4d61-b07b-8945298ee6d4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:42.953236 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:37:42.953423 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7c7ce3dc-3243-4f0f-9918-3ededc83a992 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:42.953635 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] Checking segment: {'id': 'd3050d57-adec-4a5e-9252-6c4a9112d110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '31cb35ec-a0e0-43d1-ae70-742e553b3cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:37:42.954030 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:42.955030 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] Bound using segment: {'id': 'd3050d57-adec-4a5e-9252-6c4a9112d110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '31cb35ec-a0e0-43d1-ae70-742e553b3cd8'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:37:42.955030 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] Bound port: 8dbbe197-6340-47a0-9d93-36b5381fdd0d, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3050d57-adec-4a5e-9252-6c4a9112d110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '31cb35ec-a0e0-43d1-ae70-742e553b3cd8'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:37:42.955507 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:42.965357 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-4aa6fee8-7229-4eb0-a7a2-1f4cffaf1db8 None None] Port 0091ea53-155e-4fb4-8e43-25a6c6fab097 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:37:42.965611 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5620f721-2f15-45e0-b5fe-b3434fa56853 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:42.982649 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b6776e6-d9ef-4969-a06f-85fd39ed3d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:42.995765 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7edddb44-66f5-42c6-ac60-9e884bed9974 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:43.000157 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b97693b2-ab60-40be-a756-f67de8a37041 {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 26 16:37:43.067792 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] Set router 7d971ae5-c013-48a1-9b21-acaad5f75146 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:37:43.079480 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-20762cc9-12d2-4e3e-b7e9-258fbd8f14b1 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:43.087971 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:43.099282 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 2fb13060-f08e-4bdf-b197-2b06c4c79ceb) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:43.126085 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7ce3dc-3243-4f0f-9918-3ededc83a992 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Network 31cb35ec-a0e0-43d1-ae70-742e553b3cd8 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:37:43.129883 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-55bb5dba-8511-487a-b0d3-658af2aa61f9 None None] For port 7bb945d4-820e-4b7f-9b1e-bcfe790d6791, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:37:43.130678 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-7c7ce3dc-3243-4f0f-9918-3ededc83a992 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:43.134606 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ce3dc-3243-4f0f-9918-3ededc83a992 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Pushing event updated for resources: {'Port': ['ID=76cf3b89-63d7-4153-b0c9-461ae65f00a2,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:43.137459 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0b8b29-9edd-4fd1-9269-821ab09e3d8e None None] Network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:37:43.173669 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4beb66-7f9a-4fc9-8f7e-f19432024177 admin admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:37:43.181439 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 7ea7999f-0f78-4887-8d8b-c767528ccc68, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7ea7999f-0f78-4887-8d8b-c767528ccc68,segment=NetworkSegment(2894379f-c8e7-4e55-856c-2a6c137e7b1e),segment_id=2894379f-c8e7-4e55-856c-2a6c137e7b1e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:37:43.183181 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:43.183779 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-20762cc9-12d2-4e3e-b7e9-258fbd8f14b1 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Usage tracker for resource:port and tenant:e28e29356737478caf7d8675a91c4413 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:43.189721 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:37:43.205766 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-5b4beb66-7f9a-4fc9-8f7e-f19432024177 admin admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:43.215022 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-20762cc9-12d2-4e3e-b7e9-258fbd8f14b1 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:43.218213 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7edddb44-66f5-42c6-ac60-9e884bed9974 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:43.231762 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4beb66-7f9a-4fc9-8f7e-f19432024177 admin admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:37:43.249648 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7ce3dc-3243-4f0f-9918-3ededc83a992 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:37:43.260104 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-55bb5dba-8511-487a-b0d3-658af2aa61f9 None None] For port 7bb945d4-820e-4b7f-9b1e-bcfe790d6791, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7bb945d4-820e-4b7f-9b1e-bcfe790d6791,segment=NetworkSegment(b3d2b4d0-8ab0-4174-8b22-ae3b68a59441),segment_id=b3d2b4d0-8ab0-4174-8b22-ae3b68a59441)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:37:43.261320 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7ce3dc-3243-4f0f-9918-3ededc83a992 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:43.262897 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4beb66-7f9a-4fc9-8f7e-f19432024177 admin admin] Pushing event updated for resources: {'Port': ['ID=ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:43.263442 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7c7ce3dc-3243-4f0f-9918-3ededc83a992 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:43.267360 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:43.276948 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-20762cc9-12d2-4e3e-b7e9-258fbd8f14b1 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:43.279662 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5b4beb66-7f9a-4fc9-8f7e-f19432024177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:43.281050 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] Transition to ACTIVE for port object 89a39f03-da9d-4fee-b7f0-056f60178f97 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:43.294609 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c8415812-36f3-4ca2-aab6-12edd93885c2 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:37:43.301026 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.302s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:43.307075 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7c7ce3dc-3243-4f0f-9918-3ededc83a992 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:43.307899 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9456a3d5-556d-4ec5-87aa-1e3fe38dcb84 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:43.324158 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:43.329558 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:43.330558 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:43.331172 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:43.331778 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:43.349377 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] 10.222.0.11 "DELETE /v2.0/networks/b97693b2-ab60-40be-a756-f67de8a37041 HTTP/1.1" status: 204 len: 168 time: 3.1116621 Nov 26 16:37:43.357112 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41872) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:43.360468 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7edddb44-66f5-42c6-ac60-9e884bed9974 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:43.365076 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Pushing event deleted for resources: {'Network': ['ID=b97693b2-ab60-40be-a756-f67de8a37041,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:43.377723 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:43.380757 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-55bb5dba-8511-487a-b0d3-658af2aa61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:43.382269 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-10082e6b-9cfb-4161-a19e-d465c8603c0b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:43.385434 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port e3798688-ef76-4ff5-9a06-a709c5feac0c on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:37:43.386002 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:37:43.387403 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7edddb44-66f5-42c6-ac60-9e884bed9974 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Usage tracker for resource:security_group_rule and tenant:06e5b26eff95490196e93abf54aa53ed is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:43.394877 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempt 2 to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c Nov 26 16:37:43.403216 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7edddb44-66f5-42c6-ac60-9e884bed9974 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:43.409868 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-10082e6b-9cfb-4161-a19e-d465c8603c0b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:43.420041 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20762cc9-12d2-4e3e-b7e9-258fbd8f14b1 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Made reservation on behalf of e28e29356737478caf7d8675a91c4413 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:37:43.447427 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-10082e6b-9cfb-4161-a19e-d465c8603c0b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Usage tracker for resource:network and tenant:63557eaab85548f49a4b0ab1664e3c1f is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:43.458121 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7edddb44-66f5-42c6-ac60-9e884bed9974 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:43.458967 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9456a3d5-556d-4ec5-87aa-1e3fe38dcb84 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:43.465670 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9456a3d5-556d-4ec5-87aa-1e3fe38dcb84 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] 10.222.0.11 "DELETE /v2.0/ports/a0023094-4c29-4fd1-825d-0c0d957234cf HTTP/1.1" status: 204 len: 168 time: 1.0679858 Nov 26 16:37:43.465670 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7c7ce3dc-3243-4f0f-9918-3ededc83a992 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.5719931 Nov 26 16:37:43.465670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41876) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:43.468555 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-10082e6b-9cfb-4161-a19e-d465c8603c0b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:43.474821 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41878) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:43.482219 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456a3d5-556d-4ec5-87aa-1e3fe38dcb84 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Pushing event deleted for resources: {'Port': ['ID=a0023094-4c29-4fd1-825d-0c0d957234cf,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:43.493259 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9456a3d5-556d-4ec5-87aa-1e3fe38dcb84 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:43.527236 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] Transition to ACTIVE for port object 89a39f03-da9d-4fee-b7f0-056f60178f97 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:43.617163 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6bad5f60-64ad-46a8-9c08-00309efa5786 tempest-DHCPAgentSchedulersTestJSON-293669961 tempest-DHCPAgentSchedulersTestJSON-293669961-project-admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.1345885 Nov 26 16:37:43.617341 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41886) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:43.622955 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-a17ce713-d1cd-4000-9f69-7f5f6471dfb2 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-721900751'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:43.630263 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] For port 8dbbe197-6340-47a0-9d93-36b5381fdd0d, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:37:43.632114 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-a17ce713-d1cd-4000-9f69-7f5f6471dfb2 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:43.636186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a17ce713-d1cd-4000-9f69-7f5f6471dfb2 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Usage tracker for resource:network and tenant:6ad79038400b4203b367c77b1368c084 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:43.639189 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a17ce713-d1cd-4000-9f69-7f5f6471dfb2 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:43.645533 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-a17ce713-d1cd-4000-9f69-7f5f6471dfb2 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:43.650449 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:43.657012 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17ce713-d1cd-4000-9f69-7f5f6471dfb2 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Made reservation on behalf of 6ad79038400b4203b367c77b1368c084 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:37:43.660611 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a17ce713-d1cd-4000-9f69-7f5f6471dfb2 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:43.706356 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17ce713-d1cd-4000-9f69-7f5f6471dfb2 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:37:43.721033 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a17ce713-d1cd-4000-9f69-7f5f6471dfb2 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:43.721386 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-a17ce713-d1cd-4000-9f69-7f5f6471dfb2 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Added segment 7dbbd039-7eff-48f2-b788-0309690a228f of type vlan for network 7bd6535d-6c3b-4848-bbd5-00a0d8f309b6 Nov 26 16:37:43.726393 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:43.726840 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:43.727559 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:43.728665 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] For port 8dbbe197-6340-47a0-9d93-36b5381fdd0d, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=8dbbe197-6340-47a0-9d93-36b5381fdd0d,segment=NetworkSegment(d3050d57-adec-4a5e-9252-6c4a9112d110),segment_id=d3050d57-adec-4a5e-9252-6c4a9112d110)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:37:43.731952 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-10082e6b-9cfb-4161-a19e-d465c8603c0b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:43.734048 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=7ea7999f-0f78-4887-8d8b-c767528ccc68,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:43.745320 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:43.769185 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:43.784906 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a17ce713-d1cd-4000-9f69-7f5f6471dfb2 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:43.794360 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port e3798688-ef76-4ff5-9a06-a709c5feac0c on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:37:43.794841 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:37:43.839469 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempt 3 to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c Nov 26 16:37:43.858060 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a17ce713-d1cd-4000-9f69-7f5f6471dfb2 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:43.866726 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17ce713-d1cd-4000-9f69-7f5f6471dfb2 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:43.867630 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a17ce713-d1cd-4000-9f69-7f5f6471dfb2 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:43.888864 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:43.897055 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10082e6b-9cfb-4161-a19e-d465c8603c0b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Made reservation on behalf of 63557eaab85548f49a4b0ab1664e3c1f for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:37:43.899508 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-10082e6b-9cfb-4161-a19e-d465c8603c0b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:43.961224 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:43.961506 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:43.961793 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:43.979292 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] Network 2d2a4201-1867-4b53-ad3d-4544dc93695b is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:37:43.981731 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb5dba-8511-487a-b0d3-658af2aa61f9 None None] Pushing event updated for resources: {'Port': ['ID=7bb945d4-820e-4b7f-9b1e-bcfe790d6791,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:43.986143 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-20762cc9-12d2-4e3e-b7e9-258fbd8f14b1 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:43.991677 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a17ce713-d1cd-4000-9f69-7f5f6471dfb2 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3733249 Nov 26 16:37:43.995755 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41890) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:44.011505 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ce713-d1cd-4000-9f69-7f5f6471dfb2 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Pushing event updated for resources: {'Network': ['ID=7bd6535d-6c3b-4848-bbd5-00a0d8f309b6,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:44.014891 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a17ce713-d1cd-4000-9f69-7f5f6471dfb2 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:44.027181 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port e3798688-ef76-4ff5-9a06-a709c5feac0c on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:37:44.027513 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:37:44.038117 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempt 4 to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c Nov 26 16:37:44.081763 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10082e6b-9cfb-4161-a19e-d465c8603c0b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:37:44.093966 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:44.097837 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:44.168622 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-20762cc9-12d2-4e3e-b7e9-258fbd8f14b1 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] device_id is not set on port 7a2c65a2-cddc-4a6e-a8eb-f42bc8d553d2 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:37:44.232787 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-83aa7fba-ab14-4517-bd5a-1553125a192f tempest-DHCPAgentSchedulersTestJSON-293669961 tempest-DHCPAgentSchedulersTestJSON-293669961-project-admin] 10.222.0.11 "GET /v2.0/agents/912d8c8b-7d8d-44fa-b96c-1a94d63c663b/dhcp-networks HTTP/1.1" status: 200 len: 8060 time: 0.2335105 Nov 26 16:37:44.233363 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41894) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:44.270606 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 7bd6535d-6c3b-4848-bbd5-00a0d8f309b6 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:37:44.286258 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:37:44.299171 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port c8415812-36f3-4ca2-aab6-12edd93885c2 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:37:44.301020 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:44.301354 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:44.301747 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:44.379059 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8db265-ac6f-4221-9e5b-2bc9ce1fc825 tempest-DHCPAgentSchedulersTestJSON-293669961 tempest-DHCPAgentSchedulersTestJSON-293669961-project-admin] Network 7bd6535d-6c3b-4848-bbd5-00a0d8f309b6 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:37:44.383124 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port c8415812-36f3-4ca2-aab6-12edd93885c2 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:44.383934 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:44.400877 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-db8db265-ac6f-4221-9e5b-2bc9ce1fc825 tempest-DHCPAgentSchedulersTestJSON-293669961 tempest-DHCPAgentSchedulersTestJSON-293669961-project-admin] 10.222.0.11 "POST /v2.0/agents/912d8c8b-7d8d-44fa-b96c-1a94d63c663b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1655619 Nov 26 16:37:44.401877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41898) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:44.404744 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-10082e6b-9cfb-4161-a19e-d465c8603c0b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:44.405231 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-10082e6b-9cfb-4161-a19e-d465c8603c0b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Added segment af053187-686a-40e2-9761-dd0e537dce41 of type vlan for network 6e9fb128-45ee-4127-b999-cbd1c3b6abbb Nov 26 16:37:44.411865 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port e3798688-ef76-4ff5-9a06-a709c5feac0c on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:37:44.412128 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:37:44.412619 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6776e6-d9ef-4969-a06f-85fd39ed3d1c admin admin] Router 28644e06-bd0c-4196-9766-a9f33585430c is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:37:44.433721 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7edddb44-66f5-42c6-ac60-9e884bed9974 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:44.438072 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempt 5 to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c Nov 26 16:37:44.465175 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7edddb44-66f5-42c6-ac60-9e884bed9974 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:44.489408 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02530691-25b3-4dfc-982f-fad42aab89a8 None None] Network 7bd6535d-6c3b-4848-bbd5-00a0d8f309b6 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:37:44.494717 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:44.535335 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9736b51c-8f20-4d80-b8ef-8fb3892ed659 None None] Provisioning complete for port c8415812-36f3-4ca2-aab6-12edd93885c2 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:44.535747 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9736b51c-8f20-4d80-b8ef-8fb3892ed659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:44.558748 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:44.559084 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:44.559420 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:44.571538 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23037dc-6016-45c9-a7a5-ec1d26a79044 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:44.577763 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23037dc-6016-45c9-a7a5-ec1d26a79044 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:44.582636 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] Pushing event updated for resources: {'Port': ['ID=89a39f03-da9d-4fee-b7f0-056f60178f97,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:44.583709 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23037dc-6016-45c9-a7a5-ec1d26a79044 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:44.588203 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d23037dc-6016-45c9-a7a5-ec1d26a79044 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 1.0308578 Nov 26 16:37:44.638942 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.870s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:44.663595 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9a5ba2a9-67d0-45ff-9cda-a7ac6c3bb4fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.001s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:44.797828 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41904) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:44.799795 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-440d7156-7f96-40a9-bb4a-bd29b988552e tempest-DHCPAgentSchedulersTestJSON-293669961 tempest-DHCPAgentSchedulersTestJSON-293669961-project-admin] 10.222.0.11 "GET /v2.0/agents/912d8c8b-7d8d-44fa-b96c-1a94d63c663b/dhcp-networks HTTP/1.1" status: 200 len: 8829 time: 0.3969266 Nov 26 16:37:44.802640 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41906) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:44.806104 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6776e6-d9ef-4969-a06f-85fd39ed3d1c admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:37:44.826273 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] Sync routers for ids ['28644e06-bd0c-4196-9766-a9f33585430c'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:37:44.844275 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] Routers {'28644e06-bd0c-4196-9766-a9f33585430c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:37:44.844915 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:37:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['28644e06-bd0c-4196-9766-a9f33585430c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:44.853224 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] Attempting to bind port 89a39f03-da9d-4fee-b7f0-056f60178f97 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:44.853802 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] Attempting to bind port 89a39f03-da9d-4fee-b7f0-056f60178f97 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'd72e77bd-4e5c-4d6c-b5cc-c2fc4481a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2d2a4201-1867-4b53-ad3d-4544dc93695b'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:44.854319 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] Attempting to bind port 89a39f03-da9d-4fee-b7f0-056f60178f97 on network 2d2a4201-1867-4b53-ad3d-4544dc93695b {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:44.875360 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:37:44.876026 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] Checking segment: {'id': 'd72e77bd-4e5c-4d6c-b5cc-c2fc4481a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2d2a4201-1867-4b53-ad3d-4544dc93695b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:37:44.876576 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:44.877112 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] Bound using segment: {'id': 'd72e77bd-4e5c-4d6c-b5cc-c2fc4481a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2d2a4201-1867-4b53-ad3d-4544dc93695b'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:37:44.877756 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] Bound port: 89a39f03-da9d-4fee-b7f0-056f60178f97, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72e77bd-4e5c-4d6c-b5cc-c2fc4481a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2d2a4201-1867-4b53-ad3d-4544dc93695b'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:37:44.878283 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:44.881563 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b4beb66-7f9a-4fc9-8f7e-f19432024177 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:44.945242 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port e3798688-ef76-4ff5-9a06-a709c5feac0c on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:37:44.946149 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:37:44.947367 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8207ea31-c723-4ea6-af63-5cdde5c0736b tempest-DHCPAgentSchedulersTestJSON-293669961 tempest-DHCPAgentSchedulersTestJSON-293669961-project-admin] 10.222.0.11 "DELETE /v2.0/agents/912d8c8b-7d8d-44fa-b96c-1a94d63c663b/dhcp-networks/7bd6535d-6c3b-4848-bbd5-00a0d8f309b6 HTTP/1.1" status: 204 len: 168 time: 0.1431952 Nov 26 16:37:44.948026 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41912) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:45.009132 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempt 6 to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c Nov 26 16:37:45.035275 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-10082e6b-9cfb-4161-a19e-d465c8603c0b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:45.055993 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] Pushing event updated for resources: {'Port': ['ID=8dbbe197-6340-47a0-9d93-36b5381fdd0d,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:45.069435 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:45.073306 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'name': 'tempest-ServerActionsTestJSON-780586093-router', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:31Z', 'updated_at': '2021-11-26T16:37:39Z', 'revision_number': 4, 'project_id': '06e5b26eff95490196e93abf54aa53ed', 'gw_port': {'id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:32Z', 'updated_at': '2021-11-26T16:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '0091ea53-155e-4fb4-8e43-25a6c6fab097', 'name': '', 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'mac_address': 'fa:16:3e:1c:4f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a210e770-5b77-496f-9854-0be443d4634c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:38Z', 'updated_at': '2021-11-26T16:37:39Z', 'revision_number': 2, 'project_id': '06e5b26eff95490196e93abf54aa53ed', 'subnets': [{'id': 'a210e770-5b77-496f-9854-0be443d4634c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:45.076656 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-90c6ee15-9b13-41ad-8ee8-fe82f3bd965d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.817s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:45.077406 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-90c6ee15-9b13-41ad-8ee8-fe82f3bd965d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:45.135965 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] Checking router: 7d971ae5-c013-48a1-9b21-acaad5f75146 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:37:45.136544 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] Updating router 7d971ae5-c013-48a1-9b21-acaad5f75146 port 0091ea53-155e-4fb4-8e43-25a6c6fab097 binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:37:45.173920 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] Set router 28644e06-bd0c-4196-9766-a9f33585430c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:37:45.203322 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:45.203743 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:45.204168 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:45.248027 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b959886-4623-47e6-921f-55f550903c33 None None] Network 1dc37c86-a01a-4555-99b6-e010fd7bee7b requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:37:45.259395 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-bbdd7075-cb1c-4dca-b8e0-d26ee7648fce tempest-DHCPAgentSchedulersTestJSON-293669961 tempest-DHCPAgentSchedulersTestJSON-293669961-project-admin] 10.222.0.11 "GET /v2.0/agents/912d8c8b-7d8d-44fa-b96c-1a94d63c663b/dhcp-networks HTTP/1.1" status: 200 len: 8060 time: 0.3070371 Nov 26 16:37:45.266504 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41916) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:45.301505 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port e3798688-ef76-4ff5-9a06-a709c5feac0c on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:37:45.308312 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e01e4ca2-1803-423e-ba95-10a77508ef36 tempest-DHCPAgentSchedulersTestJSON-293669961 tempest-DHCPAgentSchedulersTestJSON-293669961-project-admin] 10.222.0.11 "GET /v2.0/networks/1dc37c86-a01a-4555-99b6-e010fd7bee7b/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0358720 Nov 26 16:37:45.308481 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:37:45.310228 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41920) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:45.335454 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempt 7 to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c Nov 26 16:37:45.346766 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-bea3c83e-470e-4703-9220-8b302839ae7d tempest-DHCPAgentSchedulersTestJSON-293669961 tempest-DHCPAgentSchedulersTestJSON-293669961-project-admin] 10.222.0.11 "GET /v2.0/networks/1dc37c86-a01a-4555-99b6-e010fd7bee7b/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0347061 Nov 26 16:37:45.347308 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41924) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:45.383764 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:45.401870 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] For port 89a39f03-da9d-4fee-b7f0-056f60178f97, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:37:45.407771 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9736b51c-8f20-4d80-b8ef-8fb3892ed659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:45.432697 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:45.465737 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] For port 89a39f03-da9d-4fee-b7f0-056f60178f97, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=89a39f03-da9d-4fee-b7f0-056f60178f97,segment=NetworkSegment(d72e77bd-4e5c-4d6c-b5cc-c2fc4481a836),segment_id=d72e77bd-4e5c-4d6c-b5cc-c2fc4481a836)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:37:45.520262 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-20762cc9-12d2-4e3e-b7e9-258fbd8f14b1 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Allocated IP 172.20.0.10 (2d2a4201-1867-4b53-ad3d-4544dc93695b/f32d872f-6130-4bf7-a35b-2eace40c0606/7a2c65a2-cddc-4a6e-a8eb-f42bc8d553d2) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:37:45.525793 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:45.526828 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:45.527298 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:45.543155 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:45.559296 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:45.582831 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-55a1fad6-9342-4957-b2e9-06c9bb016fb6 tempest-DHCPAgentSchedulersTestJSON-293669961 tempest-DHCPAgentSchedulersTestJSON-293669961-project-admin] 10.222.0.11 "GET /v2.0/agents/912d8c8b-7d8d-44fa-b96c-1a94d63c663b/dhcp-networks HTTP/1.1" status: 200 len: 8060 time: 0.2342985 Nov 26 16:37:45.588021 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41928) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:45.637030 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28644e06-bd0c-4196-9766-a9f33585430c', 'name': 'tempest-ServersTestJSON-455662517-router', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:35Z', 'updated_at': '2021-11-26T16:37:40Z', 'revision_number': 3, 'project_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'gw_port': {'id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28644e06-bd0c-4196-9766-a9f33585430c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:37Z', 'updated_at': '2021-11-26T16:37:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:45.642126 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] Checking router: 28644e06-bd0c-4196-9766-a9f33585430c for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:37:45.642475 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] Updating router 28644e06-bd0c-4196-9766-a9f33585430c port 0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:37:45.668452 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port c8415812-36f3-4ca2-aab6-12edd93885c2, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=c8415812-36f3-4ca2-aab6-12edd93885c2,segment=NetworkSegment(6a286159-c7e2-4df6-bb5a-d60ac00d4209),segment_id=6a286159-c7e2-4df6-bb5a-d60ac00d4209)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:37:45.702827 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edddb44-66f5-42c6-ac60-9e884bed9974 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:45.706820 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:45.707676 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c012ec18-a0b2-4c54-b0ae-f265c016a809 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:37:45.726851 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port e3798688-ef76-4ff5-9a06-a709c5feac0c on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:37:45.727218 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:37:45.735553 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7edddb44-66f5-42c6-ac60-9e884bed9974 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.236s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:45.739024 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:45.740923 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempt 8 to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c Nov 26 16:37:45.748201 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7edddb44-66f5-42c6-ac60-9e884bed9974 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:45.753092 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7edddb44-66f5-42c6-ac60-9e884bed9974 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.8707631 Nov 26 16:37:45.753092 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-10082e6b-9cfb-4161-a19e-d465c8603c0b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:45.754942 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41932) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:45.766119 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10082e6b-9cfb-4161-a19e-d465c8603c0b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:45.766702 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-10082e6b-9cfb-4161-a19e-d465c8603c0b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:45.767349 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-5a7f96ee-cb62-40f5-bda5-19b329a9a65b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Request body: {'security_group_rule': {'security_group_id': '60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:45.772991 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-1e9ad6fc-7541-4de6-a7ed-24fd0ec138bd tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Deleting port 76cf3b89-63d7-4153-b0c9-461ae65f00a2 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:37:45.773326 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1e9ad6fc-7541-4de6-a7ed-24fd0ec138bd tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:45.776308 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5a7f96ee-cb62-40f5-bda5-19b329a9a65b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:45.781337 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5a7f96ee-cb62-40f5-bda5-19b329a9a65b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Usage tracker for resource:security_group_rule and tenant:06e5b26eff95490196e93abf54aa53ed is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:45.787137 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5a7f96ee-cb62-40f5-bda5-19b329a9a65b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:45.794146 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5a7f96ee-cb62-40f5-bda5-19b329a9a65b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:45.810251 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bf97c1-d94b-4416-954e-3f5de05c19cf None None] Network 31cb35ec-a0e0-43d1-ae70-742e553b3cd8 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:37:45.817920 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c45b4d92-1c9a-4b97-ab9c-327023a39ac1 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:45.833967 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b6776e6-d9ef-4969-a06f-85fd39ed3d1c admin admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:45.839723 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2b6776e6-d9ef-4969-a06f-85fd39ed3d1c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 10.9660697 Nov 26 16:37:45.848488 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:45.851795 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41936) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:45.893201 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:45.893643 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:45.893853 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:46.048652 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port e3798688-ef76-4ff5-9a06-a709c5feac0c on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:37:46.049297 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:37:46.070953 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempt 9 to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c Nov 26 16:37:46.126944 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-10082e6b-9cfb-4161-a19e-d465c8603c0b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.7593644 Nov 26 16:37:46.143005 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41940) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:46.160254 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-c9d318d0-0c4e-4667-94b7-26682a4dee2f tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Request body: {'subnet': {'network_id': '6e9fb128-45ee-4127-b999-cbd1c3b6abbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:46.214730 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:46.229050 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] Transition to ACTIVE for port object 0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:46.232523 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c9d318d0-0c4e-4667-94b7-26682a4dee2f tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:46.239613 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:46.242036 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10082e6b-9cfb-4161-a19e-d465c8603c0b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Pushing event updated for resources: {'Network': ['ID=6e9fb128-45ee-4127-b999-cbd1c3b6abbb,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:46.243784 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:46.247059 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] Pushing event updated for resources: {'Port': ['ID=89a39f03-da9d-4fee-b7f0-056f60178f97,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:46.252308 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5a7f96ee-cb62-40f5-bda5-19b329a9a65b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:46.253624 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:46.258526 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:46.258968 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:46.259365 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:46.304149 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-10082e6b-9cfb-4161-a19e-d465c8603c0b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:46.304922 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c9d318d0-0c4e-4667-94b7-26682a4dee2f tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Usage tracker for resource:subnet and tenant:63557eaab85548f49a4b0ab1664e3c1f is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:46.325329 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] Attempting to bind port 0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:46.325595 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] Attempting to bind port 0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:46.325949 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] Attempting to bind port 0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:46.331865 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c9d318d0-0c4e-4667-94b7-26682a4dee2f tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:46.332027 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499dda8-93a4-4d71-b39f-28c7d123862b None None] Pushing event updated for resources: {'Port': ['ID=0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e,revision_number=2']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:46.336704 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-f499dda8-93a4-4d71-b39f-28c7d123862b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:46.337468 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:37:46.337845 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:37:46.338810 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:46.338810 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:37:46.339113 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] Bound port: 0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:37:46.339494 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:46.341343 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b4beb66-7f9a-4fc9-8f7e-f19432024177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:46.345739 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.536s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:46.352323 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port e3798688-ef76-4ff5-9a06-a709c5feac0c on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:37:46.352728 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:37:46.356579 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c9d318d0-0c4e-4667-94b7-26682a4dee2f tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:46.361206 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempt 10 to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c Nov 26 16:37:46.431895 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-9736b51c-8f20-4d80-b8ef-8fb3892ed659 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:37:46.432667 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-9736b51c-8f20-4d80-b8ef-8fb3892ed659 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:37:46.432972 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 6e9fb128-45ee-4127-b999-cbd1c3b6abbb details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:37:46.451225 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] For port 0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:37:46.456069 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] For port 0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:37:46.462461 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:46.477495 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:46.565571 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499dda8-93a4-4d71-b39f-28c7d123862b None None] Pushing event updated for resources: {'Port': ['ID=0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:46.577668 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5a7f96ee-cb62-40f5-bda5-19b329a9a65b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:46.597642 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] Routers {'28644e06-bd0c-4196-9766-a9f33585430c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:37:46.598658 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:37:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['28644e06-bd0c-4196-9766-a9f33585430c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:46.601046 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5a7f96ee-cb62-40f5-bda5-19b329a9a65b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:46.618361 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:46.628917 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:46.674420 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f96ee-cb62-40f5-bda5-19b329a9a65b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5c06bb-249f-4597-a387-a48c17c19be9,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:46.682015 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5a7f96ee-cb62-40f5-bda5-19b329a9a65b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:46.734313 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d318d0-0c4e-4667-94b7-26682a4dee2f tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Made reservation on behalf of 63557eaab85548f49a4b0ab1664e3c1f for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:37:46.736778 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c9d318d0-0c4e-4667-94b7-26682a4dee2f tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:46.761029 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:46.761353 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:46.761792 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:46.776373 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Subscribe: > segment before_delete 55550000 {{(pid=87518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:46.776736 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:46.777489 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:46.777844 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Subscribe: > port after_create 55550000 {{(pid=87518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:46.778214 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Subscribe: > port after_delete 55550000 {{(pid=87518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:46.778737 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Subscribe: > port after_update 55550000 {{(pid=87518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:46.778911 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Subscribe: > segment after_delete 55550000 {{(pid=87518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:46.781692 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Subscribe: > subnet after_create 55550000 {{(pid=87518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:46.782068 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Subscribe: > subnet after_delete 55550000 {{(pid=87518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:46.782440 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Subscribe: > subnet after_update 55550000 {{(pid=87518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:46.902260 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port e3798688-ef76-4ff5-9a06-a709c5feac0c on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:37:46.902749 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port e3798688-ef76-4ff5-9a06-a709c5feac0c on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:37:46.902749 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:46.911115 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port c012ec18-a0b2-4c54-b0ae-f265c016a809 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:37:46.926736 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=c8415812-36f3-4ca2-aab6-12edd93885c2,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:46.934169 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port c012ec18-a0b2-4c54-b0ae-f265c016a809 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:46.934332 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:46.949533 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] Set router 28644e06-bd0c-4196-9766-a9f33585430c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:37:46.993890 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Subscribe: > subnet after_create 55550000 {{(pid=87518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:46.994238 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Subscribe: > subnet after_delete 55550000 {{(pid=87518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:46.994570 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Subscribe: > subnet before_create 55550000 {{(pid=87518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:46.994902 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Subscribe: > subnet before_update 55550000 {{(pid=87518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 16:37:46.995514 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd6535d-6c3b-4848-bbd5-00a0d8f309b6']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:47.029068 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:47.099145 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5a7f96ee-cb62-40f5-bda5-19b329a9a65b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:47.102968 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5a7f96ee-cb62-40f5-bda5-19b329a9a65b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3470824 Nov 26 16:37:47.119909 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41946) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:47.127226 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-5193d558-bcce-4939-bc95-6507ef68145b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Request body: {'security_group_rule': {'security_group_id': '60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:47.134139 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dbbd039-7eff-48f2-b788-0309690a228f') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:47.134443 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dbbd039-7eff-48f2-b788-0309690a228f') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:47.161065 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:47.168587 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5193d558-bcce-4939-bc95-6507ef68145b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:47.182174 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5193d558-bcce-4939-bc95-6507ef68145b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Usage tracker for resource:security_group_rule and tenant:06e5b26eff95490196e93abf54aa53ed is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:47.204896 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218d5378-e554-4538-853f-828932a7714c None None] Network 2d2a4201-1867-4b53-ad3d-4544dc93695b requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:37:47.206375 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5193d558-bcce-4939-bc95-6507ef68145b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:47.214505 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:47.219968 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5193d558-bcce-4939-bc95-6507ef68145b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:47.234151 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:37:47.234590 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: from cryptography.utils import int_from_bytes Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: from cryptography.utils import int_from_bytes Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn_limited( Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn_limited( Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:37:47.279149 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:37:47.302916 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-f499dda8-93a4-4d71-b39f-28c7d123862b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:47.334600 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28644e06-bd0c-4196-9766-a9f33585430c', 'name': 'tempest-ServersTestJSON-455662517-router', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:35Z', 'updated_at': '2021-11-26T16:37:40Z', 'revision_number': 3, 'project_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'gw_port': {'id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28644e06-bd0c-4196-9766-a9f33585430c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:37Z', 'updated_at': '2021-11-26T16:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:47.341748 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6435dfaf-06c3-4f70-95dc-ca5162a67399 None None] The sync data for ids ['28644e06-bd0c-4196-9766-a9f33585430c'] in dv-neutron-819440-1-hyperv is: [{'id': '28644e06-bd0c-4196-9766-a9f33585430c', 'name': 'tempest-ServersTestJSON-455662517-router', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:35Z', 'updated_at': '2021-11-26T16:37:40Z', 'revision_number': 3, 'project_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'gw_port': {'id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28644e06-bd0c-4196-9766-a9f33585430c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:37Z', 'updated_at': '2021-11-26T16:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:37:47.344774 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.resource_extend [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:37:47.377989 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1e9ad6fc-7541-4de6-a7ed-24fd0ec138bd tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:47.388286 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-20762cc9-12d2-4e3e-b7e9-258fbd8f14b1 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:47.517080 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-10f3b2c0-7b7c-4d47-9183-37c852db1fe2 None None] Provisioning for port 89a39f03-da9d-4fee-b7f0-056f60178f97 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:37:47.554888 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:47.582360 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5193d558-bcce-4939-bc95-6507ef68145b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:47.648808 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port c012ec18-a0b2-4c54-b0ae-f265c016a809, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=c012ec18-a0b2-4c54-b0ae-f265c016a809,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:37:47.650914 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:47.682075 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:47.690717 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] Transition to ACTIVE for port object 0091ea53-155e-4fb4-8e43-25a6c6fab097 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:47.693126 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:47.707509 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-1e9ad6fc-7541-4de6-a7ed-24fd0ec138bd tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Calling delete_port for 76cf3b89-63d7-4153-b0c9-461ae65f00a2 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:37:47.740348 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-10f3b2c0-7b7c-4d47-9183-37c852db1fe2 None None] Provisioning for port 8dbbe197-6340-47a0-9d93-36b5381fdd0d completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:37:47.773792 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:47.834122 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-20762cc9-12d2-4e3e-b7e9-258fbd8f14b1 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Transition to ACTIVE for port object 7a2c65a2-cddc-4a6e-a8eb-f42bc8d553d2 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:47.947380 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=c012ec18-a0b2-4c54-b0ae-f265c016a809,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:47.996142 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:47.998362 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-90c6ee15-9b13-41ad-8ee8-fe82f3bd965d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:48.009359 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:48.072337 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5193d558-bcce-4939-bc95-6507ef68145b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:48.081015 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-20762cc9-12d2-4e3e-b7e9-258fbd8f14b1 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:48.088957 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] For port e3798688-ef76-4ff5-9a06-a709c5feac0c, host hv-neutron-8194, cleared binding levels {{(pid=87519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:37:48.089320 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempted to set empty binding levels {{(pid=87519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 26 16:37:48.116412 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-10f3b2c0-7b7c-4d47-9183-37c852db1fe2 None None] Provisioning for port 7bb945d4-820e-4b7f-9b1e-bcfe790d6791 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:37:48.133060 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:48.133989 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2869-0f68-4cdd-9980-64822a66eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:48.147341 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:48.162573 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:48.186930 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:48.196256 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5193d558-bcce-4939-bc95-6507ef68145b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:48.198112 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] 10.222.0.11 "DELETE /v2.0/networks/7bd6535d-6c3b-4848-bbd5-00a0d8f309b6 HTTP/1.1" status: 204 len: 168 time: 2.6090040 Nov 26 16:37:48.230073 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41950) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:48.235465 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Pushing event deleted for resources: {'Network': ['ID=7bd6535d-6c3b-4848-bbd5-00a0d8f309b6,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:48.297185 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4beb66-7f9a-4fc9-8f7e-f19432024177 admin admin] Router b4f896c6-ab1f-4de2-b99d-b461702718a2 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:37:48.305477 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20762cc9-12d2-4e3e-b7e9-258fbd8f14b1 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Pushing event updated for resources: {'Port': ['ID=7a2c65a2-cddc-4a6e-a8eb-f42bc8d553d2,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:48.344721 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-86302141-3969-4d4b-b08f-2c5a7b6635b2 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] DELETE failed (client error): The resource could not be found. Nov 26 16:37:48.345924 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86302141-3969-4d4b-b08f-2c5a7b6635b2 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:37:48.354413 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 8dbbe197-6340-47a0-9d93-36b5381fdd0d up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:37:48.354595 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-86302141-3969-4d4b-b08f-2c5a7b6635b2 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] 10.222.0.11 "DELETE /v2.0/ports/a0023094-4c29-4fd1-825d-0c0d957234cf HTTP/1.1" status: 404 len: 333 time: 0.1232643 Nov 26 16:37:48.358728 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:48.359432 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:48.364388 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:48.364758 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41956) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:48.365319 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:48.431650 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20762cc9-12d2-4e3e-b7e9-258fbd8f14b1 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Network 2d2a4201-1867-4b53-ad3d-4544dc93695b is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:37:48.435196 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 11.3535590 Nov 26 16:37:48.440568 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-20762cc9-12d2-4e3e-b7e9-258fbd8f14b1 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:48.448673 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20762cc9-12d2-4e3e-b7e9-258fbd8f14b1 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:37:48.461442 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193d558-bcce-4939-bc95-6507ef68145b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd92a51-b133-493c-b570-d8f8fef820ff,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:48.465123 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5193d558-bcce-4939-bc95-6507ef68145b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:48.490785 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ea6a9-87a6-4196-889b-aa8b7675244d None None] Pushing event updated for resources: {'Port': ['ID=0091ea53-155e-4fb4-8e43-25a6c6fab097,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:48.497602 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41960) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:48.502065 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-842ea6a9-87a6-4196-889b-aa8b7675244d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:48.553365 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] Attempting to bind port 0091ea53-155e-4fb4-8e43-25a6c6fab097 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:48.553758 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] Attempting to bind port 0091ea53-155e-4fb4-8e43-25a6c6fab097 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '5b7fa938-8d92-4b8a-af7d-251b9bf77dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:48.554116 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] Attempting to bind port 0091ea53-155e-4fb4-8e43-25a6c6fab097 on network a5e19142-4e79-42ca-965f-fd783eba57b9 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:48.576060 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5193d558-bcce-4939-bc95-6507ef68145b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:48.581171 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5193d558-bcce-4939-bc95-6507ef68145b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4573119 Nov 26 16:37:48.586299 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41964) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:48.587203 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:37:48.587593 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] Checking segment: {'id': '5b7fa938-8d92-4b8a-af7d-251b9bf77dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:37:48.591660 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:48.592131 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] Bound using segment: {'id': '5b7fa938-8d92-4b8a-af7d-251b9bf77dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:37:48.592701 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] Bound port: 0091ea53-155e-4fb4-8e43-25a6c6fab097, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7fa938-8d92-4b8a-af7d-251b9bf77dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:37:48.593097 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:48.607389 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-c077e7ed-55e8-4cd0-850a-cce3d36afc37 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:48.619050 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c077e7ed-55e8-4cd0-850a-cce3d36afc37 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:48.635697 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c077e7ed-55e8-4cd0-850a-cce3d36afc37 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Usage tracker for resource:floatingip and tenant:06e5b26eff95490196e93abf54aa53ed is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:48.658161 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcefcbce-1a40-4e6f-b846-c08beb97094f tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Deleting subnet cff3bc66-9e60-4992-9d6b-dcbfd8693d92 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:37:48.663501 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dcefcbce-1a40-4e6f-b846-c08beb97094f tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:48.698350 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8767cfc9-060d-4405-a833-fd7690e56667 None None] Provisioning for port 84100ab5-0244-4613-a490-20880767ce3b completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:37:48.725038 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 8dbbe197-6340-47a0-9d93-36b5381fdd0d completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:37:48.727979 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8767cfc9-060d-4405-a833-fd7690e56667 None None] Provisioning complete for port 84100ab5-0244-4613-a490-20880767ce3b triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:48.728347 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8767cfc9-060d-4405-a833-fd7690e56667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:48.789046 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 8dbbe197-6340-47a0-9d93-36b5381fdd0d triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:48.789434 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:48.881924 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c077e7ed-55e8-4cd0-850a-cce3d36afc37 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:48.898710 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c077e7ed-55e8-4cd0-850a-cce3d36afc37 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:48.938562 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dcefcbce-1a40-4e6f-b846-c08beb97094f tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:48.997780 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8767cfc9-060d-4405-a833-fd7690e56667 None None] Port 84100ab5-0244-4613-a490-20880767ce3b cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:37:49.001587 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] For port 0091ea53-155e-4fb4-8e43-25a6c6fab097, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:37:49.006832 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] For port 0091ea53-155e-4fb4-8e43-25a6c6fab097, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=0091ea53-155e-4fb4-8e43-25a6c6fab097,segment=NetworkSegment(5b7fa938-8d92-4b8a-af7d-251b9bf77dea),segment_id=5b7fa938-8d92-4b8a-af7d-251b9bf77dea)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:37:49.017139 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:49.027994 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8984ccf9-5262-4acf-b889-b388c527404a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:49.130609 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c077e7ed-55e8-4cd0-850a-cce3d36afc37 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks [] for floatingip, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:49.156540 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] Routers {'7d971ae5-c013-48a1-9b21-acaad5f75146'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:37:49.157523 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:37:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['7d971ae5-c013-48a1-9b21-acaad5f75146'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:49.172487 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4beb66-7f9a-4fc9-8f7e-f19432024177 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:37:49.227883 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] Sync routers for ids ['b4f896c6-ab1f-4de2-b99d-b461702718a2'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:37:49.232195 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20762cc9-12d2-4e3e-b7e9-258fbd8f14b1 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:49.233528 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-20762cc9-12d2-4e3e-b7e9-258fbd8f14b1 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:49.256425 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Pushing event updated for resources: {'Port': ['ID=e3798688-ef76-4ff5-9a06-a709c5feac0c,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:49.259959 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.113s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:49.275432 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.982s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:49.278969 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:49.286644 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-a9b9e31a-2c5b-40d9-80b9-96bdac03eeb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Deleting port e3798688-ef76-4ff5-9a06-a709c5feac0c {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:37:49.286972 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a9b9e31a-2c5b-40d9-80b9-96bdac03eeb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:49.288336 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-c3ad2869-0f68-4cdd-9980-64822a66eef2 admin admin] Allocated IP 172.20.0.1 (d89905c5-5622-439c-bd42-d732b1c43e20/78772461-04bb-45a9-8c0c-04bc08f8bb07/03944e40-cf52-4b2c-ba5d-79133cb3062c) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:37:49.327041 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ea6a9-87a6-4196-889b-aa8b7675244d None None] Pushing event updated for resources: {'Port': ['ID=0091ea53-155e-4fb4-8e43-25a6c6fab097,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:49.342152 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-842ea6a9-87a6-4196-889b-aa8b7675244d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:49.355191 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-20762cc9-12d2-4e3e-b7e9-258fbd8f14b1 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 7.8244059 Nov 26 16:37:49.373234 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:49.373372 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41968) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:49.393315 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] Routers {'b4f896c6-ab1f-4de2-b99d-b461702718a2'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:37:49.394240 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:37:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b4f896c6-ab1f-4de2-b99d-b461702718a2'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:49.478325 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1e9ad6fc-7541-4de6-a7ed-24fd0ec138bd tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:49.485736 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dcefcbce-1a40-4e6f-b846-c08beb97094f tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:49.487957 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b4beb66-7f9a-4fc9-8f7e-f19432024177 admin admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:49.489137 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5b4beb66-7f9a-4fc9-8f7e-f19432024177 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 13.4639156 Nov 26 16:37:49.499511 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41972) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:49.503834 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.objects.ports [None req-c9d318d0-0c4e-4667-94b7-26682a4dee2f tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87519) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 26 16:37:49.504300 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c9d318d0-0c4e-4667-94b7-26682a4dee2f tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:49.594539 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:49.599696 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8767cfc9-060d-4405-a833-fd7690e56667 None None] Provisioning for port 76cf3b89-63d7-4153-b0c9-461ae65f00a2 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:37:49.630753 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b119d6f0-c60f-410e-908d-ab972f750065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:49.630947 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8767cfc9-060d-4405-a833-fd7690e56667 None None] Provisioning complete for port 76cf3b89-63d7-4153-b0c9-461ae65f00a2 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:49.631330 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8767cfc9-060d-4405-a833-fd7690e56667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:49.633259 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2869-0f68-4cdd-9980-64822a66eef2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:49.669142 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-c3ad2869-0f68-4cdd-9980-64822a66eef2 admin admin] Transition to ACTIVE for port object 03944e40-cf52-4b2c-ba5d-79133cb3062c will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:49.683402 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8767cfc9-060d-4405-a833-fd7690e56667 None None] Port 76cf3b89-63d7-4153-b0c9-461ae65f00a2 was deleted so its status cannot be updated. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Nov 26 16:37:49.689738 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 8dbbe197-6340-47a0-9d93-36b5381fdd0d, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=8dbbe197-6340-47a0-9d93-36b5381fdd0d,segment=NetworkSegment(d3050d57-adec-4a5e-9252-6c4a9112d110),segment_id=d3050d57-adec-4a5e-9252-6c4a9112d110)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:37:49.693551 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8767cfc9-060d-4405-a833-fd7690e56667 None None] Could not find standard attr ID for object a0023094-4c29-4fd1-825d-0c0d957234cf. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:37:49.736601 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:49.737527 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 89a39f03-da9d-4fee-b7f0-056f60178f97 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:37:49.780304 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:49.791675 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dcefcbce-1a40-4e6f-b846-c08beb97094f tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:49.805476 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-99487d0f-5fd8-4bca-abae-b0acb768cd6f tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:49.857553 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefcbce-1a40-4e6f-b846-c08beb97094f tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Pushing event deleted for resources: {'Subnet': ['ID=cff3bc66-9e60-4992-9d6b-dcbfd8693d92,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:49.872309 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-dcefcbce-1a40-4e6f-b846-c08beb97094f tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:49.876820 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dcefcbce-1a40-4e6f-b846-c08beb97094f tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:49.889627 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1970d68-06af-415a-910f-0ccb2d179165 None None] Network 1dc37c86-a01a-4555-99b6-e010fd7bee7b requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:37:49.899109 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-dcefcbce-1a40-4e6f-b846-c08beb97094f tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] 10.222.0.11 "DELETE /v2.0/subnets/cff3bc66-9e60-4992-9d6b-dcbfd8693d92 HTTP/1.1" status: 204 len: 168 time: 1.5049691 Nov 26 16:37:49.907168 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2869-0f68-4cdd-9980-64822a66eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:49.907885 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41976) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:49.937107 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] Set router 7d971ae5-c013-48a1-9b21-acaad5f75146 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:37:50.023452 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d318d0-0c4e-4667-94b7-26682a4dee2f tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f6347c80-9b4c-4652-9c55-a566758ba0b1,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:50.032899 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9456a3d5-556d-4ec5-87aa-1e3fe38dcb84 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:50.067144 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c9d318d0-0c4e-4667-94b7-26682a4dee2f tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:50.068486 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.410s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:50.093476 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] Set router b4f896c6-ab1f-4de2-b99d-b461702718a2 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:37:50.111537 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d318d0-0c4e-4667-94b7-26682a4dee2f tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Checking segment: {'id': 'af053187-686a-40e2-9761-dd0e537dce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6e9fb128-45ee-4127-b999-cbd1c3b6abbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:37:50.111935 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d318d0-0c4e-4667-94b7-26682a4dee2f tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Network hostable DHCP agents. Network: 6e9fb128-45ee-4127-b999-cbd1c3b6abbb, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:37:50.144247 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e905b-73cb-49c6-a0cc-46d503038a9a tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:50.148613 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ad2869-0f68-4cdd-9980-64822a66eef2 admin admin] Network d89905c5-5622-439c-bd42-d732b1c43e20 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:37:50.150190 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e905b-73cb-49c6-a0cc-46d503038a9a tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:50.156687 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c077e7ed-55e8-4cd0-850a-cce3d36afc37 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:50.156824 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e905b-73cb-49c6-a0cc-46d503038a9a tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:50.157597 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e58e905b-73cb-49c6-a0cc-46d503038a9a tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Synchronizing usage tracker for tenant:e28e29356737478caf7d8675a91c4413 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:37:50.159456 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-c3ad2869-0f68-4cdd-9980-64822a66eef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:50.160382 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ad6fc-7541-4de6-a7ed-24fd0ec138bd tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Pushing event deleted for resources: {'Port': ['ID=76cf3b89-63d7-4153-b0c9-461ae65f00a2,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:50.166169 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-a9b9e31a-2c5b-40d9-80b9-96bdac03eeb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] For port e3798688-ef76-4ff5-9a06-a709c5feac0c, host hv-neutron-8194, got binding levels [] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:37:50.166527 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a9b9e31a-2c5b-40d9-80b9-96bdac03eeb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:50.167524 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ad2869-0f68-4cdd-9980-64822a66eef2 admin admin] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:37:50.182876 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1e9ad6fc-7541-4de6-a7ed-24fd0ec138bd tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:50.255811 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 89a39f03-da9d-4fee-b7f0-056f60178f97 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:37:50.278256 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c287d946-5318-4f9d-8bea-5ad4aa74d760 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:50.292829 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=8dbbe197-6340-47a0-9d93-36b5381fdd0d,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:50.303262 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad2869-0f68-4cdd-9980-64822a66eef2 admin admin] Pushing event updated for resources: {'Port': ['ID=03944e40-cf52-4b2c-ba5d-79133cb3062c,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:50.306516 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c3ad2869-0f68-4cdd-9980-64822a66eef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:50.391519 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1e9ad6fc-7541-4de6-a7ed-24fd0ec138bd tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:50.393443 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1e9ad6fc-7541-4de6-a7ed-24fd0ec138bd tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] 10.222.0.11 "DELETE /v2.0/ports/76cf3b89-63d7-4153-b0c9-461ae65f00a2 HTTP/1.1" status: 204 len: 168 time: 5.5633037 Nov 26 16:37:50.461281 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-a9b9e31a-2c5b-40d9-80b9-96bdac03eeb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Calling delete_port for e3798688-ef76-4ff5-9a06-a709c5feac0c owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:37:50.474234 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 89a39f03-da9d-4fee-b7f0-056f60178f97 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:50.474854 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:50.495429 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41980) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:50.512284 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-39eee05b-e6a1-4581-9670-e6d154f46e32 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Request body: {'port': {'name': 'tempest-new-port-name-2132778400', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:50.512284 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.api.validators [None req-39eee05b-e6a1-4581-9670-e6d154f46e32 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] bootfile-name is not in valid_values {{(pid=87518) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 26 16:37:50.512560 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.api.validators [None req-39eee05b-e6a1-4581-9670-e6d154f46e32 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] tftp-server is not in valid_values {{(pid=87518) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 26 16:37:50.513147 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.api.validators [None req-39eee05b-e6a1-4581-9670-e6d154f46e32 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] server-ip-address is not in valid_values {{(pid=87518) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 26 16:37:50.525496 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d318d0-0c4e-4667-94b7-26682a4dee2f tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Network 6e9fb128-45ee-4127-b999-cbd1c3b6abbb is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:37:50.537084 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e58e905b-73cb-49c6-a0cc-46d503038a9a tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Unset dirty status for tenant:e28e29356737478caf7d8675a91c4413 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:37:50.541793 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e58e905b-73cb-49c6-a0cc-46d503038a9a tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 1.1603942 Nov 26 16:37:50.541947 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-c287d946-5318-4f9d-8bea-5ad4aa74d760 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Deleting port 7bb945d4-820e-4b7f-9b1e-bcfe790d6791 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:37:50.541947 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c287d946-5318-4f9d-8bea-5ad4aa74d760 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:50.544016 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41984) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:50.555135 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:50.576912 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2869-0f68-4cdd-9980-64822a66eef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:50.594985 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-c9d318d0-0c4e-4667-94b7-26682a4dee2f tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 6e9fb128-45ee-4127-b999-cbd1c3b6abbb) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:50.643073 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e96c55-6a28-4641-8a63-5fd15550e7c4 None None] Network 6e9fb128-45ee-4127-b999-cbd1c3b6abbb requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:37:50.662213 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-c077e7ed-55e8-4cd0-850a-cce3d36afc37 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Allocated IP 172.26.0.197 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/d947fb12-ee15-4aa6-85cb-fd872a4abf0f) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:37:50.705414 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d318d0-0c4e-4667-94b7-26682a4dee2f tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:50.705414 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c9d318d0-0c4e-4667-94b7-26682a4dee2f tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:50.715895 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7988e710-6c12-40a2-a410-4697051cbce4 None None] Provisioning complete for port 84100ab5-0244-4613-a490-20880767ce3b triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:50.716285 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7988e710-6c12-40a2-a410-4697051cbce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:50.756468 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-02231196-d01e-4d24-9315-24ac7a1bd7ac tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Deleting port 7a2c65a2-cddc-4a6e-a8eb-f42bc8d553d2 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:37:50.756799 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-02231196-d01e-4d24-9315-24ac7a1bd7ac tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:50.814262 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a9b9e31a-2c5b-40d9-80b9-96bdac03eeb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:50.820703 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c9d318d0-0c4e-4667-94b7-26682a4dee2f tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.6727169 Nov 26 16:37:50.826175 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 41988) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:50.839398 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:50.875049 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-789a108a-652d-4405-8bbe-906cd03800e8 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Request body: {'floatingip': {'floating_network_id': '6e9fb128-45ee-4127-b999-cbd1c3b6abbb'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:50.896491 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-39eee05b-e6a1-4581-9670-e6d154f46e32 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:50.927894 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-7988e710-6c12-40a2-a410-4697051cbce4 None None] Port 84100ab5-0244-4613-a490-20880767ce3b cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:37:51.002293 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-789a108a-652d-4405-8bbe-906cd03800e8 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:51.029512 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9e31a-2c5b-40d9-80b9-96bdac03eeb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3798688-ef76-4ff5-9a06-a709c5feac0c,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:51.046741 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a9b9e31a-2c5b-40d9-80b9-96bdac03eeb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:51.050534 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a9b9e31a-2c5b-40d9-80b9-96bdac03eeb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] 10.222.0.11 "DELETE /v2.0/ports/e3798688-ef76-4ff5-9a06-a709c5feac0c HTTP/1.1" status: 204 len: 168 time: 2.5453401 Nov 26 16:37:51.050534 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a9b9e31a-2c5b-40d9-80b9-96bdac03eeb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:51.050534 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-789a108a-652d-4405-8bbe-906cd03800e8 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Usage tracker for resource:floatingip and tenant:63557eaab85548f49a4b0ab1664e3c1f is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:51.058059 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41992) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:51.071673 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-789a108a-652d-4405-8bbe-906cd03800e8 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:51.089736 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-789a108a-652d-4405-8bbe-906cd03800e8 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:51.107564 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7988e710-6c12-40a2-a410-4697051cbce4 None None] Provisioning for port 56cffc85-93b5-404c-96a7-0f4f5109cd7d completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:37:51.140470 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-789a108a-652d-4405-8bbe-906cd03800e8 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:51.162483 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7988e710-6c12-40a2-a410-4697051cbce4 None None] Provisioning complete for port 56cffc85-93b5-404c-96a7-0f4f5109cd7d triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:51.162903 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7988e710-6c12-40a2-a410-4697051cbce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:51.197155 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2869-0f68-4cdd-9980-64822a66eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:51.228717 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60291cb4-2128-433e-8790-82e47954b902 None None] DHCP port deletion for 1dc37c86-a01a-4555-99b6-e010fd7bee7b request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:37:51.231807 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:51.242085 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-0015dd8f-1d11-4c8f-af8e-bb6741160216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] GET failed (client error): The resource could not be found. Nov 26 16:37:51.247271 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0015dd8f-1d11-4c8f-af8e-bb6741160216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] 10.222.0.11 "GET /v2.0/ports/e3798688-ef76-4ff5-9a06-a709c5feac0c HTTP/1.1" status: 404 len: 333 time: 0.1755378 Nov 26 16:37:51.257262 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-c287d946-5318-4f9d-8bea-5ad4aa74d760 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] For port 7bb945d4-820e-4b7f-9b1e-bcfe790d6791, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7bb945d4-820e-4b7f-9b1e-bcfe790d6791,segment=NetworkSegment(b3d2b4d0-8ab0-4174-8b22-ae3b68a59441),segment_id=b3d2b4d0-8ab0-4174-8b22-ae3b68a59441)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:37:51.257646 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c287d946-5318-4f9d-8bea-5ad4aa74d760 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:51.263514 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-60291cb4-2128-433e-8790-82e47954b902 None None] Deleting port 7bb945d4-820e-4b7f-9b1e-bcfe790d6791 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:37:51.263961 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-60291cb4-2128-433e-8790-82e47954b902 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:51.271385 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 41998) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:51.300325 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-eb129da0-7342-40f9-aa72-f65fa0dd4abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Request body: {'port': {'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-397243241'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:51.305438 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c077e7ed-55e8-4cd0-850a-cce3d36afc37 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:51.357624 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-7988e710-6c12-40a2-a410-4697051cbce4 None None] Port 56cffc85-93b5-404c-96a7-0f4f5109cd7d cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:37:51.386205 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-eb129da0-7342-40f9-aa72-f65fa0dd4abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:51.398232 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 89a39f03-da9d-4fee-b7f0-056f60178f97, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=89a39f03-da9d-4fee-b7f0-056f60178f97,segment=NetworkSegment(d72e77bd-4e5c-4d6c-b5cc-c2fc4481a836),segment_id=d72e77bd-4e5c-4d6c-b5cc-c2fc4481a836)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:37:51.399514 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-02231196-d01e-4d24-9315-24ac7a1bd7ac tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:51.429465 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870d1a62-8892-4a62-a680-b9bb7e370d65 None None] Network 6e9fb128-45ee-4127-b999-cbd1c3b6abbb requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:37:51.454548 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:51.454548 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c8415812-36f3-4ca2-aab6-12edd93885c2 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:37:51.498135 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:51.519176 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-eb129da0-7342-40f9-aa72-f65fa0dd4abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Usage tracker for resource:port and tenant:0e44420f2afd46f3a14fc094f7c91672 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:51.532920 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-c287d946-5318-4f9d-8bea-5ad4aa74d760 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Calling delete_port for 7bb945d4-820e-4b7f-9b1e-bcfe790d6791 owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:37:51.561849 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-eb129da0-7342-40f9-aa72-f65fa0dd4abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:51.577611 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-02231196-d01e-4d24-9315-24ac7a1bd7ac tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Calling delete_port for 7a2c65a2-cddc-4a6e-a8eb-f42bc8d553d2 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:37:51.587822 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'name': 'tempest-ServersTestManualDisk-495272159-router', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:36Z', 'updated_at': '2021-11-26T16:37:44Z', 'revision_number': 3, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'gw_port': {'id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:39Z', 'updated_at': '2021-11-26T16:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:51.604868 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-eb129da0-7342-40f9-aa72-f65fa0dd4abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:51.617849 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7988e710-6c12-40a2-a410-4697051cbce4 None None] Provisioning complete for port 89a39f03-da9d-4fee-b7f0-056f60178f97 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:51.618233 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7988e710-6c12-40a2-a410-4697051cbce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:51.674338 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] Checking router: b4f896c6-ab1f-4de2-b99d-b461702718a2 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:37:51.674702 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] Updating router b4f896c6-ab1f-4de2-b99d-b461702718a2 port ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3 binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:37:51.699200 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'name': 'tempest-ServerActionsTestJSON-780586093-router', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:31Z', 'updated_at': '2021-11-26T16:37:39Z', 'revision_number': 4, 'project_id': '06e5b26eff95490196e93abf54aa53ed', 'gw_port': {'id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:32Z', 'updated_at': '2021-11-26T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '0091ea53-155e-4fb4-8e43-25a6c6fab097', 'name': '', 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'mac_address': 'fa:16:3e:1c:4f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a210e770-5b77-496f-9854-0be443d4634c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:38Z', 'updated_at': '2021-11-26T16:37:48Z', 'revision_number': 4, 'project_id': '06e5b26eff95490196e93abf54aa53ed', 'subnets': [{'id': 'a210e770-5b77-496f-9854-0be443d4634c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:51.736081 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6a7493e0-46d4-46a3-a866-6751071c5e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:51.738355 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb129da0-7342-40f9-aa72-f65fa0dd4abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Made reservation on behalf of 0e44420f2afd46f3a14fc094f7c91672 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:37:51.740730 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-eb129da0-7342-40f9-aa72-f65fa0dd4abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:51.749499 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63bbffe-5913-4df2-aeb4-a67e63ce4d60 None None] The sync data for ids ['7d971ae5-c013-48a1-9b21-acaad5f75146'] in dv-neutron-819440-1-hyperv is: [{'id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'name': 'tempest-ServerActionsTestJSON-780586093-router', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:31Z', 'updated_at': '2021-11-26T16:37:39Z', 'revision_number': 4, 'project_id': '06e5b26eff95490196e93abf54aa53ed', 'gw_port': {'id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:32Z', 'updated_at': '2021-11-26T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '0091ea53-155e-4fb4-8e43-25a6c6fab097', 'name': '', 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'mac_address': 'fa:16:3e:1c:4f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a210e770-5b77-496f-9854-0be443d4634c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:38Z', 'updated_at': '2021-11-26T16:37:48Z', 'revision_number': 4, 'project_id': '06e5b26eff95490196e93abf54aa53ed', 'subnets': [{'id': 'a210e770-5b77-496f-9854-0be443d4634c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:37:51.791414 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:37:51.842376 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c077e7ed-55e8-4cd0-850a-cce3d36afc37 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:51.842833 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-789a108a-652d-4405-8bbe-906cd03800e8 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:51.851587 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c287d946-5318-4f9d-8bea-5ad4aa74d760 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:51.852715 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-eb129da0-7342-40f9-aa72-f65fa0dd4abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] device_id is not set on port e954e8f3-292c-4aec-b095-f008927d6fb2 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:37:51.897552 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:51.942523 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:51.989068 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-02231196-d01e-4d24-9315-24ac7a1bd7ac tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:52.012013 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=89a39f03-da9d-4fee-b7f0-056f60178f97,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:52.016955 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:52.020725 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:52.075100 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02231196-d01e-4d24-9315-24ac7a1bd7ac tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Pushing event deleted for resources: {'Port': ['ID=7a2c65a2-cddc-4a6e-a8eb-f42bc8d553d2,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:52.098283 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-39eee05b-e6a1-4581-9670-e6d154f46e32 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:52.111601 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-02231196-d01e-4d24-9315-24ac7a1bd7ac tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:52.134511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-39eee05b-e6a1-4581-9670-e6d154f46e32 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:52.143906 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c077e7ed-55e8-4cd0-850a-cce3d36afc37 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:37:52.150366 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c287d946-5318-4f9d-8bea-5ad4aa74d760 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] No DVR routers for this DVR port 7bb945d4-820e-4b7f-9b1e-bcfe790d6791 on host dv-neutron-819440-1-hyperv {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:37:52.155484 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-c077e7ed-55e8-4cd0-850a-cce3d36afc37 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:52.180012 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c077e7ed-55e8-4cd0-850a-cce3d36afc37 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:37:52.326193 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-6a7493e0-46d4-46a3-a866-6751071c5e81 admin admin] Allocated IP 172.20.0.1 (a55c73e1-f79c-4dd0-927e-d75452182e89/d8b30045-06a7-450d-8b3f-11d57c1b4222/33a83651-d4ef-46f1-9ae1-0f1a6da2903d) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:37:52.351286 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077e7ed-55e8-4cd0-850a-cce3d36afc37 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Pushing event updated for resources: {'Port': ['ID=d947fb12-ee15-4aa6-85cb-fd872a4abf0f,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:52.608504 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-60291cb4-2128-433e-8790-82e47954b902 None None] For port 7bb945d4-820e-4b7f-9b1e-bcfe790d6791, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7bb945d4-820e-4b7f-9b1e-bcfe790d6791,segment=NetworkSegment(b3d2b4d0-8ab0-4174-8b22-ae3b68a59441),segment_id=b3d2b4d0-8ab0-4174-8b22-ae3b68a59441)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:37:52.609071 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-60291cb4-2128-433e-8790-82e47954b902 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:52.609368 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c287d946-5318-4f9d-8bea-5ad4aa74d760 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:52.632244 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port c8415812-36f3-4ca2-aab6-12edd93885c2 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:52.632975 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:52.644691 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-c287d946-5318-4f9d-8bea-5ad4aa74d760 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc37c86-a01a-4555-99b6-e010fd7bee7b']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:52.659526 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-c287d946-5318-4f9d-8bea-5ad4aa74d760 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d2b4d0-8ab0-4174-8b22-ae3b68a59441') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:52.660103 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-c287d946-5318-4f9d-8bea-5ad4aa74d760 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d2b4d0-8ab0-4174-8b22-ae3b68a59441') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:52.676376 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c287d946-5318-4f9d-8bea-5ad4aa74d760 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:52.711327 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c287d946-5318-4f9d-8bea-5ad4aa74d760 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:52.718251 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-789a108a-652d-4405-8bbe-906cd03800e8 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Allocated IP 172.20.0.3 (6e9fb128-45ee-4127-b999-cbd1c3b6abbb/f6347c80-9b4c-4652-9c55-a566758ba0b1/5949798c-f0a1-4f5c-8e09-70794fa481ae) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:37:52.742159 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287d946-5318-4f9d-8bea-5ad4aa74d760 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Pushing event deleted for resources: {'Port': ['ID=7bb945d4-820e-4b7f-9b1e-bcfe790d6791,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:52.753764 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c287d946-5318-4f9d-8bea-5ad4aa74d760 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:37:52.754354 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c287d946-5318-4f9d-8bea-5ad4aa74d760 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:52.861610 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6a7493e0-46d4-46a3-a866-6751071c5e81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:52.865703 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-60291cb4-2128-433e-8790-82e47954b902 None None] Calling delete_port for 7bb945d4-820e-4b7f-9b1e-bcfe790d6791 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:37:52.958431 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:37:52.968835 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-02231196-d01e-4d24-9315-24ac7a1bd7ac tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:52.971986 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-6a7493e0-46d4-46a3-a866-6751071c5e81 admin admin] Transition to ACTIVE for port object 33a83651-d4ef-46f1-9ae1-0f1a6da2903d will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:52.975330 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c287d946-5318-4f9d-8bea-5ad4aa74d760 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.078s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:52.976640 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.864s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:53.017263 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:53.017420 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-02231196-d01e-4d24-9315-24ac7a1bd7ac tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] 10.222.0.11 "DELETE /v2.0/ports/7a2c65a2-cddc-4a6e-a8eb-f42bc8d553d2 HTTP/1.1" status: 204 len: 168 time: 2.4697828 Nov 26 16:37:53.023412 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42004) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:53.023553 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7988e710-6c12-40a2-a410-4697051cbce4 None None] Could not find standard attr ID for object 7a2c65a2-cddc-4a6e-a8eb-f42bc8d553d2. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:37:53.039792 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-eb129da0-7342-40f9-aa72-f65fa0dd4abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:53.060172 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-789a108a-652d-4405-8bbe-906cd03800e8 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:53.072372 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6a7493e0-46d4-46a3-a866-6751071c5e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:53.078818 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-02231196-d01e-4d24-9315-24ac7a1bd7ac tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:53.123232 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.resource_extend [None req-c3ad2869-0f68-4cdd-9980-64822a66eef2 admin admin] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:37:53.153278 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7493e0-46d4-46a3-a866-6751071c5e81 admin admin] Network a55c73e1-f79c-4dd0-927e-d75452182e89 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:37:53.157648 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-6a7493e0-46d4-46a3-a866-6751071c5e81 admin admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:53.165718 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7493e0-46d4-46a3-a866-6751071c5e81 admin admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:37:53.182341 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c287d946-5318-4f9d-8bea-5ad4aa74d760 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:53.199043 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] Transition to ACTIVE for port object ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:53.199332 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7493e0-46d4-46a3-a866-6751071c5e81 admin admin] Pushing event updated for resources: {'Port': ['ID=33a83651-d4ef-46f1-9ae1-0f1a6da2903d,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:53.208208 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6a7493e0-46d4-46a3-a866-6751071c5e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:53.213750 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-60291cb4-2128-433e-8790-82e47954b902 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:37:53.214241 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-60291cb4-2128-433e-8790-82e47954b902 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:37:53.234367 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:53.254864 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7988e710-6c12-40a2-a410-4697051cbce4 None None] Could not find standard attr ID for object 76cf3b89-63d7-4153-b0c9-461ae65f00a2. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:37:53.259064 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:53.259214 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-789a108a-652d-4405-8bbe-906cd03800e8 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:53.271774 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5b4beb66-7f9a-4fc9-8f7e-f19432024177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:53.281108 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2869-0f68-4cdd-9980-64822a66eef2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:53.288644 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-39eee05b-e6a1-4581-9670-e6d154f46e32 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] In _notify_port_updated(), no bound segment for port 84100ab5-0244-4613-a490-20880767ce3b on network 31cb35ec-a0e0-43d1-ae70-742e553b3cd8 {{(pid=87518) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 26 16:37:53.294513 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39eee05b-e6a1-4581-9670-e6d154f46e32 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:53.295015 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-39eee05b-e6a1-4581-9670-e6d154f46e32 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:53.297157 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-39eee05b-e6a1-4581-9670-e6d154f46e32 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] 10.222.0.11 "PUT /v2.0/ports/84100ab5-0244-4613-a490-20880767ce3b HTTP/1.1" status: 200 len: 1137 time: 2.7991021 Nov 26 16:37:53.308603 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c287d946-5318-4f9d-8bea-5ad4aa74d760 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:53.310945 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42010) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:53.313555 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2869-0f68-4cdd-9980-64822a66eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:53.330750 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6a7493e0-46d4-46a3-a866-6751071c5e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:53.359670 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] Attempting to bind port ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:53.360200 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] Attempting to bind port ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:53.360694 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] Attempting to bind port ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3 on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:53.391420 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7ea7999f-0f78-4887-8d8b-c767528ccc68 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:37:53.407462 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789a108a-652d-4405-8bbe-906cd03800e8 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Network 6e9fb128-45ee-4127-b999-cbd1c3b6abbb is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:37:53.411810 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c077e7ed-55e8-4cd0-850a-cce3d36afc37 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:53.413030 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-789a108a-652d-4405-8bbe-906cd03800e8 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:53.424162 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789a108a-652d-4405-8bbe-906cd03800e8 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:37:53.460038 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d41bcd69-df72-4477-8703-ea7dc9d07823 None None] Provisioning complete for port 84100ab5-0244-4613-a490-20880767ce3b triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:53.460558 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d41bcd69-df72-4477-8703-ea7dc9d07823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:53.473341 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a108a-652d-4405-8bbe-906cd03800e8 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Pushing event updated for resources: {'Port': ['ID=5949798c-f0a1-4f5c-8e09-70794fa481ae,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:53.480603 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-789a108a-652d-4405-8bbe-906cd03800e8 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:53.503606 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:37:53.504180 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:37:53.504861 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:53.505187 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:37:53.505775 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] Bound port: ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:37:53.506431 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:53.542306 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fceb89-67db-4010-a7ae-a0c5ac0ee89f None None] Pushing event updated for resources: {'Port': ['ID=ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:53.554350 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-70fceb89-67db-4010-a7ae-a0c5ac0ee89f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:53.559870 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c077e7ed-55e8-4cd0-850a-cce3d36afc37 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:53.577822 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-d41bcd69-df72-4477-8703-ea7dc9d07823 None None] Port 84100ab5-0244-4613-a490-20880767ce3b cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:37:53.586876 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eee05b-e6a1-4581-9670-e6d154f46e32 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Pushing event updated for resources: {'Port': ['ID=84100ab5-0244-4613-a490-20880767ce3b,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:53.589984 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc15a24-520d-4299-af1b-5c59795fb143 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] GET failed (client error): The resource could not be found. Nov 26 16:37:53.595839 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-dfc15a24-520d-4299-af1b-5c59795fb143 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] 10.222.0.11 "GET /v2.0/ports/7a2c65a2-cddc-4a6e-a8eb-f42bc8d553d2 HTTP/1.1" status: 404 len: 333 time: 0.4570990 Nov 26 16:37:53.597964 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42014) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:53.599933 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-39eee05b-e6a1-4581-9670-e6d154f46e32 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:53.609248 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 7ea7999f-0f78-4887-8d8b-c767528ccc68 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:53.609817 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:53.609981 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-3140b130-343a-428d-a003-19e0d80b8c84 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Request body: {'port': {'network_id': '2d2a4201-1867-4b53-ad3d-4544dc93695b', 'name': 'tempest-AllowedAddressPairTestJSON-462357047'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:53.617087 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.367s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:53.649195 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d41bcd69-df72-4477-8703-ea7dc9d07823 None None] Provisioning for port 03944e40-cf52-4b2c-ba5d-79133cb3062c completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:37:53.659184 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c287d946-5318-4f9d-8bea-5ad4aa74d760 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] 10.222.0.11 "DELETE /v2.0/networks/1dc37c86-a01a-4555-99b6-e010fd7bee7b HTTP/1.1" status: 204 len: 168 time: 3.7415452 Nov 26 16:37:53.661968 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d41bcd69-df72-4477-8703-ea7dc9d07823 None None] Provisioning complete for port 03944e40-cf52-4b2c-ba5d-79133cb3062c triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:53.662449 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d41bcd69-df72-4477-8703-ea7dc9d07823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:53.682114 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-eb129da0-7342-40f9-aa72-f65fa0dd4abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:53.695711 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] For port ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:37:53.697228 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-789a108a-652d-4405-8bbe-906cd03800e8 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:53.718856 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-60291cb4-2128-433e-8790-82e47954b902 None None] Deleting port 7bb945d4-820e-4b7f-9b1e-bcfe790d6791 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:37:53.719486 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-60291cb4-2128-433e-8790-82e47954b902 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:53.724710 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6a7493e0-46d4-46a3-a866-6751071c5e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:53.740660 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b25f47d-0536-484f-8cd5-a1a27ca61037 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:53.741499 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1b25f47d-0536-484f-8cd5-a1a27ca61037 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Synchronizing usage tracker for tenant:e5f03294913542b0beb645e31442079a on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:37:53.750768 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2869-0f68-4cdd-9980-64822a66eef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:53.770619 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] For port ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:37:53.790164 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb129da0-7342-40f9-aa72-f65fa0dd4abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:37:53.799912 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-eb129da0-7342-40f9-aa72-f65fa0dd4abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:53.811772 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-d41bcd69-df72-4477-8703-ea7dc9d07823 None None] Port 03944e40-cf52-4b2c-ba5d-79133cb3062c cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:37:53.813846 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:53.822769 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-60291cb4-2128-433e-8790-82e47954b902 None None] The port '7bb945d4-820e-4b7f-9b1e-bcfe790d6791' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:37:53.823829 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:53.867632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb129da0-7342-40f9-aa72-f65fa0dd4abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:37:53.869347 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb129da0-7342-40f9-aa72-f65fa0dd4abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:53.870385 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-eb129da0-7342-40f9-aa72-f65fa0dd4abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:53.887378 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad2869-0f68-4cdd-9980-64822a66eef2 admin admin] Pushing event updated for resources: {'Port': ['ID=03944e40-cf52-4b2c-ba5d-79133cb3062c,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:53.915344 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c3ad2869-0f68-4cdd-9980-64822a66eef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:53.920187 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.615s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:53.935156 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-eb129da0-7342-40f9-aa72-f65fa0dd4abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.6626780 Nov 26 16:37:53.941428 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42020) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:53.947457 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-789a108a-652d-4405-8bbe-906cd03800e8 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:53.981482 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] Routers {'b4f896c6-ab1f-4de2-b99d-b461702718a2'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:37:53.982216 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:37:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b4f896c6-ab1f-4de2-b99d-b461702718a2'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:54.018220 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287d946-5318-4f9d-8bea-5ad4aa74d760 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Pushing event deleted for resources: {'Network': ['ID=1dc37c86-a01a-4555-99b6-e010fd7bee7b,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:54.019897 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1b25f47d-0536-484f-8cd5-a1a27ca61037 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Unset dirty status for tenant:e5f03294913542b0beb645e31442079a on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:37:54.021239 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1b25f47d-0536-484f-8cd5-a1a27ca61037 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] 10.222.0.11 "GET /v2.0/ports/84100ab5-0244-4613-a490-20880767ce3b HTTP/1.1" status: 200 len: 1137 time: 0.7090518 Nov 26 16:37:54.021958 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c287d946-5318-4f9d-8bea-5ad4aa74d760 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:54.025859 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c3ad2869-0f68-4cdd-9980-64822a66eef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.617s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:54.027948 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8194'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:54.055927 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42026) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:54.109082 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-3140b130-343a-428d-a003-19e0d80b8c84 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:54.113627 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3140b130-343a-428d-a003-19e0d80b8c84 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Usage tracker for resource:port and tenant:e28e29356737478caf7d8675a91c4413 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:54.116904 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3140b130-343a-428d-a003-19e0d80b8c84 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:54.123565 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-3140b130-343a-428d-a003-19e0d80b8c84 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:54.177202 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7bb945d4-820e-4b7f-9b1e-bcfe790d6791 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:37:54.207018 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:54.223956 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fceb89-67db-4010-a7ae-a0c5ac0ee89f None None] Pushing event updated for resources: {'Port': ['ID=ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:54.226572 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7ce72852-b960-4038-b3c3-946249146383 None None] Provisioning for port 33a83651-d4ef-46f1-9ae1-0f1a6da2903d completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:37:54.229226 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42032) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:54.230871 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3140b130-343a-428d-a003-19e0d80b8c84 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Made reservation on behalf of e28e29356737478caf7d8675a91c4413 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:37:54.236174 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3140b130-343a-428d-a003-19e0d80b8c84 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:54.237705 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-70fceb89-67db-4010-a7ae-a0c5ac0ee89f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:54.242149 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 7bb945d4-820e-4b7f-9b1e-bcfe790d6791 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:37:54.242149 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7bb945d4-820e-4b7f-9b1e-bcfe790d6791 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Nov 26 16:37:54.276384 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7ce72852-b960-4038-b3c3-946249146383 None None] Provisioning complete for port 33a83651-d4ef-46f1-9ae1-0f1a6da2903d triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:54.277237 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7ce72852-b960-4038-b3c3-946249146383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:54.313240 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb129da0-7342-40f9-aa72-f65fa0dd4abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Pushing event updated for resources: {'Port': ['ID=e954e8f3-292c-4aec-b095-f008927d6fb2,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:54.315542 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Port 7bb945d4-820e-4b7f-9b1e-bcfe790d6791 not found, will not notify nova. {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Nov 26 16:37:54.327794 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-eb129da0-7342-40f9-aa72-f65fa0dd4abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:54.330638 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.600s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:54.330938 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:54.339232 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ad2869-0f68-4cdd-9980-64822a66eef2 admin admin] Network d89905c5-5622-439c-bd42-d732b1c43e20 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:37:54.343915 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-c3ad2869-0f68-4cdd-9980-64822a66eef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:54.356475 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-713ff454-ba4d-4681-93aa-e9b7728805ab tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Deleting port 84100ab5-0244-4613-a490-20880767ce3b {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:37:54.356819 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-713ff454-ba4d-4681-93aa-e9b7728805ab tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:54.362079 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-7ce72852-b960-4038-b3c3-946249146383 None None] Port 33a83651-d4ef-46f1-9ae1-0f1a6da2903d cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:37:54.375314 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] Set router b4f896c6-ab1f-4de2-b99d-b461702718a2 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:37:54.643129 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-3140b130-343a-428d-a003-19e0d80b8c84 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] device_id is not set on port 649ca2ba-f827-4f18-9f23-a214b9f910fa yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:37:54.645727 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:37:54.668279 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.resource_extend [None req-c077e7ed-55e8-4cd0-850a-cce3d36afc37 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:37:54.707243 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c077e7ed-55e8-4cd0-850a-cce3d36afc37 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:54.755501 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c077e7ed-55e8-4cd0-850a-cce3d36afc37 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:54.756159 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-65193c37-6be6-4cda-880f-783da1180c37 None None] Provisioning complete for port 03944e40-cf52-4b2c-ba5d-79133cb3062c triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:54.756159 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-65193c37-6be6-4cda-880f-783da1180c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:54.786822 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:54.830965 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c64f7af7-bdc3-4878-b240-b0f6597dba7a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6ad79038400b4203b367c77b1368c084&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5858881 Nov 26 16:37:54.863948 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42038) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:54.870409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:37:54.872928 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6a7493e0-46d4-46a3-a866-6751071c5e81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:54.875082 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-65193c37-6be6-4cda-880f-783da1180c37 None None] Port 03944e40-cf52-4b2c-ba5d-79133cb3062c cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:37:54.878731 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:54.878990 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:54.954950 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'name': 'tempest-ServersTestManualDisk-495272159-router', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:36Z', 'updated_at': '2021-11-26T16:37:53Z', 'revision_number': 4, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'gw_port': {'id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:39Z', 'updated_at': '2021-11-26T16:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '33a83651-d4ef-46f1-9ae1-0f1a6da2903d', 'name': '', 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'mac_address': 'fa:16:3e:d1:6a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'd8b30045-06a7-450d-8b3f-11d57c1b4222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:51Z', 'updated_at': '2021-11-26T16:37:52Z', 'revision_number': 1, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'subnets': [{'id': 'd8b30045-06a7-450d-8b3f-11d57c1b4222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:54.964875 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6a7493e0-46d4-46a3-a866-6751071c5e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:54.987070 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7906d4e2-0258-4ed9-8507-fbeaecf43fbb None None] The sync data for ids ['b4f896c6-ab1f-4de2-b99d-b461702718a2'] in dv-neutron-819440-1-hyperv is: [{'id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'name': 'tempest-ServersTestManualDisk-495272159-router', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:36Z', 'updated_at': '2021-11-26T16:37:53Z', 'revision_number': 4, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'gw_port': {'id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:39Z', 'updated_at': '2021-11-26T16:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '33a83651-d4ef-46f1-9ae1-0f1a6da2903d', 'name': '', 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'mac_address': 'fa:16:3e:d1:6a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'd8b30045-06a7-450d-8b3f-11d57c1b4222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:51Z', 'updated_at': '2021-11-26T16:37:52Z', 'revision_number': 1, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'subnets': [{'id': 'd8b30045-06a7-450d-8b3f-11d57c1b4222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:37:55.013727 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:55.018462 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ad2869-0f68-4cdd-9980-64822a66eef2 admin admin] Router 28644e06-bd0c-4196-9766-a9f33585430c has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:37:55.034068 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:37:55.040218 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:55.041176 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 8dbbe197-6340-47a0-9d93-36b5381fdd0d up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:37:55.044006 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a9b9e31a-2c5b-40d9-80b9-96bdac03eeb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:55.074200 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077e7ed-55e8-4cd0-850a-cce3d36afc37 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Pushing event updated for resources: {'Port': ['ID=d947fb12-ee15-4aa6-85cb-fd872a4abf0f,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:55.085092 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c077e7ed-55e8-4cd0-850a-cce3d36afc37 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:55.088416 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:55.113838 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6a7493e0-46d4-46a3-a866-6751071c5e81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:55.129063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7493e0-46d4-46a3-a866-6751071c5e81 admin admin] Pushing event updated for resources: {'Port': ['ID=33a83651-d4ef-46f1-9ae1-0f1a6da2903d,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:55.132064 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6a7493e0-46d4-46a3-a866-6751071c5e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:55.219642 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:55.231225 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:55.239500 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 8dbbe197-6340-47a0-9d93-36b5381fdd0d triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:55.239971 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:55.264922 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c077e7ed-55e8-4cd0-850a-cce3d36afc37 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:55.337820 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c4423d88-df81-4536-99c2-464d4aa5f49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:55.345712 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c077e7ed-55e8-4cd0-850a-cce3d36afc37 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:55.347154 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c077e7ed-55e8-4cd0-850a-cce3d36afc37 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7573147 Nov 26 16:37:55.366956 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-3140b130-343a-428d-a003-19e0d80b8c84 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Allocated IP 172.20.0.7 (2d2a4201-1867-4b53-ad3d-4544dc93695b/f32d872f-6130-4bf7-a35b-2eace40c0606/649ca2ba-f827-4f18-9f23-a214b9f910fa) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:37:55.370597 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-713ff454-ba4d-4681-93aa-e9b7728805ab tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:55.389586 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ad2869-0f68-4cdd-9980-64822a66eef2 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:37:55.409977 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c3ad2869-0f68-4cdd-9980-64822a66eef2 admin admin] 10.222.0.11 "PUT /v2.0/routers/28644e06-bd0c-4196-9766-a9f33585430c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5473707 Nov 26 16:37:55.429770 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c012ec18-a0b2-4c54-b0ae-f265c016a809 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:37:55.436790 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] Sync routers for ids ['28644e06-bd0c-4196-9766-a9f33585430c'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:37:55.471689 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] Routers {'28644e06-bd0c-4196-9766-a9f33585430c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:37:55.472568 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:37:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['28644e06-bd0c-4196-9766-a9f33585430c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:55.590660 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port c012ec18-a0b2-4c54-b0ae-f265c016a809 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:55.591044 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:55.612761 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] device_id is not set on port e954e8f3-292c-4aec-b095-f008927d6fb2 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:37:55.619117 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c4423d88-df81-4536-99c2-464d4aa5f49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:55.627981 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:55.662047 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-713ff454-ba4d-4681-93aa-e9b7728805ab tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Calling delete_port for 84100ab5-0244-4613-a490-20880767ce3b owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:37:55.792436 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] Set router 28644e06-bd0c-4196-9766-a9f33585430c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:37:55.832673 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Transition to ACTIVE for port object e954e8f3-292c-4aec-b095-f008927d6fb2 will not be triggered until provisioned by entity L2. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:55.834580 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.resource_extend [None req-789a108a-652d-4405-8bbe-906cd03800e8 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:37:55.843075 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 89a39f03-da9d-4fee-b7f0-056f60178f97 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:37:55.863832 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:55.883887 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7493e0-46d4-46a3-a866-6751071c5e81 admin admin] Network a55c73e1-f79c-4dd0-927e-d75452182e89 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:37:55.897971 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:56.037070 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 89a39f03-da9d-4fee-b7f0-056f60178f97 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:56.037453 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:56.043676 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c4423d88-df81-4536-99c2-464d4aa5f49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:56.133333 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:56.147441 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-713ff454-ba4d-4681-93aa-e9b7728805ab tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:56.149170 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3140b130-343a-428d-a003-19e0d80b8c84 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:56.188068 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-3140b130-343a-428d-a003-19e0d80b8c84 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Transition to ACTIVE for port object 649ca2ba-f827-4f18-9f23-a214b9f910fa will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:56.191489 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4423d88-df81-4536-99c2-464d4aa5f49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ba33cb-d3b8-40b0-b554-47b4b3702ea2,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:56.206745 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c4423d88-df81-4536-99c2-464d4aa5f49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:56.211513 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:56.229203 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-789a108a-652d-4405-8bbe-906cd03800e8 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:56.263551 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0091ea53-155e-4fb4-8e43-25a6c6fab097 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:37:56.317958 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42070) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:56.320639 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ff454-ba4d-4681-93aa-e9b7728805ab tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Pushing event deleted for resources: {'Port': ['ID=84100ab5-0244-4613-a490-20880767ce3b,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:56.324933 dv-neutron-819440-1-hyperv neutron-server[87518]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 26 16:37:56.356181 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-713ff454-ba4d-4681-93aa-e9b7728805ab tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:56.373622 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-6a7493e0-46d4-46a3-a866-6751071c5e81 admin admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:56.430058 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-789a108a-652d-4405-8bbe-906cd03800e8 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:56.452965 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3140b130-343a-428d-a003-19e0d80b8c84 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:56.491545 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c4423d88-df81-4536-99c2-464d4aa5f49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:56.507027 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c4423d88-df81-4536-99c2-464d4aa5f49b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b6ba33cb-d3b8-40b0-b554-47b4b3702ea2 HTTP/1.1" status: 204 len: 168 time: 1.6175177 Nov 26 16:37:56.563393 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28644e06-bd0c-4196-9766-a9f33585430c', 'name': 'tempest-ServersTestJSON-455662517-router', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:35Z', 'updated_at': '2021-11-26T16:37:50Z', 'revision_number': 4, 'project_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'gw_port': {'id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28644e06-bd0c-4196-9766-a9f33585430c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:37Z', 'updated_at': '2021-11-26T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '03944e40-cf52-4b2c-ba5d-79133cb3062c', 'name': '', 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'mac_address': 'fa:16:3e:2c:ea:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28644e06-bd0c-4196-9766-a9f33585430c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '78772461-04bb-45a9-8c0c-04bc08f8bb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:48Z', 'updated_at': '2021-11-26T16:37:51Z', 'revision_number': 2, 'project_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'subnets': [{'id': '78772461-04bb-45a9-8c0c-04bc08f8bb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:56.564134 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 0091ea53-155e-4fb4-8e43-25a6c6fab097 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:37:56.572324 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] Checking router: 28644e06-bd0c-4196-9766-a9f33585430c for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:37:56.572924 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] Updating router 28644e06-bd0c-4196-9766-a9f33585430c port 03944e40-cf52-4b2c-ba5d-79133cb3062c binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:37:56.575565 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 0091ea53-155e-4fb4-8e43-25a6c6fab097 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:56.581410 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:56.597468 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-702b737d-bf3a-4124-824b-4561b4e50330 req-535ad5c2-e25f-4421-9873-8e88d1da53fd tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Synchronizing usage tracker for tenant:06e5b26eff95490196e93abf54aa53ed on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:37:56.683566 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-713ff454-ba4d-4681-93aa-e9b7728805ab tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:56.685503 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-713ff454-ba4d-4681-93aa-e9b7728805ab tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] 10.222.0.11 "DELETE /v2.0/ports/84100ab5-0244-4613-a490-20880767ce3b HTTP/1.1" status: 204 len: 168 time: 2.6187184 Nov 26 16:37:56.701072 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42076) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:56.701930 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42078) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:56.703485 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-702b737d-bf3a-4124-824b-4561b4e50330 req-535ad5c2-e25f-4421-9873-8e88d1da53fd tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Unset dirty status for tenant:06e5b26eff95490196e93abf54aa53ed on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:37:56.718057 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-702b737d-bf3a-4124-824b-4561b4e50330 req-535ad5c2-e25f-4421-9873-8e88d1da53fd tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1975215686&fields=id&tenant_id=06e5b26eff95490196e93abf54aa53ed HTTP/1.1" status: 200 len: 267 time: 0.3944380 Nov 26 16:37:56.735219 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:56.905829 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6d2d6cca-c521-49ab-8365-f13e5c1750dc None None] Provisioning complete for port 33a83651-d4ef-46f1-9ae1-0f1a6da2903d triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:56.907555 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6d2d6cca-c521-49ab-8365-f13e5c1750dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:56.957023 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:57.004666 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-6d2d6cca-c521-49ab-8365-f13e5c1750dc None None] Port 33a83651-d4ef-46f1-9ae1-0f1a6da2903d cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:37:57.009301 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-6592dc61-3ac0-44e2-85dc-45ae6431f8b2 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1691893578', 'description': 'tempest-description--561858767'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:57.024546 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Pushing event updated for resources: {'Port': ['ID=e954e8f3-292c-4aec-b095-f008927d6fb2,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:57.032086 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 0091ea53-155e-4fb4-8e43-25a6c6fab097, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=0091ea53-155e-4fb4-8e43-25a6c6fab097,segment=NetworkSegment(5b7fa938-8d92-4b8a-af7d-251b9bf77dea),segment_id=5b7fa938-8d92-4b8a-af7d-251b9bf77dea)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:37:57.039449 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:57.053965 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:57.164810 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6592dc61-3ac0-44e2-85dc-45ae6431f8b2 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:57.165732 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7bb945d4-820e-4b7f-9b1e-bcfe790d6791 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:37:57.167412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.269s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:57.182319 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42086) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:57.183640 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.708s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:57.224216 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 7bb945d4-820e-4b7f-9b1e-bcfe790d6791 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:37:57.224566 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7bb945d4-820e-4b7f-9b1e-bcfe790d6791 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:37:57.235989 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a7846618-a282-414d-bcfd-d97dc20677db admin admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:57.254975 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=0091ea53-155e-4fb4-8e43-25a6c6fab097,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:57.258189 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:57.286957 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b737d-bf3a-4124-824b-4561b4e50330 req-0114d544-cca3-4423-95a8-6e8c0ac24e17 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:57.289118 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-702b737d-bf3a-4124-824b-4561b4e50330 req-0114d544-cca3-4423-95a8-6e8c0ac24e17 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Synchronizing usage tracker for tenant:06e5b26eff95490196e93abf54aa53ed on resource:network {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:37:57.307767 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-a7846618-a282-414d-bcfd-d97dc20677db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:57.307767 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a7846618-a282-414d-bcfd-d97dc20677db admin admin] Usage tracker for resource:security_group_rule and tenant:dc819f768c7b455c94d922716b07f773 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:57.312893 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a7846618-a282-414d-bcfd-d97dc20677db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:57.321812 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-a7846618-a282-414d-bcfd-d97dc20677db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:57.334102 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-702b737d-bf3a-4124-824b-4561b4e50330 req-0114d544-cca3-4423-95a8-6e8c0ac24e17 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Unset dirty status for tenant:06e5b26eff95490196e93abf54aa53ed on resource:network {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:37:57.335484 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-702b737d-bf3a-4124-824b-4561b4e50330 req-0114d544-cca3-4423-95a8-6e8c0ac24e17 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/networks?id=a5e19142-4e79-42ca-965f-fd783eba57b9 HTTP/1.1" status: 200 len: 811 time: 0.6163211 Nov 26 16:37:57.366230 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-702b737d-bf3a-4124-824b-4561b4e50330 req-2df2925c-f4f7-4200-aa0d-f0ebc2819c2a tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/quotas/06e5b26eff95490196e93abf54aa53ed HTTP/1.1" status: 200 len: 375 time: 0.0187647 Nov 26 16:37:57.403405 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:57.418537 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] Transition to ACTIVE for port object 03944e40-cf52-4b2c-ba5d-79133cb3062c will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:37:57.422050 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:57.422323 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:57.422653 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:57.428259 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:37:57.428412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6592dc61-3ac0-44e2-85dc-45ae6431f8b2 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Usage tracker for resource:security_group and tenant:67d2367297c04a4ba514a5dfcb19c4b7 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:57.429457 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:57.440366 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-f499dda8-93a4-4d71-b39f-28c7d123862b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:57.443112 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3140b130-343a-428d-a003-19e0d80b8c84 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Network 2d2a4201-1867-4b53-ad3d-4544dc93695b is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:37:57.449552 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6592dc61-3ac0-44e2-85dc-45ae6431f8b2 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:57.457724 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-3140b130-343a-428d-a003-19e0d80b8c84 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:37:57.470556 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port e954e8f3-292c-4aec-b095-f008927d6fb2 on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:37:57.470861 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:37:57.478897 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6592dc61-3ac0-44e2-85dc-45ae6431f8b2 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:57.480964 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3140b130-343a-428d-a003-19e0d80b8c84 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:37:57.506621 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempt 2 to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 Nov 26 16:37:57.506791 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a7846618-a282-414d-bcfd-d97dc20677db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:57.515628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-702b737d-bf3a-4124-824b-4561b4e50330 req-2a36c4bd-598e-45c9-9cc3-d0e730906509 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Synchronizing usage tracker for tenant:06e5b26eff95490196e93abf54aa53ed on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:37:57.521058 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a7846618-a282-414d-bcfd-d97dc20677db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:57.535208 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:57.543412 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:57.544419 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:57.601388 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60209d2-1cda-4181-820c-ab32f608eedf None None] Pushing event updated for resources: {'Port': ['ID=03944e40-cf52-4b2c-ba5d-79133cb3062c,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:57.604302 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-702b737d-bf3a-4124-824b-4561b4e50330 req-2a36c4bd-598e-45c9-9cc3-d0e730906509 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Unset dirty status for tenant:06e5b26eff95490196e93abf54aa53ed on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:37:57.605634 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-702b737d-bf3a-4124-824b-4561b4e50330 req-2a36c4bd-598e-45c9-9cc3-d0e730906509 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=06e5b26eff95490196e93abf54aa53ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2346959 Nov 26 16:37:57.609720 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7846618-a282-414d-bcfd-d97dc20677db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d30c154-9dc7-4d3f-8fd4-1d1a6e695947,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:57.613350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a7846618-a282-414d-bcfd-d97dc20677db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:57.615681 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a7846618-a282-414d-bcfd-d97dc20677db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dc819f768c7b455c94d922716b07f773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4312959 Nov 26 16:37:57.618487 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42090) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:57.620874 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-f60209d2-1cda-4181-820c-ab32f608eedf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:57.658278 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d5ad105-ddf3-4e89-be9f-ea42ba6437b6 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Deleting subnet 695ac3e1-6365-428c-b9d3-ca466b400344 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:37:57.663573 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a108a-652d-4405-8bbe-906cd03800e8 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Pushing event updated for resources: {'Port': ['ID=5949798c-f0a1-4f5c-8e09-70794fa481ae,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:57.727386 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f08b687d-8f6a-4d13-ba0e-84714de3daba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:57.797447 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f08b687d-8f6a-4d13-ba0e-84714de3daba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:57.825592 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad105-ddf3-4e89-be9f-ea42ba6437b6 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:57.865485 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:37:57.910683 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f08b687d-8f6a-4d13-ba0e-84714de3daba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:57.928469 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6592dc61-3ac0-44e2-85dc-45ae6431f8b2 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:57.934202 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c23b3a6e-784b-4bfb-a00c-adb3ec5b838c tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:57.940499 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-789a108a-652d-4405-8bbe-906cd03800e8 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:57.942484 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] Attempting to bind port 03944e40-cf52-4b2c-ba5d-79133cb3062c on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:57.942867 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] Attempting to bind port 03944e40-cf52-4b2c-ba5d-79133cb3062c by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '2894379f-c8e7-4e55-856c-2a6c137e7b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:57.943236 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] Attempting to bind port 03944e40-cf52-4b2c-ba5d-79133cb3062c on network d89905c5-5622-439c-bd42-d732b1c43e20 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:57.948696 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:57.949044 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:57.949381 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:57.959786 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:37:57.960231 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] Checking segment: {'id': '2894379f-c8e7-4e55-856c-2a6c137e7b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:37:57.960661 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:57.961271 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] Bound using segment: {'id': '2894379f-c8e7-4e55-856c-2a6c137e7b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:37:57.961611 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] Bound port: 03944e40-cf52-4b2c-ba5d-79133cb3062c, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2894379f-c8e7-4e55-856c-2a6c137e7b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:37:57.962023 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:57.963645 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b687d-8f6a-4d13-ba0e-84714de3daba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d30c154-9dc7-4d3f-8fd4-1d1a6e695947,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:57.971273 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f08b687d-8f6a-4d13-ba0e-84714de3daba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:57.974561 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f08b687d-8f6a-4d13-ba0e-84714de3daba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:57.975918 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f08b687d-8f6a-4d13-ba0e-84714de3daba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4d30c154-9dc7-4d3f-8fd4-1d1a6e695947 HTTP/1.1" status: 204 len: 168 time: 0.3562224 Nov 26 16:37:57.980638 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port e954e8f3-292c-4aec-b095-f008927d6fb2 on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:37:57.980899 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:37:58.001174 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempt 3 to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 Nov 26 16:37:58.011484 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7493e0-46d4-46a3-a866-6751071c5e81 admin admin] Router b4f896c6-ab1f-4de2-b99d-b461702718a2 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:37:58.023327 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [req-702b737d-bf3a-4124-824b-4561b4e50330 req-d1d58e07-7d69-461e-b009-080e197b2de3 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:37:58.024231 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d6beb71b-7b13-4984-8a07-31da1985d567 None None] Provisioning for port 649ca2ba-f827-4f18-9f23-a214b9f910fa completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:37:58.024679 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-702b737d-bf3a-4124-824b-4561b4e50330 req-d1d58e07-7d69-461e-b009-080e197b2de3 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1228664 Nov 26 16:37:58.037256 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d6beb71b-7b13-4984-8a07-31da1985d567 None None] Provisioning complete for port 649ca2ba-f827-4f18-9f23-a214b9f910fa triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:58.037853 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d6beb71b-7b13-4984-8a07-31da1985d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:58.056423 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6592dc61-3ac0-44e2-85dc-45ae6431f8b2 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:58.061827 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6592dc61-3ac0-44e2-85dc-45ae6431f8b2 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Usage tracker for resource:security_group_rule and tenant:67d2367297c04a4ba514a5dfcb19c4b7 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:58.065684 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6592dc61-3ac0-44e2-85dc-45ae6431f8b2 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:58.084595 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3140b130-343a-428d-a003-19e0d80b8c84 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:37:58.085233 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3140b130-343a-428d-a003-19e0d80b8c84 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:58.101749 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:58.102092 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:58.102749 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:58.110086 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6592dc61-3ac0-44e2-85dc-45ae6431f8b2 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:58.111793 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-d6beb71b-7b13-4984-8a07-31da1985d567 None None] Port 649ca2ba-f827-4f18-9f23-a214b9f910fa cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:37:58.118401 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:37:58.124774 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:37:58.125360 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:58.169727 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] For port 03944e40-cf52-4b2c-ba5d-79133cb3062c, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:37:58.171392 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140b130-343a-428d-a003-19e0d80b8c84 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Pushing event updated for resources: {'Port': ['ID=649ca2ba-f827-4f18-9f23-a214b9f910fa,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:58.175754 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] For port 03944e40-cf52-4b2c-ba5d-79133cb3062c, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=03944e40-cf52-4b2c-ba5d-79133cb3062c,segment=NetworkSegment(2894379f-c8e7-4e55-856c-2a6c137e7b1e),segment_id=2894379f-c8e7-4e55-856c-2a6c137e7b1e)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:37:58.176905 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad105-ddf3-4e89-be9f-ea42ba6437b6 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:58.187176 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:58.192090 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-f60209d2-1cda-4181-820c-ab32f608eedf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:58.243707 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3140b130-343a-428d-a003-19e0d80b8c84 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.060s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:58.256959 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port e954e8f3-292c-4aec-b095-f008927d6fb2 on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:37:58.257671 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:37:58.259253 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-789a108a-652d-4405-8bbe-906cd03800e8 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:58.268983 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-789a108a-652d-4405-8bbe-906cd03800e8 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.4366384 Nov 26 16:37:58.270138 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.539s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:58.270657 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:58.279819 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42104) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:58.297251 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:58.329518 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] Routers {'28644e06-bd0c-4196-9766-a9f33585430c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:37:58.330060 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:37:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['28644e06-bd0c-4196-9766-a9f33585430c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:58.339048 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:37:58.346417 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:58.352784 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-36c49f17-3a90-4a57-b669-16a1684be71b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:58.472141 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempt 4 to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 Nov 26 16:37:58.476517 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60209d2-1cda-4181-820c-ab32f608eedf None None] Pushing event updated for resources: {'Port': ['ID=03944e40-cf52-4b2c-ba5d-79133cb3062c,revision_number=4']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:58.503291 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c82ef168-de96-4405-ba12-68bf46618ef2 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] 10.222.0.11 "GET /v2.0/floatingips?floating_network_id=6e9fb128-45ee-4127-b999-cbd1c3b6abbb HTTP/1.1" status: 200 len: 689 time: 0.2188842 Nov 26 16:37:58.504952 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-f60209d2-1cda-4181-820c-ab32f608eedf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:58.513150 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42110) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:58.538309 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:58.551635 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:58.559805 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e3db6c7c-e8ae-4210-9062-579521e7d03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:58.586956 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:58.587433 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:58.587899 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:58.597959 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3140b130-343a-428d-a003-19e0d80b8c84 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.0006351 Nov 26 16:37:58.600399 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42116) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:58.602538 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] Set router 28644e06-bd0c-4196-9766-a9f33585430c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:37:58.626472 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port e954e8f3-292c-4aec-b095-f008927d6fb2 on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:37:58.626956 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:37:58.640496 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempt 5 to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 Nov 26 16:37:58.674499 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-5349a4aa-ef63-485c-838f-3b154af8e469 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:79:04:28'}]}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:58.758139 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:58.769554 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-702b737d-bf3a-4124-824b-4561b4e50330 req-25e7f337-ce74-446e-9ee8-3860fdf640c4 service neutron] 10.222.0.11 "GET /v2.0/networks/a5e19142-4e79-42ca-965f-fd783eba57b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7386363 Nov 26 16:37:58.889930 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:58.890268 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:58.890651 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:58.912065 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port e954e8f3-292c-4aec-b095-f008927d6fb2 on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:37:58.912406 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:37:58.920622 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad105-ddf3-4e89-be9f-ea42ba6437b6 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:58.951958 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempt 6 to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 Nov 26 16:37:59.004231 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7493e0-46d4-46a3-a866-6751071c5e81 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:37:59.026113 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:59.026757 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:59.026757 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:59.027274 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28644e06-bd0c-4196-9766-a9f33585430c', 'name': 'tempest-ServersTestJSON-455662517-router', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:35Z', 'updated_at': '2021-11-26T16:37:50Z', 'revision_number': 4, 'project_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'gw_port': {'id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28644e06-bd0c-4196-9766-a9f33585430c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:37Z', 'updated_at': '2021-11-26T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '03944e40-cf52-4b2c-ba5d-79133cb3062c', 'name': '', 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'mac_address': 'fa:16:3e:2c:ea:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28644e06-bd0c-4196-9766-a9f33585430c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '78772461-04bb-45a9-8c0c-04bc08f8bb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:48Z', 'updated_at': '2021-11-26T16:37:58Z', 'revision_number': 4, 'project_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'subnets': [{'id': '78772461-04bb-45a9-8c0c-04bc08f8bb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:37:59.032262 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd3b3eb-9235-454d-aae5-51ee1a3bd0f1 None None] The sync data for ids ['28644e06-bd0c-4196-9766-a9f33585430c'] in dv-neutron-819440-1-hyperv is: [{'id': '28644e06-bd0c-4196-9766-a9f33585430c', 'name': 'tempest-ServersTestJSON-455662517-router', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:35Z', 'updated_at': '2021-11-26T16:37:50Z', 'revision_number': 4, 'project_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'gw_port': {'id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28644e06-bd0c-4196-9766-a9f33585430c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:37Z', 'updated_at': '2021-11-26T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '03944e40-cf52-4b2c-ba5d-79133cb3062c', 'name': '', 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'mac_address': 'fa:16:3e:2c:ea:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28644e06-bd0c-4196-9766-a9f33585430c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '78772461-04bb-45a9-8c0c-04bc08f8bb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:48Z', 'updated_at': '2021-11-26T16:37:58Z', 'revision_number': 4, 'project_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'subnets': [{'id': '78772461-04bb-45a9-8c0c-04bc08f8bb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:37:59.053940 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Deleting port 5949798c-f0a1-4f5c-8e09-70794fa481ae {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:37:59.054195 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:59.069328 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port e954e8f3-292c-4aec-b095-f008927d6fb2 on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:37:59.069666 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:37:59.080300 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempt 7 to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 Nov 26 16:37:59.105881 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-702b737d-bf3a-4124-824b-4561b4e50330 req-3d1af56a-4dee-4131-9307-92bc144f6ea8 service neutron] 10.222.0.11 "GET /v2.0/networks/a5e19142-4e79-42ca-965f-fd783eba57b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354769 Nov 26 16:37:59.110723 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6592dc61-3ac0-44e2-85dc-45ae6431f8b2 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:59.116386 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6a7493e0-46d4-46a3-a866-6751071c5e81 admin admin] 10.222.0.11 "PUT /v2.0/routers/b4f896c6-ab1f-4de2-b99d-b461702718a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6138759 Nov 26 16:37:59.154488 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:59.154488 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:59.154780 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:59.164260 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6592dc61-3ac0-44e2-85dc-45ae6431f8b2 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:59.199520 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port e954e8f3-292c-4aec-b095-f008927d6fb2 on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:37:59.199767 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:37:59.218333 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:59.240993 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempt 8 to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 Nov 26 16:37:59.279070 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad105-ddf3-4e89-be9f-ea42ba6437b6 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:59.341525 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:59.392857 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:59.393197 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:59.393621 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:59.421022 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5349a4aa-ef63-485c-838f-3b154af8e469 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:59.428932 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:59.429461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:59.533610 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6592dc61-3ac0-44e2-85dc-45ae6431f8b2 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:59.537407 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6592dc61-3ac0-44e2-85dc-45ae6431f8b2 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.7863610 Nov 26 16:37:59.539315 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42156) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:59.546494 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85dbc96-afa6-46c1-a1c9-eba0005d99b7 None None] Network 31cb35ec-a0e0-43d1-ae70-742e553b3cd8 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:37:59.547887 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port e954e8f3-292c-4aec-b095-f008927d6fb2 on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:37:59.548563 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:37:59.567003 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad105-ddf3-4e89-be9f-ea42ba6437b6 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:37:59.569894 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3d5ad105-ddf3-4e89-be9f-ea42ba6437b6 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] 10.222.0.11 "DELETE /v2.0/subnets/695ac3e1-6365-428c-b9d3-ca466b400344 HTTP/1.1" status: 204 len: 168 time: 2.8382115 Nov 26 16:37:59.571349 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempt 9 to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 Nov 26 16:37:59.595453 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42160) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:59.612284 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592dc61-3ac0-44e2-85dc-45ae6431f8b2 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa50fb00-3357-45b0-a863-2d0fe23069bf,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:59.662774 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-2e14c2ef-fa63-4481-9b8f-e6a3894622e9 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Request body: {'security_group_rule': {'security_group_id': 'fa50fb00-3357-45b0-a863-2d0fe23069bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:37:59.668415 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6592dc61-3ac0-44e2-85dc-45ae6431f8b2 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:59.676151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.318s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:37:59.738124 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-2e14c2ef-fa63-4481-9b8f-e6a3894622e9 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:37:59.740647 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ad105-ddf3-4e89-be9f-ea42ba6437b6 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Pushing event deleted for resources: {'Subnet': ['ID=695ac3e1-6365-428c-b9d3-ca466b400344,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:37:59.752983 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Calling delete_port for 5949798c-f0a1-4f5c-8e09-70794fa481ae owned by network:floatingip {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:37:59.768907 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2e14c2ef-fa63-4481-9b8f-e6a3894622e9 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Usage tracker for resource:security_group_rule and tenant:67d2367297c04a4ba514a5dfcb19c4b7 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:37:59.776843 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3d5ad105-ddf3-4e89-be9f-ea42ba6437b6 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:37:59.777930 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:37:59.778493 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:37:59.778913 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:37:59.781435 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42166) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:37:59.785917 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2e14c2ef-fa63-4481-9b8f-e6a3894622e9 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:37:59.835794 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-2e14c2ef-fa63-4481-9b8f-e6a3894622e9 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:37:59.856432 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port e954e8f3-292c-4aec-b095-f008927d6fb2 on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:37:59.856893 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:37:59.863207 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempt 10 to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 Nov 26 16:37:59.874732 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 03944e40-cf52-4b2c-ba5d-79133cb3062c up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:38:00.033716 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] Sync routers for ids ['b4f896c6-ab1f-4de2-b99d-b461702718a2'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:38:00.074671 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:00.075684 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:00.076712 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:00.082521 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 03944e40-cf52-4b2c-ba5d-79133cb3062c completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:38:00.086491 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] Routers {'b4f896c6-ab1f-4de2-b99d-b461702718a2'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:38:00.087322 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:37:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b4f896c6-ab1f-4de2-b99d-b461702718a2'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:00.110848 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port e954e8f3-292c-4aec-b095-f008927d6fb2 on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:00.113865 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port e954e8f3-292c-4aec-b095-f008927d6fb2 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:38:00.114466 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:00.212666 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2e14c2ef-fa63-4481-9b8f-e6a3894622e9 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:00.255089 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 03944e40-cf52-4b2c-ba5d-79133cb3062c triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:00.255531 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:00.409023 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c601c4d4-2015-4c6e-87a9-0a69f6447a98 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:00.446733 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-c601c4d4-2015-4c6e-87a9-0a69f6447a98 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Deleting port 8dbbe197-6340-47a0-9d93-36b5381fdd0d {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:38:00.446733 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c601c4d4-2015-4c6e-87a9-0a69f6447a98 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:00.498276 dv-neutron-819440-1-hyperv neutron-server[87519]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 26 16:38:00.652634 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:00.684038 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fdacb3-f4f0-495c-81f9-c6d56e860197 None None] DHCP port deletion for 31cb35ec-a0e0-43d1-ae70-742e553b3cd8 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:38:00.690313 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] Set router b4f896c6-ab1f-4de2-b99d-b461702718a2 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:38:00.736086 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42186) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:00.759750 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e4cf5ac1-faac-4510-99ae-ea040b098227 req-1af2ff5e-b56a-4ceb-a742-fdad7a762330 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 210 time: 0.9595912 Nov 26 16:38:00.794647 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] For port e954e8f3-292c-4aec-b095-f008927d6fb2, host hv-neutron-8194, cleared binding levels {{(pid=87519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:38:00.795067 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempted to set empty binding levels {{(pid=87519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 26 16:38:00.817045 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-f5a72adc-8447-49d9-87f5-09eb9352f3d2 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--35544416', 'description': 'tempest-description--1723755138'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:00.828105 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-c601c4d4-2015-4c6e-87a9-0a69f6447a98 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] For port 8dbbe197-6340-47a0-9d93-36b5381fdd0d, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=8dbbe197-6340-47a0-9d93-36b5381fdd0d,segment=NetworkSegment(d3050d57-adec-4a5e-9252-6c4a9112d110),segment_id=d3050d57-adec-4a5e-9252-6c4a9112d110)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:38:00.828589 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c601c4d4-2015-4c6e-87a9-0a69f6447a98 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:00.835010 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2e14c2ef-fa63-4481-9b8f-e6a3894622e9 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:00.852786 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:00.862372 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f5a72adc-8447-49d9-87f5-09eb9352f3d2 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:00.878966 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-35fdacb3-f4f0-495c-81f9-c6d56e860197 None None] Deleting port 8dbbe197-6340-47a0-9d93-36b5381fdd0d {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:38:00.879959 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-35fdacb3-f4f0-495c-81f9-c6d56e860197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:00.896772 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2e14c2ef-fa63-4481-9b8f-e6a3894622e9 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:00.935088 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5349a4aa-ef63-485c-838f-3b154af8e469 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:00.951118 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:00.995627 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] In _notify_port_updated(), no bound segment for port e954e8f3-292c-4aec-b095-f008927d6fb2 on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 26 16:38:00.996578 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:00.997284 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:01.001638 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] 10.222.0.11 "PUT /v2.0/ports/e954e8f3-292c-4aec-b095-f008927d6fb2 HTTP/1.1" status: 200 len: 980 time: 7.0068612 Nov 26 16:38:01.001638 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f5a72adc-8447-49d9-87f5-09eb9352f3d2 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Usage tracker for resource:security_group and tenant:ba7ec815beb94575a006ddee54532b3f is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:01.010292 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f5a72adc-8447-49d9-87f5-09eb9352f3d2 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:01.013558 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 03944e40-cf52-4b2c-ba5d-79133cb3062c, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=03944e40-cf52-4b2c-ba5d-79133cb3062c,segment=NetworkSegment(2894379f-c8e7-4e55-856c-2a6c137e7b1e),segment_id=2894379f-c8e7-4e55-856c-2a6c137e7b1e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:38:01.029016 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42204) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:01.035734 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5349a4aa-ef63-485c-838f-3b154af8e469 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:01.048288 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:01.049286 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0091ea53-155e-4fb4-8e43-25a6c6fab097 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:38:01.070229 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-c601c4d4-2015-4c6e-87a9-0a69f6447a98 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Calling delete_port for 8dbbe197-6340-47a0-9d93-36b5381fdd0d owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:38:01.071434 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f5a72adc-8447-49d9-87f5-09eb9352f3d2 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:01.149681 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:01.162469 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42208) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:01.179241 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c601c4d4-2015-4c6e-87a9-0a69f6447a98 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:01.188904 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c287d946-5318-4f9d-8bea-5ad4aa74d760 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:01.272639 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601c4d4-2015-4c6e-87a9-0a69f6447a98 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Pushing event deleted for resources: {'Port': ['ID=8dbbe197-6340-47a0-9d93-36b5381fdd0d,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:01.282243 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c601c4d4-2015-4c6e-87a9-0a69f6447a98 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:01.285865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c601c4d4-2015-4c6e-87a9-0a69f6447a98 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] No DVR routers for this DVR port 8dbbe197-6340-47a0-9d93-36b5381fdd0d on host dv-neutron-819440-1-hyperv {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:38:01.293800 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-35fdacb3-f4f0-495c-81f9-c6d56e860197 None None] The port '8dbbe197-6340-47a0-9d93-36b5381fdd0d' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:38:01.341776 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:01.437713 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c382c735-b97c-49e4-8a4a-bf4712a0f45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:01.488613 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:01.496616 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-720522093', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:01.500740 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f5a72adc-8447-49d9-87f5-09eb9352f3d2 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:01.516429 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Pushing event updated for resources: {'Port': ['ID=e954e8f3-292c-4aec-b095-f008927d6fb2,revision_number=3']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:01.531262 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:01.531859 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:01.539159 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2e14c2ef-fa63-4481-9b8f-e6a3894622e9 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:01.540395 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2e14c2ef-fa63-4481-9b8f-e6a3894622e9 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9907720 Nov 26 16:38:01.541233 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.506s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:01.547877 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 0091ea53-155e-4fb4-8e43-25a6c6fab097 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:01.548330 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:01.554782 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42220) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:01.555537 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-5349a4aa-ef63-485c-838f-3b154af8e469 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] In _notify_port_updated(), no bound segment for port 649ca2ba-f827-4f18-9f23-a214b9f910fa on network 2d2a4201-1867-4b53-ad3d-4544dc93695b {{(pid=87519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 26 16:38:01.564629 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5349a4aa-ef63-485c-838f-3b154af8e469 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:01.565288 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5349a4aa-ef63-485c-838f-3b154af8e469 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:01.566573 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5349a4aa-ef63-485c-838f-3b154af8e469 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] 10.222.0.11 "PUT /v2.0/ports/649ca2ba-f827-4f18-9f23-a214b9f910fa HTTP/1.1" status: 200 len: 992 time: 2.9386210 Nov 26 16:38:01.574073 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42222) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:01.574985 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Usage tracker for resource:port and tenant:6130f8a33bda4e68a3d4ef7fbf24336e is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:01.593951 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Pushing event deleted for resources: {'Port': ['ID=5949798c-f0a1-4f5c-8e09-70794fa481ae,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:01.595371 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-1eb326e0-98b3-46e4-a6a3-5ddce8994447 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Request body: {'security_group_rule': {'security_group_id': 'fa50fb00-3357-45b0-a863-2d0fe23069bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:01.602166 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:01.607377 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=03944e40-cf52-4b2c-ba5d-79133cb3062c,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:01.614541 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:01.615459 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:01.620443 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f5a72adc-8447-49d9-87f5-09eb9352f3d2 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:01.627342 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f5a72adc-8447-49d9-87f5-09eb9352f3d2 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Usage tracker for resource:security_group_rule and tenant:ba7ec815beb94575a006ddee54532b3f is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:01.631040 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f5a72adc-8447-49d9-87f5-09eb9352f3d2 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:01.637834 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f5a72adc-8447-49d9-87f5-09eb9352f3d2 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:01.685010 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c601c4d4-2015-4c6e-87a9-0a69f6447a98 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:01.722915 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-c601c4d4-2015-4c6e-87a9-0a69f6447a98 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31cb35ec-a0e0-43d1-ae70-742e553b3cd8']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:01.740388 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-c601c4d4-2015-4c6e-87a9-0a69f6447a98 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3050d57-adec-4a5e-9252-6c4a9112d110') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:01.740685 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-c601c4d4-2015-4c6e-87a9-0a69f6447a98 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3050d57-adec-4a5e-9252-6c4a9112d110') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:01.747994 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:01.761409 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c601c4d4-2015-4c6e-87a9-0a69f6447a98 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:01.762235 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14c2ef-fa63-4481-9b8f-e6a3894622e9 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd6d75d-0a8f-479f-a87d-bd13076452c2,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:01.766498 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:01.786406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1eb326e0-98b3-46e4-a6a3-5ddce8994447 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:01.815344 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2e14c2ef-fa63-4481-9b8f-e6a3894622e9 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:01.829586 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6a7493e0-46d4-46a3-a866-6751071c5e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.656s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:01.838811 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c601c4d4-2015-4c6e-87a9-0a69f6447a98 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:01.862665 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4dd49e82-c44a-4554-bbce-09424da382cc None None] Provisioning complete for port 649ca2ba-f827-4f18-9f23-a214b9f910fa triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:01.863196 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4dd49e82-c44a-4554-bbce-09424da382cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:01.866688 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c601c4d4-2015-4c6e-87a9-0a69f6447a98 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:38:01.866981 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c601c4d4-2015-4c6e-87a9-0a69f6447a98 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:01.872713 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1eb326e0-98b3-46e4-a6a3-5ddce8994447 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Usage tracker for resource:security_group_rule and tenant:67d2367297c04a4ba514a5dfcb19c4b7 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:38:01.882666 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:38:01.894231 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1eb326e0-98b3-46e4-a6a3-5ddce8994447 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:01.918425 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1eb326e0-98b3-46e4-a6a3-5ddce8994447 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:01.923288 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Made reservation on behalf of 6130f8a33bda4e68a3d4ef7fbf24336e for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:01.925750 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:01.949837 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-4dd49e82-c44a-4554-bbce-09424da382cc None None] Port 649ca2ba-f827-4f18-9f23-a214b9f910fa cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:38:01.960531 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:38:01.961023 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-b91d98c8-47f0-4e00-b597-7d7824e8ee1c tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Deleting port 649ca2ba-f827-4f18-9f23-a214b9f910fa {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:38:01.961369 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b91d98c8-47f0-4e00-b597-7d7824e8ee1c tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:01.998625 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:02.004418 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-67fe3659-8fe8-44b4-a7b7-9f786eb8337f req-c402fcc5-2be6-49e5-93ff-038dbe63719b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 210 time: 0.1413512 Nov 26 16:38:02.029930 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'name': 'tempest-ServersTestManualDisk-495272159-router', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:36Z', 'updated_at': '2021-11-26T16:37:53Z', 'revision_number': 4, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'gw_port': {'id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:39Z', 'updated_at': '2021-11-26T16:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '33a83651-d4ef-46f1-9ae1-0f1a6da2903d', 'name': '', 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'mac_address': 'fa:16:3e:d1:6a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'd8b30045-06a7-450d-8b3f-11d57c1b4222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:51Z', 'updated_at': '2021-11-26T16:37:54Z', 'revision_number': 2, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'subnets': [{'id': 'd8b30045-06a7-450d-8b3f-11d57c1b4222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:02.035847 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:02.039032 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] Checking router: b4f896c6-ab1f-4de2-b99d-b461702718a2 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:38:02.039339 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] Updating router b4f896c6-ab1f-4de2-b99d-b461702718a2 port 33a83651-d4ef-46f1-9ae1-0f1a6da2903d binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:38:02.048106 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349a4aa-ef63-485c-838f-3b154af8e469 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Pushing event updated for resources: {'Port': ['ID=649ca2ba-f827-4f18-9f23-a214b9f910fa,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:02.055853 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5349a4aa-ef63-485c-838f-3b154af8e469 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:02.097562 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e5d3e5-7c95-47e9-bcec-ecb6c41d7845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:02.097855 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e5d3e5-7c95-47e9-bcec-ecb6c41d7845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:02.098303 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e5d3e5-7c95-47e9-bcec-ecb6c41d7845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:02.098772 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e5d3e5-7c95-47e9-bcec-ecb6c41d7845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:02.099235 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e5d3e5-7c95-47e9-bcec-ecb6c41d7845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:02.101331 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e5d3e5-7c95-47e9-bcec-ecb6c41d7845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:02.101869 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e5d3e5-7c95-47e9-bcec-ecb6c41d7845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:02.102594 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e5d3e5-7c95-47e9-bcec-ecb6c41d7845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:02.102898 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e5d3e5-7c95-47e9-bcec-ecb6c41d7845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:02.103445 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e5d3e5-7c95-47e9-bcec-ecb6c41d7845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:02.103990 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e5d3e5-7c95-47e9-bcec-ecb6c41d7845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:02.104534 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e5d3e5-7c95-47e9-bcec-ecb6c41d7845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:02.105161 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e5d3e5-7c95-47e9-bcec-ecb6c41d7845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:02.105692 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e5d3e5-7c95-47e9-bcec-ecb6c41d7845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:02.106151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e5d3e5-7c95-47e9-bcec-ecb6c41d7845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:02.106969 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e5d3e5-7c95-47e9-bcec-ecb6c41d7845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:02.107265 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e5d3e5-7c95-47e9-bcec-ecb6c41d7845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:02.107923 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e5d3e5-7c95-47e9-bcec-ecb6c41d7845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:02.108390 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e5d3e5-7c95-47e9-bcec-ecb6c41d7845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:02.108886 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e5d3e5-7c95-47e9-bcec-ecb6c41d7845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:02.110845 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e5e5d3e5-7c95-47e9-bcec-ecb6c41d7845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Synchronizing usage tracker for tenant:0e44420f2afd46f3a14fc094f7c91672 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:02.112609 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:02.113332 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:02.114137 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:02.119643 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:02.125002 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:02.127990 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1eb326e0-98b3-46e4-a6a3-5ddce8994447 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:02.132018 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:02.132489 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:02.148012 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f5a72adc-8447-49d9-87f5-09eb9352f3d2 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:02.149171 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Usage tracker for resource:security_group_rule and tenant:6130f8a33bda4e68a3d4ef7fbf24336e is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:02.158229 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:02.160609 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c601c4d4-2015-4c6e-87a9-0a69f6447a98 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:02.168597 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f6347c80-9b4c-4652-9c55-a566758ba0b1,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:02.173376 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:02.174011 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:02.190493 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c601c4d4-2015-4c6e-87a9-0a69f6447a98 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:02.193666 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:02.209904 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f5a72adc-8447-49d9-87f5-09eb9352f3d2 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:02.218718 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601c4d4-2015-4c6e-87a9-0a69f6447a98 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Pushing event deleted for resources: {'Network': ['ID=31cb35ec-a0e0-43d1-ae70-742e553b3cd8,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:02.239474 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7edddb44-66f5-42c6-ac60-9e884bed9974 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:02.287517 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c601c4d4-2015-4c6e-87a9-0a69f6447a98 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:02.320420 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c601c4d4-2015-4c6e-87a9-0a69f6447a98 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] 10.222.0.11 "DELETE /v2.0/networks/31cb35ec-a0e0-43d1-ae70-742e553b3cd8 HTTP/1.1" status: 204 len: 168 time: 2.7276173 Nov 26 16:38:02.322503 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:02.376938 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9fb128-45ee-4127-b999-cbd1c3b6abbb']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:02.404485 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af053187-686a-40e2-9761-dd0e537dce41') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:02.406348 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af053187-686a-40e2-9761-dd0e537dce41') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:02.426846 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:02.455164 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:02.473117 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:38:02.473578 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:38:02.511483 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:38:02.562314 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 03944e40-cf52-4b2c-ba5d-79133cb3062c up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:38:02.591956 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a72adc-8447-49d9-87f5-09eb9352f3d2 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e18e4c7-657a-4942-bf52-698938229428,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:02.597039 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1eb326e0-98b3-46e4-a6a3-5ddce8994447 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:02.601824 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f5a72adc-8447-49d9-87f5-09eb9352f3d2 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:02.616288 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f5a72adc-8447-49d9-87f5-09eb9352f3d2 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:02.617504 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f5a72adc-8447-49d9-87f5-09eb9352f3d2 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.8568225 Nov 26 16:38:02.618697 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1eb326e0-98b3-46e4-a6a3-5ddce8994447 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:02.626719 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42240) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:02.656676 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2e14c2ef-fa63-4481-9b8f-e6a3894622e9 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:02.672372 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-23843009-5dc3-4fe3-bf1c-18b18b1d902c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Request body: {'security_group_rule': {'security_group_id': '2e18e4c7-657a-4942-bf52-698938229428', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:02.709420 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-23843009-5dc3-4fe3-bf1c-18b18b1d902c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:02.727118 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb326e0-98b3-46e4-a6a3-5ddce8994447 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3de2b42-86a5-4c92-971c-aea08b51116f,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:02.729467 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-23843009-5dc3-4fe3-bf1c-18b18b1d902c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Usage tracker for resource:security_group_rule and tenant:ba7ec815beb94575a006ddee54532b3f is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:02.745479 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1eb326e0-98b3-46e4-a6a3-5ddce8994447 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:02.751308 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-23843009-5dc3-4fe3-bf1c-18b18b1d902c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:02.762057 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:02.766110 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c601c4d4-2015-4c6e-87a9-0a69f6447a98 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:02.774933 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b91d98c8-47f0-4e00-b597-7d7824e8ee1c tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:02.781539 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42246) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:02.781679 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-23843009-5dc3-4fe3-bf1c-18b18b1d902c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:02.782619 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6e9fb128-45ee-4127-b999-cbd1c3b6abbb {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 26 16:38:02.783655 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1eb326e0-98b3-46e4-a6a3-5ddce8994447 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:02.784871 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1eb326e0-98b3-46e4-a6a3-5ddce8994447 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2147176 Nov 26 16:38:02.789105 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42250) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:02.802243 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-21f92810-1fc2-46ab-9989-0daa8405814a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:02.815666 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:02.822017 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e9fb128-45ee-4127-b999-cbd1c3b6abbb,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:02.834666 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:02.835870 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-21f92810-1fc2-46ab-9989-0daa8405814a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:02.842414 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] 10.222.0.11 "DELETE /v2.0/networks/6e9fb128-45ee-4127-b999-cbd1c3b6abbb HTTP/1.1" status: 204 len: 168 time: 4.3278646 Nov 26 16:38:02.843226 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42256) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:02.847561 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-21f92810-1fc2-46ab-9989-0daa8405814a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Usage tracker for resource:floatingip and tenant:67d2367297c04a4ba514a5dfcb19c4b7 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:02.910574 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-21f92810-1fc2-46ab-9989-0daa8405814a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:02.916084 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 03944e40-cf52-4b2c-ba5d-79133cb3062c triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:02.916562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:02.924189 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-b91d98c8-47f0-4e00-b597-7d7824e8ee1c tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Calling delete_port for 649ca2ba-f827-4f18-9f23-a214b9f910fa owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:38:02.933919 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-21f92810-1fc2-46ab-9989-0daa8405814a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:02.943255 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7183ab3e-6f45-4350-b1ba-0caf8a639cdd tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Synchronizing usage tracker for tenant:63557eaab85548f49a4b0ab1664e3c1f on resource:floatingip {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:02.954159 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:02.957148 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-21f92810-1fc2-46ab-9989-0daa8405814a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks [] for floatingip, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:02.957945 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:02.973745 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:02.984139 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:03.010425 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] device_id is not set on port f7768f45-257e-484b-9f26-073f567c3993 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:38:03.038954 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] Transition to ACTIVE for port object 33a83651-d4ef-46f1-9ae1-0f1a6da2903d will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:03.067666 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:03.074030 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:03.080242 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7183ab3e-6f45-4350-b1ba-0caf8a639cdd tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Unset dirty status for tenant:63557eaab85548f49a4b0ab1664e3c1f on resource:floatingip {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:03.099890 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7183ab3e-6f45-4350-b1ba-0caf8a639cdd tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2543244 Nov 26 16:38:03.129136 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42262) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:03.215980 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.31', 63277) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:03.242145 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-23843009-5dc3-4fe3-bf1c-18b18b1d902c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:03.307997 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e5e5d3e5-7c95-47e9-bcec-ecb6c41d7845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Unset dirty status for tenant:0e44420f2afd46f3a14fc094f7c91672 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:03.316256 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e5e5d3e5-7c95-47e9-bcec-ecb6c41d7845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18021 time: 2.2792666 Nov 26 16:38:03.317760 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b91d98c8-47f0-4e00-b597-7d7824e8ee1c tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:03.331373 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42272) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:03.410780 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69ac01-4ca1-4906-9e75-6c33aa3d346c None None] Pushing event updated for resources: {'Port': ['ID=33a83651-d4ef-46f1-9ae1-0f1a6da2903d,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:03.422036 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-bd69ac01-4ca1-4906-9e75-6c33aa3d346c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:03.522733 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b737d-bf3a-4124-824b-4561b4e50330 req-686e0ff4-739f-4e6a-bb22-cfe1b7913eb3 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:03.524577 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-702b737d-bf3a-4124-824b-4561b4e50330 req-686e0ff4-739f-4e6a-bb22-cfe1b7913eb3 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.31 "GET /v2.0/networks?id=a5e19142-4e79-42ca-965f-fd783eba57b9 HTTP/1.1" status: 200 len: 811 time: 0.2999673 Nov 26 16:38:03.531443 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d34cb2-c208-431d-b94c-61e0bde8e68c,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:03.547308 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee7edff-0706-4fd0-a157-1ceb18b75466 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:03.547807 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee7edff-0706-4fd0-a157-1ceb18b75466 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:03.548260 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee7edff-0706-4fd0-a157-1ceb18b75466 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:03.548702 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee7edff-0706-4fd0-a157-1ceb18b75466 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:03.549576 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee7edff-0706-4fd0-a157-1ceb18b75466 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:03.550030 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee7edff-0706-4fd0-a157-1ceb18b75466 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:03.550470 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee7edff-0706-4fd0-a157-1ceb18b75466 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:03.551437 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-eee7edff-0706-4fd0-a157-1ceb18b75466 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Synchronizing usage tracker for tenant:63557eaab85548f49a4b0ab1664e3c1f on resource:subnet {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:03.600770 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-21f17b4f-f261-4430-a264-698f09bc678f req-8a4f4f23-de71-422e-a371-bd3c8568bd95 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 210 time: 0.2957699 Nov 26 16:38:03.608621 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-dbc04a84-fb36-4a4d-8451-8e6723f6106e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e5f03294913542b0beb645e31442079a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8217356 Nov 26 16:38:03.610695 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:03.615066 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42278) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:03.624857 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.283s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:03.663912 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] Attempting to bind port 33a83651-d4ef-46f1-9ae1-0f1a6da2903d on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:03.664623 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] Attempting to bind port 33a83651-d4ef-46f1-9ae1-0f1a6da2903d by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '6a286159-c7e2-4df6-bb5a-d60ac00d4209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:03.665013 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] Attempting to bind port 33a83651-d4ef-46f1-9ae1-0f1a6da2903d on network a55c73e1-f79c-4dd0-927e-d75452182e89 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:03.675375 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:38:03.676594 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] Checking segment: {'id': '6a286159-c7e2-4df6-bb5a-d60ac00d4209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:38:03.677016 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:03.677466 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] Bound using segment: {'id': '6a286159-c7e2-4df6-bb5a-d60ac00d4209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:38:03.677956 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] Bound port: 33a83651-d4ef-46f1-9ae1-0f1a6da2903d, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a286159-c7e2-4df6-bb5a-d60ac00d4209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:38:03.678504 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:03.700564 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-7b38c01a-0d02-456f-99c5-72e8bddbc8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Deleting port e954e8f3-292c-4aec-b095-f008927d6fb2 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:38:03.701144 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7b38c01a-0d02-456f-99c5-72e8bddbc8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:03.750044 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d98c8-47f0-4e00-b597-7d7824e8ee1c tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Pushing event deleted for resources: {'Port': ['ID=649ca2ba-f827-4f18-9f23-a214b9f910fa,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:03.765492 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 8dbbe197-6340-47a0-9d93-36b5381fdd0d no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:38:03.783451 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-eee7edff-0706-4fd0-a157-1ceb18b75466 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Unset dirty status for tenant:63557eaab85548f49a4b0ab1664e3c1f on resource:subnet {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:03.787021 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-eee7edff-0706-4fd0-a157-1ceb18b75466 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4605 time: 0.6566048 Nov 26 16:38:03.790477 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42286) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:03.808616 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b91d98c8-47f0-4e00-b597-7d7824e8ee1c tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:03.906672 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 8dbbe197-6340-47a0-9d93-36b5381fdd0d {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:38:03.907215 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 8dbbe197-6340-47a0-9d93-36b5381fdd0d not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:38:03.913923 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:03.943595 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-23843009-5dc3-4fe3-bf1c-18b18b1d902c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:03.970669 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] For port 33a83651-d4ef-46f1-9ae1-0f1a6da2903d, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:38:03.983757 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] For port 33a83651-d4ef-46f1-9ae1-0f1a6da2903d, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=33a83651-d4ef-46f1-9ae1-0f1a6da2903d,segment=NetworkSegment(6a286159-c7e2-4df6-bb5a-d60ac00d4209),segment_id=6a286159-c7e2-4df6-bb5a-d60ac00d4209)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:38:03.988096 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-23843009-5dc3-4fe3-bf1c-18b18b1d902c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:03.992910 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:03.999258 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:04.038834 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-15450472-6f12-47f3-a6f7-716205bb4ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:04.040979 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-f559cd04-5d62-4064-a053-50e0e283a097 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] delete failed (client error): The resource could not be found. Nov 26 16:38:04.042377 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f559cd04-5d62-4064-a053-50e0e283a097 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/32098e62-6a73-404b-a5f2-787ff7a1721d HTTP/1.1" status: 404 len: 345 time: 0.2440383 Nov 26 16:38:04.050360 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-702b737d-bf3a-4124-824b-4561b4e50330 req-61f5f30d-6354-4bb7-8dd0-3dee21511430 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06e5b26eff95490196e93abf54aa53ed HTTP/1.1" status: 200 len: 380 time: 0.4343617 Nov 26 16:38:04.059553 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42294) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:04.079654 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-702b737d-bf3a-4124-824b-4561b4e50330 req-5cc6fc50-b36a-47aa-abb5-a67c87813221 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Request body: {'port': {'device_id': '5fccae82-ed13-4ebd-8005-8d6557e94bf4', 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9', 'admin_state_up': True, 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'security_groups': ['60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:04.101087 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] Routers {'b4f896c6-ab1f-4de2-b99d-b461702718a2'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:38:04.101745 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:38:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b4f896c6-ab1f-4de2-b99d-b461702718a2'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:04.167440 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:04.221336 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-15450472-6f12-47f3-a6f7-716205bb4ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:04.239422 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Allocated IP 172.26.0.130 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/f7768f45-257e-484b-9f26-073f567c3993) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:38:04.288492 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23843009-5dc3-4fe3-bf1c-18b18b1d902c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb970476-7c48-45c7-b455-5d3577ce563a,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:04.308561 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-23843009-5dc3-4fe3-bf1c-18b18b1d902c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:04.312091 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-23843009-5dc3-4fe3-bf1c-18b18b1d902c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6811829 Nov 26 16:38:04.312091 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-23843009-5dc3-4fe3-bf1c-18b18b1d902c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:04.318037 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42310) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:04.360832 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee45145-aa1c-4e10-bd22-08dec8587561 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] DELETE failed (client error): The resource could not be found. Nov 26 16:38:04.361670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee45145-aa1c-4e10-bd22-08dec8587561 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:38:04.392867 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-15450472-6f12-47f3-a6f7-716205bb4ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:04.394735 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-21f92810-1fc2-46ab-9989-0daa8405814a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:04.397558 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-ea50a1c8-b634-4641-9d7c-e13e142e6ae8 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Request body: {'security_group_rule': {'security_group_id': '2e18e4c7-657a-4942-bf52-698938229428', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:04.398117 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69ac01-4ca1-4906-9e75-6c33aa3d346c None None] Pushing event updated for resources: {'Port': ['ID=33a83651-d4ef-46f1-9ae1-0f1a6da2903d,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:04.403673 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-bd69ac01-4ca1-4906-9e75-6c33aa3d346c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:04.415638 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ea50a1c8-b634-4641-9d7c-e13e142e6ae8 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:04.449518 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ea50a1c8-b634-4641-9d7c-e13e142e6ae8 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Usage tracker for resource:security_group_rule and tenant:ba7ec815beb94575a006ddee54532b3f is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:04.456823 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ea50a1c8-b634-4641-9d7c-e13e142e6ae8 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:04.458060 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] Set router b4f896c6-ab1f-4de2-b99d-b461702718a2 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:38:04.460218 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b91d98c8-47f0-4e00-b597-7d7824e8ee1c tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:04.462156 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b91d98c8-47f0-4e00-b597-7d7824e8ee1c tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] 10.222.0.11 "DELETE /v2.0/ports/649ca2ba-f827-4f18-9f23-a214b9f910fa HTTP/1.1" status: 204 len: 168 time: 2.8722467 Nov 26 16:38:04.470614 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42314) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:04.486157 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ea50a1c8-b634-4641-9d7c-e13e142e6ae8 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:04.582146 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:04.583581 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-7b38c01a-0d02-456f-99c5-72e8bddbc8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] For port e954e8f3-292c-4aec-b095-f008927d6fb2, host hv-neutron-8194, got binding levels [] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:38:04.583986 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7b38c01a-0d02-456f-99c5-72e8bddbc8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:04.599262 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcbdde06-27af-425a-8ea8-1f44eb35b3d7 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] GET failed (client error): The resource could not be found. Nov 26 16:38:04.599710 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-15450472-6f12-47f3-a6f7-716205bb4ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:04.599877 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-bcbdde06-27af-425a-8ea8-1f44eb35b3d7 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Synchronizing usage tracker for tenant:e28e29356737478caf7d8675a91c4413 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:04.601320 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-15450472-6f12-47f3-a6f7-716205bb4ba5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a35d3b0a-4c79-4b9d-a080-05268fd273f1 HTTP/1.1" status: 204 len: 168 time: 0.9789574 Nov 26 16:38:04.603703 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-702b737d-bf3a-4124-824b-4561b4e50330 req-5cc6fc50-b36a-47aa-abb5-a67c87813221 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:04.612066 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-fee45145-aa1c-4e10-bd22-08dec8587561 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] 10.222.0.11 "DELETE /v2.0/networks/6e9fb128-45ee-4127-b999-cbd1c3b6abbb HTTP/1.1" status: 404 len: 339 time: 0.5512588 Nov 26 16:38:04.623331 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15450472-6f12-47f3-a6f7-716205bb4ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35d3b0a-4c79-4b9d-a080-05268fd273f1,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:04.626867 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42320) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:04.631956 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-15450472-6f12-47f3-a6f7-716205bb4ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:04.664035 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-702b737d-bf3a-4124-824b-4561b4e50330 req-5cc6fc50-b36a-47aa-abb5-a67c87813221 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:04.673965 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 33a83651-d4ef-46f1-9ae1-0f1a6da2903d up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:38:04.732113 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-702b737d-bf3a-4124-824b-4561b4e50330 req-5cc6fc50-b36a-47aa-abb5-a67c87813221 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Made reservation on behalf of 06e5b26eff95490196e93abf54aa53ed for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:04.741279 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-702b737d-bf3a-4124-824b-4561b4e50330 req-5cc6fc50-b36a-47aa-abb5-a67c87813221 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:04.922939 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-b1204e22-9a6a-49fa-bf7a-2e93e0eac2af tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Request body: {'network': {'name': 'tempest-network--804303991', 'router:external': True}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:04.942954 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b1204e22-9a6a-49fa-bf7a-2e93e0eac2af tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:04.951957 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b1204e22-9a6a-49fa-bf7a-2e93e0eac2af tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Usage tracker for resource:network and tenant:63557eaab85548f49a4b0ab1664e3c1f is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:04.965799 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b1204e22-9a6a-49fa-bf7a-2e93e0eac2af tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:04.980425 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-7b38c01a-0d02-456f-99c5-72e8bddbc8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Calling delete_port for e954e8f3-292c-4aec-b095-f008927d6fb2 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:38:05.053839 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ea50a1c8-b634-4641-9d7c-e13e142e6ae8 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:05.100504 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b1204e22-9a6a-49fa-bf7a-2e93e0eac2af tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:05.101368 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 33a83651-d4ef-46f1-9ae1-0f1a6da2903d completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:38:05.113810 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-702b737d-bf3a-4124-824b-4561b4e50330 req-5cc6fc50-b36a-47aa-abb5-a67c87813221 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Allocated IP 172.20.0.3 (a5e19142-4e79-42ca-965f-fd783eba57b9/a210e770-5b77-496f-9854-0be443d4634c/a7996468-c56a-4a78-8717-905208e625cd) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:38:05.124665 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 33a83651-d4ef-46f1-9ae1-0f1a6da2903d triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:05.125309 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:05.158350 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-bcbdde06-27af-425a-8ea8-1f44eb35b3d7 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Unset dirty status for tenant:e28e29356737478caf7d8675a91c4413 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:05.159670 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-bcbdde06-27af-425a-8ea8-1f44eb35b3d7 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] 10.222.0.11 "GET /v2.0/ports/649ca2ba-f827-4f18-9f23-a214b9f910fa HTTP/1.1" status: 404 len: 333 time: 0.6837986 Nov 26 16:38:05.166689 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1204e22-9a6a-49fa-bf7a-2e93e0eac2af tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Made reservation on behalf of 63557eaab85548f49a4b0ab1664e3c1f for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:05.169192 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b1204e22-9a6a-49fa-bf7a-2e93e0eac2af tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:05.180895 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42332) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:05.210291 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-dc50ac3e-a485-46e6-ba9b-1c04d5d7feb6 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Request body: {'port': {'network_id': '2d2a4201-1867-4b53-ad3d-4544dc93695b', 'name': 'tempest-AllowedAddressPairTestJSON-1760632209'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:05.328264 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:05.355108 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-702b737d-bf3a-4124-824b-4561b4e50330 req-5cc6fc50-b36a-47aa-abb5-a67c87813221 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:05.378634 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-702b737d-bf3a-4124-824b-4561b4e50330 req-5cc6fc50-b36a-47aa-abb5-a67c87813221 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Transition to ACTIVE for port object a7996468-c56a-4a78-8717-905208e625cd will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:05.387411 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'name': 'tempest-ServersTestManualDisk-495272159-router', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:36Z', 'updated_at': '2021-11-26T16:37:53Z', 'revision_number': 4, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'gw_port': {'id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:39Z', 'updated_at': '2021-11-26T16:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '33a83651-d4ef-46f1-9ae1-0f1a6da2903d', 'name': '', 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'mac_address': 'fa:16:3e:d1:6a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'd8b30045-06a7-450d-8b3f-11d57c1b4222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:51Z', 'updated_at': '2021-11-26T16:38:03Z', 'revision_number': 4, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'subnets': [{'id': 'd8b30045-06a7-450d-8b3f-11d57c1b4222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:05.403073 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e82dde-60be-4d30-869f-56255b78f812 None None] The sync data for ids ['b4f896c6-ab1f-4de2-b99d-b461702718a2'] in dv-neutron-819440-1-hyperv is: [{'id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'name': 'tempest-ServersTestManualDisk-495272159-router', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:36Z', 'updated_at': '2021-11-26T16:37:53Z', 'revision_number': 4, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'gw_port': {'id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:39Z', 'updated_at': '2021-11-26T16:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '33a83651-d4ef-46f1-9ae1-0f1a6da2903d', 'name': '', 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'mac_address': 'fa:16:3e:d1:6a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'd8b30045-06a7-450d-8b3f-11d57c1b4222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:51Z', 'updated_at': '2021-11-26T16:38:03Z', 'revision_number': 4, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'subnets': [{'id': 'd8b30045-06a7-450d-8b3f-11d57c1b4222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:38:05.414018 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 33a83651-d4ef-46f1-9ae1-0f1a6da2903d, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=33a83651-d4ef-46f1-9ae1-0f1a6da2903d,segment=NetworkSegment(6a286159-c7e2-4df6-bb5a-d60ac00d4209),segment_id=6a286159-c7e2-4df6-bb5a-d60ac00d4209)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:38:05.419329 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:05.425765 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:05.510332 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-702b737d-bf3a-4124-824b-4561b4e50330 req-5cc6fc50-b36a-47aa-abb5-a67c87813221 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:05.530391 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:05.553287 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=33a83651-d4ef-46f1-9ae1-0f1a6da2903d,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:05.558169 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:05.595427 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1204e22-9a6a-49fa-bf7a-2e93e0eac2af tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:38:05.602829 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:05.607079 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ea50a1c8-b634-4641-9d7c-e13e142e6ae8 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:05.617874 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7b38c01a-0d02-456f-99c5-72e8bddbc8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:05.643635 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b91d98c8-47f0-4e00-b597-7d7824e8ee1c tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:05.736180 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ea50a1c8-b634-4641-9d7c-e13e142e6ae8 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:05.758978 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-702b737d-bf3a-4124-824b-4561b4e50330 req-5cc6fc50-b36a-47aa-abb5-a67c87813221 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Network a5e19142-4e79-42ca-965f-fd783eba57b9 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:38:05.764953 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b1204e22-9a6a-49fa-bf7a-2e93e0eac2af tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:05.765407 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-b1204e22-9a6a-49fa-bf7a-2e93e0eac2af tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Added segment 567396d7-c7c6-4b76-adf4-d7294c5758ef of type vlan for network bce5d0f6-b8a2-4f25-a34f-a1fc14bad7c7 Nov 26 16:38:05.782085 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-702b737d-bf3a-4124-824b-4561b4e50330 req-5cc6fc50-b36a-47aa-abb5-a67c87813221 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:05.784438 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6fc50-b36a-47aa-abb5-a67c87813221 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Pushing event updated for resources: {'Port': ['ID=a7996468-c56a-4a78-8717-905208e625cd,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:05.802807 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5cc6fc50-b36a-47aa-abb5-a67c87813221 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:05.814131 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-702b737d-bf3a-4124-824b-4561b4e50330 req-5cc6fc50-b36a-47aa-abb5-a67c87813221 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:38:05.830088 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38c01a-0d02-456f-99c5-72e8bddbc8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Pushing event deleted for resources: {'Port': ['ID=e954e8f3-292c-4aec-b095-f008927d6fb2,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:05.933956 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7b38c01a-0d02-456f-99c5-72e8bddbc8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:05.938693 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-23843009-5dc3-4fe3-bf1c-18b18b1d902c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:06.062923 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:06.072424 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7b38c01a-0d02-456f-99c5-72e8bddbc8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:06.150543 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-dc50ac3e-a485-46e6-ba9b-1c04d5d7feb6 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:06.155431 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50a1c8-b634-4641-9d7c-e13e142e6ae8 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618ba84f-5de0-49e3-9f8c-a11c23331c33,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:06.193661 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ea50a1c8-b634-4641-9d7c-e13e142e6ae8 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:06.198050 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:06.263987 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ea50a1c8-b634-4641-9d7c-e13e142e6ae8 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:06.265770 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ea50a1c8-b634-4641-9d7c-e13e142e6ae8 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9314253 Nov 26 16:38:06.267372 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-dc50ac3e-a485-46e6-ba9b-1c04d5d7feb6 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:06.282841 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42352) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:06.284891 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b1204e22-9a6a-49fa-bf7a-2e93e0eac2af tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:06.305280 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-de747861-2d4f-4666-b6ea-e32774efe938 None None] Provisioning for port a7996468-c56a-4a78-8717-905208e625cd completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:38:06.313553 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:38:06.324356 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7b38c01a-0d02-456f-99c5-72e8bddbc8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] 10.222.0.11 "DELETE /v2.0/ports/e954e8f3-292c-4aec-b095-f008927d6fb2 HTTP/1.1" status: 204 len: 168 time: 2.9810200 Nov 26 16:38:06.329939 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-de747861-2d4f-4666-b6ea-e32774efe938 None None] Provisioning complete for port a7996468-c56a-4a78-8717-905208e625cd triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:06.330414 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-de747861-2d4f-4666-b6ea-e32774efe938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:06.347963 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-e73a0bcc-e7f9-41a8-b67c-00332f1baf8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:06.359799 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42358) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:06.360638 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-21f92810-1fc2-46ab-9989-0daa8405814a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Allocated IP 172.26.0.232 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/6eca0d39-5fde-4e56-b5d0-fde4262d2765) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:38:06.375339 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:06.402843 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-de747861-2d4f-4666-b6ea-e32774efe938 None None] Port a7996468-c56a-4a78-8717-905208e625cd cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:38:06.405455 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:38:06.455749 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-e73a0bcc-e7f9-41a8-b67c-00332f1baf8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:06.549793 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e73a0bcc-e7f9-41a8-b67c-00332f1baf8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Usage tracker for resource:floatingip and tenant:ba7ec815beb94575a006ddee54532b3f is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:06.565429 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc50ac3e-a485-46e6-ba9b-1c04d5d7feb6 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Made reservation on behalf of e28e29356737478caf7d8675a91c4413 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:06.568971 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-dc50ac3e-a485-46e6-ba9b-1c04d5d7feb6 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:06.602099 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-21f92810-1fc2-46ab-9989-0daa8405814a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:06.605278 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e73a0bcc-e7f9-41a8-b67c-00332f1baf8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:06.616039 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Pushing event updated for resources: {'Port': ['ID=f7768f45-257e-484b-9f26-073f567c3993,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:06.619544 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 33a83651-d4ef-46f1-9ae1-0f1a6da2903d up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:38:06.631393 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f94ab9-d066-47fb-afc1-bf38df5afd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] GET failed (client error): The resource could not be found. Nov 26 16:38:06.632003 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f5f94ab9-d066-47fb-afc1-bf38df5afd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Synchronizing usage tracker for tenant:0e44420f2afd46f3a14fc094f7c91672 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:06.648191 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.resource_extend [None req-b1204e22-9a6a-49fa-bf7a-2e93e0eac2af tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:38:06.656739 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42362) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:06.662280 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:06.679044 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-e73a0bcc-e7f9-41a8-b67c-00332f1baf8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:06.688112 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b737d-bf3a-4124-824b-4561b4e50330 req-5cc6fc50-b36a-47aa-abb5-a67c87813221 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:06.688818 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-702b737d-bf3a-4124-824b-4561b4e50330 req-5cc6fc50-b36a-47aa-abb5-a67c87813221 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:06.709225 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-21f92810-1fc2-46ab-9989-0daa8405814a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:06.731699 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c077e7ed-55e8-4cd0-850a-cce3d36afc37 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:06.763299 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 33a83651-d4ef-46f1-9ae1-0f1a6da2903d triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:06.764343 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:06.792289 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-dc50ac3e-a485-46e6-ba9b-1c04d5d7feb6 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] device_id is not set on port a8982149-7819-47a0-9dfc-4c422bc3e82a yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:38:06.825435 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f92810-1fc2-46ab-9989-0daa8405814a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Pushing event updated for resources: {'Port': ['ID=6eca0d39-5fde-4e56-b5d0-fde4262d2765,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:06.839823 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-21f92810-1fc2-46ab-9989-0daa8405814a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:06.889666 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06eaf1-fbc2-4efd-99b4-663ee696afc3 req-6af58254-00ca-4eb9-a739-af95a7a47a3b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:06.890927 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-6f06eaf1-fbc2-4efd-99b4-663ee696afc3 req-6af58254-00ca-4eb9-a739-af95a7a47a3b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Synchronizing usage tracker for tenant:06e5b26eff95490196e93abf54aa53ed on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:06.901141 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f92810-1fc2-46ab-9989-0daa8405814a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:38:06.910298 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-702b737d-bf3a-4124-824b-4561b4e50330 req-5cc6fc50-b36a-47aa-abb5-a67c87813221 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8477652 Nov 26 16:38:06.911551 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-21f92810-1fc2-46ab-9989-0daa8405814a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:06.921707 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f92810-1fc2-46ab-9989-0daa8405814a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:38:06.969479 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f5f94ab9-d066-47fb-afc1-bf38df5afd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Unset dirty status for tenant:0e44420f2afd46f3a14fc094f7c91672 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:06.971119 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f5f94ab9-d066-47fb-afc1-bf38df5afd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] 10.222.0.11 "GET /v2.0/ports/e954e8f3-292c-4aec-b095-f008927d6fb2 HTTP/1.1" status: 404 len: 333 time: 0.5991204 Nov 26 16:38:06.986085 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:06.986700 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:06.990464 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42368) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:06.996066 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b1204e22-9a6a-49fa-bf7a-2e93e0eac2af tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:06.996847 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e73a0bcc-e7f9-41a8-b67c-00332f1baf8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks [] for floatingip, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:07.008604 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [req-702b737d-bf3a-4124-824b-4561b4e50330 req-1ce0192d-1479-459c-9baa-45377e84e506 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:07.009910 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-702b737d-bf3a-4124-824b-4561b4e50330 req-1ce0192d-1479-459c-9baa-45377e84e506 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138268 Nov 26 16:38:07.011649 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-6f06eaf1-fbc2-4efd-99b4-663ee696afc3 req-6af58254-00ca-4eb9-a739-af95a7a47a3b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Unset dirty status for tenant:06e5b26eff95490196e93abf54aa53ed on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:07.012887 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6f06eaf1-fbc2-4efd-99b4-663ee696afc3 req-6af58254-00ca-4eb9-a739-af95a7a47a3b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 931 time: 1.6031666 Nov 26 16:38:07.019686 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Request body: {'networks': [{'name': 'tempest-network--711466761'}, {'name': 'tempest-network--983469008'}]} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:07.020118 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Request body: {'network': {'name': 'tempest-network--711466761'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:07.020670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Request body: {'network': {'name': 'tempest-network--983469008'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:07.027708 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:07.033079 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Usage tracker for resource:network and tenant:164d16d0efa04e14ad31fb0e118fdd7b is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:07.034024 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-059bba28-fda1-414f-bc7e-6d7a2398033f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-956029838', 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:07.036580 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:07.040159 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1204e22-9a6a-49fa-bf7a-2e93e0eac2af tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:07.040774 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b1204e22-9a6a-49fa-bf7a-2e93e0eac2af tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:07.043326 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:07.050386 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:07.078177 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-059bba28-fda1-414f-bc7e-6d7a2398033f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:07.127333 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Made reservation on behalf of 164d16d0efa04e14ad31fb0e118fdd7b for: {'network': 2} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:07.132026 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:07.147808 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6f06eaf1-fbc2-4efd-99b4-663ee696afc3 req-97454cbe-9a70-4530-84c6-6b87a9ff0f75 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809510 Nov 26 16:38:07.180028 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-21f92810-1fc2-46ab-9989-0daa8405814a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:07.186499 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:07.203880 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:07.208133 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Usage tracker for resource:security_group_rule and tenant:164d16d0efa04e14ad31fb0e118fdd7b is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:07.211692 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:07.218601 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:07.242454 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 6.0606258 Nov 26 16:38:07.242454 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b1204e22-9a6a-49fa-bf7a-2e93e0eac2af tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.5054829 Nov 26 16:38:07.262919 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-059bba28-fda1-414f-bc7e-6d7a2398033f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:07.265095 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42374) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:07.271045 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42376) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:07.339259 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-21f92810-1fc2-46ab-9989-0daa8405814a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:07.540772 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-fef2339d-495d-4a20-a362-6edfd930dbff tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.130'}]}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:07.554399 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-fef2339d-495d-4a20-a362-6edfd930dbff tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:07.559169 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1204e22-9a6a-49fa-bf7a-2e93e0eac2af tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Pushing event updated for resources: {'Network': ['ID=bce5d0f6-b8a2-4f25-a34f-a1fc14bad7c7,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:07.569084 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b1204e22-9a6a-49fa-bf7a-2e93e0eac2af tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:07.572404 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network bce5d0f6-b8a2-4f25-a34f-a1fc14bad7c7 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:38:07.579616 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fef2339d-495d-4a20-a362-6edfd930dbff tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Usage tracker for resource:router and tenant:6130f8a33bda4e68a3d4ef7fbf24336e is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:07.581685 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:07.590829 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:07.595563 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:07.620760 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-15450472-6f12-47f3-a6f7-716205bb4ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:07.630068 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059bba28-fda1-414f-bc7e-6d7a2398033f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Made reservation on behalf of 0e44420f2afd46f3a14fc094f7c91672 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:07.632480 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-059bba28-fda1-414f-bc7e-6d7a2398033f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:07.660237 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fef2339d-495d-4a20-a362-6edfd930dbff tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:07.684298 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-fef2339d-495d-4a20-a362-6edfd930dbff tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:07.684298 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-dc50ac3e-a485-46e6-ba9b-1c04d5d7feb6 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Allocated IP 172.20.0.3 (2d2a4201-1867-4b53-ad3d-4544dc93695b/f32d872f-6130-4bf7-a35b-2eace40c0606/a8982149-7819-47a0-9dfc-4c422bc3e82a) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:38:07.701024 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-059bba28-fda1-414f-bc7e-6d7a2398033f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] device_id is not set on port 869336f0-39ae-484f-ac62-9ff6ae35470c yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:38:07.722476 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c462b130-d945-4836-bd92-76a42a8f3c2d,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:07.725311 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:38:07.728711 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:07.740059 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:07.740400 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Added segment 1c53e58d-65ad-4855-bd1c-62e742367fe0 of type vlan for network ffe7430b-c22d-40fd-8caa-0c0098e787ec Nov 26 16:38:07.768445 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-21f92810-1fc2-46ab-9989-0daa8405814a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:07.784818 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:07.788526 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-21f92810-1fc2-46ab-9989-0daa8405814a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:07.795092 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-eb129da0-7342-40f9-aa72-f65fa0dd4abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:07.930790 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f92810-1fc2-46ab-9989-0daa8405814a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Pushing event updated for resources: {'Port': ['ID=6eca0d39-5fde-4e56-b5d0-fde4262d2765,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:07.937661 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-21f92810-1fc2-46ab-9989-0daa8405814a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:07.941986 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:38:07.954339 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-21f92810-1fc2-46ab-9989-0daa8405814a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:07.961090 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:07.961425 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Added segment 0138e7f3-0757-40a1-85a2-939cad794d74 of type vlan for network 88118680-f3d9-4369-94f5-8d61cf2af1e1 Nov 26 16:38:07.972278 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-059bba28-fda1-414f-bc7e-6d7a2398033f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:07.983139 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fef2339d-495d-4a20-a362-6edfd930dbff tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:07.988124 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fef2339d-495d-4a20-a362-6edfd930dbff tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:08.005336 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:08.009464 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-21f92810-1fc2-46ab-9989-0daa8405814a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:08.012637 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-21f92810-1fc2-46ab-9989-0daa8405814a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2178247 Nov 26 16:38:08.056551 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:08.057925 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:08.058830 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:08.082398 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:08.087101 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:08.087774 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:08.105471 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fef2339d-495d-4a20-a362-6edfd930dbff tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:08.124011 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a09e92-8e60-404a-9973-0c689afb4551 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:08.130331 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a09e92-8e60-404a-9973-0c689afb4551 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:08.136485 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a09e92-8e60-404a-9973-0c689afb4551 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:08.143138 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a09e92-8e60-404a-9973-0c689afb4551 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:08.144041 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-53a09e92-8e60-404a-9973-0c689afb4551 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Synchronizing usage tracker for tenant:6ca1a044123748fcad592a643a48362a on resource:network {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:08.175146 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.4957345 Nov 26 16:38:08.176881 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42384) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:08.207198 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Pushing event updated for resources: {'Network': ['ID=ffe7430b-c22d-40fd-8caa-0c0098e787ec,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:08.220209 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network ffe7430b-c22d-40fd-8caa-0c0098e787ec details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:38:08.344803 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-53a09e92-8e60-404a-9973-0c689afb4551 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Unset dirty status for tenant:6ca1a044123748fcad592a643a48362a on resource:network {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:08.346077 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-53a09e92-8e60-404a-9973-0c689afb4551 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.9615390 Nov 26 16:38:08.385913 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42396) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:08.498158 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-059bba28-fda1-414f-bc7e-6d7a2398033f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:08.520993 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Pushing event updated for resources: {'Network': ['ID=88118680-f3d9-4369-94f5-8d61cf2af1e1,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:08.529053 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:08.541130 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 88118680-f3d9-4369-94f5-8d61cf2af1e1 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:38:08.542233 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.445s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:08.542521 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:08.553678 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3140b130-343a-428d-a003-19e0d80b8c84 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:08.587209 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-952bba9b-5c14-4f1f-8704-b0d1b2ecb852 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1691893578&fields=id&tenant_id=67d2367297c04a4ba514a5dfcb19c4b7 HTTP/1.1" status: 200 len: 267 time: 0.1669607 Nov 26 16:38:08.684393 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-169a6da7-bf0b-4b5b-bd98-f32307d4507b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:08.795472 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059bba28-fda1-414f-bc7e-6d7a2398033f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:38:08.825623 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-059bba28-fda1-414f-bc7e-6d7a2398033f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:08.828152 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059bba28-fda1-414f-bc7e-6d7a2398033f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:38:08.829464 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059bba28-fda1-414f-bc7e-6d7a2398033f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:08.830072 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-059bba28-fda1-414f-bc7e-6d7a2398033f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:08.863860 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-dc50ac3e-a485-46e6-ba9b-1c04d5d7feb6 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:08.879200 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e73a0bcc-e7f9-41a8-b67c-00332f1baf8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:08.889464 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cf4e93-f7a6-463a-92b2-01383acc445c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:08.902162 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fef2339d-495d-4a20-a362-6edfd930dbff tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:08.902537 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cf4e93-f7a6-463a-92b2-01383acc445c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:08.907430 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059bba28-fda1-414f-bc7e-6d7a2398033f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Pushing event updated for resources: {'Port': ['ID=869336f0-39ae-484f-ac62-9ff6ae35470c,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:08.909956 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cf4e93-f7a6-463a-92b2-01383acc445c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:08.916384 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cf4e93-f7a6-463a-92b2-01383acc445c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:08.931761 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cf4e93-f7a6-463a-92b2-01383acc445c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:08.931761 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-82cf4e93-f7a6-463a-92b2-01383acc445c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Synchronizing usage tracker for tenant:164d16d0efa04e14ad31fb0e118fdd7b on resource:network {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:08.972797 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-059bba28-fda1-414f-bc7e-6d7a2398033f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:08.975555 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-dc50ac3e-a485-46e6-ba9b-1c04d5d7feb6 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Transition to ACTIVE for port object a8982149-7819-47a0-9dfc-4c422bc3e82a will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:08.980558 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-82cf4e93-f7a6-463a-92b2-01383acc445c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Unset dirty status for tenant:164d16d0efa04e14ad31fb0e118fdd7b on resource:network {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:08.981760 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-82cf4e93-f7a6-463a-92b2-01383acc445c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2956 time: 0.8038161 Nov 26 16:38:08.986116 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42404) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:09.064010 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-059bba28-fda1-414f-bc7e-6d7a2398033f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0470417 Nov 26 16:38:09.068181 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42408) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:09.164896 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c208130-d2a0-4689-9eb6-40d8d321bd08 req-065b6d51-cf10-4b49-81dd-9e29f68f913d tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:09.166340 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9c208130-d2a0-4689-9eb6-40d8d321bd08 req-065b6d51-cf10-4b49-81dd-9e29f68f913d tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 931 time: 0.7362194 Nov 26 16:38:09.243125 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-1f87cd1e-cb4e-45ba-a7ae-b499c3b6ea38 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:09.244507 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-1f87cd1e-cb4e-45ba-a7ae-b499c3b6ea38 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/networks?id=d89905c5-5622-439c-bd42-d732b1c43e20 HTTP/1.1" status: 200 len: 805 time: 0.6365790 Nov 26 16:38:09.260064 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-169a6da7-bf0b-4b5b-bd98-f32307d4507b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:09.270594 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5f75666b-9958-42f8-9817-bdfbdeb668e6 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:09.294772 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-a869ba80-8800-45ed-b89f-544adf33e1bf tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/quotas/67d2367297c04a4ba514a5dfcb19c4b7 HTTP/1.1" status: 200 len: 375 time: 0.0421271 Nov 26 16:38:09.296519 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-dc50ac3e-a485-46e6-ba9b-1c04d5d7feb6 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:09.299242 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-169a6da7-bf0b-4b5b-bd98-f32307d4507b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce5d0f6-b8a2-4f25-a34f-a1fc14bad7c7']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:09.307982 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:09.351178 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-169a6da7-bf0b-4b5b-bd98-f32307d4507b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '567396d7-c7c6-4b76-adf4-d7294c5758ef') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:09.351499 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-169a6da7-bf0b-4b5b-bd98-f32307d4507b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '567396d7-c7c6-4b76-adf4-d7294c5758ef') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:09.424283 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-169a6da7-bf0b-4b5b-bd98-f32307d4507b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:09.462373 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7222f766-f203-4a6c-8356-11c194752c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:09.462992 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7222f766-f203-4a6c-8356-11c194752c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Synchronizing usage tracker for tenant:0e44420f2afd46f3a14fc094f7c91672 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:09.505525 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-e73a0bcc-e7f9-41a8-b67c-00332f1baf8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Allocated IP 172.26.0.193 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/f3967adf-e778-4923-aa5d-97c3faae9677) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:38:09.520064 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-9c208130-d2a0-4689-9eb6-40d8d321bd08 req-2bfe0ad9-a5d1-4f14-8896-5bde512b0f4a tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Synchronizing usage tracker for tenant:06e5b26eff95490196e93abf54aa53ed on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:09.523589 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc50ac3e-a485-46e6-ba9b-1c04d5d7feb6 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Network 2d2a4201-1867-4b53-ad3d-4544dc93695b is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:38:09.529677 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-169a6da7-bf0b-4b5b-bd98-f32307d4507b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:09.537291 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5f75666b-9958-42f8-9817-bdfbdeb668e6 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:09.540972 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-dc50ac3e-a485-46e6-ba9b-1c04d5d7feb6 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:09.544723 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc50ac3e-a485-46e6-ba9b-1c04d5d7feb6 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:38:09.554789 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169a6da7-bf0b-4b5b-bd98-f32307d4507b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:38:09.555274 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-169a6da7-bf0b-4b5b-bd98-f32307d4507b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:38:09.570059 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:38:09.610206 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50ac3e-a485-46e6-ba9b-1c04d5d7feb6 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Pushing event updated for resources: {'Port': ['ID=a8982149-7819-47a0-9dfc-4c422bc3e82a,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:09.614029 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-dc50ac3e-a485-46e6-ba9b-1c04d5d7feb6 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:09.638211 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7222f766-f203-4a6c-8356-11c194752c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Unset dirty status for tenant:0e44420f2afd46f3a14fc094f7c91672 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:09.643364 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7222f766-f203-4a6c-8356-11c194752c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] 10.222.0.11 "GET /v2.0/ports/869336f0-39ae-484f-ac62-9ff6ae35470c HTTP/1.1" status: 200 len: 958 time: 0.5728862 Nov 26 16:38:09.653391 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42412) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:09.700492 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-5f75666b-9958-42f8-9817-bdfbdeb668e6 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe7430b-c22d-40fd-8caa-0c0098e787ec']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:09.719549 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-5f75666b-9958-42f8-9817-bdfbdeb668e6 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c53e58d-65ad-4855-bd1c-62e742367fe0') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:09.719890 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-5f75666b-9958-42f8-9817-bdfbdeb668e6 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c53e58d-65ad-4855-bd1c-62e742367fe0') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:09.754173 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-9c208130-d2a0-4689-9eb6-40d8d321bd08 req-2bfe0ad9-a5d1-4f14-8896-5bde512b0f4a tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Unset dirty status for tenant:06e5b26eff95490196e93abf54aa53ed on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:09.755497 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9c208130-d2a0-4689-9eb6-40d8d321bd08 req-2bfe0ad9-a5d1-4f14-8896-5bde512b0f4a tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5394909 Nov 26 16:38:09.760107 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-2bedb89e-33dc-4602-baca-da534eeabe8a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Synchronizing usage tracker for tenant:67d2367297c04a4ba514a5dfcb19c4b7 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:09.783557 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5f75666b-9958-42f8-9817-bdfbdeb668e6 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:09.801500 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-169a6da7-bf0b-4b5b-bd98-f32307d4507b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:09.803175 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc50ac3e-a485-46e6-ba9b-1c04d5d7feb6 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:09.803967 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-dc50ac3e-a485-46e6-ba9b-1c04d5d7feb6 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:09.874100 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c287d946-5318-4f9d-8bea-5ad4aa74d760 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:09.874432 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-d0bc7c83-51a1-4ecf-ab28-a4f4a0bb4b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Deleting port 869336f0-39ae-484f-ac62-9ff6ae35470c {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:38:09.874432 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d0bc7c83-51a1-4ecf-ab28-a4f4a0bb4b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:09.877211 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169a6da7-bf0b-4b5b-bd98-f32307d4507b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bce5d0f6-b8a2-4f25-a34f-a1fc14bad7c7 {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 26 16:38:09.881783 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5f75666b-9958-42f8-9817-bdfbdeb668e6 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:09.883258 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a6da7-bf0b-4b5b-bd98-f32307d4507b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Pushing event deleted for resources: {'Network': ['ID=bce5d0f6-b8a2-4f25-a34f-a1fc14bad7c7,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:09.889975 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-169a6da7-bf0b-4b5b-bd98-f32307d4507b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:09.897098 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-2bedb89e-33dc-4602-baca-da534eeabe8a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Unset dirty status for tenant:67d2367297c04a4ba514a5dfcb19c4b7 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:09.916388 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-2bedb89e-33dc-4602-baca-da534eeabe8a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=67d2367297c04a4ba514a5dfcb19c4b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5943210 Nov 26 16:38:09.922817 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-169a6da7-bf0b-4b5b-bd98-f32307d4507b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] 10.222.0.11 "DELETE /v2.0/networks/bce5d0f6-b8a2-4f25-a34f-a1fc14bad7c7 HTTP/1.1" status: 204 len: 168 time: 1.5325568 Nov 26 16:38:09.924279 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-169a6da7-bf0b-4b5b-bd98-f32307d4507b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:09.934104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f75666b-9958-42f8-9817-bdfbdeb668e6 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:38:09.936073 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5f75666b-9958-42f8-9817-bdfbdeb668e6 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:09.947205 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42416) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:09.977301 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-cf40b7fc-bbdb-44be-b096-00e88742ebdb tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Request body: {'network': {'name': 'tempest-network--1601297873', 'router:external': True}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:10.032566 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-dc50ac3e-a485-46e6-ba9b-1c04d5d7feb6 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8325162 Nov 26 16:38:10.033674 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-cf40b7fc-bbdb-44be-b096-00e88742ebdb tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:10.038273 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42420) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:10.058060 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f1d51a92-4b64-4a9a-a204-0704bb14826d None None] Provisioning for port a8982149-7819-47a0-9dfc-4c422bc3e82a completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:38:10.065914 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:38:10.069831 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f1d51a92-4b64-4a9a-a204-0704bb14826d None None] Provisioning complete for port a8982149-7819-47a0-9dfc-4c422bc3e82a triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:10.069831 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f1d51a92-4b64-4a9a-a204-0704bb14826d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:10.079359 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-0e7a52b2-2924-4e20-a93c-b78e1c75f6b2 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:79:04:28'}]}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:10.092522 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5f75666b-9958-42f8-9817-bdfbdeb668e6 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:10.135994 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-cf40b7fc-bbdb-44be-b096-00e88742ebdb tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Usage tracker for resource:network and tenant:63557eaab85548f49a4b0ab1664e3c1f is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:10.145121 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-cf40b7fc-bbdb-44be-b096-00e88742ebdb tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:10.146867 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:10.184174 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5f75666b-9958-42f8-9817-bdfbdeb668e6 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:10.194596 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75666b-9958-42f8-9817-bdfbdeb668e6 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Pushing event deleted for resources: {'Network': ['ID=ffe7430b-c22d-40fd-8caa-0c0098e787ec,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:10.200046 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5f75666b-9958-42f8-9817-bdfbdeb668e6 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:10.205436 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5f75666b-9958-42f8-9817-bdfbdeb668e6 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] 10.222.0.11 "DELETE /v2.0/networks/ffe7430b-c22d-40fd-8caa-0c0098e787ec HTTP/1.1" status: 204 len: 168 time: 1.2181976 Nov 26 16:38:10.208757 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42424) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:10.210009 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-cf40b7fc-bbdb-44be-b096-00e88742ebdb tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:10.263740 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f1d51a92-4b64-4a9a-a204-0704bb14826d None None] Port a8982149-7819-47a0-9dfc-4c422bc3e82a cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:38:10.330716 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e73a0bcc-e7f9-41a8-b67c-00332f1baf8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:10.371552 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-5a82093c-2750-42de-af16-68ba40d73a55 service neutron] 10.222.0.11 "GET /v2.0/networks/d89905c5-5622-439c-bd42-d732b1c43e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072386 Nov 26 16:38:10.377928 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b7ca88c8-3561-4433-9510-ff9df92982cd tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:10.426049 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf40b7fc-bbdb-44be-b096-00e88742ebdb tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Made reservation on behalf of 63557eaab85548f49a4b0ab1664e3c1f for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:10.428470 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cf40b7fc-bbdb-44be-b096-00e88742ebdb tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:10.624975 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b7ca88c8-3561-4433-9510-ff9df92982cd tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:10.660039 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-0a465333-8500-49a2-b787-48494eb6991b service neutron] 10.222.0.11 "GET /v2.0/networks/d89905c5-5622-439c-bd42-d732b1c43e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794490 Nov 26 16:38:10.667160 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-b7ca88c8-3561-4433-9510-ff9df92982cd tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88118680-f3d9-4369-94f5-8d61cf2af1e1']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:10.684637 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-b7ca88c8-3561-4433-9510-ff9df92982cd tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0138e7f3-0757-40a1-85a2-939cad794d74') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:10.685587 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-b7ca88c8-3561-4433-9510-ff9df92982cd tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0138e7f3-0757-40a1-85a2-939cad794d74') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:10.699187 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b7ca88c8-3561-4433-9510-ff9df92982cd tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:10.726787 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b7ca88c8-3561-4433-9510-ff9df92982cd tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:10.733986 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ca88c8-3561-4433-9510-ff9df92982cd tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:38:10.734555 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b7ca88c8-3561-4433-9510-ff9df92982cd tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:10.759637 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf40b7fc-bbdb-44be-b096-00e88742ebdb tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:38:10.821517 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d0bc7c83-51a1-4ecf-ab28-a4f4a0bb4b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:38:10.967133 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:38:11.058905 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fef2339d-495d-4a20-a362-6edfd930dbff tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:11.061074 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-da95a560-28b0-4a7e-bfe5-8700b9f8f688 req-c5f2c957-2aa6-427a-ad65-65d4ebef97e3 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 210 time: 0.0552788 Nov 26 16:38:11.061957 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b7ca88c8-3561-4433-9510-ff9df92982cd tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:11.077091 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:11.126820 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b7ca88c8-3561-4433-9510-ff9df92982cd tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:11.160698 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b7ca88c8-3561-4433-9510-ff9df92982cd tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] 10.222.0.11 "DELETE /v2.0/networks/88118680-f3d9-4369-94f5-8d61cf2af1e1 HTTP/1.1" status: 204 len: 168 time: 0.9506235 Nov 26 16:38:11.169063 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42440) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:11.172751 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca88c8-3561-4433-9510-ff9df92982cd tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Pushing event deleted for resources: {'Network': ['ID=88118680-f3d9-4369-94f5-8d61cf2af1e1,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:11.197337 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fef2339d-495d-4a20-a362-6edfd930dbff tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:11.204719 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b7ca88c8-3561-4433-9510-ff9df92982cd tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:11.205822 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-d0bc7c83-51a1-4ecf-ab28-a4f4a0bb4b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Calling delete_port for 869336f0-39ae-484f-ac62-9ff6ae35470c owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:38:11.242716 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cf40b7fc-bbdb-44be-b096-00e88742ebdb tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:11.243061 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-cf40b7fc-bbdb-44be-b096-00e88742ebdb tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Added segment e6eb4f73-b1bc-42f2-91b8-bd8f8d22531f of type vlan for network ecda4d54-8ae5-43a7-858f-89142118932d Nov 26 16:38:11.307631 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e73a0bcc-e7f9-41a8-b67c-00332f1baf8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:11.331843 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6a7493e0-46d4-46a3-a866-6751071c5e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:11.387131 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b852a10d-219b-4747-923e-03a4e29a1a45 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:11.399094 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b852a10d-219b-4747-923e-03a4e29a1a45 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:11.400146 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b852a10d-219b-4747-923e-03a4e29a1a45 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Synchronizing usage tracker for tenant:164d16d0efa04e14ad31fb0e118fdd7b on resource:network {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:11.452271 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b852a10d-219b-4747-923e-03a4e29a1a45 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Unset dirty status for tenant:164d16d0efa04e14ad31fb0e118fdd7b on resource:network {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:11.456026 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b852a10d-219b-4747-923e-03a4e29a1a45 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2841570 Nov 26 16:38:11.459199 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42454) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:11.471186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-59cbe333-a02d-4479-823c-5fd8c625691c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-298201475'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:11.484596 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-59cbe333-a02d-4479-823c-5fd8c625691c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:11.498704 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-59cbe333-a02d-4479-823c-5fd8c625691c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:11.511326 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cbe333-a02d-4479-823c-5fd8c625691c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Made reservation on behalf of 164d16d0efa04e14ad31fb0e118fdd7b for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:11.516684 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-59cbe333-a02d-4479-823c-5fd8c625691c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:11.559508 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59cbe333-a02d-4479-823c-5fd8c625691c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:38:11.572452 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-59cbe333-a02d-4479-823c-5fd8c625691c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:11.572793 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-59cbe333-a02d-4479-823c-5fd8c625691c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Added segment 38c05d80-d609-4bee-bbf9-f223cb3eebdd of type vlan for network 6e7d6670-27da-4179-adba-e1ea92acae8c Nov 26 16:38:11.609013 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-59cbe333-a02d-4479-823c-5fd8c625691c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:11.614409 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73a0bcc-e7f9-41a8-b67c-00332f1baf8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:38:11.633223 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-e73a0bcc-e7f9-41a8-b67c-00332f1baf8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:11.653300 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-59cbe333-a02d-4479-823c-5fd8c625691c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:11.653521 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73a0bcc-e7f9-41a8-b67c-00332f1baf8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:38:11.666299 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cbe333-a02d-4479-823c-5fd8c625691c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:11.666977 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-59cbe333-a02d-4479-823c-5fd8c625691c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:11.677506 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:11.727014 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a0bcc-e7f9-41a8-b67c-00332f1baf8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Pushing event updated for resources: {'Port': ['ID=f3967adf-e778-4923-aa5d-97c3faae9677,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:11.738487 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cf40b7fc-bbdb-44be-b096-00e88742ebdb tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:11.747322 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e73a0bcc-e7f9-41a8-b67c-00332f1baf8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:11.783207 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0e7a52b2-2924-4e20-a93c-b78e1c75f6b2 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:11.854744 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbe333-a02d-4479-823c-5fd8c625691c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Pushing event updated for resources: {'Network': ['ID=6e7d6670-27da-4179-adba-e1ea92acae8c,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:11.857975 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-59cbe333-a02d-4479-823c-5fd8c625691c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:11.871445 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 6e7d6670-27da-4179-adba-e1ea92acae8c details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:38:11.894129 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d0bc7c83-51a1-4ecf-ab28-a4f4a0bb4b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:11.902221 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-59cbe333-a02d-4479-823c-5fd8c625691c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4415617 Nov 26 16:38:11.905259 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42466) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:11.910812 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-d124b11c-2ef7-45ff-b4cf-d5dd8fe7ff7c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-583268104'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:11.923907 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d124b11c-2ef7-45ff-b4cf-d5dd8fe7ff7c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:11.936045 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d124b11c-2ef7-45ff-b4cf-d5dd8fe7ff7c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Usage tracker for resource:network and tenant:164d16d0efa04e14ad31fb0e118fdd7b is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:11.939778 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d124b11c-2ef7-45ff-b4cf-d5dd8fe7ff7c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:11.945823 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d124b11c-2ef7-45ff-b4cf-d5dd8fe7ff7c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:11.958528 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d124b11c-2ef7-45ff-b4cf-d5dd8fe7ff7c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Made reservation on behalf of 164d16d0efa04e14ad31fb0e118fdd7b for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:11.962975 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d124b11c-2ef7-45ff-b4cf-d5dd8fe7ff7c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:11.967485 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:12.003365 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d124b11c-2ef7-45ff-b4cf-d5dd8fe7ff7c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:38:12.016841 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d124b11c-2ef7-45ff-b4cf-d5dd8fe7ff7c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:12.017571 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-d124b11c-2ef7-45ff-b4cf-d5dd8fe7ff7c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Added segment 72c30a90-36c1-401a-8032-dd3455649ef7 of type vlan for network 88141110-47b3-45eb-bae4-b58388c1d535 Nov 26 16:38:12.062541 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d124b11c-2ef7-45ff-b4cf-d5dd8fe7ff7c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:12.070188 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.resource_extend [None req-cf40b7fc-bbdb-44be-b096-00e88742ebdb tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:38:12.088227 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c26e7-06c9-4cc8-b451-890be947b3e7 req-9b10e77c-99e8-4cc4-965c-5efdc477e9d1 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:12.089771 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-439c26e7-06c9-4cc8-b451-890be947b3e7 req-9b10e77c-99e8-4cc4-965c-5efdc477e9d1 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 931 time: 1.1468043 Nov 26 16:38:12.101548 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc7c83-51a1-4ecf-ab28-a4f4a0bb4b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Pushing event deleted for resources: {'Port': ['ID=869336f0-39ae-484f-ac62-9ff6ae35470c,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:12.122466 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d124b11c-2ef7-45ff-b4cf-d5dd8fe7ff7c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:12.129463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d124b11c-2ef7-45ff-b4cf-d5dd8fe7ff7c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:12.130077 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d124b11c-2ef7-45ff-b4cf-d5dd8fe7ff7c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:12.134104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-12316162-8987-4d2f-82da-f0d748f8984c tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:12.139271 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d0bc7c83-51a1-4ecf-ab28-a4f4a0bb4b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:12.181943 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d0bc7c83-51a1-4ecf-ab28-a4f4a0bb4b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:12.231369 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cf40b7fc-bbdb-44be-b096-00e88742ebdb tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:12.253412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf40b7fc-bbdb-44be-b096-00e88742ebdb tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:12.254006 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cf40b7fc-bbdb-44be-b096-00e88742ebdb tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:12.263170 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:12.269603 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d124b11c-2ef7-45ff-b4cf-d5dd8fe7ff7c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3633580 Nov 26 16:38:12.273872 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42474) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:12.282609 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Request body: {'ports': [{'network_id': '6e7d6670-27da-4179-adba-e1ea92acae8c', 'name': 'tempest-port--531821123', 'admin_state_up': True}, {'network_id': '88141110-47b3-45eb-bae4-b58388c1d535', 'admin_state_up': False}]} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:12.283225 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Request body: {'port': {'network_id': '6e7d6670-27da-4179-adba-e1ea92acae8c', 'name': 'tempest-port--531821123', 'admin_state_up': True}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:12.283940 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Request body: {'port': {'network_id': '88141110-47b3-45eb-bae4-b58388c1d535', 'admin_state_up': False}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:12.301277 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-439c26e7-06c9-4cc8-b451-890be947b3e7 req-b49343b9-f292-4f63-b0b4-deb3674140d2 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597140 Nov 26 16:38:12.325195 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fef2339d-495d-4a20-a362-6edfd930dbff tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:12.360599 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124b11c-2ef7-45ff-b4cf-d5dd8fe7ff7c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Pushing event updated for resources: {'Network': ['ID=88141110-47b3-45eb-bae4-b58388c1d535,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:12.365130 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d0bc7c83-51a1-4ecf-ab28-a4f4a0bb4b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] 10.222.0.11 "DELETE /v2.0/ports/869336f0-39ae-484f-ac62-9ff6ae35470c HTTP/1.1" status: 204 len: 168 time: 2.7082834 Nov 26 16:38:12.374600 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 88141110-47b3-45eb-bae4-b58388c1d535 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:38:12.380366 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d124b11c-2ef7-45ff-b4cf-d5dd8fe7ff7c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:12.385283 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42478) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:12.439339 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-11b2557c-4a0d-44c3-a73c-d879ba3b75eb req-2a9ef220-e15f-44d5-9da6-6f0de5d435f7 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 210 time: 0.1165342 Nov 26 16:38:12.528769 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d843f50-7d57-4814-8cea-29e44c49801e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] GET failed (client error): The resource could not be found. Nov 26 16:38:12.529354 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1d843f50-7d57-4814-8cea-29e44c49801e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Synchronizing usage tracker for tenant:0e44420f2afd46f3a14fc094f7c91672 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:12.537774 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e73a0bcc-e7f9-41a8-b67c-00332f1baf8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:12.592628 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-cf40b7fc-bbdb-44be-b096-00e88742ebdb tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.6409559 Nov 26 16:38:12.596465 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42482) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:12.605682 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1d843f50-7d57-4814-8cea-29e44c49801e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Unset dirty status for tenant:0e44420f2afd46f3a14fc094f7c91672 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:12.610814 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1d843f50-7d57-4814-8cea-29e44c49801e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] 10.222.0.11 "GET /v2.0/ports/869336f0-39ae-484f-ac62-9ff6ae35470c HTTP/1.1" status: 404 len: 333 time: 0.2207174 Nov 26 16:38:12.613649 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42486) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:12.625128 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40b7fc-bbdb-44be-b096-00e88742ebdb tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Pushing event updated for resources: {'Network': ['ID=ecda4d54-8ae5-43a7-858f-89142118932d,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:12.692155 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network ecda4d54-8ae5-43a7-858f-89142118932d details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:38:12.695037 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-cf40b7fc-bbdb-44be-b096-00e88742ebdb tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:12.699846 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-f8196c7a-ba02-48fe-8342-7a09959dc9bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Request body: {'port': {'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-695303676'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:12.718635 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f8196c7a-ba02-48fe-8342-7a09959dc9bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:12.739848 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f8196c7a-ba02-48fe-8342-7a09959dc9bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:12.854854 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e73a0bcc-e7f9-41a8-b67c-00332f1baf8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:12.858176 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:12.877047 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Usage tracker for resource:port and tenant:164d16d0efa04e14ad31fb0e118fdd7b is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:12.879958 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8196c7a-ba02-48fe-8342-7a09959dc9bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Made reservation on behalf of 0e44420f2afd46f3a14fc094f7c91672 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:12.882934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8196c7a-ba02-48fe-8342-7a09959dc9bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:12.892455 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fef2339d-495d-4a20-a362-6edfd930dbff tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:12.899475 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:12.900117 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fef2339d-495d-4a20-a362-6edfd930dbff tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:12.922988 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:12.939825 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c50095-886b-4db3-9bf8-7dc2740eaf22 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:12.943870 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b1c50095-886b-4db3-9bf8-7dc2740eaf22 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] 10.222.0.11 "GET /v2.0/networks/ecda4d54-8ae5-43a7-858f-89142118932d HTTP/1.1" status: 200 len: 757 time: 0.3328362 Nov 26 16:38:12.944925 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42490) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:12.954495 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-f8196c7a-ba02-48fe-8342-7a09959dc9bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] device_id is not set on port c54c3e3d-ba48-41d5-8683-23184c348ead yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:38:13.004817 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Made reservation on behalf of 164d16d0efa04e14ad31fb0e118fdd7b for: {'port': 2} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:13.009663 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:13.039683 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:13.044648 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fef2339d-495d-4a20-a362-6edfd930dbff tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:13.045309 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef2339d-495d-4a20-a362-6edfd930dbff tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6811741-1701-4de6-9e0e-ab7d2cf1a535 {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:38:13.099518 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0e7a52b2-2924-4e20-a93c-b78e1c75f6b2 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:13.116664 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0e7a52b2-2924-4e20-a93c-b78e1c75f6b2 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:13.127111 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:13.346575 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-fef2339d-495d-4a20-a362-6edfd930dbff tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 26 16:38:13.350544 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] device_id is not set on port 7f4c2f49-c86b-4fba-92af-f670a08526a0 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:38:13.350736 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fef2339d-495d-4a20-a362-6edfd930dbff tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.9677322 Nov 26 16:38:13.361604 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42496) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:13.369753 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a17940-8d78-4dad-b1b5-dbe080e38d7a tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:13.371681 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-28a17940-8d78-4dad-b1b5-dbe080e38d7a tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] 10.222.0.11 "GET /v2.0/networks/0795cf85-e976-48d5-8a20-79af691ed2fc HTTP/1.1" status: 200 len: 767 time: 0.4259946 Nov 26 16:38:13.378402 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42500) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:13.541978 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a52b2-2924-4e20-a93c-b78e1c75f6b2 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Pushing event updated for resources: {'Port': ['ID=a8982149-7819-47a0-9dfc-4c422bc3e82a,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:13.566154 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0e7a52b2-2924-4e20-a93c-b78e1c75f6b2 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:13.566880 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-0e7a52b2-2924-4e20-a93c-b78e1c75f6b2 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] In _notify_port_updated(), no bound segment for port a8982149-7819-47a0-9dfc-4c422bc3e82a on network 2d2a4201-1867-4b53-ad3d-4544dc93695b {{(pid=87519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 26 16:38:13.577957 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7a52b2-2924-4e20-a93c-b78e1c75f6b2 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:13.578648 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0e7a52b2-2924-4e20-a93c-b78e1c75f6b2 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:13.579996 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0e7a52b2-2924-4e20-a93c-b78e1c75f6b2 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] 10.222.0.11 "PUT /v2.0/ports/a8982149-7819-47a0-9dfc-4c422bc3e82a HTTP/1.1" status: 200 len: 996 time: 3.5276432 Nov 26 16:38:13.590839 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42506) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:13.602276 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-59e870f2-cf5b-432f-9a6c-ad9f3bdf27c6 tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Deleting port f7768f45-257e-484b-9f26-073f567c3993 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:38:13.602611 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-59e870f2-cf5b-432f-9a6c-ad9f3bdf27c6 tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:13.713421 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4ff23dfd-ff64-4c26-b78b-0be42c9c87f4 None None] Provisioning complete for port a8982149-7819-47a0-9dfc-4c422bc3e82a triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:13.714543 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4ff23dfd-ff64-4c26-b78b-0be42c9c87f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:13.776772 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e73a0bcc-e7f9-41a8-b67c-00332f1baf8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:13.808706 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-bfca9732-c233-4b64-9c72-23579f286226 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Deleting port a8982149-7819-47a0-9dfc-4c422bc3e82a {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:38:13.809909 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bfca9732-c233-4b64-9c72-23579f286226 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:13.821068 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-eb14398c-a34d-48a8-b7a7-f0b816faa277 req-64a8b59d-5bab-43ea-a2ff-9eb2dd930ae7 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 210 time: 0.2060344 Nov 26 16:38:13.849241 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-4ff23dfd-ff64-4c26-b78b-0be42c9c87f4 None None] Port a8982149-7819-47a0-9dfc-4c422bc3e82a cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:38:13.860959 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e73a0bcc-e7f9-41a8-b67c-00332f1baf8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:13.878886 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-059bba28-fda1-414f-bc7e-6d7a2398033f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:13.938815 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5129be40-5253-4afd-adae-c3e1a9f511ef tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:13.951933 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8196c7a-ba02-48fe-8342-7a09959dc9bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:14.068898 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d857f-9921-413c-9ce6-27738726ec0c req-babbcf58-cc36-466e-b18f-06dc37744a61 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:14.076262 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-522d857f-9921-413c-9ce6-27738726ec0c req-babbcf58-cc36-466e-b18f-06dc37744a61 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 931 time: 0.5923128 Nov 26 16:38:14.170731 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a0bcc-e7f9-41a8-b67c-00332f1baf8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Pushing event updated for resources: {'Port': ['ID=f3967adf-e778-4923-aa5d-97c3faae9677,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:14.184501 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e73a0bcc-e7f9-41a8-b67c-00332f1baf8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:14.216427 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e73a0bcc-e7f9-41a8-b67c-00332f1baf8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:14.225051 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5129be40-5253-4afd-adae-c3e1a9f511ef tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:14.234155 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:14.244352 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8196c7a-ba02-48fe-8342-7a09959dc9bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:14.270729 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:14.348352 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-522d857f-9921-413c-9ce6-27738726ec0c req-0db84414-f09e-4f24-8f19-7753f24e413c tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2710707 Nov 26 16:38:14.357374 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-59e870f2-cf5b-432f-9a6c-ad9f3bdf27c6 tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:14.378308 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e73a0bcc-e7f9-41a8-b67c-00332f1baf8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:14.380014 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e73a0bcc-e7f9-41a8-b67c-00332f1baf8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.0821762 Nov 26 16:38:14.386250 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-5129be40-5253-4afd-adae-c3e1a9f511ef tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecda4d54-8ae5-43a7-858f-89142118932d']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:14.400607 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8196c7a-ba02-48fe-8342-7a09959dc9bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:38:14.420235 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-f8196c7a-ba02-48fe-8342-7a09959dc9bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:14.422716 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8196c7a-ba02-48fe-8342-7a09959dc9bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:38:14.423856 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8196c7a-ba02-48fe-8342-7a09959dc9bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:14.424435 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8196c7a-ba02-48fe-8342-7a09959dc9bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:14.446819 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-5129be40-5253-4afd-adae-c3e1a9f511ef tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6eb4f73-b1bc-42f2-91b8-bd8f8d22531f') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:14.447115 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-5129be40-5253-4afd-adae-c3e1a9f511ef tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6eb4f73-b1bc-42f2-91b8-bd8f8d22531f') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:14.472902 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8196c7a-ba02-48fe-8342-7a09959dc9bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Pushing event updated for resources: {'Port': ['ID=c54c3e3d-ba48-41d5-8683-23184c348ead,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:14.475688 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f8196c7a-ba02-48fe-8342-7a09959dc9bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:14.482970 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] device_id is not set on port 5aa18aa6-ba58-4da2-8d8f-c4447f7099d3 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:38:14.487581 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5129be40-5253-4afd-adae-c3e1a9f511ef tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:14.523178 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5129be40-5253-4afd-adae-c3e1a9f511ef tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:14.534511 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f8196c7a-ba02-48fe-8342-7a09959dc9bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8970153 Nov 26 16:38:14.535273 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42512) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:14.539646 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-59e870f2-cf5b-432f-9a6c-ad9f3bdf27c6 tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Calling delete_port for f7768f45-257e-484b-9f26-073f567c3993 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:38:14.543535 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:14.599034 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5129be40-5253-4afd-adae-c3e1a9f511ef tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:38:14.599691 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5129be40-5253-4afd-adae-c3e1a9f511ef tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:38:14.613498 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:38:14.722697 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bfca9732-c233-4b64-9c72-23579f286226 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:14.906516 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-59e870f2-cf5b-432f-9a6c-ad9f3bdf27c6 tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:14.914405 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-bfca9732-c233-4b64-9c72-23579f286226 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Calling delete_port for a8982149-7819-47a0-9dfc-4c422bc3e82a owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:38:14.961076 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-42acb2c5-d01a-4be6-88be-060391e17c6d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--35544416&fields=id&tenant_id=ba7ec815beb94575a006ddee54532b3f HTTP/1.1" status: 200 len: 267 time: 0.2414947 Nov 26 16:38:14.962626 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5349a4aa-ef63-485c-838f-3b154af8e469 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:15.083812 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5129be40-5253-4afd-adae-c3e1a9f511ef tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:15.092001 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:15.109791 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:15.126625 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5129be40-5253-4afd-adae-c3e1a9f511ef tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ecda4d54-8ae5-43a7-858f-89142118932d {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 26 16:38:15.128100 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:15.146203 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5129be40-5253-4afd-adae-c3e1a9f511ef tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:15.158062 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129be40-5253-4afd-adae-c3e1a9f511ef tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Pushing event deleted for resources: {'Network': ['ID=ecda4d54-8ae5-43a7-858f-89142118932d,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:15.174072 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5129be40-5253-4afd-adae-c3e1a9f511ef tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:15.182203 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e870f2-cf5b-432f-9a6c-ad9f3bdf27c6 tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7768f45-257e-484b-9f26-073f567c3993,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:15.184743 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-59e870f2-cf5b-432f-9a6c-ad9f3bdf27c6 tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:15.191146 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5129be40-5253-4afd-adae-c3e1a9f511ef tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] 10.222.0.11 "DELETE /v2.0/networks/ecda4d54-8ae5-43a7-858f-89142118932d HTTP/1.1" status: 204 len: 168 time: 1.8074389 Nov 26 16:38:15.192199 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-18a61ae1-ac97-43b1-b138-72f3d579fce2 req-d11d86ac-e5e7-4f79-a2e4-79d81d422f1d tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 210 time: 0.2309816 Nov 26 16:38:15.192199 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42528) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:15.242741 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-5f31dd7b-5819-487c-92fb-0e4938049d79 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Request body: {'network': {'name': 'tempest-network--1777855598'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:15.272217 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5f31dd7b-5819-487c-92fb-0e4938049d79 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:15.282640 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-5a85e276-bcad-463b-a1ca-3f6691a09c1f tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:15.284305 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-5a85e276-bcad-463b-a1ca-3f6691a09c1f tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/networks?id=a55c73e1-f79c-4dd0-927e-d75452182e89 HTTP/1.1" status: 200 len: 811 time: 0.3125029 Nov 26 16:38:15.318825 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5f31dd7b-5819-487c-92fb-0e4938049d79 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Usage tracker for resource:network and tenant:63557eaab85548f49a4b0ab1664e3c1f is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:15.330635 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5f31dd7b-5819-487c-92fb-0e4938049d79 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:15.354736 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5f31dd7b-5819-487c-92fb-0e4938049d79 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:15.370147 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-62fd3992-baed-4d6a-9b06-90fbf079082d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/quotas/ba7ec815beb94575a006ddee54532b3f HTTP/1.1" status: 200 len: 375 time: 0.0762887 Nov 26 16:38:15.380528 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:15.389447 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-59e870f2-cf5b-432f-9a6c-ad9f3bdf27c6 tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:15.430523 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c3ad2869-0f68-4cdd-9980-64822a66eef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:15.447322 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-59e870f2-cf5b-432f-9a6c-ad9f3bdf27c6 tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] 10.222.0.11 "DELETE /v2.0/ports/f7768f45-257e-484b-9f26-073f567c3993 HTTP/1.1" status: 204 len: 168 time: 2.0819230 Nov 26 16:38:15.460586 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f31dd7b-5819-487c-92fb-0e4938049d79 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Made reservation on behalf of 63557eaab85548f49a4b0ab1664e3c1f for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:15.463185 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5f31dd7b-5819-487c-92fb-0e4938049d79 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:15.495458 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f31dd7b-5819-487c-92fb-0e4938049d79 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:38:15.505936 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5f31dd7b-5819-487c-92fb-0e4938049d79 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:15.506557 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-5f31dd7b-5819-487c-92fb-0e4938049d79 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Added segment 7e8a3160-5070-4843-895a-064bed39ae9a of type vlan for network aa722841-974b-44d2-ac27-261c1ecdccba Nov 26 16:38:15.545106 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5f31dd7b-5819-487c-92fb-0e4938049d79 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:15.633912 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5f31dd7b-5819-487c-92fb-0e4938049d79 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:15.643704 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f31dd7b-5819-487c-92fb-0e4938049d79 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:15.644535 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5f31dd7b-5819-487c-92fb-0e4938049d79 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:15.666399 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Pushing event updated for resources: {'Port': ['ID=7f4c2f49-c86b-4fba-92af-f670a08526a0,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:15.674142 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-53116a46-fead-4f10-bdf0-f596e4431264 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:15.675144 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:15.731206 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Checking segment: {'id': '38c05d80-d609-4bee-bbf9-f223cb3eebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6e7d6670-27da-4179-adba-e1ea92acae8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:38:15.731566 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Network hostable DHCP agents. Network: 6e7d6670-27da-4179-adba-e1ea92acae8c, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:38:15.806866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] device_id is not set on port c54c3e3d-ba48-41d5-8683-23184c348ead yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:38:15.820080 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5f31dd7b-5819-487c-92fb-0e4938049d79 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5845611 Nov 26 16:38:15.821140 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-e5f28358-069b-46a6-91c8-7c11e68b0598 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba7ec815beb94575a006ddee54532b3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4386485 Nov 26 16:38:15.824988 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42538) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:15.830827 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:15.837275 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-4d68be5b-6caf-47f8-8573-9b90c0dce251 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:15.844173 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31dd7b-5819-487c-92fb-0e4938049d79 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Pushing event updated for resources: {'Network': ['ID=aa722841-974b-44d2-ac27-261c1ecdccba,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:15.846978 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5f31dd7b-5819-487c-92fb-0e4938049d79 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:15.850230 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bfca9732-c233-4b64-9c72-23579f286226 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:15.857256 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network aa722841-974b-44d2-ac27-261c1ecdccba details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:38:15.858470 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:15.889807 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42542) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:15.893054 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Network 6e7d6670-27da-4179-adba-e1ea92acae8c is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:38:15.920685 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca9732-c233-4b64-9c72-23579f286226 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Pushing event deleted for resources: {'Port': ['ID=a8982149-7819-47a0-9dfc-4c422bc3e82a,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:15.923604 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bfca9732-c233-4b64-9c72-23579f286226 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:16.067703 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a884ca-5a29-4c3b-9346-d77d90ee7f3b req-866867bd-3549-4c30-a8cd-7c34d4976ab4 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:16.075617 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c3a884ca-5a29-4c3b-9346-d77d90ee7f3b req-866867bd-3549-4c30-a8cd-7c34d4976ab4 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 931 time: 0.4981415 Nov 26 16:38:16.140698 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c3a884ca-5a29-4c3b-9346-d77d90ee7f3b req-366c1a5a-fed0-4f5d-a180-66cb408c0942 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605741 Nov 26 16:38:16.165599 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bfca9732-c233-4b64-9c72-23579f286226 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:16.172341 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-bfca9732-c233-4b64-9c72-23579f286226 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] 10.222.0.11 "DELETE /v2.0/ports/a8982149-7819-47a0-9dfc-4c422bc3e82a HTTP/1.1" status: 204 len: 168 time: 2.5762837 Nov 26 16:38:16.173036 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42548) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:16.191832 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Transition to ACTIVE for port object c54c3e3d-ba48-41d5-8683-23184c348ead will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:16.208775 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 6e7d6670-27da-4179-adba-e1ea92acae8c) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:16.216369 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bd0778d7-4d27-489f-ab8c-dc2a6f9d8d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:16.218858 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968eda50-7321-4367-9577-fe362a7fb443 None None] Network 6e7d6670-27da-4179-adba-e1ea92acae8c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:38:16.224068 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a4cebe-488f-4d64-a1a5-c26496cd022d tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] GET failed (client error): The resource could not be found. Nov 26 16:38:16.224650 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-25a4cebe-488f-4d64-a1a5-c26496cd022d tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Synchronizing usage tracker for tenant:e28e29356737478caf7d8675a91c4413 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:16.233836 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:16.243035 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-25a4cebe-488f-4d64-a1a5-c26496cd022d tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Unset dirty status for tenant:e28e29356737478caf7d8675a91c4413 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:16.243261 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:38:16.244096 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:16.245838 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:16.250295 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-25a4cebe-488f-4d64-a1a5-c26496cd022d tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] 10.222.0.11 "GET /v2.0/ports/a8982149-7819-47a0-9dfc-4c422bc3e82a HTTP/1.1" status: 404 len: 333 time: 0.0760884 Nov 26 16:38:16.251038 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42556) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:16.258224 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-1789241e-2d6d-40e6-97eb-7a7c8407fa12 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Request body: {'port': {'network_id': '2d2a4201-1867-4b53-ad3d-4544dc93695b', 'name': 'tempest-AllowedAddressPairTestJSON-151490592'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:16.298485 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-702b737d-bf3a-4124-824b-4561b4e50330 req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] Request body: {'port': {'device_id': '5fccae82-ed13-4ebd-8005-8d6557e94bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:16.411822 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-bd0778d7-4d27-489f-ab8c-dc2a6f9d8d12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:16.454500 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1789241e-2d6d-40e6-97eb-7a7c8407fa12 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:16.464018 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1789241e-2d6d-40e6-97eb-7a7c8407fa12 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:16.486666 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-bd0778d7-4d27-489f-ab8c-dc2a6f9d8d12 admin admin] Usage tracker for resource:security_group_rule and tenant:cad62f6ad5c342058cc79c17ac8a690f is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:16.489448 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-71154a2e-108e-4e0a-825e-4a10bed0a2dd req-f074d3fc-cea3-4c36-a7cf-dec2424d8279 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 210 time: 0.0786452 Nov 26 16:38:16.493259 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1789241e-2d6d-40e6-97eb-7a7c8407fa12 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Made reservation on behalf of e28e29356737478caf7d8675a91c4413 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:16.498732 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1789241e-2d6d-40e6-97eb-7a7c8407fa12 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:16.517288 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-bd0778d7-4d27-489f-ab8c-dc2a6f9d8d12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:16.526499 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-1789241e-2d6d-40e6-97eb-7a7c8407fa12 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] device_id is not set on port 94d04d99-2cf3-472a-8e2c-eb7fd9ed4df6 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:38:16.556337 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-bd0778d7-4d27-489f-ab8c-dc2a6f9d8d12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:16.666413 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-b01522fc-4ec4-4bab-b8f9-7c70b18478b3 service neutron] 10.222.0.11 "GET /v2.0/networks/a55c73e1-f79c-4dd0-927e-d75452182e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8153934 Nov 26 16:38:16.666949 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Pushing event updated for resources: {'Port': ['ID=c54c3e3d-ba48-41d5-8683-23184c348ead,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:16.670232 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:16.671224 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-1789241e-2d6d-40e6-97eb-7a7c8407fa12 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Allocated IP 172.20.0.4 (2d2a4201-1867-4b53-ad3d-4544dc93695b/f32d872f-6130-4bf7-a35b-2eace40c0606/94d04d99-2cf3-472a-8e2c-eb7fd9ed4df6) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:38:16.683781 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-713ff454-ba4d-4681-93aa-e9b7728805ab tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.345s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:16.735365 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:16.735745 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:16.736109 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:16.801053 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port c54c3e3d-ba48-41d5-8683-23184c348ead on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:16.801393 dv-neutron-819440-1-hyperv neutron-server[87518]: ERROR neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:38:16.866152 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.plugins.ml2.plugin [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempt 2 to bind port c54c3e3d-ba48-41d5-8683-23184c348ead Nov 26 16:38:16.889079 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1789241e-2d6d-40e6-97eb-7a7c8407fa12 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:16.893973 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Checking segment: {'id': '72c30a90-36c1-401a-8032-dd3455649ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '88141110-47b3-45eb-bae4-b58388c1d535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:38:16.894331 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Network hostable DHCP agents. Network: 88141110-47b3-45eb-bae4-b58388c1d535, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:38:16.894920 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.31', 63284) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:16.908920 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-1789241e-2d6d-40e6-97eb-7a7c8407fa12 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Transition to ACTIVE for port object 94d04d99-2cf3-472a-8e2c-eb7fd9ed4df6 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:16.923391 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4d68be5b-6caf-47f8-8573-9b90c0dce251 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:16.930647 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-702b737d-bf3a-4124-824b-4561b4e50330 req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:16.970997 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:16.971341 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:16.971658 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:16.973714 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Pushing event updated for resources: {'Port': ['ID=5aa18aa6-ba58-4da2-8d8f-c4447f7099d3,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:16.976506 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:16.991277 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4d68be5b-6caf-47f8-8573-9b90c0dce251 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:16.996320 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port c54c3e3d-ba48-41d5-8683-23184c348ead on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:16.996565 dv-neutron-819440-1-hyperv neutron-server[87518]: ERROR neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:38:17.042083 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.plugins.ml2.plugin [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempt 3 to bind port c54c3e3d-ba48-41d5-8683-23184c348ead Nov 26 16:38:17.056904 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1789241e-2d6d-40e6-97eb-7a7c8407fa12 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:17.062949 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:17.063756 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:17.105027 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Network 88141110-47b3-45eb-bae4-b58388c1d535 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:38:17.107392 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4d68be5b-6caf-47f8-8573-9b90c0dce251 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Network aa722841-974b-44d2-ac27-261c1ecdccba is not hosted by any dhcp agent {{(pid=87518) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Nov 26 16:38:17.108389 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d68be5b-6caf-47f8-8573-9b90c0dce251 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:17.109236 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4d68be5b-6caf-47f8-8573-9b90c0dce251 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:17.113498 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4d68be5b-6caf-47f8-8573-9b90c0dce251 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] 10.222.0.11 "PUT /v2.0/networks/aa722841-974b-44d2-ac27-261c1ecdccba HTTP/1.1" status: 200 len: 858 time: 1.2825434 Nov 26 16:38:17.116064 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-b168f48f-cdc5-4ca4-90e4-44cd1cbb8643 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:17.116763 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-b168f48f-cdc5-4ca4-90e4-44cd1cbb8643 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Synchronizing usage tracker for tenant:67d2367297c04a4ba514a5dfcb19c4b7 on resource:network {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:17.120418 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42562) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:17.170058 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1789241e-2d6d-40e6-97eb-7a7c8407fa12 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Network 2d2a4201-1867-4b53-ad3d-4544dc93695b is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:38:17.181329 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-1789241e-2d6d-40e6-97eb-7a7c8407fa12 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:17.237475 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68be5b-6caf-47f8-8573-9b90c0dce251 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Pushing event updated for resources: {'Network': ['ID=aa722841-974b-44d2-ac27-261c1ecdccba,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:17.240571 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:17.240903 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:17.241247 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:17.243085 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1789241e-2d6d-40e6-97eb-7a7c8407fa12 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:38:17.257998 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4d68be5b-6caf-47f8-8573-9b90c0dce251 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:17.259978 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port c54c3e3d-ba48-41d5-8683-23184c348ead on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:17.260338 dv-neutron-819440-1-hyperv neutron-server[87518]: ERROR neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:38:17.262457 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-cda52828-32b9-4519-a331-cec713304b0c service neutron] 10.222.0.11 "GET /v2.0/networks/a55c73e1-f79c-4dd0-927e-d75452182e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5485752 Nov 26 16:38:17.274417 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789241e-2d6d-40e6-97eb-7a7c8407fa12 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Pushing event updated for resources: {'Port': ['ID=94d04d99-2cf3-472a-8e2c-eb7fd9ed4df6,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:17.276497 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.plugins.ml2.plugin [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempt 4 to bind port c54c3e3d-ba48-41d5-8683-23184c348ead Nov 26 16:38:17.297554 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 88141110-47b3-45eb-bae4-b58388c1d535) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:17.306400 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c1613a-c0df-4e08-bcf7-2804f41a62be None None] Network 88141110-47b3-45eb-bae4-b58388c1d535 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:38:17.372007 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:38:17.378312 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:17.390807 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:17.391517 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:17.406878 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:17.407215 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:17.407558 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:17.432609 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bd0778d7-4d27-489f-ab8c-dc2a6f9d8d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:17.433486 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port c54c3e3d-ba48-41d5-8683-23184c348ead on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:17.433817 dv-neutron-819440-1-hyperv neutron-server[87518]: ERROR neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:38:17.440344 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1789241e-2d6d-40e6-97eb-7a7c8407fa12 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:17.441592 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.plugins.ml2.plugin [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempt 5 to bind port c54c3e3d-ba48-41d5-8683-23184c348ead Nov 26 16:38:17.486346 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:17.486678 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:17.487019 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:17.503201 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bd0778d7-4d27-489f-ab8c-dc2a6f9d8d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:17.522274 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-b168f48f-cdc5-4ca4-90e4-44cd1cbb8643 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Unset dirty status for tenant:67d2367297c04a4ba514a5dfcb19c4b7 on resource:network {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:17.523398 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-b168f48f-cdc5-4ca4-90e4-44cd1cbb8643 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.31 "GET /v2.0/networks?id=d89905c5-5622-439c-bd42-d732b1c43e20 HTTP/1.1" status: 200 len: 805 time: 0.6164846 Nov 26 16:38:17.596451 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1789241e-2d6d-40e6-97eb-7a7c8407fa12 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:17.596649 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1789241e-2d6d-40e6-97eb-7a7c8407fa12 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:17.606172 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4770951e-9842-4012-8424-cf05a73f5341 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:17.623740 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-bc0f19f9-d95b-4655-92b9-6313734f8420 None None] Provisioning for port 94d04d99-2cf3-472a-8e2c-eb7fd9ed4df6 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:38:17.631216 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-bc0f19f9-d95b-4655-92b9-6313734f8420 None None] Provisioning complete for port 94d04d99-2cf3-472a-8e2c-eb7fd9ed4df6 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:17.631652 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bc0f19f9-d95b-4655-92b9-6313734f8420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:17.658242 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-3f065acf-feba-4090-b33e-ea1297d90124 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Synchronizing usage tracker for tenant:67d2367297c04a4ba514a5dfcb19c4b7 on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:17.671912 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1789241e-2d6d-40e6-97eb-7a7c8407fa12 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4146090 Nov 26 16:38:17.704617 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42582) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:17.719907 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-82dab25a-3564-4b78-81f9-844edbb8f576 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Request body: {'port': {'network_id': '2d2a4201-1867-4b53-ad3d-4544dc93695b', 'name': 'tempest-AllowedAddressPairTestJSON-1516388950'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:17.722191 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f19f9-d95b-4655-92b9-6313734f8420 None None] Port 94d04d99-2cf3-472a-8e2c-eb7fd9ed4df6 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:38:17.812646 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.5351019 Nov 26 16:38:17.817368 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42586) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:17.819837 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-50add8d5-fc3a-4342-acbc-a679ae0edfcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:17.827579 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port c54c3e3d-ba48-41d5-8683-23184c348ead on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:17.828003 dv-neutron-819440-1-hyperv neutron-server[87518]: ERROR neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:38:17.842850 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.plugins.ml2.plugin [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempt 6 to bind port c54c3e3d-ba48-41d5-8683-23184c348ead Nov 26 16:38:17.854239 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cea4c911-732f-40b3-be5a-6241b793c9d5 req-f0efa9ed-7ad1-4570-a676-73ef1e2ff551 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/ports?device_id=70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd HTTP/1.1" status: 200 len: 210 time: 0.3443787 Nov 26 16:38:17.888631 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:17.888967 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:17.889302 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:17.894891 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-3f065acf-feba-4090-b33e-ea1297d90124 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Unset dirty status for tenant:67d2367297c04a4ba514a5dfcb19c4b7 on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:17.896041 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-3f065acf-feba-4090-b33e-ea1297d90124 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67d2367297c04a4ba514a5dfcb19c4b7 HTTP/1.1" status: 200 len: 380 time: 0.3501499 Nov 26 16:38:17.904408 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port c54c3e3d-ba48-41d5-8683-23184c348ead on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:17.904739 dv-neutron-819440-1-hyperv neutron-server[87518]: ERROR neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:38:17.910368 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.plugins.ml2.plugin [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempt 7 to bind port c54c3e3d-ba48-41d5-8683-23184c348ead Nov 26 16:38:17.928467 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-bd0778d7-4d27-489f-ab8c-dc2a6f9d8d12 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cad62f6ad5c342058cc79c17ac8a690f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0328164 Nov 26 16:38:17.932608 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:17.933212 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:17.933327 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:17.937919 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42592) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:17.943454 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0778d7-4d27-489f-ab8c-dc2a6f9d8d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10d58cc-e37e-4f5d-a49a-edccf55ffb42,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:17.946865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bd0778d7-4d27-489f-ab8c-dc2a6f9d8d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:17.962020 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15222da-7d1f-44da-ae5c-bdff6e5b7104 req-5dbdb1fe-7521-42ae-b7d2-cf3788b49ca8 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:17.962292 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port c54c3e3d-ba48-41d5-8683-23184c348ead on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:17.962628 dv-neutron-819440-1-hyperv neutron-server[87518]: ERROR neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:38:17.963497 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c15222da-7d1f-44da-ae5c-bdff6e5b7104 req-5dbdb1fe-7521-42ae-b7d2-cf3788b49ca8 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 931 time: 0.6868966 Nov 26 16:38:17.966264 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.plugins.ml2.plugin [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempt 8 to bind port c54c3e3d-ba48-41d5-8683-23184c348ead Nov 26 16:38:17.976382 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-a5e1d856-d5e9-48fe-a7fe-72a065730e3f tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Request body: {'port': {'device_id': 'e4f918a4-005c-4996-b001-0310e6546a10', 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20', 'admin_state_up': True, 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'security_groups': ['fa50fb00-3357-45b0-a863-2d0fe23069bf']}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:17.994543 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:17.995134 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:17.995467 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:18.000002 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4770951e-9842-4012-8424-cf05a73f5341 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:18.051030 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port c54c3e3d-ba48-41d5-8683-23184c348ead on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:18.051365 dv-neutron-819440-1-hyperv neutron-server[87518]: ERROR neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:38:18.090176 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.plugins.ml2.plugin [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempt 9 to bind port c54c3e3d-ba48-41d5-8683-23184c348ead Nov 26 16:38:18.128266 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-12d1939b-dfc0-454c-8974-c4965c613071 req-be9436cc-d229-4c98-83f5-a60738757d70 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 210 time: 0.1161740 Nov 26 16:38:18.133912 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-4770951e-9842-4012-8424-cf05a73f5341 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa722841-974b-44d2-ac27-261c1ecdccba']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:18.145068 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:18.145431 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:18.145737 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:18.164377 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port c54c3e3d-ba48-41d5-8683-23184c348ead on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:18.164959 dv-neutron-819440-1-hyperv neutron-server[87518]: ERROR neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:38:18.169419 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-702b737d-bf3a-4124-824b-4561b4e50330 req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7996468-c56a-4a78-8717-905208e625cd {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:38:18.173302 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.plugins.ml2.plugin [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempt 10 to bind port c54c3e3d-ba48-41d5-8683-23184c348ead Nov 26 16:38:18.183602 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-4770951e-9842-4012-8424-cf05a73f5341 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e8a3160-5070-4843-895a-064bed39ae9a') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:18.183916 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-4770951e-9842-4012-8424-cf05a73f5341 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e8a3160-5070-4843-895a-064bed39ae9a') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:18.193558 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-702b737d-bf3a-4124-824b-4561b4e50330 req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:18.197523 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b6564d6f-baee-4815-be5c-e23983b66e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:18.202200 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:18.202535 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:18.202873 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempting to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:18.216545 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c15222da-7d1f-44da-ae5c-bdff6e5b7104 req-b022fb8e-7cbf-4d17-a11d-482c05533da5 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198467 Nov 26 16:38:18.221036 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Port c54c3e3d-ba48-41d5-8683-23184c348ead on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:18.221378 dv-neutron-819440-1-hyperv neutron-server[87518]: ERROR neutron.plugins.ml2.managers [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Failed to bind port c54c3e3d-ba48-41d5-8683-23184c348ead on host hv-neutron-8194 for vnic_type normal using segments [{'id': '35b586d6-6f7e-4ada-8aa6-d44222fd4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2fb13060-f08e-4bdf-b197-2b06c4c79ceb'}] Nov 26 16:38:18.221744 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:18.223338 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4770951e-9842-4012-8424-cf05a73f5341 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:18.253023 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-702b737d-bf3a-4124-824b-4561b4e50330 req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] Transition to ACTIVE for port object a7996468-c56a-4a78-8717-905208e625cd will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:18.258472 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b6564d6f-baee-4815-be5c-e23983b66e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:18.271846 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-82dab25a-3564-4b78-81f9-844edbb8f576 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:18.278147 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4770951e-9842-4012-8424-cf05a73f5341 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:18.286769 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-82dab25a-3564-4b78-81f9-844edbb8f576 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Usage tracker for resource:port and tenant:e28e29356737478caf7d8675a91c4413 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:18.293153 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-82dab25a-3564-4b78-81f9-844edbb8f576 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:18.298085 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-702b737d-bf3a-4124-824b-4561b4e50330 req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:18.301073 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4770951e-9842-4012-8424-cf05a73f5341 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:38:18.301468 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4770951e-9842-4012-8424-cf05a73f5341 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:18.316360 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:18.326207 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead28596-17d2-4fc2-8336-2579f6f93638 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:18.332271 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead28596-17d2-4fc2-8336-2579f6f93638 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:18.334125 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ead28596-17d2-4fc2-8336-2579f6f93638 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4714606 Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:38:18.336757 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-82dab25a-3564-4b78-81f9-844edbb8f576 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:18.341795 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-a5e1d856-d5e9-48fe-a7fe-72a065730e3f tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:18.343786 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42596) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:18.455898 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-a5e1d856-d5e9-48fe-a7fe-72a065730e3f tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:18.477599 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82dab25a-3564-4b78-81f9-844edbb8f576 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Made reservation on behalf of e28e29356737478caf7d8675a91c4413 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:18.481544 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-82dab25a-3564-4b78-81f9-844edbb8f576 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:18.500402 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] Pushing event updated for resources: {'Port': ['ID=a7996468-c56a-4a78-8717-905208e625cd,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:18.509071 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:18.509909 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-a5e1d856-d5e9-48fe-a7fe-72a065730e3f tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Made reservation on behalf of 67d2367297c04a4ba514a5dfcb19c4b7 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:18.514455 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-a5e1d856-d5e9-48fe-a7fe-72a065730e3f tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:18.530294 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4770951e-9842-4012-8424-cf05a73f5341 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:18.543919 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-787b78a4-25d4-4e6d-9a13-4445f1149f3b tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Deleting port 7f4c2f49-c86b-4fba-92af-f670a08526a0 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:38:18.544792 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-787b78a4-25d4-4e6d-9a13-4445f1149f3b tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:18.583092 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-82dab25a-3564-4b78-81f9-844edbb8f576 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] device_id is not set on port c3333104-d799-4a48-ac2b-e1adfb58c1e8 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:38:18.592128 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] For port c54c3e3d-ba48-41d5-8683-23184c348ead, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:38:18.592503 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attempted to set empty binding levels {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 26 16:38:18.601211 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:18.611872 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-39eee05b-e6a1-4581-9670-e6d154f46e32 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:18.618186 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:18.635993 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4770951e-9842-4012-8424-cf05a73f5341 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aa722841-974b-44d2-ac27-261c1ecdccba {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 26 16:38:18.677826 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b6564d6f-baee-4815-be5c-e23983b66e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:18.686468 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] In _notify_port_updated(), no bound segment for port c54c3e3d-ba48-41d5-8683-23184c348ead on network 2fb13060-f08e-4bdf-b197-2b06c4c79ceb {{(pid=87518) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 26 16:38:18.688120 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:18.688681 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4770951e-9842-4012-8424-cf05a73f5341 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:18.688937 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:18.694009 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] 10.222.0.11 "PUT /v2.0/ports/c54c3e3d-ba48-41d5-8683-23184c348ead HTTP/1.1" status: 200 len: 980 time: 4.1551549 Nov 26 16:38:18.697601 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42600) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:18.706431 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770951e-9842-4012-8424-cf05a73f5341 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa722841-974b-44d2-ac27-261c1ecdccba,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:18.729128 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4770951e-9842-4012-8424-cf05a73f5341 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:18.734846 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.31', 63290) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:18.752636 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-702b737d-bf3a-4124-824b-4561b4e50330 req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] Attempting to bind port a7996468-c56a-4a78-8717-905208e625cd on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:18.752971 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-702b737d-bf3a-4124-824b-4561b4e50330 req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] Attempting to bind port a7996468-c56a-4a78-8717-905208e625cd by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5b7fa938-8d92-4b8a-af7d-251b9bf77dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:18.753302 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702b737d-bf3a-4124-824b-4561b4e50330 req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] Attempting to bind port a7996468-c56a-4a78-8717-905208e625cd on network a5e19142-4e79-42ca-965f-fd783eba57b9 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:18.783178 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4770951e-9842-4012-8424-cf05a73f5341 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] 10.222.0.11 "DELETE /v2.0/networks/aa722841-974b-44d2-ac27-261c1ecdccba HTTP/1.1" status: 204 len: 168 time: 1.6494610 Nov 26 16:38:18.789047 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42606) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:18.815626 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702b737d-bf3a-4124-824b-4561b4e50330 req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] Port a7996468-c56a-4a78-8717-905208e625cd on network a5e19142-4e79-42ca-965f-fd783eba57b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:18.816240 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702b737d-bf3a-4124-824b-4561b4e50330 req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] Attempting to bind port a7996468-c56a-4a78-8717-905208e625cd on network a5e19142-4e79-42ca-965f-fd783eba57b9 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:18.860876 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd654ff3-ddcf-4ab0-a7d2-e2990467ad94 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] DELETE failed (client error): The resource could not be found. Nov 26 16:38:18.862843 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd654ff3-ddcf-4ab0-a7d2-e2990467ad94 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:38:18.865294 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-fd654ff3-ddcf-4ab0-a7d2-e2990467ad94 tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] 10.222.0.11 "DELETE /v2.0/subnets/f6347c80-9b4c-4652-9c55-a566758ba0b1 HTTP/1.1" status: 404 len: 337 time: 0.0649612 Nov 26 16:38:18.866780 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Pushing event updated for resources: {'Port': ['ID=c54c3e3d-ba48-41d5-8683-23184c348ead,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:18.875833 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:18.877084 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b6564d6f-baee-4815-be5c-e23983b66e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:18.878503 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b6564d6f-baee-4815-be5c-e23983b66e4d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f10d58cc-e37e-4f5d-a49a-edccf55ffb42 HTTP/1.1" status: 204 len: 168 time: 0.9395342 Nov 26 16:38:18.882624 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42610) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:18.884179 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:18.953032 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6564d6f-baee-4815-be5c-e23983b66e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10d58cc-e37e-4f5d-a49a-edccf55ffb42,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:18.956646 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b6564d6f-baee-4815-be5c-e23983b66e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:18.982769 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702b737d-bf3a-4124-824b-4561b4e50330 req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:38:18.983054 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702b737d-bf3a-4124-824b-4561b4e50330 req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] Checking segment: {'id': '5b7fa938-8d92-4b8a-af7d-251b9bf77dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:38:18.983595 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702b737d-bf3a-4124-824b-4561b4e50330 req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] Bound using segment: {'id': '5b7fa938-8d92-4b8a-af7d-251b9bf77dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:38:18.984697 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-702b737d-bf3a-4124-824b-4561b4e50330 req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] Bound port: a7996468-c56a-4a78-8717-905208e625cd, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b7fa938-8d92-4b8a-af7d-251b9bf77dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:38:18.986663 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-702b737d-bf3a-4124-824b-4561b4e50330 req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:19.267323 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-66f2456a-4726-458a-b9af-d239360da5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Deleting port c54c3e3d-ba48-41d5-8683-23184c348ead {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:38:19.267756 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-66f2456a-4726-458a-b9af-d239360da5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:19.320633 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:19.332153 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f53b6316-cfd0-4b4f-b948-10c7e85127fa tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:19.397679 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0835f639-bb3a-47b2-926e-1ac50c828a67 req-ba12f876-e610-45c1-8ad8-13748e4d9cf5 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/ports?device_id=70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd HTTP/1.1" status: 200 len: 210 time: 0.2600899 Nov 26 16:38:19.422637 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42628) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:19.489112 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d17e5c6d-4cee-42f8-944b-a255be460021 req-f256dec8-4a99-4b40-8b38-94ce69a4a707 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 210 time: 0.1120484 Nov 26 16:38:19.549554 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-0a295f0a-37c3-459e-98a5-8750d6c5ea0d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:19.550148 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-0a295f0a-37c3-459e-98a5-8750d6c5ea0d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Synchronizing usage tracker for tenant:ba7ec815beb94575a006ddee54532b3f on resource:network {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:19.564059 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-82dab25a-3564-4b78-81f9-844edbb8f576 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Allocated IP 172.20.0.7 (2d2a4201-1867-4b53-ad3d-4544dc93695b/f32d872f-6130-4bf7-a35b-2eace40c0606/c3333104-d799-4a48-ac2b-e1adfb58c1e8) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:38:19.573182 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-787b78a4-25d4-4e6d-9a13-4445f1149f3b tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:19.582671 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-a5e1d856-d5e9-48fe-a7fe-72a065730e3f tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Allocated IP 172.20.0.11 (d89905c5-5622-439c-bd42-d732b1c43e20/78772461-04bb-45a9-8c0c-04bc08f8bb07/8f792cec-b4aa-4ba3-bf3d-e99ca350873a) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:38:19.740081 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-702b737d-bf3a-4124-824b-4561b4e50330 req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] For port a7996468-c56a-4a78-8717-905208e625cd, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:38:19.742172 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-787b78a4-25d4-4e6d-9a13-4445f1149f3b tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Calling delete_port for 7f4c2f49-c86b-4fba-92af-f670a08526a0 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:38:19.783670 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9802aed9-8d2d-4865-ac4a-233bf95f13cf admin admin] Synchronizing usage tracker for tenant:ee7042be864a4ea9b0ed24a3347485fb on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:19.793452 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-702b737d-bf3a-4124-824b-4561b4e50330 req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] For port a7996468-c56a-4a78-8717-905208e625cd, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a7996468-c56a-4a78-8717-905208e625cd,segment=NetworkSegment(5b7fa938-8d92-4b8a-af7d-251b9bf77dea),segment_id=5b7fa938-8d92-4b8a-af7d-251b9bf77dea)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:38:19.825095 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-0a295f0a-37c3-459e-98a5-8750d6c5ea0d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Unset dirty status for tenant:ba7ec815beb94575a006ddee54532b3f on resource:network {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:19.826696 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-0a295f0a-37c3-459e-98a5-8750d6c5ea0d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.31 "GET /v2.0/networks?id=a55c73e1-f79c-4dd0-927e-d75452182e89 HTTP/1.1" status: 200 len: 811 time: 1.0840201 Nov 26 16:38:19.852841 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-702b737d-bf3a-4124-824b-4561b4e50330 req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:19.859105 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f53b6316-cfd0-4b4f-b948-10c7e85127fa tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:19.869551 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:19.905487 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9802aed9-8d2d-4865-ac4a-233bf95f13cf admin admin] Unset dirty status for tenant:ee7042be864a4ea9b0ed24a3347485fb on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:19.906725 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-9802aed9-8d2d-4865-ac4a-233bf95f13cf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6130f8a33bda4e68a3d4ef7fbf24336e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4660449 Nov 26 16:38:19.920507 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42632) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:19.945720 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b737d-bf3a-4124-824b-4561b4e50330 req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:19.946340 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-702b737d-bf3a-4124-824b-4561b4e50330 req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:19.947967 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-702b737d-bf3a-4124-824b-4561b4e50330 req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] 10.222.0.31 "PUT /v2.0/ports/a7996468-c56a-4a78-8717-905208e625cd HTTP/1.1" status: 200 len: 1093 time: 3.7508018 Nov 26 16:38:19.985829 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fccae82-ed13-4ebd-8005-8d6557e94bf4', 'tag': 'a7996468-c56a-4a78-8717-905208e625cd'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:38:20.069732 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-66f2456a-4726-458a-b9af-d239360da5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] For port c54c3e3d-ba48-41d5-8683-23184c348ead, host hv-neutron-8194, got binding levels [] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:38:20.070286 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-66f2456a-4726-458a-b9af-d239360da5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:20.079085 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-f53b6316-cfd0-4b4f-b948-10c7e85127fa tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0795cf85-e976-48d5-8a20-79af691ed2fc']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:20.100372 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-aa1866db-a937-4288-a02f-ef0e5c6ff900 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Synchronizing usage tracker for tenant:ba7ec815beb94575a006ddee54532b3f on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:20.114610 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-787b78a4-25d4-4e6d-9a13-4445f1149f3b tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:20.126870 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:20.184215 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-f53b6316-cfd0-4b4f-b948-10c7e85127fa tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab5bda88-302d-4c05-9af0-b555222964b3') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:20.184515 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-f53b6316-cfd0-4b4f-b948-10c7e85127fa tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab5bda88-302d-4c05-9af0-b555222964b3') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:20.194861 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b78a4-25d4-4e6d-9a13-4445f1149f3b tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Pushing event deleted for resources: {'Port': ['ID=7f4c2f49-c86b-4fba-92af-f670a08526a0,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:20.204080 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-787b78a4-25d4-4e6d-9a13-4445f1149f3b tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:20.210181 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-787b78a4-25d4-4e6d-9a13-4445f1149f3b tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:20.224827 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-aa1866db-a937-4288-a02f-ef0e5c6ff900 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Unset dirty status for tenant:ba7ec815beb94575a006ddee54532b3f on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:20.225991 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-aa1866db-a937-4288-a02f-ef0e5c6ff900 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba7ec815beb94575a006ddee54532b3f HTTP/1.1" status: 200 len: 378 time: 0.3707058 Nov 26 16:38:20.250128 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-dd07845a-342f-43a7-8fb8-d5ad3f2c9914 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Request body: {'port': {'device_id': '70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd', 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89', 'admin_state_up': True, 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'security_groups': ['2e18e4c7-657a-4942-bf52-698938229428']}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:20.263934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-66f2456a-4726-458a-b9af-d239360da5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Calling delete_port for c54c3e3d-ba48-41d5-8683-23184c348ead owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:38:20.283580 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-787b78a4-25d4-4e6d-9a13-4445f1149f3b tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] 10.222.0.11 "DELETE /v2.0/ports/7f4c2f49-c86b-4fba-92af-f670a08526a0 HTTP/1.1" status: 204 len: 168 time: 1.8921378 Nov 26 16:38:20.301058 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] Pushing event updated for resources: {'Port': ['ID=a7996468-c56a-4a78-8717-905208e625cd,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:20.304284 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:20.317192 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42640) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:20.320398 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f53b6316-cfd0-4b4f-b948-10c7e85127fa tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:20.378539 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a55228-f84f-4d95-a705-4e4cc542a8e7 req-0b1ae981-9c72-4e74-bd5a-1f1ff144e4a7 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:20.380183 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-94a55228-f84f-4d95-a705-4e4cc542a8e7 req-0b1ae981-9c72-4e74-bd5a-1f1ff144e4a7 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 943 time: 0.8585432 Nov 26 16:38:20.387784 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-a5e1d856-d5e9-48fe-a7fe-72a065730e3f tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:20.406753 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-82dab25a-3564-4b78-81f9-844edbb8f576 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:20.424653 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f53b6316-cfd0-4b4f-b948-10c7e85127fa tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:20.444388 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-a5e1d856-d5e9-48fe-a7fe-72a065730e3f tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Transition to ACTIVE for port object 8f792cec-b4aa-4ba3-bf3d-e99ca350873a will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:20.453151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-82dab25a-3564-4b78-81f9-844edbb8f576 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Transition to ACTIVE for port object c3333104-d799-4a48-ac2b-e1adfb58c1e8 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:20.466324 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fccae82-ed13-4ebd-8005-8d6557e94bf4', 'tag': 'a7996468-c56a-4a78-8717-905208e625cd', 'status': 'completed', 'code': 200} Nov 26 16:38:20.473898 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f53b6316-cfd0-4b4f-b948-10c7e85127fa tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:38:20.474255 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f53b6316-cfd0-4b4f-b948-10c7e85127fa tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:20.486515 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-dd07845a-342f-43a7-8fb8-d5ad3f2c9914 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:20.493877 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-dd07845a-342f-43a7-8fb8-d5ad3f2c9914 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Usage tracker for resource:port and tenant:ba7ec815beb94575a006ddee54532b3f is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:38:20.495976 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:38:20.500209 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-dd07845a-342f-43a7-8fb8-d5ad3f2c9914 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:20.505604 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7db9f836-7432-490a-bbea-de24d78fc671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:20.514157 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-dd07845a-342f-43a7-8fb8-d5ad3f2c9914 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:20.524228 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-82dab25a-3564-4b78-81f9-844edbb8f576 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:20.530731 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-a5e1d856-d5e9-48fe-a7fe-72a065730e3f tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:20.532109 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:20.586230 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-dd07845a-342f-43a7-8fb8-d5ad3f2c9914 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Made reservation on behalf of ba7ec815beb94575a006ddee54532b3f for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:20.589690 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-dd07845a-342f-43a7-8fb8-d5ad3f2c9914 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:20.606122 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-40768063-fb43-49fc-aabd-2b3626638665 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Deleting port 5aa18aa6-ba58-4da2-8d8f-c4447f7099d3 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:38:20.606460 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-40768063-fb43-49fc-aabd-2b3626638665 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:20.670717 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-95a47d66-95c9-4747-b42f-3526831b1259 req-f773bf1d-32de-482a-995f-92c585ab46bd tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Synchronizing usage tracker for tenant:ba7ec815beb94575a006ddee54532b3f on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:20.676850 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-94a55228-f84f-4d95-a705-4e4cc542a8e7 req-c2bddf7f-1f8e-4855-b162-ebe5c166d395 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764096 Nov 26 16:38:20.682132 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dab25a-3564-4b78-81f9-844edbb8f576 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Network 2d2a4201-1867-4b53-ad3d-4544dc93695b is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:38:20.700428 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-a5e1d856-d5e9-48fe-a7fe-72a065730e3f tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Network d89905c5-5622-439c-bd42-d732b1c43e20 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:38:20.707908 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-66f2456a-4726-458a-b9af-d239360da5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:20.712347 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-82dab25a-3564-4b78-81f9-844edbb8f576 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:20.713626 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7db9f836-7432-490a-bbea-de24d78fc671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:20.717249 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-a5e1d856-d5e9-48fe-a7fe-72a065730e3f tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:20.719039 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dab25a-3564-4b78-81f9-844edbb8f576 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Pushing event updated for resources: {'Port': ['ID=c3333104-d799-4a48-ac2b-e1adfb58c1e8,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:20.728917 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b737d-bf3a-4124-824b-4561b4e50330 req-6dae1693-b082-4e5e-9b47-690802143ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:20.730469 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-702b737d-bf3a-4124-824b-4561b4e50330 req-6dae1693-b082-4e5e-9b47-690802143ca2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06e5b26eff95490196e93abf54aa53ed&device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 1096 time: 0.7138662 Nov 26 16:38:20.731138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5cc6fc50-b36a-47aa-abb5-a67c87813221 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:20.769012 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f53b6316-cfd0-4b4f-b948-10c7e85127fa tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:20.897413 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2456a-4726-458a-b9af-d239360da5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Pushing event deleted for resources: {'Port': ['ID=c54c3e3d-ba48-41d5-8683-23184c348ead,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:20.910416 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-a5e1d856-d5e9-48fe-a7fe-72a065730e3f tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:38:20.936628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-66f2456a-4726-458a-b9af-d239360da5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:20.938216 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f53b6316-cfd0-4b4f-b948-10c7e85127fa tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:20.940378 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dab25a-3564-4b78-81f9-844edbb8f576 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:38:20.975057 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2a08df89-903f-422b-b3a3-18bff8365b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:20.990757 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-702b737d-bf3a-4124-824b-4561b4e50330 req-141d5bd8-a6af-499c-a826-aac65c63f1cc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7996468-c56a-4a78-8717-905208e625cd HTTP/1.1" status: 200 len: 217 time: 0.2261932 Nov 26 16:38:21.032138 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-dd07845a-342f-43a7-8fb8-d5ad3f2c9914 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Allocated IP 172.20.0.9 (a55c73e1-f79c-4dd0-927e-d75452182e89/d8b30045-06a7-450d-8b3f-11d57c1b4222/1b13e777-5df2-4f60-9dee-f17634dcd9e3) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:38:21.036921 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-95a47d66-95c9-4747-b42f-3526831b1259 req-f773bf1d-32de-482a-995f-92c585ab46bd tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Unset dirty status for tenant:ba7ec815beb94575a006ddee54532b3f on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:21.038218 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-95a47d66-95c9-4747-b42f-3526831b1259 req-f773bf1d-32de-482a-995f-92c585ab46bd tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/ports?device_id=70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd HTTP/1.1" status: 200 len: 210 time: 0.4657927 Nov 26 16:38:21.057261 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-82dab25a-3564-4b78-81f9-844edbb8f576 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:21.057895 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1789241e-2d6d-40e6-97eb-7a7c8407fa12 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.480s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:21.077502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b6316-cfd0-4b4f-b948-10c7e85127fa tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Pushing event deleted for resources: {'Network': ['ID=0795cf85-e976-48d5-8a20-79af691ed2fc,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:21.081536 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f3316fc2-62b0-45b8-b477-75aa33fd2b36 None None] Provisioning for port c3333104-d799-4a48-ac2b-e1adfb58c1e8 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:38:21.090572 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f53b6316-cfd0-4b4f-b948-10c7e85127fa tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:21.096898 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f3316fc2-62b0-45b8-b477-75aa33fd2b36 None None] Provisioning complete for port c3333104-d799-4a48-ac2b-e1adfb58c1e8 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:21.097278 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f3316fc2-62b0-45b8-b477-75aa33fd2b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:21.100805 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-66f2456a-4726-458a-b9af-d239360da5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:21.140977 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f53b6316-cfd0-4b4f-b948-10c7e85127fa tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] 10.222.0.11 "DELETE /v2.0/networks/0795cf85-e976-48d5-8a20-79af691ed2fc HTTP/1.1" status: 204 len: 168 time: 2.2444594 Nov 26 16:38:21.145575 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dab25a-3564-4b78-81f9-844edbb8f576 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:21.146312 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-82dab25a-3564-4b78-81f9-844edbb8f576 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:21.149835 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-66f2456a-4726-458a-b9af-d239360da5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] 10.222.0.11 "DELETE /v2.0/ports/c54c3e3d-ba48-41d5-8683-23184c348ead HTTP/1.1" status: 204 len: 168 time: 2.4076576 Nov 26 16:38:21.170598 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42660) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:21.191739 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f3316fc2-62b0-45b8-b477-75aa33fd2b36 None None] Port c3333104-d799-4a48-ac2b-e1adfb58c1e8 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:38:21.196214 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-a5e1d856-d5e9-48fe-a7fe-72a065730e3f tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:21.196893 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-a5e1d856-d5e9-48fe-a7fe-72a065730e3f tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:21.204002 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-82dab25a-3564-4b78-81f9-844edbb8f576 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4927354 Nov 26 16:38:21.209063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42664) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:21.216558 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1d856-d5e9-48fe-a7fe-72a065730e3f tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Pushing event updated for resources: {'Port': ['ID=8f792cec-b4aa-4ba3-bf3d-e99ca350873a,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:21.219908 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a5e1d856-d5e9-48fe-a7fe-72a065730e3f tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:21.238424 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-7160ab26-c9fe-45fc-bcde-f6fbecba230f tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:79:04:28'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:f2:2c:fa'}]}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:21.283435 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-a5e1d856-d5e9-48fe-a7fe-72a065730e3f tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3498151 Nov 26 16:38:21.295680 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] Request body: {'port': {'device_id': 'e4f918a4-005c-4996-b001-0310e6546a10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:21.297698 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b737d-bf3a-4124-824b-4561b4e50330 req-46d008ef-1c12-48e7-b138-bce2a26cdf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:21.298812 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-702b737d-bf3a-4124-824b-4561b4e50330 req-46d008ef-1c12-48e7-b138-bce2a26cdf99 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a210e770-5b77-496f-9854-0be443d4634c HTTP/1.1" status: 200 len: 850 time: 0.2659016 Nov 26 16:38:21.308481 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0505ff-6462-4251-bf04-343e228481d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] GET failed (client error): The resource could not be found. Nov 26 16:38:21.308676 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ce0505ff-6462-4251-bf04-343e228481d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Synchronizing usage tracker for tenant:0e44420f2afd46f3a14fc094f7c91672 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:21.326091 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-914d1934-c4f2-4339-9185-d5f1871606bd None None] Provisioning for port 8f792cec-b4aa-4ba3-bf3d-e99ca350873a completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:38:21.331683 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-914d1934-c4f2-4339-9185-d5f1871606bd None None] Provisioning complete for port 8f792cec-b4aa-4ba3-bf3d-e99ca350873a triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:21.332312 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-914d1934-c4f2-4339-9185-d5f1871606bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:21.366051 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-40768063-fb43-49fc-aabd-2b3626638665 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:21.383941 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7db9f836-7432-490a-bbea-de24d78fc671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:21.406809 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-914d1934-c4f2-4339-9185-d5f1871606bd None None] Port 8f792cec-b4aa-4ba3-bf3d-e99ca350873a cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:38:21.497889 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42670) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:21.572798 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdf4a5-650a-4a34-9d1d-acb7cc0ece06 req-c11a14fa-14a3-43f3-a5e4-7c9752529a57 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:21.574248 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f0bdf4a5-650a-4a34-9d1d-acb7cc0ece06 req-c11a14fa-14a3-43f3-a5e4-7c9752529a57 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 932 time: 0.7058673 Nov 26 16:38:21.631543 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:21.647390 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-40768063-fb43-49fc-aabd-2b3626638665 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Calling delete_port for 5aa18aa6-ba58-4da2-8d8f-c4447f7099d3 owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:38:21.708162 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ce0505ff-6462-4251-bf04-343e228481d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Unset dirty status for tenant:0e44420f2afd46f3a14fc094f7c91672 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:21.713888 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ce0505ff-6462-4251-bf04-343e228481d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] 10.222.0.11 "GET /v2.0/ports/c54c3e3d-ba48-41d5-8683-23184c348ead HTTP/1.1" status: 404 len: 333 time: 0.5342379 Nov 26 16:38:21.713888 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9f836-7432-490a-bbea-de24d78fc671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d34cb2-c208-431d-b94c-61e0bde8e68c,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:21.722762 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42678) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:21.736866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7db9f836-7432-490a-bbea-de24d78fc671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:21.765114 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7db9f836-7432-490a-bbea-de24d78fc671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:21.768487 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7db9f836-7432-490a-bbea-de24d78fc671 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/18d34cb2-c208-431d-b94c-61e0bde8e68c HTTP/1.1" status: 204 len: 168 time: 1.8367565 Nov 26 16:38:21.836240 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:21.864452 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f0bdf4a5-650a-4a34-9d1d-acb7cc0ece06 req-e86958ca-7888-45d5-9f9d-d197031c207e tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa50fb00-3357-45b0-a863-2d0fe23069bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894653 Nov 26 16:38:21.923187 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-90d99a47-8e48-42e3-b8e7-34fde5d9e7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:21.935858 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b737d-bf3a-4124-824b-4561b4e50330 req-1b636890-8020-4ca1-bc52-47d959cdb00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:21.937390 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-702b737d-bf3a-4124-824b-4561b4e50330 req-1b636890-8020-4ca1-bc52-47d959cdb00a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a5e19142-4e79-42ca-965f-fd783eba57b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6171198 Nov 26 16:38:21.940332 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-40768063-fb43-49fc-aabd-2b3626638665 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:21.949571 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:22.052400 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40768063-fb43-49fc-aabd-2b3626638665 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Pushing event deleted for resources: {'Port': ['ID=5aa18aa6-ba58-4da2-8d8f-c4447f7099d3,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:22.054739 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7160ab26-c9fe-45fc-bcde-f6fbecba230f tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:22.097163 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-dd07845a-342f-43a7-8fb8-d5ad3f2c9914 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:22.123581 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-76fdd310-c7ea-48ee-b903-02854b5af73f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6ca1a044123748fcad592a643a48362a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6025059 Nov 26 16:38:22.154658 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42694) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:22.161075 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-40768063-fb43-49fc-aabd-2b3626638665 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:22.224573 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-dd07845a-342f-43a7-8fb8-d5ad3f2c9914 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Transition to ACTIVE for port object 1b13e777-5df2-4f60-9dee-f17634dcd9e3 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:22.232738 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-40768063-fb43-49fc-aabd-2b3626638665 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:22.268606 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0bd7d-f9ad-45e7-b483-7fa3a0045763 req-5fe37ef9-a375-4238-8e3c-a3a101ddc9df tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:22.270253 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-04d0bd7d-f9ad-45e7-b483-7fa3a0045763 req-5fe37ef9-a375-4238-8e3c-a3a101ddc9df tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 943 time: 0.4175811 Nov 26 16:38:22.356179 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-63f30705-9ed0-481e-a50f-1e3ee8a51ff7 req-1073dc80-41e5-4035-8e5c-93721511ac69 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/ports?device_id=70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd HTTP/1.1" status: 200 len: 210 time: 0.1169705 Nov 26 16:38:22.360222 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-40768063-fb43-49fc-aabd-2b3626638665 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] 10.222.0.11 "DELETE /v2.0/ports/5aa18aa6-ba58-4da2-8d8f-c4447f7099d3 HTTP/1.1" status: 204 len: 168 time: 2.0397413 Nov 26 16:38:22.370732 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42704) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:22.385932 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-90d99a47-8e48-42e3-b8e7-34fde5d9e7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:22.433215 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-285c7baa-da9c-4b06-bf80-d7398ed7e135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:22.470519 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-948810df-702d-46e3-84aa-212240a8a8e2 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Synchronizing usage tracker for tenant:164d16d0efa04e14ad31fb0e118fdd7b on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:22.496209 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-90d99a47-8e48-42e3-b8e7-34fde5d9e7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb13060-f08e-4bdf-b197-2b06c4c79ceb']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:22.510284 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-04d0bd7d-f9ad-45e7-b483-7fa3a0045763 req-bd58ca20-f76b-4f44-b29f-16458e860b93 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223661 Nov 26 16:38:22.516919 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-285c7baa-da9c-4b06-bf80-d7398ed7e135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:22.518385 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-dd07845a-342f-43a7-8fb8-d5ad3f2c9914 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:22.545448 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-90d99a47-8e48-42e3-b8e7-34fde5d9e7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b586d6-6f7e-4ada-8aa6-d44222fd4032') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:22.545760 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-90d99a47-8e48-42e3-b8e7-34fde5d9e7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b586d6-6f7e-4ada-8aa6-d44222fd4032') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:22.549791 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e73a0bcc-e7f9-41a8-b67c-00332f1baf8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:22.586016 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-702b737d-bf3a-4124-824b-4561b4e50330 req-d9f1b7a7-7e76-482c-a040-665996f87628 service neutron] 10.222.0.31 "GET /v2.0/networks/a5e19142-4e79-42ca-965f-fd783eba57b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6403461 Nov 26 16:38:22.586252 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42712) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:22.592355 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-90d99a47-8e48-42e3-b8e7-34fde5d9e7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:22.634145 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-948810df-702d-46e3-84aa-212240a8a8e2 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Unset dirty status for tenant:164d16d0efa04e14ad31fb0e118fdd7b on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:22.635389 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-948810df-702d-46e3-84aa-212240a8a8e2 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2563827 Nov 26 16:38:22.641380 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42718) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:22.644641 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-90d99a47-8e48-42e3-b8e7-34fde5d9e7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:22.654094 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-753d6620-86b3-42d4-bb13-b8942185aa2d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1658054304'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:22.665696 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-dd07845a-342f-43a7-8fb8-d5ad3f2c9914 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Network a55c73e1-f79c-4dd0-927e-d75452182e89 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:38:22.672714 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-dd07845a-342f-43a7-8fb8-d5ad3f2c9914 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:22.690935 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07845a-342f-43a7-8fb8-d5ad3f2c9914 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Pushing event updated for resources: {'Port': ['ID=1b13e777-5df2-4f60-9dee-f17634dcd9e3,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:22.692898 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-dd07845a-342f-43a7-8fb8-d5ad3f2c9914 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:38:22.703537 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-753d6620-86b3-42d4-bb13-b8942185aa2d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:22.717074 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d99a47-8e48-42e3-b8e7-34fde5d9e7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:38:22.717472 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-90d99a47-8e48-42e3-b8e7-34fde5d9e7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:22.728206 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-dd07845a-342f-43a7-8fb8-d5ad3f2c9914 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:38:22.734708 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:38:22.742365 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-753d6620-86b3-42d4-bb13-b8942185aa2d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Usage tracker for resource:network and tenant:164d16d0efa04e14ad31fb0e118fdd7b is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:22.796428 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-753d6620-86b3-42d4-bb13-b8942185aa2d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:22.813955 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-753d6620-86b3-42d4-bb13-b8942185aa2d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:22.819065 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1532891685'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:22.835797 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-dd07845a-342f-43a7-8fb8-d5ad3f2c9914 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:22.836487 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-dd07845a-342f-43a7-8fb8-d5ad3f2c9914 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:22.849227 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:22.856717 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-285c7baa-da9c-4b06-bf80-d7398ed7e135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:22.861105 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Usage tracker for resource:network and tenant:60099abfbf2b493bb88042c6d45d25e4 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:22.872371 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:22.875263 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7160ab26-c9fe-45fc-bcde-f6fbecba230f tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:22.876627 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b6564d6f-baee-4815-be5c-e23983b66e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:22.886089 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7160ab26-c9fe-45fc-bcde-f6fbecba230f tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:22.893526 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5f3b0644-2084-44ce-9a6b-331c52d35fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:22.899387 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-90d99a47-8e48-42e3-b8e7-34fde5d9e7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:22.900685 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753d6620-86b3-42d4-bb13-b8942185aa2d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Made reservation on behalf of 164d16d0efa04e14ad31fb0e118fdd7b for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:22.904628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-753d6620-86b3-42d4-bb13-b8942185aa2d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:22.918430 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:22.929533 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c7baa-da9c-4b06-bf80-d7398ed7e135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc50b94-8830-49f7-8ecd-7be8cba027c9,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:22.956506 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f792cec-b4aa-4ba3-bf3d-e99ca350873a {{(pid=87519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:38:22.968474 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-dd07845a-342f-43a7-8fb8-d5ad3f2c9914 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7269075 Nov 26 16:38:22.974000 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:22.977596 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-90d99a47-8e48-42e3-b8e7-34fde5d9e7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:22.980848 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-285c7baa-da9c-4b06-bf80-d7398ed7e135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:22.983682 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5f75666b-9958-42f8-9817-bdfbdeb668e6 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:22.985598 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] Request body: {'port': {'device_id': '70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:23.017352 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d99a47-8e48-42e3-b8e7-34fde5d9e7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Pushing event deleted for resources: {'Network': ['ID=2fb13060-f08e-4bdf-b197-2b06c4c79ceb,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:23.023555 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-285c7baa-da9c-4b06-bf80-d7398ed7e135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:23.027492 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-285c7baa-da9c-4b06-bf80-d7398ed7e135 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4fc50b94-8830-49f7-8ecd-7be8cba027c9 HTTP/1.1" status: 204 len: 168 time: 0.8695352 Nov 26 16:38:23.041300 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753d6620-86b3-42d4-bb13-b8942185aa2d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:38:23.049029 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160ab26-c9fe-45fc-bcde-f6fbecba230f tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Pushing event updated for resources: {'Port': ['ID=c3333104-d799-4a48-ac2b-e1adfb58c1e8,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:23.051536 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-753d6620-86b3-42d4-bb13-b8942185aa2d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:23.051860 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-753d6620-86b3-42d4-bb13-b8942185aa2d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Added segment b8977f0c-522a-4617-a243-7175f21b3b4e of type vlan for network 0611c039-18b2-4e3c-acae-addaacb9835f Nov 26 16:38:23.063135 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-5cd541a5-e052-4880-a5cf-07131d60ee1c None None] Provisioning for port 1b13e777-5df2-4f60-9dee-f17634dcd9e3 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:38:23.063703 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7160ab26-c9fe-45fc-bcde-f6fbecba230f tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:23.076407 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-5cd541a5-e052-4880-a5cf-07131d60ee1c None None] Provisioning complete for port 1b13e777-5df2-4f60-9dee-f17634dcd9e3 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:23.077019 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5cd541a5-e052-4880-a5cf-07131d60ee1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:23.080958 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-753d6620-86b3-42d4-bb13-b8942185aa2d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:23.100327 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] Transition to ACTIVE for port object 8f792cec-b4aa-4ba3-bf3d-e99ca350873a will not be triggered until provisioned by entity L2. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:23.121334 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:23.130794 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a5e1d856-d5e9-48fe-a7fe-72a065730e3f tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:23.155051 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-90d99a47-8e48-42e3-b8e7-34fde5d9e7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:23.158255 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-702b737d-bf3a-4124-824b-4561b4e50330 req-5ccf016d-9bef-40c9-8fa1-e19cc71ecc6b service neutron] 10.222.0.31 "GET /v2.0/networks/a5e19142-4e79-42ca-965f-fd783eba57b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5573597 Nov 26 16:38:23.164674 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-5cd541a5-e052-4880-a5cf-07131d60ee1c None None] Port 1b13e777-5df2-4f60-9dee-f17634dcd9e3 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:38:23.164906 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-753d6620-86b3-42d4-bb13-b8942185aa2d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:23.178958 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753d6620-86b3-42d4-bb13-b8942185aa2d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:23.180130 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-753d6620-86b3-42d4-bb13-b8942185aa2d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:23.186276 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Made reservation on behalf of 60099abfbf2b493bb88042c6d45d25e4 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:23.191708 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:23.212754 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-90d99a47-8e48-42e3-b8e7-34fde5d9e7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] 10.222.0.11 "DELETE /v2.0/networks/2fb13060-f08e-4bdf-b197-2b06c4c79ceb HTTP/1.1" status: 204 len: 168 time: 1.4823225 Nov 26 16:38:23.235588 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a17ce713-d1cd-4000-9f69-7f5f6471dfb2 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:23.254625 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:23.282319 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-7160ab26-c9fe-45fc-bcde-f6fbecba230f tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] In _notify_port_updated(), no bound segment for port c3333104-d799-4a48-ac2b-e1adfb58c1e8 on network 2d2a4201-1867-4b53-ad3d-4544dc93695b {{(pid=87519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 26 16:38:23.287046 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:23.290877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Usage tracker for resource:security_group_rule and tenant:60099abfbf2b493bb88042c6d45d25e4 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:23.294618 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:23.301280 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:23.301949 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7160ab26-c9fe-45fc-bcde-f6fbecba230f tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:23.303198 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7160ab26-c9fe-45fc-bcde-f6fbecba230f tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:23.305015 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7160ab26-c9fe-45fc-bcde-f6fbecba230f tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] 10.222.0.11 "PUT /v2.0/ports/c3333104-d799-4a48-ac2b-e1adfb58c1e8 HTTP/1.1" status: 200 len: 1055 time: 2.0903797 Nov 26 16:38:23.401563 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c793830e-b8f8-416a-b330-4917f0289cba None None] Provisioning complete for port c3333104-d799-4a48-ac2b-e1adfb58c1e8 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:23.401948 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c793830e-b8f8-416a-b330-4917f0289cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:23.499412 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42730) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:23.503851 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d6620-86b3-42d4-bb13-b8942185aa2d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Pushing event updated for resources: {'Network': ['ID=0611c039-18b2-4e3c-acae-addaacb9835f,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:23.515228 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-753d6620-86b3-42d4-bb13-b8942185aa2d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:23.521987 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-753d6620-86b3-42d4-bb13-b8942185aa2d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8771288 Nov 26 16:38:23.534040 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-c793830e-b8f8-416a-b330-4917f0289cba None None] Port c3333104-d799-4a48-ac2b-e1adfb58c1e8 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:38:23.535520 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 0611c039-18b2-4e3c-acae-addaacb9835f details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:38:23.558695 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42740) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:23.616274 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:23.640688 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42744) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:23.757110 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42752) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:23.757884 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] Pushing event updated for resources: {'Port': ['ID=8f792cec-b4aa-4ba3-bf3d-e99ca350873a,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:23.759169 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-78f390de-13c0-4105-87de-bcce0e04120f tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1879414016'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:23.760738 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:23.797368 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-78f390de-13c0-4105-87de-bcce0e04120f tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:23.816375 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-78f390de-13c0-4105-87de-bcce0e04120f tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Usage tracker for resource:network and tenant:164d16d0efa04e14ad31fb0e118fdd7b is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:23.823042 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-78f390de-13c0-4105-87de-bcce0e04120f tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:23.843523 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-78f390de-13c0-4105-87de-bcce0e04120f tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:23.858068 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-9877aaf7-194f-4af2-b567-5330dae982e2 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Deleting port c3333104-d799-4a48-ac2b-e1adfb58c1e8 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:38:23.858426 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9877aaf7-194f-4af2-b567-5330dae982e2 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:23.937272 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f390de-13c0-4105-87de-bcce0e04120f tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Made reservation on behalf of 164d16d0efa04e14ad31fb0e118fdd7b for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:23.940710 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-78f390de-13c0-4105-87de-bcce0e04120f tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:23.963188 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace25c60-807e-4de7-88b9-e46e077630ed req-c4b81c73-1b81-4a0e-be24-118133fd029c tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:23.964615 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ace25c60-807e-4de7-88b9-e46e077630ed req-c4b81c73-1b81-4a0e-be24-118133fd029c tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 944 time: 0.9531658 Nov 26 16:38:24.004866 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-571015f6-35f7-4728-be6d-f03342824273 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=63557eaab85548f49a4b0ab1664e3c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2148354 Nov 26 16:38:24.027148 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42756) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:24.044884 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7da19-63ee-48fa-b5ab-de4bb8f9ffe6 req-a4b68b0b-c17d-4d52-8faa-ee0355033c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:24.046364 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-79a7da19-63ee-48fa-b5ab-de4bb8f9ffe6 req-a4b68b0b-c17d-4d52-8faa-ee0355033c22 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06e5b26eff95490196e93abf54aa53ed&device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 1096 time: 0.7684748 Nov 26 16:38:24.059703 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] Attempting to bind port 8f792cec-b4aa-4ba3-bf3d-e99ca350873a on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:24.060163 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] Attempting to bind port 8f792cec-b4aa-4ba3-bf3d-e99ca350873a by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '2894379f-c8e7-4e55-856c-2a6c137e7b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:24.060492 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] Attempting to bind port 8f792cec-b4aa-4ba3-bf3d-e99ca350873a on network d89905c5-5622-439c-bd42-d732b1c43e20 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:24.085251 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523df06d-671f-4615-aecc-6e98fc0adbd3 req-2756a001-7ba7-4dd3-8612-d1578b4b8650 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:24.086706 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-523df06d-671f-4615-aecc-6e98fc0adbd3 req-2756a001-7ba7-4dd3-8612-d1578b4b8650 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/ports?device_id=70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd HTTP/1.1" status: 200 len: 931 time: 0.4734664 Nov 26 16:38:24.093416 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] Port 8f792cec-b4aa-4ba3-bf3d-e99ca350873a on network d89905c5-5622-439c-bd42-d732b1c43e20 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:24.093733 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] Attempting to bind port 8f792cec-b4aa-4ba3-bf3d-e99ca350873a on network d89905c5-5622-439c-bd42-d732b1c43e20 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:24.119159 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f390de-13c0-4105-87de-bcce0e04120f tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:38:24.198692 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:38:24.199026 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] Checking segment: {'id': '2894379f-c8e7-4e55-856c-2a6c137e7b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:38:24.199551 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] Bound using segment: {'id': '2894379f-c8e7-4e55-856c-2a6c137e7b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20'} {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:38:24.200033 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] Bound port: 8f792cec-b4aa-4ba3-bf3d-e99ca350873a, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2894379f-c8e7-4e55-856c-2a6c137e7b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20'}}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:38:24.200403 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:24.226823 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ace25c60-807e-4de7-88b9-e46e077630ed req-c27de213-6374-4e15-b7d3-08c3d764c529 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa50fb00-3357-45b0-a863-2d0fe23069bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474670 Nov 26 16:38:24.235463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-78f390de-13c0-4105-87de-bcce0e04120f tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:24.235901 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-78f390de-13c0-4105-87de-bcce0e04120f tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Added segment 7710614e-af94-45fd-90eb-8a1eef935e98 of type vlan for network 8a27df15-8c27-4331-94cf-e4686883eca5 Nov 26 16:38:24.237989 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:24.247305 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c1d51401-f645-4743-a86d-8ff24ab18a59 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9eb48e37a5ee40839299711152ff32b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5689406 Nov 26 16:38:24.250051 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42760) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:24.302863 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:24.321792 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:24.348014 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-523df06d-671f-4615-aecc-6e98fc0adbd3 req-e6240163-6a46-46bf-ad58-d9a6f8997db3 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e18e4c7-657a-4942-bf52-698938229428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2519464 Nov 26 16:38:24.383755 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d54eaccc-e531-4be1-b826-f5ba4467a40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:24.439643 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-78f390de-13c0-4105-87de-bcce0e04120f tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:24.445874 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:38:24.464202 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d54eaccc-e531-4be1-b826-f5ba4467a40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:24.473609 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] For port 8f792cec-b4aa-4ba3-bf3d-e99ca350873a, host hv-neutron-8194, cleared binding levels {{(pid=87519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:38:24.486492 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7da19-63ee-48fa-b5ab-de4bb8f9ffe6 req-873fbfdc-053e-4ef5-88e5-f5467cfc251a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:24.487983 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-79a7da19-63ee-48fa-b5ab-de4bb8f9ffe6 req-873fbfdc-053e-4ef5-88e5-f5467cfc251a service neutron] 10.222.0.31 "GET /v2.0/networks?id=a5e19142-4e79-42ca-965f-fd783eba57b9 HTTP/1.1" status: 200 len: 912 time: 0.4264729 Nov 26 16:38:24.488616 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=331972b8-e2e9-483a-8630-07d9c2fcd7ec,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:24.498924 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:24.507571 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:24.508195 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Added segment 53d54dc3-99a0-4b87-91bd-9af4d892c397 of type vlan for network a0e71bf8-0353-4610-841a-010f43a09658 Nov 26 16:38:24.515742 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] For port 8f792cec-b4aa-4ba3-bf3d-e99ca350873a, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=8f792cec-b4aa-4ba3-bf3d-e99ca350873a,segment=NetworkSegment(2894379f-c8e7-4e55-856c-2a6c137e7b1e),segment_id=2894379f-c8e7-4e55-856c-2a6c137e7b1e)] {{(pid=87519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:38:24.529484 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-657b2413-1a51-4287-a16d-fe3d467535fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:24.536475 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:24.557011 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-789a108a-652d-4405-8bbe-906cd03800e8 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:24.580884 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.resource_extend [None req-78f390de-13c0-4105-87de-bcce0e04120f tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:38:24.606368 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9877aaf7-194f-4af2-b567-5330dae982e2 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:24.614231 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-79a7da19-63ee-48fa-b5ab-de4bb8f9ffe6 req-48f4a8e6-9197-44be-94ca-f598bf450059 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7996468-c56a-4a78-8717-905208e625cd HTTP/1.1" status: 200 len: 217 time: 0.1166115 Nov 26 16:38:24.645198 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:24.645875 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:24.647087 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] 10.222.0.31 "PUT /v2.0/ports/8f792cec-b4aa-4ba3-bf3d-e99ca350873a HTTP/1.1" status: 200 len: 1094 time: 3.3555691 Nov 26 16:38:24.673460 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f918a4-005c-4996-b001-0310e6546a10', 'tag': '8f792cec-b4aa-4ba3-bf3d-e99ca350873a'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:38:24.695481 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-657b2413-1a51-4287-a16d-fe3d467535fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:24.740569 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b13e777-5df2-4f60-9dee-f17634dcd9e3 {{(pid=87519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:38:24.754632 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:24.787341 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-78f390de-13c0-4105-87de-bcce0e04120f tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:24.793138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f390de-13c0-4105-87de-bcce0e04120f tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:24.793747 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-78f390de-13c0-4105-87de-bcce0e04120f tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:24.796536 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d54eaccc-e531-4be1-b826-f5ba4467a40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:24.815826 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-9877aaf7-194f-4af2-b567-5330dae982e2 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Calling delete_port for c3333104-d799-4a48-ac2b-e1adfb58c1e8 owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:38:24.818139 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] Pushing event updated for resources: {'Port': ['ID=8f792cec-b4aa-4ba3-bf3d-e99ca350873a,revision_number=3']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:24.821674 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:24.832427 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:24.852214 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f53b6316-cfd0-4b4f-b948-10c7e85127fa tempest-ExternalNetworksTestJSON-1510477030 tempest-ExternalNetworksTestJSON-1510477030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:24.856200 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] Transition to ACTIVE for port object 1b13e777-5df2-4f60-9dee-f17634dcd9e3 will not be triggered until provisioned by entity L2. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:24.871098 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54eaccc-e531-4be1-b826-f5ba4467a40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d355617-15e9-49ae-868c-386800a73be2,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:24.874644 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d54eaccc-e531-4be1-b826-f5ba4467a40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:24.875096 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:24.883963 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:24.939924 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d54eaccc-e531-4be1-b826-f5ba4467a40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:24.941449 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d54eaccc-e531-4be1-b826-f5ba4467a40b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d355617-15e9-49ae-868c-386800a73be2 HTTP/1.1" status: 204 len: 168 time: 0.9119918 Nov 26 16:38:24.973296 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:25.074716 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b49745-04ef-4362-a74b-d6899816becf req-87a413d2-6a75-4998-925e-6f0c72266deb tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:25.081614 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-17b49745-04ef-4362-a74b-d6899816becf req-87a413d2-6a75-4998-925e-6f0c72266deb tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 943 time: 0.7422814 Nov 26 16:38:25.105350 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-657b2413-1a51-4287-a16d-fe3d467535fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:25.135971 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7da19-63ee-48fa-b5ab-de4bb8f9ffe6 req-b4359070-b7bd-4b2c-b017-01a535c65e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:25.139606 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-79a7da19-63ee-48fa-b5ab-de4bb8f9ffe6 req-b4359070-b7bd-4b2c-b017-01a535c65e67 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a210e770-5b77-496f-9854-0be443d4634c HTTP/1.1" status: 200 len: 850 time: 0.5079088 Nov 26 16:38:25.178011 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] Pushing event updated for resources: {'Port': ['ID=1b13e777-5df2-4f60-9dee-f17634dcd9e3,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:25.181704 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:25.187279 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:25.204175 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-ad94cf75-a0f8-4f8a-a9a6-e4a66ae87d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:25.205677 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-ad94cf75-a0f8-4f8a-a9a6-e4a66ae87d2e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=67d2367297c04a4ba514a5dfcb19c4b7&device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 1097 time: 0.4540651 Nov 26 16:38:25.206436 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b2413-1a51-4287-a16d-fe3d467535fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2986a454-981d-4740-81fb-dc015247be65,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:25.209245 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-657b2413-1a51-4287-a16d-fe3d467535fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:25.273652 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.resource_extend [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:38:25.284978 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-1fcba94d-eaa8-4a4b-8498-8b660de47a8e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f792cec-b4aa-4ba3-bf3d-e99ca350873a HTTP/1.1" status: 200 len: 217 time: 0.0708747 Nov 26 16:38:25.285179 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f390de-13c0-4105-87de-bcce0e04120f tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Pushing event updated for resources: {'Network': ['ID=8a27df15-8c27-4331-94cf-e4686883eca5,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:25.285629 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] Attempting to bind port 1b13e777-5df2-4f60-9dee-f17634dcd9e3 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:25.285961 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] Attempting to bind port 1b13e777-5df2-4f60-9dee-f17634dcd9e3 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '6a286159-c7e2-4df6-bb5a-d60ac00d4209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:25.286297 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] Attempting to bind port 1b13e777-5df2-4f60-9dee-f17634dcd9e3 on network a55c73e1-f79c-4dd0-927e-d75452182e89 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:25.293617 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-657b2413-1a51-4287-a16d-fe3d467535fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:25.297083 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-78f390de-13c0-4105-87de-bcce0e04120f tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:25.298655 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-657b2413-1a51-4287-a16d-fe3d467535fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2986a454-981d-4740-81fb-dc015247be65 HTTP/1.1" status: 204 len: 168 time: 1.0446763 Nov 26 16:38:25.299440 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] Port 1b13e777-5df2-4f60-9dee-f17634dcd9e3 on network a55c73e1-f79c-4dd0-927e-d75452182e89 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:25.299775 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] Attempting to bind port 1b13e777-5df2-4f60-9dee-f17634dcd9e3 on network a55c73e1-f79c-4dd0-927e-d75452182e89 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:25.301469 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 8a27df15-8c27-4331-94cf-e4686883eca5 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:38:25.339988 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f918a4-005c-4996-b001-0310e6546a10', 'tag': '8f792cec-b4aa-4ba3-bf3d-e99ca350873a', 'status': 'completed', 'code': 200} Nov 26 16:38:25.353865 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:38:25.354261 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] Checking segment: {'id': '6a286159-c7e2-4df6-bb5a-d60ac00d4209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:38:25.354568 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] Bound using segment: {'id': '6a286159-c7e2-4df6-bb5a-d60ac00d4209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89'} {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:38:25.355446 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] Bound port: 1b13e777-5df2-4f60-9dee-f17634dcd9e3, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a286159-c7e2-4df6-bb5a-d60ac00d4209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89'}}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:38:25.355860 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:25.388080 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-78f390de-13c0-4105-87de-bcce0e04120f tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6506431 Nov 26 16:38:25.429661 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-17b49745-04ef-4362-a74b-d6899816becf req-a6eeef57-21ff-4937-b113-7e53fd924e2c tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3470709 Nov 26 16:38:25.445614 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:25.453777 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:25.454429 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:25.463426 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:25.493268 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-b22d4c66-8c29-4845-95fc-f1aca81e1b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:25.495472 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-b22d4c66-8c29-4845-95fc-f1aca81e1b3d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=78772461-04bb-45a9-8c0c-04bc08f8bb07 HTTP/1.1" status: 200 len: 844 time: 0.1927471 Nov 26 16:38:25.533624 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9877aaf7-194f-4af2-b567-5330dae982e2 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:25.663278 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42788) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:25.749827 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Request body: {'subnets': [{'network_id': '0611c039-18b2-4e3c-acae-addaacb9835f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--955226487', 'ip_version': 4}, {'network_id': '8a27df15-8c27-4331-94cf-e4686883eca5', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:25.750338 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Request body: {'subnet': {'network_id': '0611c039-18b2-4e3c-acae-addaacb9835f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--955226487', 'ip_version': 4}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:25.750942 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Request body: {'subnet': {'network_id': '8a27df15-8c27-4331-94cf-e4686883eca5', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:25.885873 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42796) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:25.942655 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-e0ed643c-51d0-4935-8aba-5994e762cc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:25.944055 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-e0ed643c-51d0-4935-8aba-5994e762cc80 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d89905c5-5622-439c-bd42-d732b1c43e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3949583 Nov 26 16:38:25.949974 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] For port 1b13e777-5df2-4f60-9dee-f17634dcd9e3, host hv-neutron-8194, cleared binding levels {{(pid=87519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:38:25.993167 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device a7996468-c56a-4a78-8717-905208e625cd details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 16:38:26.015959 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.4167092 Nov 26 16:38:26.022697 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42800) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:26.089997 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-10a1f1e4-158a-48a3-a2cb-da3469b9ccb1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Request body: {'subnet': {'network_id': 'a0e71bf8-0353-4610-841a-010f43a09658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:26.119105 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-74623616-be19-43a7-9cd3-9c23a00e245f service neutron] 10.222.0.31 "GET /v2.0/networks/d89905c5-5622-439c-bd42-d732b1c43e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625836 Nov 26 16:38:26.121066 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Pushing event updated for resources: {'Network': ['ID=a0e71bf8-0353-4610-841a-010f43a09658,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:26.124568 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:26.127741 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b672863-480b-4ffc-9523-25a021f77beb req-cd9e1a8c-1225-4ace-9b7e-94664e5cf679 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:26.129093 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-6b672863-480b-4ffc-9523-25a021f77beb req-cd9e1a8c-1225-4ace-9b7e-94664e5cf679 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Synchronizing usage tracker for tenant:67d2367297c04a4ba514a5dfcb19c4b7 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:26.133645 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network a0e71bf8-0353-4610-841a-010f43a09658 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:38:26.136920 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.561s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:26.142289 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] For port 1b13e777-5df2-4f60-9dee-f17634dcd9e3, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=1b13e777-5df2-4f60-9dee-f17634dcd9e3,segment=NetworkSegment(6a286159-c7e2-4df6-bb5a-d60ac00d4209),segment_id=6a286159-c7e2-4df6-bb5a-d60ac00d4209)] {{(pid=87519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:38:26.176742 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:26.185747 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e946b9b0-aa95-4fbf-a38f-17216a2d3b03 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0e44420f2afd46f3a14fc094f7c91672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925124 Nov 26 16:38:26.190790 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42810) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:26.193303 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0e7a52b2-2924-4e20-a93c-b78e1c75f6b2 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:26.274734 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877aaf7-194f-4af2-b567-5330dae982e2 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Pushing event deleted for resources: {'Port': ['ID=c3333104-d799-4a48-ac2b-e1adfb58c1e8,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:26.277273 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9877aaf7-194f-4af2-b567-5330dae982e2 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:26.280631 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7da19-63ee-48fa-b5ab-de4bb8f9ffe6 req-aa8286dd-c5c0-49a5-8754-d16cc7a1817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:26.282223 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-79a7da19-63ee-48fa-b5ab-de4bb8f9ffe6 req-aa8286dd-c5c0-49a5-8754-d16cc7a1817a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a5e19142-4e79-42ca-965f-fd783eba57b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0008121 Nov 26 16:38:26.326787 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-6b672863-480b-4ffc-9523-25a021f77beb req-cd9e1a8c-1225-4ace-9b7e-94664e5cf679 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Unset dirty status for tenant:67d2367297c04a4ba514a5dfcb19c4b7 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:26.333587 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6b672863-480b-4ffc-9523-25a021f77beb req-cd9e1a8c-1225-4ace-9b7e-94664e5cf679 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 944 time: 0.8522921 Nov 26 16:38:26.350193 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port a7996468-c56a-4a78-8717-905208e625cd, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a7996468-c56a-4a78-8717-905208e625cd,segment=NetworkSegment(5b7fa938-8d92-4b8a-af7d-251b9bf77dea),segment_id=5b7fa938-8d92-4b8a-af7d-251b9bf77dea)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:38:26.377803 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': 'a7996468-c56a-4a78-8717-905208e625cd', 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9', 'port_id': 'a7996468-c56a-4a78-8717-905208e625cd', 'mac_address': 'fa:16:3e:7b:f2:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a210e770-5b77-496f-9854-0be443d4634c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 16:38:26.437610 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:26.438919 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:26.440572 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] 10.222.0.31 "PUT /v2.0/ports/1b13e777-5df2-4f60-9dee-f17634dcd9e3 HTTP/1.1" status: 200 len: 1093 time: 3.4591911 Nov 26 16:38:26.491014 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] Pushing event updated for resources: {'Port': ['ID=1b13e777-5df2-4f60-9dee-f17634dcd9e3,revision_number=3']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:26.502877 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:26.527496 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7996468-c56a-4a78-8717-905208e625cd {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:38:26.530016 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:26.554477 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port a7996468-c56a-4a78-8717-905208e625cd, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a7996468-c56a-4a78-8717-905208e625cd,segment=NetworkSegment(5b7fa938-8d92-4b8a-af7d-251b9bf77dea),segment_id=5b7fa938-8d92-4b8a-af7d-251b9bf77dea)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:38:26.562024 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:26.565052 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:26.639023 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6b672863-480b-4ffc-9523-25a021f77beb req-5de5aeda-e30b-429f-8f48-6146ecdfdf7e tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa50fb00-3357-45b0-a863-2d0fe23069bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3039019 Nov 26 16:38:26.656247 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=a7996468-c56a-4a78-8717-905208e625cd,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:26.659860 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:26.681367 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-39ab9620-13ee-464d-8e51-00f26fd71640 req-1615d257-5cbe-4657-8aea-18fc273ffc1e service neutron] 10.222.0.31 "GET /v2.0/networks/d89905c5-5622-439c-bd42-d732b1c43e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428154 Nov 26 16:38:26.746706 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7f46ef35-0e9f-485c-8528-00109e39572d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:26.794777 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d245f20-5356-4285-8bca-27cf2792f748 req-760c1900-308d-489e-8c32-7a6db61277f0 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:26.796402 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0d245f20-5356-4285-8bca-27cf2792f748 req-760c1900-308d-489e-8c32-7a6db61277f0 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/ports?device_id=70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd HTTP/1.1" status: 200 len: 943 time: 1.1277132 Nov 26 16:38:26.797434 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9877aaf7-194f-4af2-b567-5330dae982e2 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:26.799562 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9877aaf7-194f-4af2-b567-5330dae982e2 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] 10.222.0.11 "DELETE /v2.0/ports/c3333104-d799-4a48-ac2b-e1adfb58c1e8 HTTP/1.1" status: 204 len: 168 time: 3.2832782 Nov 26 16:38:26.811668 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42826) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:26.825488 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-10a1f1e4-158a-48a3-a2cb-da3469b9ccb1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:26.859894 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-10a1f1e4-158a-48a3-a2cb-da3469b9ccb1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Usage tracker for resource:subnet and tenant:60099abfbf2b493bb88042c6d45d25e4 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:26.861678 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['a7996468-c56a-4a78-8717-905208e625cd'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 16:38:26.866256 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:26.870453 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Usage tracker for resource:subnet and tenant:164d16d0efa04e14ad31fb0e118fdd7b is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:26.873867 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:26.879761 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:26.892952 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-10a1f1e4-158a-48a3-a2cb-da3469b9ccb1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:26.899856 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-6541c076-f43d-43aa-a505-cc4cbcd71114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:26.901343 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-6541c076-f43d-43aa-a505-cc4cbcd71114 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba7ec815beb94575a006ddee54532b3f&device_id=70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd HTTP/1.1" status: 200 len: 1096 time: 0.3703983 Nov 26 16:38:26.910284 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Made reservation on behalf of 164d16d0efa04e14ad31fb0e118fdd7b for: {'subnet': 2} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:26.915115 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:26.915607 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:26.958186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-10a1f1e4-158a-48a3-a2cb-da3469b9ccb1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:26.976668 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7f46ef35-0e9f-485c-8528-00109e39572d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:27.005267 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-88469c8a-be0a-4df1-b7a8-2574e2b5ff85 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] GET failed (client error): The resource could not be found. Nov 26 16:38:27.005805 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-88469c8a-be0a-4df1-b7a8-2574e2b5ff85 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Synchronizing usage tracker for tenant:e28e29356737478caf7d8675a91c4413 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:27.030409 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-2b4e6b8a-0a9d-4daa-a87c-8e069ac149ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b13e777-5df2-4f60-9dee-f17634dcd9e3 HTTP/1.1" status: 200 len: 217 time: 0.1057298 Nov 26 16:38:27.059807 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0d245f20-5356-4285-8bca-27cf2792f748 req-e2d16b98-a869-4af3-9bbe-8afe72a1e3fd tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e18e4c7-657a-4942-bf52-698938229428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2527847 Nov 26 16:38:27.072563 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-79a7da19-63ee-48fa-b5ab-de4bb8f9ffe6 req-0c8d032f-b840-4b66-ab9e-21cad2bbd454 service neutron] 10.222.0.31 "GET /v2.0/networks/a5e19142-4e79-42ca-965f-fd783eba57b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7694240 Nov 26 16:38:27.111463 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-88469c8a-be0a-4df1-b7a8-2574e2b5ff85 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Unset dirty status for tenant:e28e29356737478caf7d8675a91c4413 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:27.115071 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-88469c8a-be0a-4df1-b7a8-2574e2b5ff85 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] 10.222.0.11 "GET /v2.0/ports/c3333104-d799-4a48-ac2b-e1adfb58c1e8 HTTP/1.1" status: 404 len: 333 time: 0.2960050 Nov 26 16:38:27.134234 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42836) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:27.185961 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42840) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:27.188405 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a1f1e4-158a-48a3-a2cb-da3469b9ccb1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Made reservation on behalf of 60099abfbf2b493bb88042c6d45d25e4 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:27.191789 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-10a1f1e4-158a-48a3-a2cb-da3469b9ccb1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:27.194379 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c1bad-6ff3-41e0-9557-6674d154ef45 req-d8de7dd3-bd4f-48fd-9473-0e40039d1627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:27.195873 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1f4c1bad-6ff3-41e0-9557-6674d154ef45 req-d8de7dd3-bd4f-48fd-9473-0e40039d1627 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=67d2367297c04a4ba514a5dfcb19c4b7&device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 1097 time: 0.4414303 Nov 26 16:38:27.242334 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-b0a2a419-ec69-4f5d-971f-f3c26d0ffdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:27.243859 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-b0a2a419-ec69-4f5d-971f-f3c26d0ffdc0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d8b30045-06a7-450d-8b3f-11d57c1b4222 HTTP/1.1" status: 200 len: 850 time: 0.1806309 Nov 26 16:38:27.333041 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-79a7da19-63ee-48fa-b5ab-de4bb8f9ffe6 req-a56c386b-c94b-45a6-bbe7-b880ca2935ba service neutron] 10.222.0.31 "GET /v2.0/networks/a5e19142-4e79-42ca-965f-fd783eba57b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532737 Nov 26 16:38:27.347134 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd', 'tag': '1b13e777-5df2-4f60-9dee-f17634dcd9e3'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:38:27.351655 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-77fdc6a9-137e-48b5-bb53-df3e45c6c18c tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1549175020'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:27.354464 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-6bd856b7-197c-4f56-bc64-058e63d33eeb tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Deleting port 94d04d99-2cf3-472a-8e2c-eb7fd9ed4df6 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:38:27.354807 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6bd856b7-197c-4f56-bc64-058e63d33eeb tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:27.364782 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-77fdc6a9-137e-48b5-bb53-df3e45c6c18c tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:27.374133 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-77fdc6a9-137e-48b5-bb53-df3e45c6c18c tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Usage tracker for resource:router and tenant:3a79632dcf6d4d60ae99068cce314615 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:27.377706 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-77fdc6a9-137e-48b5-bb53-df3e45c6c18c tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:27.386208 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-77fdc6a9-137e-48b5-bb53-df3e45c6c18c tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:27.400785 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7f46ef35-0e9f-485c-8528-00109e39572d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:27.419528 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29397e2c-deac-408d-8be2-3f7f43c6fee1 req-ce94b61c-15fc-400f-abf8-fdd696da9083 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:27.421032 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-29397e2c-deac-408d-8be2-3f7f43c6fee1 req-ce94b61c-15fc-400f-abf8-fdd696da9083 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 944 time: 0.6084735 Nov 26 16:38:27.434526 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:27.438699 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-77fdc6a9-137e-48b5-bb53-df3e45c6c18c tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:27.439696 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-77fdc6a9-137e-48b5-bb53-df3e45c6c18c tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:27.481019 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46ef35-0e9f-485c-8528-00109e39572d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318e7361-a1cc-4c60-be21-5adaadd9e4af,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:27.488965 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd', 'tag': '1b13e777-5df2-4f60-9dee-f17634dcd9e3', 'status': 'completed', 'code': 200} Nov 26 16:38:27.497636 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7f46ef35-0e9f-485c-8528-00109e39572d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:27.527337 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-77fdc6a9-137e-48b5-bb53-df3e45c6c18c tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:27.571894 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7f46ef35-0e9f-485c-8528-00109e39572d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:27.572914 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7f46ef35-0e9f-485c-8528-00109e39572d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/318e7361-a1cc-4c60-be21-5adaadd9e4af HTTP/1.1" status: 204 len: 168 time: 1.3488843 Nov 26 16:38:27.606542 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-29397e2c-deac-408d-8be2-3f7f43c6fee1 req-53fb1929-8b1d-4330-b59f-3212ea6cc2b8 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764812 Nov 26 16:38:27.611121 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c1bad-6ff3-41e0-9557-6674d154ef45 req-8dda37fa-ead8-4458-bcd5-79976f20cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:27.613217 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1f4c1bad-6ff3-41e0-9557-6674d154ef45 req-8dda37fa-ead8-4458-bcd5-79976f20cf78 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d89905c5-5622-439c-bd42-d732b1c43e20 HTTP/1.1" status: 200 len: 906 time: 0.4033144 Nov 26 16:38:27.715453 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1f4c1bad-6ff3-41e0-9557-6674d154ef45 req-f789bd9c-4640-45ff-a718-983ed8f82770 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f792cec-b4aa-4ba3-bf3d-e99ca350873a HTTP/1.1" status: 200 len: 217 time: 0.0742502 Nov 26 16:38:27.824888 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-77fdc6a9-137e-48b5-bb53-df3e45c6c18c tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:27.895070 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-10a1f1e4-158a-48a3-a2cb-da3469b9ccb1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:27.916019 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-28ce8e0a-f6ab-450c-8458-26f8cf20cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:27.916544 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:27.916628 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-28ce8e0a-f6ab-450c-8458-26f8cf20cf19 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a55c73e1-f79c-4dd0-927e-d75452182e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6603627 Nov 26 16:38:27.962734 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device a7996468-c56a-4a78-8717-905208e625cd up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:38:28.002162 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-77fdc6a9-137e-48b5-bb53-df3e45c6c18c tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:28.003359 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-77fdc6a9-137e-48b5-bb53-df3e45c6c18c tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8163269 Nov 26 16:38:28.011064 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42858) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:28.064859 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c1bad-6ff3-41e0-9557-6674d154ef45 req-0918baf7-d752-40b1-bd5d-8e96b60a3e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:28.066341 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1f4c1bad-6ff3-41e0-9557-6674d154ef45 req-0918baf7-d752-40b1-bd5d-8e96b60a3e5c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=78772461-04bb-45a9-8c0c-04bc08f8bb07 HTTP/1.1" status: 200 len: 844 time: 0.2924776 Nov 26 16:38:28.069300 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port a7996468-c56a-4a78-8717-905208e625cd completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:38:28.076748 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port a7996468-c56a-4a78-8717-905208e625cd triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:28.077303 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:28.110244 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1f1e4-158a-48a3-a2cb-da3469b9ccb1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Pushing event updated for resources: {'Subnet': ['ID=25deedb1-0570-4a68-8b66-9fc98dd8678a,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:28.158453 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6bd856b7-197c-4f56-bc64-058e63d33eeb tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:28.181421 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-10a1f1e4-158a-48a3-a2cb-da3469b9ccb1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:28.201360 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a1f1e4-158a-48a3-a2cb-da3469b9ccb1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Checking segment: {'id': '53d54dc3-99a0-4b87-91bd-9af4d892c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a0e71bf8-0353-4610-841a-010f43a09658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:38:28.201981 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a1f1e4-158a-48a3-a2cb-da3469b9ccb1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Network hostable DHCP agents. Network: a0e71bf8-0353-4610-841a-010f43a09658, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:38:28.246472 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-71f894a9-2590-4609-b31c-542f323167f0 tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:28.316272 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-6bd856b7-197c-4f56-bc64-058e63d33eeb tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Calling delete_port for 94d04d99-2cf3-472a-8e2c-eb7fd9ed4df6 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:38:28.359411 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-d3d85545-c29a-4112-80ac-c01db2503b41 service neutron] 10.222.0.31 "GET /v2.0/networks/a55c73e1-f79c-4dd0-927e-d75452182e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282894 Nov 26 16:38:28.366124 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:28.389585 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96843e2a-07cc-42c2-8b34-24c958ce29af req-9a42441d-eb1d-4de4-b523-8da650dc54d1 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:28.391087 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-96843e2a-07cc-42c2-8b34-24c958ce29af req-9a42441d-eb1d-4de4-b523-8da650dc54d1 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 944 time: 0.5730944 Nov 26 16:38:28.410047 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fccae82-ed13-4ebd-8005-8d6557e94bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7996468-c56a-4a78-8717-905208e625cd'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:38:28.463029 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c1bad-6ff3-41e0-9557-6674d154ef45 req-d4d7f4b9-779c-4783-aabd-ed564e0faeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:28.464759 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1f4c1bad-6ff3-41e0-9557-6674d154ef45 req-d4d7f4b9-779c-4783-aabd-ed564e0faeeb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d89905c5-5622-439c-bd42-d732b1c43e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3845654 Nov 26 16:38:28.557966 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a1f1e4-158a-48a3-a2cb-da3469b9ccb1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Network a0e71bf8-0353-4610-841a-010f43a09658 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:38:28.565220 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port a7996468-c56a-4a78-8717-905208e625cd, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a7996468-c56a-4a78-8717-905208e625cd,segment=NetworkSegment(5b7fa938-8d92-4b8a-af7d-251b9bf77dea),segment_id=5b7fa938-8d92-4b8a-af7d-251b9bf77dea)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:38:28.568893 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a6e34826-2584-4bc5-907d-703b7da87f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:28.576294 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:28.580577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:28.685304 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-96843e2a-07cc-42c2-8b34-24c958ce29af req-29ef47fa-3eab-4973-b7be-050b0702d70d tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa50fb00-3357-45b0-a863-2d0fe23069bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784836 Nov 26 16:38:28.687935 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=a7996468-c56a-4a78-8717-905208e625cd,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:28.704488 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-10a1f1e4-158a-48a3-a2cb-da3469b9ccb1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, a0e71bf8-0353-4610-841a-010f43a09658) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:28.723093 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:28.727050 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a1f1e4-158a-48a3-a2cb-da3469b9ccb1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:28.727435 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-10a1f1e4-158a-48a3-a2cb-da3469b9ccb1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:28.728920 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87b3eb2-caa4-446e-8635-d353c7a76240 None None] Network a0e71bf8-0353-4610-841a-010f43a09658 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:38:28.748903 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-71f894a9-2590-4609-b31c-542f323167f0 tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:28.756001 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-71f894a9-2590-4609-b31c-542f323167f0 tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:28.761451 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f59ac8-ee86-4db2-816b-993a988c21b2 req-3cd7cb51-f545-42bf-9745-72ad56f6f29c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:28.763143 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:28.764040 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b5f59ac8-ee86-4db2-816b-993a988c21b2 req-3cd7cb51-f545-42bf-9745-72ad56f6f29c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/ports?device_id=70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd HTTP/1.1" status: 200 len: 943 time: 0.4178741 Nov 26 16:38:28.787017 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:38:28.796839 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:28.923093 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-10a1f1e4-158a-48a3-a2cb-da3469b9ccb1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8867049 Nov 26 16:38:28.924496 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42886) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:28.958609 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-4193104a-4990-4253-932e-d727d74326ba tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Request body: {'port': {'network_id': 'a0e71bf8-0353-4610-841a-010f43a09658', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-740765074'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:29.010733 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Pushing event updated for resources: {'Subnet': ['ID=10b6c879-9b1b-421f-9075-d59842dd558e,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:29.012810 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-71f894a9-2590-4609-b31c-542f323167f0 tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:29.013271 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f894a9-2590-4609-b31c-542f323167f0 tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1c7d4e1-0099-4336-bb9c-9c1ba603c467 {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:38:29.023814 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:29.045630 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-71f894a9-2590-4609-b31c-542f323167f0 tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:29.046721 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-71f894a9-2590-4609-b31c-542f323167f0 tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] 10.222.0.11 "DELETE /v2.0/routers/c1c7d4e1-0099-4336-bb9c-9c1ba603c467 HTTP/1.1" status: 204 len: 168 time: 1.0228870 Nov 26 16:38:29.050507 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42894) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:29.052864 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Checking segment: {'id': 'b8977f0c-522a-4617-a243-7175f21b3b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0611c039-18b2-4e3c-acae-addaacb9835f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:38:29.053485 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Network hostable DHCP agents. Network: 0611c039-18b2-4e3c-acae-addaacb9835f, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:38:29.065241 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-ee7d2b02-452a-4f22-849d-9970662f11ec tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Request body: {'router': {'name': 'tempest-router-226449123', 'distributed': False}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:29.077645 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ee7d2b02-452a-4f22-849d-9970662f11ec tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:29.084167 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ee7d2b02-452a-4f22-849d-9970662f11ec tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Usage tracker for resource:router and tenant:3a79632dcf6d4d60ae99068cce314615 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:29.092361 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ee7d2b02-452a-4f22-849d-9970662f11ec tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:29.101466 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ee7d2b02-452a-4f22-849d-9970662f11ec tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:29.110428 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-4193104a-4990-4253-932e-d727d74326ba tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:29.116408 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a3aa795f-d2ae-48a6-b6dc-8c055bff633b req-16e857b4-0ff4-46e9-8ba3-1577d9d86ce5 service neutron] 10.222.0.31 "GET /v2.0/networks/a55c73e1-f79c-4dd0-927e-d75452182e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6640213 Nov 26 16:38:29.118403 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a9989-1e7e-4a86-b2cf-2a2a2792f065 req-1609c7c3-ad0c-4de4-9b1f-f953af9699a4 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:29.120788 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f42a9989-1e7e-4a86-b2cf-2a2a2792f065 req-1609c7c3-ad0c-4de4-9b1f-f953af9699a4 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.2054138 Nov 26 16:38:29.125133 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Network 0611c039-18b2-4e3c-acae-addaacb9835f is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:38:29.145520 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1f4c1bad-6ff3-41e0-9557-6674d154ef45 req-6763c353-c8e9-4a24-ad2e-29675157f8d6 service neutron] 10.222.0.31 "GET /v2.0/networks/d89905c5-5622-439c-bd42-d732b1c43e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6482460 Nov 26 16:38:29.148371 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4193104a-4990-4253-932e-d727d74326ba tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Usage tracker for resource:port and tenant:60099abfbf2b493bb88042c6d45d25e4 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:29.150123 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ee7d2b02-452a-4f22-849d-9970662f11ec tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:29.151474 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ee7d2b02-452a-4f22-849d-9970662f11ec tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:29.154649 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b5f59ac8-ee86-4db2-816b-993a988c21b2 req-9dbfa6cc-15f8-4c6d-9cf7-d4e61a56aef2 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e18e4c7-657a-4942-bf52-698938229428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3512475 Nov 26 16:38:29.157938 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4193104a-4990-4253-932e-d727d74326ba tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:29.173381 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 0611c039-18b2-4e3c-acae-addaacb9835f) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:29.185236 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-a0e71bf8-0353-4610-841a-010f43a09658', 'network_id': 'a0e71bf8-0353-4610-841a-010f43a09658', 'tenant_id': '60099abfbf2b493bb88042c6d45d25e4', 'fixed_ips': [{'subnet_id': '25deedb1-0570-4a68-8b66-9fc98dd8678a'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:38:29.188280 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:29.188590 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:29.197431 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ee7d2b02-452a-4f22-849d-9970662f11ec tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:29.201609 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1319fc87-a131-43e4-af70-03eb4f4130b9 tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:29.213023 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690f82c7-ad61-49fd-8640-d2441cd8ec6b None None] Network 0611c039-18b2-4e3c-acae-addaacb9835f requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:38:29.252659 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-4193104a-4990-4253-932e-d727d74326ba tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:29.288892 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f42a9989-1e7e-4a86-b2cf-2a2a2792f065 req-f83d0482-86d7-4d29-bd42-ec42e7561c36 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599426 Nov 26 16:38:29.338869 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6bd856b7-197c-4f56-bc64-058e63d33eeb tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:29.359144 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:29.413666 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd856b7-197c-4f56-bc64-058e63d33eeb tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Pushing event deleted for resources: {'Port': ['ID=94d04d99-2cf3-472a-8e2c-eb7fd9ed4df6,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:29.416019 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4193104a-4990-4253-932e-d727d74326ba tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Made reservation on behalf of 60099abfbf2b493bb88042c6d45d25e4 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:29.421074 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4193104a-4990-4253-932e-d727d74326ba tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:29.430491 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Pushing event updated for resources: {'Subnet': ['ID=90c8e714-41b7-424a-b3d8-101f527e1010,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:29.438428 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ee7d2b02-452a-4f22-849d-9970662f11ec tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:29.446096 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6bd856b7-197c-4f56-bc64-058e63d33eeb tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:29.449430 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Checking segment: {'id': '7710614e-af94-45fd-90eb-8a1eef935e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8a27df15-8c27-4331-94cf-e4686883eca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:38:29.455811 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Network hostable DHCP agents. Network: 8a27df15-8c27-4331-94cf-e4686883eca5, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:38:29.460639 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-4193104a-4990-4253-932e-d727d74326ba tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] device_id is not set on port 509cf61b-fc06-482e-b471-0daada953cb3 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:38:29.464715 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Allocated IP 2001:db8::2 (a0e71bf8-0353-4610-841a-010f43a09658/25deedb1-0570-4a68-8b66-9fc98dd8678a/fe9285ba-d200-4a66-9b40-5f80cf6f0a76) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:38:29.477326 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:29.516383 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ee7d2b02-452a-4f22-849d-9970662f11ec tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:29.521433 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ee7d2b02-452a-4f22-849d-9970662f11ec tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4606264 Nov 26 16:38:29.521433 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Network 8a27df15-8c27-4331-94cf-e4686883eca5 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:38:29.531779 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42908) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:29.668148 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fccae82-ed13-4ebd-8005-8d6557e94bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7996468-c56a-4a78-8717-905208e625cd', 'code': 200} Nov 26 16:38:29.670981 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:29.895125 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42916) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:29.927919 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:29.963299 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1f4c1bad-6ff3-41e0-9557-6674d154ef45 req-e8280a85-5d0a-4d47-88c2-48db97d75c2f service neutron] 10.222.0.31 "GET /v2.0/networks/d89905c5-5622-439c-bd42-d732b1c43e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8009582 Nov 26 16:38:29.976000 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Transition to ACTIVE for port object fe9285ba-d200-4a66-9b40-5f80cf6f0a76 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:29.986745 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-0611c039-18b2-4e3c-acae-addaacb9835f', 'network_id': '0611c039-18b2-4e3c-acae-addaacb9835f', 'tenant_id': '164d16d0efa04e14ad31fb0e118fdd7b', 'fixed_ips': [{'subnet_id': '10b6c879-9b1b-421f-9075-d59842dd558e'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:38:29.987588 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:29.998004 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 8f792cec-b4aa-4ba3-bf3d-e99ca350873a details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 16:38:30.004744 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a8e9a-7e64-442c-a3be-987232006b26 req-6416bab8-3ea4-4de1-8cee-7a6549555ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:30.006458 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d10a8e9a-7e64-442c-a3be-987232006b26 req-6416bab8-3ea4-4de1-8cee-7a6549555ddc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba7ec815beb94575a006ddee54532b3f&device_id=70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd HTTP/1.1" status: 200 len: 1096 time: 0.8091233 Nov 26 16:38:30.007608 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6bd856b7-197c-4f56-bc64-058e63d33eeb tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:30.024852 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Transition to ACTIVE for port object fe9285ba-d200-4a66-9b40-5f80cf6f0a76 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:30.033493 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 8a27df15-8c27-4331-94cf-e4686883eca5) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:30.092391 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:30.092892 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:30.093687 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:30.119070 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4c615c43-a204-44d3-968c-fea9b48d7f5b tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:30.169693 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] Allocated IP 172.20.0.2 (0611c039-18b2-4e3c-acae-addaacb9835f/10b6c879-9b1b-421f-9075-d59842dd558e/b3a4cb3e-8b6d-4342-8975-4d7458c5f962) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:38:30.191068 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a8e9a-7e64-442c-a3be-987232006b26 req-4f3c517e-b5f9-4346-afb7-3a3904870811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:30.192736 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d10a8e9a-7e64-442c-a3be-987232006b26 req-4f3c517e-b5f9-4346-afb7-3a3904870811 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a55c73e1-f79c-4dd0-927e-d75452182e89 HTTP/1.1" status: 200 len: 912 time: 0.1704473 Nov 26 16:38:30.195017 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6bd856b7-197c-4f56-bc64-058e63d33eeb tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] 10.222.0.11 "DELETE /v2.0/ports/94d04d99-2cf3-472a-8e2c-eb7fd9ed4df6 HTTP/1.1" status: 204 len: 168 time: 3.0598264 Nov 26 16:38:30.197736 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42922) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:30.305316 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-455752877'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:30.314103 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.6424682 Nov 26 16:38:30.323523 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42930) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:30.325978 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:30.340636 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e41ceb1-2f7d-40ac-acca-55e6c5c4a6c3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] GET failed (client error): The resource could not be found. Nov 26 16:38:30.341407 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8e41ceb1-2f7d-40ac-acca-55e6c5c4a6c3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Synchronizing usage tracker for tenant:e28e29356737478caf7d8675a91c4413 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:30.347753 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53765e32-09e8-494b-aeb8-ea8a8c74b088 None None] Network 8a27df15-8c27-4331-94cf-e4686883eca5 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:38:30.381136 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:30.384877 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.resource_extend [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:38:30.386734 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Usage tracker for resource:network and tenant:b37601cbb02e4331896249bd42541e0d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:30.402600 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ad30ade3-d15f-4fd2-a9cc-1ea2bcd1f18c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:30.444549 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d10a8e9a-7e64-442c-a3be-987232006b26 req-e1f00a4d-07b8-434a-9ece-d2ec6e8c8fa4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b13e777-5df2-4f60-9dee-f17634dcd9e3 HTTP/1.1" status: 200 len: 217 time: 0.2081535 Nov 26 16:38:30.445569 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:30.451589 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:30.468738 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4c615c43-a204-44d3-968c-fea9b48d7f5b tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:30.471985 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4c615c43-a204-44d3-968c-fea9b48d7f5b tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:30.508881 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a2111-92cc-483a-999b-a049449dcd9b req-95053076-8353-4a1b-8f11-27f4546ef3f1 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:30.512192 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2e6a2111-92cc-483a-999b-a049449dcd9b req-95053076-8353-4a1b-8f11-27f4546ef3f1 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 944 time: 0.5268576 Nov 26 16:38:30.534886 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4c615c43-a204-44d3-968c-fea9b48d7f5b tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:30.536305 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c615c43-a204-44d3-968c-fea9b48d7f5b tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 06282af8-af32-45aa-8d83-bcd4497396b2 {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:38:30.543268 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85fee6-6ac6-4bf6-ad09-56f3727df9c8 req-154a93f3-26fe-4fdb-9e6c-b1008a506584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:30.545402 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dd85fee6-6ac6-4bf6-ad09-56f3727df9c8 req-154a93f3-26fe-4fdb-9e6c-b1008a506584 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 1098 time: 0.5590408 Nov 26 16:38:30.565206 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4c615c43-a204-44d3-968c-fea9b48d7f5b tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:30.566267 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4c615c43-a204-44d3-968c-fea9b48d7f5b tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] 10.222.0.11 "DELETE /v2.0/routers/06282af8-af32-45aa-8d83-bcd4497396b2 HTTP/1.1" status: 204 len: 168 time: 1.0363376 Nov 26 16:38:30.575672 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42936) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:30.593639 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2e6a2111-92cc-483a-999b-a049449dcd9b req-caef9a83-d579-4b78-8d0f-5a47e9ee9958 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa50fb00-3357-45b0-a863-2d0fe23069bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758452 Nov 26 16:38:30.594292 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-dd85fee6-6ac6-4bf6-ad09-56f3727df9c8 req-b812c2e3-3d37-414a-9e82-e371ed56edd2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:30.597485 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Network a0e71bf8-0353-4610-841a-010f43a09658 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:38:30.602084 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:30.604281 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-09400a2f-5656-40b5-a6f9-ed668cc5b7d1 tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Request body: {'router': {'name': 'tempest-router-2020184521', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '95d77dfffb624294b758caee7d23a177'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:30.609560 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-09400a2f-5656-40b5-a6f9-ed668cc5b7d1 tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:30.610273 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:30.611613 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-dd85fee6-6ac6-4bf6-ad09-56f3727df9c8 req-b812c2e3-3d37-414a-9e82-e371ed56edd2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:30.614378 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-09400a2f-5656-40b5-a6f9-ed668cc5b7d1 tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Usage tracker for resource:router and tenant:95d77dfffb624294b758caee7d23a177 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:30.617236 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-09400a2f-5656-40b5-a6f9-ed668cc5b7d1 tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:30.618983 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-dd85fee6-6ac6-4bf6-ad09-56f3727df9c8 req-b812c2e3-3d37-414a-9e82-e371ed56edd2 service neutron] Usage tracker for resource:security_group_rule and tenant:0988a176d14743b487013ea93321e24b is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:30.632319 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8e41ceb1-2f7d-40ac-acca-55e6c5c4a6c3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Unset dirty status for tenant:e28e29356737478caf7d8675a91c4413 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:30.632319 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8e41ceb1-2f7d-40ac-acca-55e6c5c4a6c3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] 10.222.0.11 "GET /v2.0/ports/94d04d99-2cf3-472a-8e2c-eb7fd9ed4df6 HTTP/1.1" status: 404 len: 333 time: 0.4267554 Nov 26 16:38:30.632523 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:38:30.632599 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-09400a2f-5656-40b5-a6f9-ed668cc5b7d1 tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:30.632692 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Pushing event updated for resources: {'Port': ['ID=fe9285ba-d200-4a66-9b40-5f80cf6f0a76,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:30.633914 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-dd85fee6-6ac6-4bf6-ad09-56f3727df9c8 req-b812c2e3-3d37-414a-9e82-e371ed56edd2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:30.635987 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42940) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:30.637025 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:30.662029 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Made reservation on behalf of b37601cbb02e4331896249bd42541e0d for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:30.665914 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:30.666152 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] Transition to ACTIVE for port object b3a4cb3e-8b6d-4342-8975-4d7458c5f962 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:30.675040 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-dd85fee6-6ac6-4bf6-ad09-56f3727df9c8 req-b812c2e3-3d37-414a-9e82-e371ed56edd2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:30.689571 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df1ca76-3cb8-484f-a65c-52b96048eff8 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:30.691258 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df1ca76-3cb8-484f-a65c-52b96048eff8 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:30.693102 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df1ca76-3cb8-484f-a65c-52b96048eff8 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:30.699010 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7df1ca76-3cb8-484f-a65c-52b96048eff8 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3702617 Nov 26 16:38:30.706419 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42944) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:30.743686 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-949be5d4-d606-4c68-9fce-78e76254b863 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Deleting port 56cffc85-93b5-404c-96a7-0f4f5109cd7d {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:38:30.743894 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-949be5d4-d606-4c68-9fce-78e76254b863 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:30.758025 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:30.802625 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] Transition to ACTIVE for port object b3a4cb3e-8b6d-4342-8975-4d7458c5f962 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:30.808518 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a8e9a-7e64-442c-a3be-987232006b26 req-1ee03037-5c53-4179-8b4f-339f952fd094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:30.811186 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d10a8e9a-7e64-442c-a3be-987232006b26 req-1ee03037-5c53-4179-8b4f-339f952fd094 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d8b30045-06a7-450d-8b3f-11d57c1b4222 HTTP/1.1" status: 200 len: 850 time: 0.3366246 Nov 26 16:38:30.812316 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-09400a2f-5656-40b5-a6f9-ed668cc5b7d1 tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:30.814171 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-09400a2f-5656-40b5-a6f9-ed668cc5b7d1 tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:30.818332 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-4193104a-4990-4253-932e-d727d74326ba tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Allocated IP 2001:db8::64 (a0e71bf8-0353-4610-841a-010f43a09658/25deedb1-0570-4a68-8b66-9fc98dd8678a/509cf61b-fc06-482e-b471-0daada953cb3) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:38:30.884722 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:30.892572 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:30.902115 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:30.903425 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db821136-815c-427c-9803-e8453d4bbd94 req-0d414d9f-10ef-4d2a-8f26-a1cbd14ddbb2 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:30.910285 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-db821136-815c-427c-9803-e8453d4bbd94 req-0d414d9f-10ef-4d2a-8f26-a1cbd14ddbb2 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/ports?device_id=70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd HTTP/1.1" status: 200 len: 943 time: 0.5858026 Nov 26 16:38:30.922945 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Usage tracker for resource:security_group_rule and tenant:b37601cbb02e4331896249bd42541e0d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:30.948080 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:30.968939 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-09400a2f-5656-40b5-a6f9-ed668cc5b7d1 tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:30.978440 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-12494c33-67f6-4de8-a312-42333281471b tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Deleting subnet 10b6c879-9b1b-421f-9075-d59842dd558e {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:38:30.985884 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:31.003079 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-12494c33-67f6-4de8-a312-42333281471b tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:31.028911 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 8f792cec-b4aa-4ba3-bf3d-e99ca350873a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=8f792cec-b4aa-4ba3-bf3d-e99ca350873a,segment=NetworkSegment(2894379f-c8e7-4e55-856c-2a6c137e7b1e),segment_id=2894379f-c8e7-4e55-856c-2a6c137e7b1e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:38:31.054740 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] Network 0611c039-18b2-4e3c-acae-addaacb9835f is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:38:31.057656 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Attempting to bind port fe9285ba-d200-4a66-9b40-5f80cf6f0a76 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:31.058204 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Attempting to bind port fe9285ba-d200-4a66-9b40-5f80cf6f0a76 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '53d54dc3-99a0-4b87-91bd-9af4d892c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a0e71bf8-0353-4610-841a-010f43a09658'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:31.058728 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Attempting to bind port fe9285ba-d200-4a66-9b40-5f80cf6f0a76 on network a0e71bf8-0353-4610-841a-010f43a09658 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:31.062353 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:31.068552 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-dd85fee6-6ac6-4bf6-ad09-56f3727df9c8 req-b812c2e3-3d37-414a-9e82-e371ed56edd2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:31.071936 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:38:31.086329 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5aa73-eddd-4b35-acd6-6847664c3cfb req-5a71f44b-0baa-453c-961d-81bc949d3451 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:31.087830 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-17e5aa73-eddd-4b35-acd6-6847664c3cfb req-5a71f44b-0baa-453c-961d-81bc949d3451 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.3020229 Nov 26 16:38:31.088636 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-dd85fee6-6ac6-4bf6-ad09-56f3727df9c8 req-b812c2e3-3d37-414a-9e82-e371ed56edd2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:31.105027 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:31.107610 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '8f792cec-b4aa-4ba3-bf3d-e99ca350873a', 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20', 'port_id': '8f792cec-b4aa-4ba3-bf3d-e99ca350873a', 'mac_address': 'fa:16:3e:5e:24:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78772461-04bb-45a9-8c0c-04bc08f8bb07', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 16:38:31.127313 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:38:31.127669 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Checking segment: {'id': '53d54dc3-99a0-4b87-91bd-9af4d892c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a0e71bf8-0353-4610-841a-010f43a09658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:38:31.128321 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:31.128888 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Bound using segment: {'id': '53d54dc3-99a0-4b87-91bd-9af4d892c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a0e71bf8-0353-4610-841a-010f43a09658'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:38:31.129516 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Bound port: fe9285ba-d200-4a66-9b40-5f80cf6f0a76, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d54dc3-99a0-4b87-91bd-9af4d892c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a0e71bf8-0353-4610-841a-010f43a09658'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:38:31.130121 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:31.149683 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-db821136-815c-427c-9803-e8453d4bbd94 req-bda24ebc-99b6-4b93-bb0f-fbb8b919eb65 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e18e4c7-657a-4942-bf52-698938229428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2385449 Nov 26 16:38:31.170585 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dd85fee6-6ac6-4bf6-ad09-56f3727df9c8 req-b812c2e3-3d37-414a-9e82-e371ed56edd2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6073577 Nov 26 16:38:31.178872 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-949be5d4-d606-4c68-9fce-78e76254b863 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:31.202759 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] Pushing event updated for resources: {'Port': ['ID=b3a4cb3e-8b6d-4342-8975-4d7458c5f962,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:31.216036 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-09400a2f-5656-40b5-a6f9-ed668cc5b7d1 tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:31.222069 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-8a27df15-8c27-4331-94cf-e4686883eca5', 'network_id': '8a27df15-8c27-4331-94cf-e4686883eca5', 'tenant_id': '164d16d0efa04e14ad31fb0e118fdd7b', 'fixed_ips': [{'subnet_id': '90c8e714-41b7-424a-b3d8-101f527e1010'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:38:31.222923 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:31.223683 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-12494c33-67f6-4de8-a312-42333281471b tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:31.240127 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:31.269297 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812c2e3-3d37-414a-9e82-e371ed56edd2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=202c9be4-b347-4116-8062-a81f44864404,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:31.342472 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-17e5aa73-eddd-4b35-acd6-6847664c3cfb req-a1cc5779-4d6b-496e-aab5-f06bd421f593 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483089 Nov 26 16:38:31.345336 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a8e9a-7e64-442c-a3be-987232006b26 req-d0b48c31-938a-4119-95b1-bcd50c373a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:31.346817 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d10a8e9a-7e64-442c-a3be-987232006b26 req-d0b48c31-938a-4119-95b1-bcd50c373a8b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a55c73e1-f79c-4dd0-927e-d75452182e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5153694 Nov 26 16:38:31.353841 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-949be5d4-d606-4c68-9fce-78e76254b863 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Calling delete_port for 56cffc85-93b5-404c-96a7-0f4f5109cd7d owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:38:31.368143 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-09400a2f-5656-40b5-a6f9-ed668cc5b7d1 tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:31.372635 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-09400a2f-5656-40b5-a6f9-ed668cc5b7d1 tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7779553 Nov 26 16:38:31.380009 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] Attempting to bind port b3a4cb3e-8b6d-4342-8975-4d7458c5f962 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:31.380522 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] Attempting to bind port b3a4cb3e-8b6d-4342-8975-4d7458c5f962 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'b8977f0c-522a-4617-a243-7175f21b3b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0611c039-18b2-4e3c-acae-addaacb9835f'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:31.380647 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42948) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:31.381427 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] Attempting to bind port b3a4cb3e-8b6d-4342-8975-4d7458c5f962 on network 0611c039-18b2-4e3c-acae-addaacb9835f {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:31.384019 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-675e5f90-2eb0-47ad-a8fb-8592e0794c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:31.393615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812c2e3-3d37-414a-9e82-e371ed56edd2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:31.393997 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812c2e3-3d37-414a-9e82-e371ed56edd2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:31.394363 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812c2e3-3d37-414a-9e82-e371ed56edd2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:31.394726 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812c2e3-3d37-414a-9e82-e371ed56edd2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:31.395082 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812c2e3-3d37-414a-9e82-e371ed56edd2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:31.395746 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812c2e3-3d37-414a-9e82-e371ed56edd2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:31.395853 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812c2e3-3d37-414a-9e82-e371ed56edd2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:31.396151 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812c2e3-3d37-414a-9e82-e371ed56edd2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:31.396501 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812c2e3-3d37-414a-9e82-e371ed56edd2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:31.397755 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812c2e3-3d37-414a-9e82-e371ed56edd2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:31.397755 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812c2e3-3d37-414a-9e82-e371ed56edd2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:31.397755 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812c2e3-3d37-414a-9e82-e371ed56edd2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:31.408143 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-7aa10766-9b93-4510-a1d3-0325215a558e tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:31.408397 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b812c2e3-3d37-414a-9e82-e371ed56edd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:31.441627 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:31.451318 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:38:31.451702 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] Checking segment: {'id': 'b8977f0c-522a-4617-a243-7175f21b3b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0611c039-18b2-4e3c-acae-addaacb9835f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:38:31.452136 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:31.452538 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] Bound using segment: {'id': 'b8977f0c-522a-4617-a243-7175f21b3b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0611c039-18b2-4e3c-acae-addaacb9835f'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:38:31.453030 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] Bound port: b3a4cb3e-8b6d-4342-8975-4d7458c5f962, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8977f0c-522a-4617-a243-7175f21b3b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0611c039-18b2-4e3c-acae-addaacb9835f'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:38:31.453393 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:31.513443 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-949be5d4-d606-4c68-9fce-78e76254b863 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:31.519052 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5b10f5cc-7cb3-401b-bed8-d19967a98000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:31.547911 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f792cec-b4aa-4ba3-bf3d-e99ca350873a {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:38:31.592777 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] For port fe9285ba-d200-4a66-9b40-5f80cf6f0a76, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:38:31.660038 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4193104a-4990-4253-932e-d727d74326ba tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:31.663551 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949be5d4-d606-4c68-9fce-78e76254b863 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Pushing event deleted for resources: {'Port': ['ID=56cffc85-93b5-404c-96a7-0f4f5109cd7d,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:31.695196 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-949be5d4-d606-4c68-9fce-78e76254b863 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:31.701869 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] For port b3a4cb3e-8b6d-4342-8975-4d7458c5f962, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:38:31.705139 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] For port b3a4cb3e-8b6d-4342-8975-4d7458c5f962, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b3a4cb3e-8b6d-4342-8975-4d7458c5f962,segment=NetworkSegment(b8977f0c-522a-4617-a243-7175f21b3b4e),segment_id=b8977f0c-522a-4617-a243-7175f21b3b4e)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:38:31.724343 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 8f792cec-b4aa-4ba3-bf3d-e99ca350873a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=8f792cec-b4aa-4ba3-bf3d-e99ca350873a,segment=NetworkSegment(2894379f-c8e7-4e55-856c-2a6c137e7b1e),segment_id=2894379f-c8e7-4e55-856c-2a6c137e7b1e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:38:31.726443 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] For port fe9285ba-d200-4a66-9b40-5f80cf6f0a76, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=fe9285ba-d200-4a66-9b40-5f80cf6f0a76,segment=NetworkSegment(53d54dc3-99a0-4b87-91bd-9af4d892c397),segment_id=53d54dc3-99a0-4b87-91bd-9af4d892c397)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:38:31.730019 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:31.737163 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-70fceb89-67db-4010-a7ae-a0c5ac0ee89f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:31.752923 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:31.790466 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:31.792504 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-949be5d4-d606-4c68-9fce-78e76254b863 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:31.811181 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:31.816397 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-949be5d4-d606-4c68-9fce-78e76254b863 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] 10.222.0.11 "DELETE /v2.0/ports/56cffc85-93b5-404c-96a7-0f4f5109cd7d HTTP/1.1" status: 204 len: 168 time: 1.1778634 Nov 26 16:38:31.817797 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42954) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:31.884955 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] Allocated IP 172.20.0.18 (8a27df15-8c27-4331-94cf-e4686883eca5/90c8e714-41b7-424a-b3d8-101f527e1010/e9341933-8bcb-4fcf-b583-103753edc021) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:38:31.906496 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] Pushing event updated for resources: {'Port': ['ID=b3a4cb3e-8b6d-4342-8975-4d7458c5f962,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:31.909251 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b61158-ae1a-4b29-9906-31a1be59c120 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Deleting subnet f32d872f-6130-4bf7-a35b-2eace40c0606 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:38:31.913426 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-47b61158-ae1a-4b29-9906-31a1be59c120 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:32.010677 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-47b61158-ae1a-4b29-9906-31a1be59c120 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:32.074727 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 1b13e777-5df2-4f60-9dee-f17634dcd9e3 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 16:38:32.077834 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['8f792cec-b4aa-4ba3-bf3d-e99ca350873a'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 16:38:32.091817 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-12494c33-67f6-4de8-a312-42333281471b tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:32.119322 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-47b61158-ae1a-4b29-9906-31a1be59c120 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:32.146200 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:32.150061 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-bd69ac01-4ca1-4906-9e75-6c33aa3d346c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.340s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:32.165924 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-4193104a-4990-4253-932e-d727d74326ba tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Transition to ACTIVE for port object 509cf61b-fc06-482e-b471-0daada953cb3 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:32.247210 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:32.251397 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d10a8e9a-7e64-442c-a3be-987232006b26 req-b8abb853-849f-4eb7-bb02-3920f9844909 service neutron] 10.222.0.31 "GET /v2.0/networks/a55c73e1-f79c-4dd0-927e-d75452182e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7895744 Nov 26 16:38:32.324029 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-47b61158-ae1a-4b29-9906-31a1be59c120 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:32.331019 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:32.333235 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:32.357618 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4193104a-4990-4253-932e-d727d74326ba tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:32.359600 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-657b2413-1a51-4287-a16d-fe3d467535fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:32.448768 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-47b61158-ae1a-4b29-9906-31a1be59c120 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:32.453142 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b61158-ae1a-4b29-9906-31a1be59c120 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Pushing event deleted for resources: {'Subnet': ['ID=f32d872f-6130-4bf7-a35b-2eace40c0606,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:32.456346 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-47b61158-ae1a-4b29-9906-31a1be59c120 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:32.480100 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-47b61158-ae1a-4b29-9906-31a1be59c120 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] 10.222.0.11 "DELETE /v2.0/subnets/f32d872f-6130-4bf7-a35b-2eace40c0606 HTTP/1.1" status: 204 len: 168 time: 0.6598427 Nov 26 16:38:32.482910 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42964) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:32.529127 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330b96ce-dba7-4aa0-ae3e-7e91b1ba8e6f None None] Network 2d2a4201-1867-4b53-ad3d-4544dc93695b requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:38:32.637875 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=8f792cec-b4aa-4ba3-bf3d-e99ca350873a,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:32.650698 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e3566925-9bfc-4f28-866f-0447b15753b3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:32.672053 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8449f5-c966-409d-b9db-af94e9f195f3 req-a7177998-46d7-4c18-a125-3598d58c45ea tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:32.673538 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5d8449f5-c966-409d-b9db-af94e9f195f3 req-a7177998-46d7-4c18-a125-3598d58c45ea tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/ports?device_id=70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd HTTP/1.1" status: 200 len: 943 time: 0.2862911 Nov 26 16:38:32.675018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-e3566925-9bfc-4f28-866f-0447b15753b3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Deleting port 89a39f03-da9d-4fee-b7f0-056f60178f97 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:38:32.675354 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e3566925-9bfc-4f28-866f-0447b15753b3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:32.693045 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b3a4cb3e-8b6d-4342-8975-4d7458c5f962 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:38:32.694297 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7aa10766-9b93-4510-a1d3-0325215a558e tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:32.694590 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7aa10766-9b93-4510-a1d3-0325215a558e tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks [] for router, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:32.821156 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4193104a-4990-4253-932e-d727d74326ba tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Network a0e71bf8-0353-4610-841a-010f43a09658 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:38:32.834776 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5d8449f5-c966-409d-b9db-af94e9f195f3 req-6418f80c-7e9c-4f88-8e80-abfb849883a6 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e18e4c7-657a-4942-bf52-698938229428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0962045 Nov 26 16:38:32.838809 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:38:32.842541 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-12494c33-67f6-4de8-a312-42333281471b tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:32.843276 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-4193104a-4990-4253-932e-d727d74326ba tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:32.853223 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b09199f-3ae3-4445-81ee-752b72a90f41,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:32.859843 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4193104a-4990-4253-932e-d727d74326ba tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:38:32.865411 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4193104a-4990-4253-932e-d727d74326ba tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:32.866215 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4193104a-4990-4253-932e-d727d74326ba tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:32.911116 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:32.911465 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Added segment 5ab7fe31-73b1-4e81-94ed-69702ece570b of type vlan for network 85d33721-28ff-4a58-ba3d-a73758aed792 Nov 26 16:38:32.917029 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:32.917422 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:32.917957 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:32.918151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:32.918621 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:32.918877 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:32.919223 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:32.919567 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:32.920245 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:32.920245 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:32.920625 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:32.920934 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:32.958629 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:32.961561 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.576s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:33.014103 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-12494c33-67f6-4de8-a312-42333281471b tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:33.042471 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port b3a4cb3e-8b6d-4342-8975-4d7458c5f962 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:38:33.046715 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7aa10766-9b93-4510-a1d3-0325215a558e tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87519) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Nov 26 16:38:33.046891 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7aa10766-9b93-4510-a1d3-0325215a558e tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Router b393b201-bb0e-4555-a06a-b2b4fb652268 migrating from provider to provider. {{(pid=87519) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Nov 26 16:38:33.047277 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7aa10766-9b93-4510-a1d3-0325215a558e tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:33.108670 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4193104a-4990-4253-932e-d727d74326ba tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 4.1749201 Nov 26 16:38:33.114744 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42968) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:33.119316 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b31f8-00ef-486c-b078-9f30d083994f req-8e8a17b1-715f-493e-bb54-7c3d3ad3da8a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:33.121068 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8f5b31f8-00ef-486c-b078-9f30d083994f req-8e8a17b1-715f-493e-bb54-7c3d3ad3da8a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 945 time: 1.0716076 Nov 26 16:38:33.124650 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7aa10766-9b93-4510-a1d3-0325215a558e tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:33.129935 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-12494c33-67f6-4de8-a312-42333281471b tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] 10.222.0.11 "DELETE /v2.0/subnets/10b6c879-9b1b-421f-9075-d59842dd558e HTTP/1.1" status: 204 len: 168 time: 2.4213846 Nov 26 16:38:33.132042 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:33.134757 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-e3566925-9bfc-4f28-866f-0447b15753b3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] For port 89a39f03-da9d-4fee-b7f0-056f60178f97, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=89a39f03-da9d-4fee-b7f0-056f60178f97,segment=NetworkSegment(d72e77bd-4e5c-4d6c-b5cc-c2fc4481a836),segment_id=d72e77bd-4e5c-4d6c-b5cc-c2fc4481a836)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:38:33.135667 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e3566925-9bfc-4f28-866f-0447b15753b3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:33.147475 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d10a8e9a-7e64-442c-a3be-987232006b26 req-eb4fa8b5-47e0-4ab2-acf0-2f2d9f070600 service neutron] 10.222.0.31 "GET /v2.0/networks/a55c73e1-f79c-4dd0-927e-d75452182e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8282259 Nov 26 16:38:33.152494 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-055d07c2-1c9f-43cb-ae86-6dfff237d6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Request body: {'port': {'network_id': 'a0e71bf8-0353-4610-841a-010f43a09658', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-741136791', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:33.152713 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42972) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:33.152793 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.api.validators [None req-055d07c2-1c9f-43cb-ae86-6dfff237d6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] bootfile-name is not in valid_values {{(pid=87518) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 26 16:38:33.152793 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.api.validators [None req-055d07c2-1c9f-43cb-ae86-6dfff237d6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] tftp-server is not in valid_values {{(pid=87518) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 26 16:38:33.153366 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.api.validators [None req-055d07c2-1c9f-43cb-ae86-6dfff237d6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] server-ip-address is not in valid_values {{(pid=87518) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 26 16:38:33.163487 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7aa10766-9b93-4510-a1d3-0325215a558e tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780415'] for router, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:33.183290 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 1b13e777-5df2-4f60-9dee-f17634dcd9e3, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=1b13e777-5df2-4f60-9dee-f17634dcd9e3,segment=NetworkSegment(6a286159-c7e2-4df6-bb5a-d60ac00d4209),segment_id=6a286159-c7e2-4df6-bb5a-d60ac00d4209)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:38:33.201572 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Pushing event updated for resources: {'Port': ['ID=fe9285ba-d200-4a66-9b40-5f80cf6f0a76,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:33.218844 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:33.250468 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193104a-4990-4253-932e-d727d74326ba tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Pushing event updated for resources: {'Port': ['ID=509cf61b-fc06-482e-b471-0daada953cb3,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:33.258314 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:33.260758 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:33.261350 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:33.261854 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:33.263062 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:33.263978 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:33.264601 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:33.265479 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:33.266150 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:33.266741 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:33.267227 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:33.270573 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:38:33.275091 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.125s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:33.283344 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.451s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:33.283884 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:33.284801 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '1b13e777-5df2-4f60-9dee-f17634dcd9e3', 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89', 'port_id': '1b13e777-5df2-4f60-9dee-f17634dcd9e3', 'mac_address': 'fa:16:3e:ce:c0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b30045-06a7-450d-8b3f-11d57c1b4222', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 16:38:33.292329 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] Transition to ACTIVE for port object e9341933-8bcb-4fcf-b583-103753edc021 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:33.320626 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4193104a-4990-4253-932e-d727d74326ba tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:33.323352 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.440s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:33.352871 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.resource_extend [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:38:33.462298 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12494c33-67f6-4de8-a312-42333281471b tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Pushing event deleted for resources: {'Subnet': ['ID=10b6c879-9b1b-421f-9075-d59842dd558e,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:33.476452 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8f5b31f8-00ef-486c-b078-9f30d083994f req-7b248282-737e-41ad-b165-3fd92a1b311f tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa50fb00-3357-45b0-a863-2d0fe23069bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3214464 Nov 26 16:38:33.477060 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-12494c33-67f6-4de8-a312-42333281471b tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:33.489536 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c2af05-ce80-4e9c-839d-f2564d700d31 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Deleting subnet 90c8e714-41b7-424a-b3d8-101f527e1010 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:38:33.499176 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:33.501387 dv-neutron-819440-1-hyperv neutron-server[87519]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7aa10766-9b93-4510-a1d3-0325215a558e tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] No L3 agents can host the router b393b201-bb0e-4555-a06a-b2b4fb652268 Nov 26 16:38:33.507340 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:33.507949 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:33.509841 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] Transition to ACTIVE for port object e9341933-8bcb-4fcf-b583-103753edc021 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:33.520940 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:33.524997 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:33.536831 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-e3566925-9bfc-4f28-866f-0447b15753b3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Calling delete_port for 89a39f03-da9d-4fee-b7f0-056f60178f97 owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:38:33.547648 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:33.548446 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-74c2af05-ce80-4e9c-839d-f2564d700d31 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:33.553491 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:33.618663 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b13e777-5df2-4f60-9dee-f17634dcd9e3 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:38:33.629381 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-055d07c2-1c9f-43cb-ae86-6dfff237d6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:33.640120 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac07ac-a458-4577-8e14-33b66050d295 req-b8579a7a-2af7-49ce-9590-1e28e0199414 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:33.642046 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1cac07ac-a458-4577-8e14-33b66050d295 req-b8579a7a-2af7-49ce-9590-1e28e0199414 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.6676672 Nov 26 16:38:33.649703 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aef919b-bece-4b58-a152-95f8658fca6a None None] Network a0e71bf8-0353-4610-841a-010f43a09658 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:38:33.651614 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-055d07c2-1c9f-43cb-ae86-6dfff237d6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Usage tracker for resource:port and tenant:60099abfbf2b493bb88042c6d45d25e4 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:33.682361 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-055d07c2-1c9f-43cb-ae86-6dfff237d6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:33.699045 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] Network 8a27df15-8c27-4331-94cf-e4686883eca5 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:38:33.719673 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1cac07ac-a458-4577-8e14-33b66050d295 req-5f58a3a3-8313-4787-be3d-6626563324a8 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692198 Nov 26 16:38:33.720748 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-055d07c2-1c9f-43cb-ae86-6dfff237d6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:33.743641 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055d07c2-1c9f-43cb-ae86-6dfff237d6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Made reservation on behalf of 60099abfbf2b493bb88042c6d45d25e4 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:33.748521 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-055d07c2-1c9f-43cb-ae86-6dfff237d6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:33.772001 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e3566925-9bfc-4f28-866f-0447b15753b3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:33.782068 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-895b2885-49fa-44f4-90ba-5e7c15da5dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:33.789081 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 1b13e777-5df2-4f60-9dee-f17634dcd9e3, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=1b13e777-5df2-4f60-9dee-f17634dcd9e3,segment=NetworkSegment(6a286159-c7e2-4df6-bb5a-d60ac00d4209),segment_id=6a286159-c7e2-4df6-bb5a-d60ac00d4209)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:38:33.790842 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] Pushing event updated for resources: {'Port': ['ID=e9341933-8bcb-4fcf-b583-103753edc021,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:33.796908 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:33.799745 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:33.827955 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:38:33.833638 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:33.835703 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b37b0eb3-8015-4271-9a98-7331bbb5723c None None] Provisioning for port fe9285ba-d200-4a66-9b40-5f80cf6f0a76 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:38:33.835846 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3566925-9bfc-4f28-866f-0447b15753b3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Pushing event deleted for resources: {'Port': ['ID=89a39f03-da9d-4fee-b7f0-056f60178f97,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:33.838282 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e3566925-9bfc-4f28-866f-0447b15753b3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:33.844936 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-055d07c2-1c9f-43cb-ae86-6dfff237d6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] device_id is not set on port 73a004ea-75e5-419e-90b6-bbe51064a10f yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:38:33.845372 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:33.878355 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfc16bf-a252-4fde-971d-a7a9dd3b2a29 None None] DHCP port deletion for 2d2a4201-1867-4b53-ad3d-4544dc93695b request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:38:33.926327 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3566925-9bfc-4f28-866f-0447b15753b3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] No DVR routers for this DVR port 89a39f03-da9d-4fee-b7f0-056f60178f97 on host dv-neutron-819440-1-hyperv {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:38:34.062650 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 8f792cec-b4aa-4ba3-bf3d-e99ca350873a up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:38:34.085757 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 4.1720843 Nov 26 16:38:34.131790 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df371b23-aa5f-48ce-8302-0d687a9514e7 None None] Network 0611c039-18b2-4e3c-acae-addaacb9835f requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:38:34.144904 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['1b13e777-5df2-4f60-9dee-f17634dcd9e3'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 16:38:34.153371 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Pushing event updated for resources: {'Network': ['ID=85d33721-28ff-4a58-ba3d-a73758aed792,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:34.210695 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-74c2af05-ce80-4e9c-839d-f2564d700d31 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:34.232001 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e3566925-9bfc-4f28-866f-0447b15753b3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:34.242585 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:34.244506 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 85d33721-28ff-4a58-ba3d-a73758aed792 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:38:34.255691 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-055d07c2-1c9f-43cb-ae86-6dfff237d6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Allocated IP 2001:db8::115 (a0e71bf8-0353-4610-841a-010f43a09658/25deedb1-0570-4a68-8b66-9fc98dd8678a/73a004ea-75e5-419e-90b6-bbe51064a10f) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:38:34.276265 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-e3566925-9bfc-4f28-866f-0447b15753b3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d2a4201-1867-4b53-ad3d-4544dc93695b']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:34.281452 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa10766-9b93-4510-a1d3-0325215a558e tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Hosts for router b393b201-bb0e-4555-a06a-b2b4fb652268: [] {{(pid=87519) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Nov 26 16:38:34.293377 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-e3566925-9bfc-4f28-866f-0447b15753b3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72e77bd-4e5c-4d6c-b5cc-c2fc4481a836') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:34.294493 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-e3566925-9bfc-4f28-866f-0447b15753b3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72e77bd-4e5c-4d6c-b5cc-c2fc4481a836') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:34.301691 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 42982) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:34.324402 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e3566925-9bfc-4f28-866f-0447b15753b3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:34.333510 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Request body: {'port': {'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792', 'binding:host_id': 'hv-neutron-8194', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1657519714'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:34.342043 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa10766-9b93-4510-a1d3-0325215a558e tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Hosts for other DVR routers connected to router b393b201-bb0e-4555-a06a-b2b4fb652268: set() {{(pid=87519) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Nov 26 16:38:34.344564 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7aa10766-9b93-4510-a1d3-0325215a558e tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:34.346053 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7aa10766-9b93-4510-a1d3-0325215a558e tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] 10.222.0.11 "PUT /v2.0/routers/b393b201-bb0e-4555-a06a-b2b4fb652268 HTTP/1.1" status: 200 len: 717 time: 2.9646113 Nov 26 16:38:34.346349 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:34.351921 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42986) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:34.363785 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e3566925-9bfc-4f28-866f-0447b15753b3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:34.366621 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Usage tracker for resource:port and tenant:46b7469b7ec44bf29006c9a56f24e59d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:34.374525 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:34.390554 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3566925-9bfc-4f28-866f-0447b15753b3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:38:34.391188 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e3566925-9bfc-4f28-866f-0447b15753b3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:38:34.406542 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:38:34.409369 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:34.421733 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84178b-5737-42eb-b901-9e5c66f9d9b4 req-ab8a67da-98bc-4cbc-94ab-716c80b9fe73 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:34.423457 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3f84178b-5737-42eb-b901-9e5c66f9d9b4 req-ab8a67da-98bc-4cbc-94ab-716c80b9fe73 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/ports?device_id=70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd HTTP/1.1" status: 200 len: 944 time: 0.3459637 Nov 26 16:38:34.476811 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:34.552790 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-74c2af05-ce80-4e9c-839d-f2564d700d31 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:34.566064 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=1b13e777-5df2-4f60-9dee-f17634dcd9e3,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:34.568914 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-93c18a13-ab60-4cbc-b169-b7b32b985c4c None None] Provisioning for port b3a4cb3e-8b6d-4342-8975-4d7458c5f962 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:38:34.576858 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Made reservation on behalf of 46b7469b7ec44bf29006c9a56f24e59d for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:34.578146 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:34.582385 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-90d2f00a-38ab-4796-abea-aea0dacf55de tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] 10.222.0.11 "GET /v2.0/routers/b393b201-bb0e-4555-a06a-b2b4fb652268 HTTP/1.1" status: 200 len: 717 time: 0.2288871 Nov 26 16:38:34.586629 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:34.592500 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] Attempting to bind port e9341933-8bcb-4fcf-b583-103753edc021 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:34.592885 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] Attempting to bind port e9341933-8bcb-4fcf-b583-103753edc021 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '7710614e-af94-45fd-90eb-8a1eef935e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8a27df15-8c27-4331-94cf-e4686883eca5'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:34.593787 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] Attempting to bind port e9341933-8bcb-4fcf-b583-103753edc021 on network 8a27df15-8c27-4331-94cf-e4686883eca5 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:34.593898 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 42992) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:34.602919 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3f84178b-5737-42eb-b901-9e5c66f9d9b4 req-585bc7ab-f39e-443b-8575-8e1c3d0ae69b tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e18e4c7-657a-4942-bf52-698938229428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1668360 Nov 26 16:38:34.616549 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-93c18a13-ab60-4cbc-b169-b7b32b985c4c None None] Provisioning complete for port b3a4cb3e-8b6d-4342-8975-4d7458c5f962 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:34.616702 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-93c18a13-ab60-4cbc-b169-b7b32b985c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:34.618238 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e3566925-9bfc-4f28-866f-0447b15753b3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:34.642944 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e3566925-9bfc-4f28-866f-0447b15753b3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:34.666035 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:34.671855 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-74c2af05-ce80-4e9c-839d-f2564d700d31 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:34.697237 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:38:34.697631 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] Checking segment: {'id': '7710614e-af94-45fd-90eb-8a1eef935e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8a27df15-8c27-4331-94cf-e4686883eca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:38:34.697924 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:34.698050 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:34.698442 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] Bound using segment: {'id': '7710614e-af94-45fd-90eb-8a1eef935e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8a27df15-8c27-4331-94cf-e4686883eca5'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:38:34.698939 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] Bound port: e9341933-8bcb-4fcf-b583-103753edc021, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7710614e-af94-45fd-90eb-8a1eef935e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8a27df15-8c27-4331-94cf-e4686883eca5'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:38:34.699331 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:34.706747 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:34.774999 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:34.777362 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3566925-9bfc-4f28-866f-0447b15753b3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Pushing event deleted for resources: {'Network': ['ID=2d2a4201-1867-4b53-ad3d-4544dc93695b,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:34.780372 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e3566925-9bfc-4f28-866f-0447b15753b3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:34.790853 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device fe9285ba-d200-4a66-9b40-5f80cf6f0a76 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:38:34.807529 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2af05-ce80-4e9c-839d-f2564d700d31 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Pushing event deleted for resources: {'Subnet': ['ID=90c8e714-41b7-424a-b3d8-101f527e1010,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:34.811413 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-74c2af05-ce80-4e9c-839d-f2564d700d31 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:34.814042 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-74c2af05-ce80-4e9c-839d-f2564d700d31 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:34.833095 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-74c2af05-ce80-4e9c-839d-f2564d700d31 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] 10.222.0.11 "DELETE /v2.0/subnets/90c8e714-41b7-424a-b3d8-101f527e1010 HTTP/1.1" status: 204 len: 168 time: 1.6763070 Nov 26 16:38:34.835053 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43000) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:34.838151 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Usage tracker for resource:security_group_rule and tenant:46b7469b7ec44bf29006c9a56f24e59d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:34.851012 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e3566925-9bfc-4f28-866f-0447b15753b3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] 10.222.0.11 "DELETE /v2.0/networks/2d2a4201-1867-4b53-ad3d-4544dc93695b HTTP/1.1" status: 204 len: 168 time: 2.3623934 Nov 26 16:38:34.852005 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:34.875704 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:34.922357 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port 8f792cec-b4aa-4ba3-bf3d-e99ca350873a completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:38:34.943989 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-055d07c2-1c9f-43cb-ae86-6dfff237d6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:34.967273 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 8f792cec-b4aa-4ba3-bf3d-e99ca350873a triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:34.967642 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:34.973819 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ea431-5f9b-4b3b-b8e2-37aca2129ab6 req-a4922e0a-8db9-40a2-aea2-238e9e4f22b7 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:34.975299 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-234ea431-5f9b-4b3b-b8e2-37aca2129ab6 req-a4922e0a-8db9-40a2-aea2-238e9e4f22b7 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 945 time: 0.2211554 Nov 26 16:38:34.985347 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-055d07c2-1c9f-43cb-ae86-6dfff237d6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Transition to ACTIVE for port object 73a004ea-75e5-419e-90b6-bbe51064a10f will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:35.058924 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-234ea431-5f9b-4b3b-b8e2-37aca2129ab6 req-3df94514-ae25-451d-8abc-afe7763476e4 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa50fb00-3357-45b0-a863-2d0fe23069bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749941 Nov 26 16:38:35.101358 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:35.106405 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-055d07c2-1c9f-43cb-ae86-6dfff237d6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:35.116019 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:35.155414 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:35.164461 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] For port e9341933-8bcb-4fcf-b583-103753edc021, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:38:35.167603 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69859ae5-965f-47da-a3e3-bbe3c4ff4fef tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:35.168466 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-69859ae5-965f-47da-a3e3-bbe3c4ff4fef tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Synchronizing usage tracker for tenant:164d16d0efa04e14ad31fb0e118fdd7b on resource:subnet {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:35.182998 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] device_id is not set on port 92998f77-3bf3-47ae-813c-bbc8611b5b95 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:38:35.204996 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] For port e9341933-8bcb-4fcf-b583-103753edc021, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=e9341933-8bcb-4fcf-b583-103753edc021,segment=NetworkSegment(7710614e-af94-45fd-90eb-8a1eef935e98),segment_id=7710614e-af94-45fd-90eb-8a1eef935e98)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:38:35.227824 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055d07c2-1c9f-43cb-ae86-6dfff237d6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Network a0e71bf8-0353-4610-841a-010f43a09658 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:38:35.228862 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:35.232183 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-055d07c2-1c9f-43cb-ae86-6dfff237d6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:35.233255 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port fe9285ba-d200-4a66-9b40-5f80cf6f0a76 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:38:35.234626 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055d07c2-1c9f-43cb-ae86-6dfff237d6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:38:35.240463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055d07c2-1c9f-43cb-ae86-6dfff237d6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:35.241125 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-055d07c2-1c9f-43cb-ae86-6dfff237d6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:35.242573 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:35.284901 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d07c2-1c9f-43cb-ae86-6dfff237d6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Pushing event updated for resources: {'Port': ['ID=73a004ea-75e5-419e-90b6-bbe51064a10f,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:35.288166 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-93c18a13-ab60-4cbc-b169-b7b32b985c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:35.288540 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-055d07c2-1c9f-43cb-ae86-6dfff237d6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:35.292758 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:35.316835 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-69859ae5-965f-47da-a3e3-bbe3c4ff4fef tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Unset dirty status for tenant:164d16d0efa04e14ad31fb0e118fdd7b on resource:subnet {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:35.318160 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-69859ae5-965f-47da-a3e3-bbe3c4ff4fef tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4808617 Nov 26 16:38:35.324260 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43008) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:35.334444 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-055d07c2-1c9f-43cb-ae86-6dfff237d6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.2132127 Nov 26 16:38:35.338282 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43012) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:35.347982 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port fe9285ba-d200-4a66-9b40-5f80cf6f0a76 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:35.349664 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:35.359409 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba082db2-68e8-4e7a-8b0b-0cb247fbd828,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:35.365497 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:35.453253 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43014) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:35.456674 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fb7f7ffe-7a89-4c82-b34b-ed5f54258a9d tempest-RoutersTestDVR-1672081320 tempest-RoutersTestDVR-1672081320-project] 10.222.0.11 "GET /v2.0/routers/b393b201-bb0e-4555-a06a-b2b4fb652268 HTTP/1.1" status: 200 len: 683 time: 0.8599713 Nov 26 16:38:35.464545 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43020) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:35.594375 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1bdb3-055a-4858-b345-c58add5f124d req-0782561d-311c-4231-8826-c7c1dfe44e8f tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:35.596054 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-89e1bdb3-055a-4858-b345-c58add5f124d req-0782561d-311c-4231-8826-c7c1dfe44e8f tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.5647056 Nov 26 16:38:35.612583 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-62339922-cab3-4216-b78b-1762209e2928 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:35.646576 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0ab0da-1f58-46bd-b4fc-2d800784a122 None None] DHCP port deletion for 0611c039-18b2-4e3c-acae-addaacb9835f request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:38:35.656562 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d7ca827b-b286-43aa-8435-8c397c4d8437 tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:35.669985 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:35.682666 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-93c18a13-ab60-4cbc-b169-b7b32b985c4c None None] For port b3a4cb3e-8b6d-4342-8975-4d7458c5f962, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b3a4cb3e-8b6d-4342-8975-4d7458c5f962,segment=NetworkSegment(b8977f0c-522a-4617-a243-7175f21b3b4e),segment_id=b8977f0c-522a-4617-a243-7175f21b3b4e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:38:35.687089 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-62339922-cab3-4216-b78b-1762209e2928 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Deleting port e9341933-8bcb-4fcf-b583-103753edc021 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:38:35.687366 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-62339922-cab3-4216-b78b-1762209e2928 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:35.705613 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-0b0ab0da-1f58-46bd-b4fc-2d800784a122 None None] Deleting port b3a4cb3e-8b6d-4342-8975-4d7458c5f962 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:38:35.706001 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0b0ab0da-1f58-46bd-b4fc-2d800784a122 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:35.734621 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-89e1bdb3-055a-4858-b345-c58add5f124d req-557f154b-5b92-4f13-8d40-25e922032093 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303382 Nov 26 16:38:35.767237 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] Pushing event updated for resources: {'Port': ['ID=e9341933-8bcb-4fcf-b583-103753edc021,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:35.774878 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9999d3-a8bf-484c-a23a-41ffe0d5fd66 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:35.785853 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9999d3-a8bf-484c-a23a-41ffe0d5fd66 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:35.797065 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9999d3-a8bf-484c-a23a-41ffe0d5fd66 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:35.797952 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1e9999d3-a8bf-484c-a23a-41ffe0d5fd66 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Synchronizing usage tracker for tenant:60099abfbf2b493bb88042c6d45d25e4 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:35.814411 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:35.815129 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-93c18a13-ab60-4cbc-b169-b7b32b985c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:35.844190 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:35.901546 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1e9999d3-a8bf-484c-a23a-41ffe0d5fd66 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Unset dirty status for tenant:60099abfbf2b493bb88042c6d45d25e4 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:35.905473 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1e9999d3-a8bf-484c-a23a-41ffe0d5fd66 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.4581752 Nov 26 16:38:35.935899 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43030) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:36.036047 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f918a4-005c-4996-b001-0310e6546a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f792cec-b4aa-4ba3-bf3d-e99ca350873a'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:38:36.040890 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c864b255-2141-4358-818c-3a781b918718 None None] Network 8a27df15-8c27-4331-94cf-e4686883eca5 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:38:36.122375 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:36.209597 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 8f792cec-b4aa-4ba3-bf3d-e99ca350873a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=8f792cec-b4aa-4ba3-bf3d-e99ca350873a,segment=NetworkSegment(2894379f-c8e7-4e55-856c-2a6c137e7b1e),segment_id=2894379f-c8e7-4e55-856c-2a6c137e7b1e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:38:36.250716 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-038c49ab-617b-4749-b1af-fd18f9384ef9 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Deleting port 73a004ea-75e5-419e-90b6-bbe51064a10f {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:38:36.251286 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-038c49ab-617b-4749-b1af-fd18f9384ef9 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:36.257606 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d7ca827b-b286-43aa-8435-8c397c4d8437 tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:36.259963 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d7ca827b-b286-43aa-8435-8c397c4d8437 tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:36.283143 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:36.295229 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d23dfbf2-38e5-4d55-bfe0-cfb083e2d161 None None] Provisioning complete for port fe9285ba-d200-4a66-9b40-5f80cf6f0a76 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:36.295608 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d23dfbf2-38e5-4d55-bfe0-cfb083e2d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:36.312338 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-62339922-cab3-4216-b78b-1762209e2928 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] For port e9341933-8bcb-4fcf-b583-103753edc021, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=e9341933-8bcb-4fcf-b583-103753edc021,segment=NetworkSegment(7710614e-af94-45fd-90eb-8a1eef935e98),segment_id=7710614e-af94-45fd-90eb-8a1eef935e98)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:38:36.312695 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-62339922-cab3-4216-b78b-1762209e2928 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:36.319065 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c18a13-ab60-4cbc-b169-b7b32b985c4c None None] Pushing event updated for resources: {'Port': ['ID=b3a4cb3e-8b6d-4342-8975-4d7458c5f962,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:36.350219 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 1b13e777-5df2-4f60-9dee-f17634dcd9e3 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:38:36.375269 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-93c18a13-ab60-4cbc-b169-b7b32b985c4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:36.386628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d7ca827b-b286-43aa-8435-8c397c4d8437 tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:36.387153 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ca827b-b286-43aa-8435-8c397c4d8437 tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b393b201-bb0e-4555-a06a-b2b4fb652268 {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:38:36.395524 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:36.417658 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d7ca827b-b286-43aa-8435-8c397c4d8437 tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:36.423009 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d7ca827b-b286-43aa-8435-8c397c4d8437 tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] 10.222.0.11 "DELETE /v2.0/routers/b393b201-bb0e-4555-a06a-b2b4fb652268 HTTP/1.1" status: 204 len: 168 time: 0.9537585 Nov 26 16:38:36.424172 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43038) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:36.431487 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] device_id is not set on port 92998f77-3bf3-47ae-813c-bbc8611b5b95 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:38:36.454743 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-85013d28-7e6d-441d-a70b-1acabf62887c tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Request body: {'router': {'name': 'tempest-router-1643918480', 'distributed': True}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:36.460307 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-62339922-cab3-4216-b78b-1762209e2928 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Calling delete_port for e9341933-8bcb-4fcf-b583-103753edc021 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:38:36.467831 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port fe9285ba-d200-4a66-9b40-5f80cf6f0a76, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=fe9285ba-d200-4a66-9b40-5f80cf6f0a76,segment=NetworkSegment(53d54dc3-99a0-4b87-91bd-9af4d892c397),segment_id=53d54dc3-99a0-4b87-91bd-9af4d892c397)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:38:36.471671 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:36.474718 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-85013d28-7e6d-441d-a70b-1acabf62887c tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:36.484926 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c131d87d-e4a1-455c-a1f5-0eea0bdd1ba4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e28e29356737478caf7d8675a91c4413&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0285559 Nov 26 16:38:36.489810 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43042) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:36.491817 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-85013d28-7e6d-441d-a70b-1acabf62887c tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Usage tracker for resource:router and tenant:3a79632dcf6d4d60ae99068cce314615 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:36.498836 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-85013d28-7e6d-441d-a70b-1acabf62887c tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:36.501649 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Transition to ACTIVE for port object 92998f77-3bf3-47ae-813c-bbc8611b5b95 will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:36.507839 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:36.510568 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-85013d28-7e6d-441d-a70b-1acabf62887c tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:36.515912 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-0b0ab0da-1f58-46bd-b4fc-2d800784a122 None None] For port b3a4cb3e-8b6d-4342-8975-4d7458c5f962, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b3a4cb3e-8b6d-4342-8975-4d7458c5f962,segment=NetworkSegment(b8977f0c-522a-4617-a243-7175f21b3b4e),segment_id=b8977f0c-522a-4617-a243-7175f21b3b4e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:38:36.516299 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0b0ab0da-1f58-46bd-b4fc-2d800784a122 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:36.528845 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:36.544907 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8b3ea-0fcf-4fa2-b529-75b3b0bcceaa req-9feb2002-f89b-4b4c-b0cc-4244bcdfa6b7 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:36.544907 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15b8b3ea-0fcf-4fa2-b529-75b3b0bcceaa req-9feb2002-f89b-4b4c-b0cc-4244bcdfa6b7 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/ports?device_id=70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd HTTP/1.1" status: 200 len: 944 time: 0.1943789 Nov 26 16:38:36.546135 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:36.600628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-85013d28-7e6d-441d-a70b-1acabf62887c tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:36.601634 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-85013d28-7e6d-441d-a70b-1acabf62887c tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:36.634669 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdadb4-1fbf-4e03-aeb1-0f3abd1a1937 req-daa61d3c-77d9-4619-9cc3-4b91496b489a tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:36.636408 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-45bdadb4-1fbf-4e03-aeb1-0f3abd1a1937 req-daa61d3c-77d9-4619-9cc3-4b91496b489a tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.7017810 Nov 26 16:38:36.649578 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43046) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:36.674039 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-bb072e98-b5f9-450d-af55-244cc733a0c8 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Request body: {'floatingip': {'port_id': 'a7996468-c56a-4a78-8717-905208e625cd'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:36.718160 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 89a39f03-da9d-4fee-b7f0-056f60178f97 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:38:36.763873 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3cff3d39-53f5-400e-8061-aa9d3acd8465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:36.791513 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3cff3d39-53f5-400e-8061-aa9d3acd8465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:36.802666 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Pushing event updated for resources: {'Port': ['ID=92998f77-3bf3-47ae-813c-bbc8611b5b95,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:36.807312 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15b8b3ea-0fcf-4fa2-b529-75b3b0bcceaa req-bf7746a8-b431-42ba-b44a-d65e1f8bad87 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e18e4c7-657a-4942-bf52-698938229428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2259328 Nov 26 16:38:36.812530 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:36.813582 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-85013d28-7e6d-441d-a70b-1acabf62887c tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:36.827013 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bb072e98-b5f9-450d-af55-244cc733a0c8 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks [] for floatingip, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:36.827435 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-0b0ab0da-1f58-46bd-b4fc-2d800784a122 None None] Calling delete_port for b3a4cb3e-8b6d-4342-8975-4d7458c5f962 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:38:36.870571 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3cff3d39-53f5-400e-8061-aa9d3acd8465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:36.906982 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Checking segment: {'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:38:36.907346 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Network hostable DHCP agents. Network: 85d33721-28ff-4a58-ba3d-a73758aed792, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:38:36.927326 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f918a4-005c-4996-b001-0310e6546a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f792cec-b4aa-4ba3-bf3d-e99ca350873a', 'code': 200} Nov 26 16:38:36.942519 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-62339922-cab3-4216-b78b-1762209e2928 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:36.957810 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-203579d7-18a4-4779-b505-f7378a6fe412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:36.964426 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 89a39f03-da9d-4fee-b7f0-056f60178f97 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:38:36.964792 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 89a39f03-da9d-4fee-b7f0-056f60178f97 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:38:36.977114 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=8f792cec-b4aa-4ba3-bf3d-e99ca350873a,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:36.984549 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-85013d28-7e6d-441d-a70b-1acabf62887c tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:36.994160 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:37.002658 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Network 85d33721-28ff-4a58-ba3d-a73758aed792 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:38:37.011024 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-70fceb89-67db-4010-a7ae-a0c5ac0ee89f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.486s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:37.021870 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62339922-cab3-4216-b78b-1762209e2928 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] No DVR routers for this DVR port e9341933-8bcb-4fcf-b583-103753edc021 on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:38:37.065046 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff3d39-53f5-400e-8061-aa9d3acd8465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f9d34e-b0f2-4bba-91d8-00acee441b09,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:37.078562 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-85013d28-7e6d-441d-a70b-1acabf62887c tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:37.079844 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-85013d28-7e6d-441d-a70b-1acabf62887c tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6514828 Nov 26 16:38:37.080912 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 85d33721-28ff-4a58-ba3d-a73758aed792) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:37.086551 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43052) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:37.092276 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:38:37.115679 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3cff3d39-53f5-400e-8061-aa9d3acd8465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:37.118109 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b3a4cb3e-8b6d-4342-8975-4d7458c5f962 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:38:37.140766 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-787b78a4-25d4-4e6d-9a13-4445f1149f3b tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:37.142880 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dd0d14-0b47-44df-8953-f383451f3495 None None] Network 85d33721-28ff-4a58-ba3d-a73758aed792 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:38:37.194669 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0b0ab0da-1f58-46bd-b4fc-2d800784a122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:37.207866 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-038c49ab-617b-4749-b1af-fd18f9384ef9 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:37.239426 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:37.239772 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:37.240110 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:37.248678 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: b3a4cb3e-8b6d-4342-8975-4d7458c5f962 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:38:37.249031 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b3a4cb3e-8b6d-4342-8975-4d7458c5f962 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:38:37.260206 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port 1b13e777-5df2-4f60-9dee-f17634dcd9e3 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:38:37.265574 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62339922-cab3-4216-b78b-1762209e2928 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Pushing event deleted for resources: {'Port': ['ID=e9341933-8bcb-4fcf-b583-103753edc021,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:37.268896 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-62339922-cab3-4216-b78b-1762209e2928 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:37.294541 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 1b13e777-5df2-4f60-9dee-f17634dcd9e3 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:37.295101 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:37.321759 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7dc6d429-9db6-4e07-8d79-ec4470f26fca tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:37.329245 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0ab0da-1f58-46bd-b4fc-2d800784a122 None None] No DVR routers for this DVR port b3a4cb3e-8b6d-4342-8975-4d7458c5f962 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:38:37.348494 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=fe9285ba-d200-4a66-9b40-5f80cf6f0a76,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:37.370077 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:37.374184 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:37.427658 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-038c49ab-617b-4749-b1af-fd18f9384ef9 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Calling delete_port for 73a004ea-75e5-419e-90b6-bbe51064a10f owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:38:37.430979 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:37.430979 dv-neutron-819440-1-hyperv neutron-server[87518]: ERROR neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:37.462042 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3cff3d39-53f5-400e-8061-aa9d3acd8465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:37.462371 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3cff3d39-53f5-400e-8061-aa9d3acd8465 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c6f9d34e-b0f2-4bba-91d8-00acee441b09 HTTP/1.1" status: 204 len: 168 time: 0.9701543 Nov 26 16:38:37.471550 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-62339922-cab3-4216-b78b-1762209e2928 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:37.487641 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.plugins.ml2.plugin [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempt 2 to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 Nov 26 16:38:37.522324 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-62339922-cab3-4216-b78b-1762209e2928 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a27df15-8c27-4331-94cf-e4686883eca5']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:37.534699 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:37.535168 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:37.535387 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:37.547934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:37.548258 dv-neutron-819440-1-hyperv neutron-server[87518]: ERROR neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:37.551236 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-62339922-cab3-4216-b78b-1762209e2928 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7710614e-af94-45fd-90eb-8a1eef935e98') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:37.551585 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-62339922-cab3-4216-b78b-1762209e2928 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7710614e-af94-45fd-90eb-8a1eef935e98') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:37.555484 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ab0da-1f58-46bd-b4fc-2d800784a122 None None] Pushing event deleted for resources: {'Port': ['ID=b3a4cb3e-8b6d-4342-8975-4d7458c5f962,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:37.571860 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d23dfbf2-38e5-4d55-bfe0-cfb083e2d161 None None] Provisioning for port 509cf61b-fc06-482e-b471-0daada953cb3 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:38:37.585572 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-62339922-cab3-4216-b78b-1762209e2928 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:37.602512 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefc280-891e-416b-b614-3da6a7a1b589 req-c39e043b-6118-4606-b0c1-328dd5cede1f tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:37.609591 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5fefc280-891e-416b-b614-3da6a7a1b589 req-c39e043b-6118-4606-b0c1-328dd5cede1f tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 946 time: 0.7557330 Nov 26 16:38:37.622439 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-0b0ab0da-1f58-46bd-b4fc-2d800784a122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:37.645388 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-62339922-cab3-4216-b78b-1762209e2928 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:37.649615 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02336b62-f004-434f-87f0-81ea283ddeaa req-11ca9c1e-ce98-4e36-9d17-8d48d9fe1584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:37.651128 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-02336b62-f004-434f-87f0-81ea283ddeaa req-11ca9c1e-ce98-4e36-9d17-8d48d9fe1584 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 1099 time: 0.6555409 Nov 26 16:38:37.667438 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62339922-cab3-4216-b78b-1762209e2928 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:38:37.667883 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-62339922-cab3-4216-b78b-1762209e2928 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:37.699197 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d23dfbf2-38e5-4d55-bfe0-cfb083e2d161 None None] Provisioning complete for port 509cf61b-fc06-482e-b471-0daada953cb3 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:37.699657 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d23dfbf2-38e5-4d55-bfe0-cfb083e2d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:37.705391 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.plugins.ml2.plugin [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempt 3 to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:38:37.719701 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:38:37.764060 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:37.783358 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-d23dfbf2-38e5-4d55-bfe0-cfb083e2d161 None None] Port 509cf61b-fc06-482e-b471-0daada953cb3 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:38:37.831858 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 1b13e777-5df2-4f60-9dee-f17634dcd9e3, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=1b13e777-5df2-4f60-9dee-f17634dcd9e3,segment=NetworkSegment(6a286159-c7e2-4df6-bb5a-d60ac00d4209),segment_id=6a286159-c7e2-4df6-bb5a-d60ac00d4209)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:38:37.842379 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:37.846529 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:37.896807 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5fefc280-891e-416b-b614-3da6a7a1b589 req-d9452ae3-bf6a-4c79-bafd-615674f961dd tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa50fb00-3357-45b0-a863-2d0fe23069bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2860360 Nov 26 16:38:37.919464 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130399f4-a1df-4c2a-a11a-06e9179882aa None None] get_active_networks_info from dv-neutron-819440-1-hyperv {{(pid=87520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 26 16:38:37.969027 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-02336b62-f004-434f-87f0-81ea283ddeaa req-0763747d-1e6a-4e3b-a185-948cc7ef99c8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fa50fb00-3357-45b0-a863-2d0fe23069bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3015780 Nov 26 16:38:37.978918 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-62339922-cab3-4216-b78b-1762209e2928 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:37.989919 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:37.990579 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:37.991157 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:37.995651 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b1204e22-9a6a-49fa-bf7a-2e93e0eac2af tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:38.005569 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:38.006219 dv-neutron-819440-1-hyperv neutron-server[87518]: ERROR neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:38.009383 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=1b13e777-5df2-4f60-9dee-f17634dcd9e3,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:38.012687 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:38.013523 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-27ec1caf-d84a-4737-acbd-b6e2d5e92a6a None None] Provisioning complete for port 509cf61b-fc06-482e-b471-0daada953cb3 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:38.013898 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-27ec1caf-d84a-4737-acbd-b6e2d5e92a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:38.016229 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.plugins.ml2.plugin [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempt 4 to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 Nov 26 16:38:38.033957 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7dc6d429-9db6-4e07-8d79-ec4470f26fca tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:38.037066 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7dc6d429-9db6-4e07-8d79-ec4470f26fca tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:38.108324 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-27ec1caf-d84a-4737-acbd-b6e2d5e92a6a None None] Port 509cf61b-fc06-482e-b471-0daada953cb3 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:38:38.120129 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-62339922-cab3-4216-b78b-1762209e2928 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:38.131323 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-038c49ab-617b-4749-b1af-fd18f9384ef9 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:38.133542 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62339922-cab3-4216-b78b-1762209e2928 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Pushing event deleted for resources: {'Network': ['ID=8a27df15-8c27-4331-94cf-e4686883eca5,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:38.143838 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-62339922-cab3-4216-b78b-1762209e2928 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:38.144456 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-27ec1caf-d84a-4737-acbd-b6e2d5e92a6a None None] Provisioning complete for port 73a004ea-75e5-419e-90b6-bbe51064a10f triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:38.144836 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-27ec1caf-d84a-4737-acbd-b6e2d5e92a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:38.145369 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:38.178261 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130399f4-a1df-4c2a-a11a-06e9179882aa None None] Resources bound (agent type, host, resource id): {{(pid=87520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 16:38:38.193088 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-27ec1caf-d84a-4737-acbd-b6e2d5e92a6a None None] Port 73a004ea-75e5-419e-90b6-bbe51064a10f was deleted so its status cannot be updated. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Nov 26 16:38:38.197977 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-62339922-cab3-4216-b78b-1762209e2928 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] 10.222.0.11 "DELETE /v2.0/networks/8a27df15-8c27-4331-94cf-e4686883eca5 HTTP/1.1" status: 204 len: 168 time: 2.8712852 Nov 26 16:38:38.199258 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c49ab-617b-4749-b1af-fd18f9384ef9 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Pushing event deleted for resources: {'Port': ['ID=73a004ea-75e5-419e-90b6-bbe51064a10f,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:38.204713 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43074) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:38.204713 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-038c49ab-617b-4749-b1af-fd18f9384ef9 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:38.305897 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:38.306341 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:38.306745 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:38.335242 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:38.335629 dv-neutron-819440-1-hyperv neutron-server[87518]: ERROR neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:38.347383 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.plugins.ml2.plugin [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempt 5 to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 Nov 26 16:38:38.367799 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:38.368156 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:38.368461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:38.374394 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7dc6d429-9db6-4e07-8d79-ec4470f26fca tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:38.375086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc6d429-9db6-4e07-8d79-ec4470f26fca tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0058d690-151e-41b3-8cbe-39ec8a67bc68 {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:38:38.375907 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-038c49ab-617b-4749-b1af-fd18f9384ef9 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:38.377720 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-038c49ab-617b-4749-b1af-fd18f9384ef9 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] 10.222.0.11 "DELETE /v2.0/ports/73a004ea-75e5-419e-90b6-bbe51064a10f HTTP/1.1" status: 204 len: 168 time: 2.4409027 Nov 26 16:38:38.383393 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43082) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:38.390829 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-684cc8e8-1838-4646-a2c8-f520afa25366 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Request body: {'port': {'name': 'tempest-new-port-name-820770472', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:38.391457 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.api.validators [None req-684cc8e8-1838-4646-a2c8-f520afa25366 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] bootfile-name is not in valid_values {{(pid=87519) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 26 16:38:38.391969 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.api.validators [None req-684cc8e8-1838-4646-a2c8-f520afa25366 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] tftp-server is not in valid_values {{(pid=87519) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 26 16:38:38.392452 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.api.validators [None req-684cc8e8-1838-4646-a2c8-f520afa25366 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] server-ip-address is not in valid_values {{(pid=87519) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 26 16:38:38.392641 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:38.392971 dv-neutron-819440-1-hyperv neutron-server[87518]: ERROR neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:38.395884 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.plugins.ml2.plugin [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempt 6 to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 Nov 26 16:38:38.404134 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7dc6d429-9db6-4e07-8d79-ec4470f26fca tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:38.408477 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7dc6d429-9db6-4e07-8d79-ec4470f26fca tempest-RoutersTestDVR-29045280 tempest-RoutersTestDVR-29045280-project-admin] 10.222.0.11 "DELETE /v2.0/routers/0058d690-151e-41b3-8cbe-39ec8a67bc68 HTTP/1.1" status: 204 len: 168 time: 1.3152356 Nov 26 16:38:38.429105 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:38.429105 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:38.429373 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:38.452635 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2895e19b-70fd-4dc8-9fb6-0d44735a858d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:38.472672 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43088) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:38.483113 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b003674-9bc0-448b-92f6-83eb3c86270b req-0d680989-3e94-43b5-9be8-f15972a2d1f5 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:38.484547 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9b003674-9bc0-448b-92f6-83eb3c86270b req-0d680989-3e94-43b5-9be8-f15972a2d1f5 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/ports?device_id=70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd HTTP/1.1" status: 200 len: 945 time: 0.5564315 Nov 26 16:38:38.485136 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:38.485489 dv-neutron-819440-1-hyperv neutron-server[87518]: ERROR neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:38.491411 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.plugins.ml2.plugin [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempt 7 to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 Nov 26 16:38:38.527308 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:38.527700 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:38.528557 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:38.549552 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:38.549907 dv-neutron-819440-1-hyperv neutron-server[87518]: ERROR neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:38.553138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.resource_extend [None req-bb072e98-b5f9-450d-af55-244cc733a0c8 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:38:38.613811 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.plugins.ml2.plugin [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempt 8 to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 Nov 26 16:38:38.661740 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9b003674-9bc0-448b-92f6-83eb3c86270b req-b9d042e5-4dd7-4cec-8494-ebe52336fac2 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e18e4c7-657a-4942-bf52-698938229428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1610272 Nov 26 16:38:38.664548 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:38.664940 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:38.665203 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:38.672223 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-7976d7af-74e0-4460-88a2-67ad6dff48ce tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] Request body: {'port': {'network_id': '553fb2ef-b071-45f4-aa59-962d233001af', 'name': 'tempest-NetworksNegativeTestJSON-5443605'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:38.679851 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:38.680181 dv-neutron-819440-1-hyperv neutron-server[87518]: ERROR neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:38.691645 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.plugins.ml2.plugin [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempt 9 to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 Nov 26 16:38:38.703964 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bb072e98-b5f9-450d-af55-244cc733a0c8 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:38.716559 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bb072e98-b5f9-450d-af55-244cc733a0c8 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:38.772649 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:38.773009 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:38.773346 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:38.775831 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2895e19b-70fd-4dc8-9fb6-0d44735a858d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:38.808502 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-7976d7af-74e0-4460-88a2-67ad6dff48ce tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] POST failed (client error): The resource could not be found. Nov 26 16:38:38.809032 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7976d7af-74e0-4460-88a2-67ad6dff48ce tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:38:38.810166 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7976d7af-74e0-4460-88a2-67ad6dff48ce tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3356693 Nov 26 16:38:38.810807 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-684cc8e8-1838-4646-a2c8-f520afa25366 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:38.824271 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43096) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:38.826565 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-2895e19b-70fd-4dc8-9fb6-0d44735a858d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0611c039-18b2-4e3c-acae-addaacb9835f']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:38.855875 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:38.856204 dv-neutron-819440-1-hyperv neutron-server[87518]: ERROR neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:38.858867 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.plugins.ml2.plugin [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempt 10 to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 Nov 26 16:38:38.869343 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-2895e19b-70fd-4dc8-9fb6-0d44735a858d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8977f0c-522a-4617-a243-7175f21b3b4e') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:38.869894 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-2895e19b-70fd-4dc8-9fb6-0d44735a858d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8977f0c-522a-4617-a243-7175f21b3b4e') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:38.881728 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:38.882077 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:38.882385 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:38.893664 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:38.893664 dv-neutron-819440-1-hyperv neutron-server[87518]: ERROR neutron.plugins.ml2.managers [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port 92998f77-3bf3-47ae-813c-bbc8611b5b95 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:38.893664 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:38.904598 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43100) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:38.910923 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5706c5-84ac-432d-a20a-6f107fdb478b tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] DELETE failed (client error): The resource could not be found. Nov 26 16:38:38.911399 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf5706c5-84ac-432d-a20a-6f107fdb478b tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:38:38.914635 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-cf5706c5-84ac-432d-a20a-6f107fdb478b tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] 10.222.0.11 "DELETE /v2.0/networks/56f7e007-c912-4953-b962-93a12de78ed0 HTTP/1.1" status: 404 len: 339 time: 0.0779481 Nov 26 16:38:38.925668 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2895e19b-70fd-4dc8-9fb6-0d44735a858d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:38.928935 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b13e777-5df2-4f60-9dee-f17634dcd9e3'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:38:38.983186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43110) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:38.985158 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-bb072e98-b5f9-450d-af55-244cc733a0c8 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Floating IP 49fc6a6e-04d9-4685-a8a3-3a611a5ce0b7 associated. External IP: 172.26.0.197, port: a7996468-c56a-4a78-8717-905208e625cd. Nov 26 16:38:39.003301 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b13e777-5df2-4f60-9dee-f17634dcd9e3', 'code': 200} Nov 26 16:38:39.013112 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2895e19b-70fd-4dc8-9fb6-0d44735a858d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:39.027827 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2895e19b-70fd-4dc8-9fb6-0d44735a858d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:38:39.028466 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2895e19b-70fd-4dc8-9fb6-0d44735a858d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:38:39.045749 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:38:39.117051 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device fe9285ba-d200-4a66-9b40-5f80cf6f0a76 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:38:39.210238 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port fe9285ba-d200-4a66-9b40-5f80cf6f0a76 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:39.211130 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:39.285705 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] For port 92998f77-3bf3-47ae-813c-bbc8611b5b95, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:38:39.286020 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempted to set empty binding levels {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 26 16:38:39.436581 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2895e19b-70fd-4dc8-9fb6-0d44735a858d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:39.470373 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-10082e6b-9cfb-4161-a19e-d465c8603c0b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:39.473353 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:39.481617 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0cae9ed0-e8df-4c3b-95f5-79eecf233e7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:39.484415 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2895e19b-70fd-4dc8-9fb6-0d44735a858d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:39.516601 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895e19b-70fd-4dc8-9fb6-0d44735a858d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Pushing event deleted for resources: {'Network': ['ID=0611c039-18b2-4e3c-acae-addaacb9835f,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:39.520099 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d90bb4-8dab-41b9-a5d5-edc87896873d tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] DELETE failed (client error): The resource could not be found. Nov 26 16:38:39.520571 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2d90bb4-8dab-41b9-a5d5-edc87896873d tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:38:39.525731 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a2d90bb4-8dab-41b9-a5d5-edc87896873d tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] 10.222.0.11 "DELETE /v2.0/ports/626ee0b9-39f5-47ab-867a-d23abc818ae4 HTTP/1.1" status: 404 len: 333 time: 0.3183413 Nov 26 16:38:39.526760 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2895e19b-70fd-4dc8-9fb6-0d44735a858d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:39.533315 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43116) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:39.533614 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b20e5e84-78c2-44e6-8e37-2d49b062f69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:39.540272 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2895e19b-70fd-4dc8-9fb6-0d44735a858d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] 10.222.0.11 "DELETE /v2.0/networks/0611c039-18b2-4e3c-acae-addaacb9835f HTTP/1.1" status: 204 len: 168 time: 1.3365784 Nov 26 16:38:39.558555 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43120) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:39.563370 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:39.563994 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:39.592107 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-34665b8c-0999-40cd-922f-e5487659e641 tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] DELETE failed (client error): The resource could not be found. Nov 26 16:38:39.592565 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34665b8c-0999-40cd-922f-e5487659e641 tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:38:39.594219 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-34665b8c-0999-40cd-922f-e5487659e641 tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] 10.222.0.11 "DELETE /v2.0/subnets/8b876f9b-83d7-4fd6-9cba-f97613e70836 HTTP/1.1" status: 404 len: 337 time: 0.0599592 Nov 26 16:38:39.599733 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43124) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:39.601723 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-b20e5e84-78c2-44e6-8e37-2d49b062f69e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:39.631875 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf24880-9c9e-4152-ac96-e8c1f971c69b req-d7d71f74-9050-4cfa-a032-1230ddeaadff tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:39.633316 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8bf24880-9c9e-4152-ac96-e8c1f971c69b req-d7d71f74-9050-4cfa-a032-1230ddeaadff tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 946 time: 0.3968916 Nov 26 16:38:39.647865 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-34093f63-6304-4664-bdfb-2f3b47cab523 tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] GET failed (client error): The resource could not be found. Nov 26 16:38:39.649138 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-34093f63-6304-4664-bdfb-2f3b47cab523 tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] 10.222.0.11 "GET /v2.0/networks/5cc4baf7-4e96-4ad5-8e05-820ad48becba HTTP/1.1" status: 404 len: 339 time: 0.0484986 Nov 26 16:38:39.662723 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b20e5e84-78c2-44e6-8e37-2d49b062f69e admin admin] Usage tracker for resource:security_group_rule and tenant:95d77dfffb624294b758caee7d23a177 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:39.663274 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43128) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:39.666620 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85080b62-6995-4346-bdee-4fd19e6605ad req-acfad9ab-74cd-4292-8662-9e931d5987d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:39.668075 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-85080b62-6995-4346-bdee-4fd19e6605ad req-acfad9ab-74cd-4292-8662-9e931d5987d8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd HTTP/1.1" status: 200 len: 1098 time: 0.2994924 Nov 26 16:38:39.682092 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b20e5e84-78c2-44e6-8e37-2d49b062f69e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:39.698037 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-b20e5e84-78c2-44e6-8e37-2d49b062f69e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:39.700526 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Pushing event updated for resources: {'Port': ['ID=92998f77-3bf3-47ae-813c-bbc8611b5b95,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:39.720468 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:39.739660 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.4316785 Nov 26 16:38:39.758454 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-684cc8e8-1838-4646-a2c8-f520afa25366 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:39.759862 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43134) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:39.767062 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3cb3992-8e01-4a49-a5f2-0752f13b1b78 tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] GET failed (client error): The resource could not be found. Nov 26 16:38:39.771675 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a3cb3992-8e01-4a49-a5f2-0752f13b1b78 tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] 10.222.0.11 "GET /v2.0/ports/1e3cca1e-5c1b-4cb6-9de9-62db3877e31d HTTP/1.1" status: 404 len: 333 time: 0.0986660 Nov 26 16:38:39.809514 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43138) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:39.813110 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-684cc8e8-1838-4646-a2c8-f520afa25366 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:39.827295 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1e9ad6fc-7541-4de6-a7ed-24fd0ec138bd tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:39.831454 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d2c73036-2042-4def-936d-37736ca94e63 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:39.862787 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8bf24880-9c9e-4152-ac96-e8c1f971c69b req-57efb626-05a7-45dc-9bbe-c08ad0522a71 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa50fb00-3357-45b0-a863-2d0fe23069bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193403 Nov 26 16:38:39.935238 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-85080b62-6995-4346-bdee-4fd19e6605ad req-67e6d28f-c273-41c4-aa8c-287c7d35c0da service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2e18e4c7-657a-4942-bf52-698938229428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2220340 Nov 26 16:38:39.940399 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-684cc8e8-1838-4646-a2c8-f520afa25366 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] In _notify_port_updated(), no bound segment for port 509cf61b-fc06-482e-b471-0daada953cb3 on network a0e71bf8-0353-4610-841a-010f43a09658 {{(pid=87519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 26 16:38:39.946967 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684cc8e8-1838-4646-a2c8-f520afa25366 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:39.946967 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-684cc8e8-1838-4646-a2c8-f520afa25366 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:39.947827 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-684cc8e8-1838-4646-a2c8-f520afa25366 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] 10.222.0.11 "PUT /v2.0/ports/509cf61b-fc06-482e-b471-0daada953cb3 HTTP/1.1" status: 200 len: 1128 time: 1.5632992 Nov 26 16:38:39.949031 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee6b362-74b8-4804-83a2-430196fc2808 tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] GET failed (client error): The resource could not be found. Nov 26 16:38:39.954271 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5ee6b362-74b8-4804-83a2-430196fc2808 tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] 10.222.0.11 "GET /v2.0/subnets/42d2745f-759c-4220-a183-fc56da1eff59 HTTP/1.1" status: 404 len: 337 time: 0.1333594 Nov 26 16:38:39.954414 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43142) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:39.955242 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43144) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:39.967083 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-087e649b-6bfa-4387-a7a6-437bd418e451 tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:39.988287 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-a9047fff-35ba-4d27-a303-f95f605b612d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Deleting port 92998f77-3bf3-47ae-813c-bbc8611b5b95 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:38:39.988634 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a9047fff-35ba-4d27-a303-f95f605b612d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:40.123153 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cc8e8-1838-4646-a2c8-f520afa25366 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Pushing event updated for resources: {'Port': ['ID=509cf61b-fc06-482e-b471-0daada953cb3,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:40.125699 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-087e649b-6bfa-4387-a7a6-437bd418e451 tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] PUT failed (client error): The resource could not be found. Nov 26 16:38:40.126174 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-087e649b-6bfa-4387-a7a6-437bd418e451 tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:38:40.131034 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-087e649b-6bfa-4387-a7a6-437bd418e451 tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] 10.222.0.11 "PUT /v2.0/networks/999e7977-7a95-4172-9648-889cb6333454 HTTP/1.1" status: 404 len: 339 time: 0.1711211 Nov 26 16:38:40.134564 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-684cc8e8-1838-4646-a2c8-f520afa25366 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:40.135060 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43150) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:40.145575 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-0a8e2c4f-102c-4f91-bb80-14e2707461ad tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:40.187802 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8e2c4f-102c-4f91-bb80-14e2707461ad tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] PUT failed (client error): The resource could not be found. Nov 26 16:38:40.188285 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8e2c4f-102c-4f91-bb80-14e2707461ad tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:38:40.189418 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0a8e2c4f-102c-4f91-bb80-14e2707461ad tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] 10.222.0.11 "PUT /v2.0/ports/8c3f7390-4998-41e3-96ab-136ee4d8bbd5 HTTP/1.1" status: 404 len: 333 time: 0.0505857 Nov 26 16:38:40.201816 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43154) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:40.218601 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59e81de-0941-4dfa-90e2-9755dbaf01f2 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:40.219196 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b59e81de-0941-4dfa-90e2-9755dbaf01f2 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Synchronizing usage tracker for tenant:60099abfbf2b493bb88042c6d45d25e4 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:40.236544 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-61b17e07-2dc2-4e38-a61b-1100c1e5c072 None None] Provisioning complete for port 509cf61b-fc06-482e-b471-0daada953cb3 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:40.237118 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-61b17e07-2dc2-4e38-a61b-1100c1e5c072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:40.244175 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-aae9a334-586c-4468-9741-87dae29c739d tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:40.295657 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-61b17e07-2dc2-4e38-a61b-1100c1e5c072 None None] Port 509cf61b-fc06-482e-b471-0daada953cb3 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:38:40.301461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d2c73036-2042-4def-936d-37736ca94e63 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:40.310108 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae9a334-586c-4468-9741-87dae29c739d tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] PUT failed (client error): The resource could not be found. Nov 26 16:38:40.310560 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aae9a334-586c-4468-9741-87dae29c739d tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:38:40.315140 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-aae9a334-586c-4468-9741-87dae29c739d tempest-NetworksNegativeTestJSON-1445148793 tempest-NetworksNegativeTestJSON-1445148793-project] 10.222.0.11 "PUT /v2.0/subnets/6df41b65-f96a-4172-bce5-a2bdc1f62a24 HTTP/1.1" status: 404 len: 337 time: 0.1080117 Nov 26 16:38:40.343398 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b20e5e84-78c2-44e6-8e37-2d49b062f69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:40.344152 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-a9047fff-35ba-4d27-a303-f95f605b612d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] For port 92998f77-3bf3-47ae-813c-bbc8611b5b95, host hv-neutron-8194, got binding levels [] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:38:40.344559 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a9047fff-35ba-4d27-a303-f95f605b612d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:40.354747 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b59e81de-0941-4dfa-90e2-9755dbaf01f2 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Unset dirty status for tenant:60099abfbf2b493bb88042c6d45d25e4 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:40.355972 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b59e81de-0941-4dfa-90e2-9755dbaf01f2 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] 10.222.0.11 "GET /v2.0/ports/509cf61b-fc06-482e-b471-0daada953cb3 HTTP/1.1" status: 200 len: 1128 time: 0.3906608 Nov 26 16:38:40.357631 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-d2c73036-2042-4def-936d-37736ca94e63 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88141110-47b3-45eb-bae4-b58388c1d535']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:40.365705 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb072e98-b5f9-450d-af55-244cc733a0c8 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Router 7d971ae5-c013-48a1-9b21-acaad5f75146 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:38:40.367344 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b20e5e84-78c2-44e6-8e37-2d49b062f69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:40.367957 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43160) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:40.383664 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971faff-0ec5-4a86-aa3a-f8dd9507e717 req-2152f7a7-f994-4f4e-b815-44060c9461f7 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:40.385244 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5971faff-0ec5-4a86-aa3a-f8dd9507e717 req-2152f7a7-f994-4f4e-b815-44060c9461f7 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/ports?device_id=70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd HTTP/1.1" status: 200 len: 945 time: 0.5577989 Nov 26 16:38:40.426981 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-d2c73036-2042-4def-936d-37736ca94e63 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c30a90-36c1-401a-8032-dd3455649ef7') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:40.427278 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-d2c73036-2042-4def-936d-37736ca94e63 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c30a90-36c1-401a-8032-dd3455649ef7') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:40.438480 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:40.474784 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-a9047fff-35ba-4d27-a303-f95f605b612d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Calling delete_port for 92998f77-3bf3-47ae-813c-bbc8611b5b95 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:38:40.498683 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d2c73036-2042-4def-936d-37736ca94e63 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:40.542967 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43166) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:40.560912 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a9047fff-35ba-4d27-a303-f95f605b612d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:40.571995 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:40.615393 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9047fff-35ba-4d27-a303-f95f605b612d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Pushing event deleted for resources: {'Port': ['ID=92998f77-3bf3-47ae-813c-bbc8611b5b95,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:40.617564 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a9047fff-35ba-4d27-a303-f95f605b612d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:40.622113 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a9047fff-35ba-4d27-a303-f95f605b612d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:40.627999 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a9047fff-35ba-4d27-a303-f95f605b612d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] 10.222.0.11 "DELETE /v2.0/ports/92998f77-3bf3-47ae-813c-bbc8611b5b95 HTTP/1.1" status: 204 len: 168 time: 0.8667376 Nov 26 16:38:40.628986 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43172) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:40.663427 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b20e5e84-78c2-44e6-8e37-2d49b062f69e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=95d77dfffb624294b758caee7d23a177&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7579005 Nov 26 16:38:40.666484 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43176) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:40.694153 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d2c73036-2042-4def-936d-37736ca94e63 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:40.700038 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-b226276d-7d4c-46a8-87c6-6673f66029ab tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Deleting port 509cf61b-fc06-482e-b471-0daada953cb3 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:38:40.700376 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b226276d-7d4c-46a8-87c6-6673f66029ab tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:40.704488 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-2265be14-06b9-4083-a016-28fe651efa87 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] GET failed (client error): The resource could not be found. Nov 26 16:38:40.705080 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2265be14-06b9-4083-a016-28fe651efa87 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Synchronizing usage tracker for tenant:46b7469b7ec44bf29006c9a56f24e59d on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:40.710259 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ff968611-768f-4ae0-9bce-7b1ffef4f112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:40.724456 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e5e84-78c2-44e6-8e37-2d49b062f69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270172a0-41fc-4dbc-9448-e882a139c624,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:40.736838 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ff968611-768f-4ae0-9bce-7b1ffef4f112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:40.744598 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b20e5e84-78c2-44e6-8e37-2d49b062f69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:40.752736 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c73036-2042-4def-936d-37736ca94e63 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:38:40.753610 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d2c73036-2042-4def-936d-37736ca94e63 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:40.753981 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ff968611-768f-4ae0-9bce-7b1ffef4f112 admin admin] Usage tracker for resource:security_group_rule and tenant:0309ea2b3ad043c788657a960d321868 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:40.758652 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ff968611-768f-4ae0-9bce-7b1ffef4f112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:40.771095 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ff968611-768f-4ae0-9bce-7b1ffef4f112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:38:40.772913 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:38:40.775429 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2265be14-06b9-4083-a016-28fe651efa87 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Unset dirty status for tenant:46b7469b7ec44bf29006c9a56f24e59d on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:40.779770 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2265be14-06b9-4083-a016-28fe651efa87 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] 10.222.0.11 "GET /v2.0/ports/92998f77-3bf3-47ae-813c-bbc8611b5b95 HTTP/1.1" status: 404 len: 333 time: 0.1498404 Nov 26 16:38:40.780785 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43180) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:40.788622 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5971faff-0ec5-4a86-aa3a-f8dd9507e717 req-341db8e7-e8df-4e13-a396-bf6dfe5c88e7 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e18e4c7-657a-4942-bf52-698938229428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3652554 Nov 26 16:38:40.814618 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-69b7131b-6bd8-4336-86df-7b74ad1d7131 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Request body: {'port': {'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2066504048'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:40.825781 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-69b7131b-6bd8-4336-86df-7b74ad1d7131 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:40.839197 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f49c1a8b-2d6f-4f23-b3f9-063da723fc3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:40.847861 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-69b7131b-6bd8-4336-86df-7b74ad1d7131 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:40.884132 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f49c1a8b-2d6f-4f23-b3f9-063da723fc3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:40.930251 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d2c73036-2042-4def-936d-37736ca94e63 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:40.942067 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb072e98-b5f9-450d-af55-244cc733a0c8 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:38:40.943290 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4bec6f74-142a-4f4d-a0b1-7124fbc81c2e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:40.962866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d2c73036-2042-4def-936d-37736ca94e63 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:40.965958 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb7ea68-b14d-4812-bd4e-7e20de36564f None None] Sync routers for ids ['7d971ae5-c013-48a1-9b21-acaad5f75146'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:38:40.983374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c73036-2042-4def-936d-37736ca94e63 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Pushing event deleted for resources: {'Network': ['ID=88141110-47b3-45eb-bae4-b58388c1d535,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:40.992120 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb7ea68-b14d-4812-bd4e-7e20de36564f None None] Routers {'7d971ae5-c013-48a1-9b21-acaad5f75146'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:38:40.992759 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-4fb7ea68-b14d-4812-bd4e-7e20de36564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:38:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['7d971ae5-c013-48a1-9b21-acaad5f75146'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:40.995009 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d2c73036-2042-4def-936d-37736ca94e63 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:41.009883 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d2c73036-2042-4def-936d-37736ca94e63 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] 10.222.0.11 "DELETE /v2.0/networks/88141110-47b3-45eb-bae4-b58388c1d535 HTTP/1.1" status: 204 len: 168 time: 1.4484158 Nov 26 16:38:41.015772 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43186) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:41.028946 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ff968611-768f-4ae0-9bce-7b1ffef4f112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:41.032010 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b7131b-6bd8-4336-86df-7b74ad1d7131 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Made reservation on behalf of 46b7469b7ec44bf29006c9a56f24e59d for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:41.037324 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bb072e98-b5f9-450d-af55-244cc733a0c8 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:41.039348 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-69b7131b-6bd8-4336-86df-7b74ad1d7131 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:41.079752 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ff968611-768f-4ae0-9bce-7b1ffef4f112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:41.151256 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d54eaccc-e531-4be1-b826-f5ba4467a40b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:41.180691 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-69b7131b-6bd8-4336-86df-7b74ad1d7131 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] device_id is not set on port 0015963c-bd25-43f8-b1b4-97833bab77aa yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:38:41.283096 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff968611-768f-4ae0-9bce-7b1ffef4f112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15d37cc-9193-4a1c-88b0-003c4e332b12,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:41.298467 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ff968611-768f-4ae0-9bce-7b1ffef4f112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:41.305616 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ff968611-768f-4ae0-9bce-7b1ffef4f112 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0309ea2b3ad043c788657a960d321868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7616079 Nov 26 16:38:41.307894 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43190) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:41.335379 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-4fb7ea68-b14d-4812-bd4e-7e20de36564f None None] Set router 7d971ae5-c013-48a1-9b21-acaad5f75146 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:38:41.394803 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-bb072e98-b5f9-450d-af55-244cc733a0c8 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "PUT /v2.0/floatingips/49fc6a6e-04d9-4685-a8a3-3a611a5ce0b7 HTTP/1.1" status: 200 len: 991 time: 4.7383935 Nov 26 16:38:41.398171 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fccae82-ed13-4ebd-8005-8d6557e94bf4', 'tag': 'a7996468-c56a-4a78-8717-905208e625cd'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:38:41.400448 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f49c1a8b-2d6f-4f23-b3f9-063da723fc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:41.423354 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bc5dfe1a-5eaf-4b43-9a74-a022c7650620 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:41.426183 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:41.441655 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a234a94-c146-4787-b41d-15f201078e93 req-8158787b-40fb-44e9-ba20-1085893eb6ee tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:41.443323 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6a234a94-c146-4787-b41d-15f201078e93 req-8158787b-40fb-44e9-ba20-1085893eb6ee tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 946 time: 0.3621790 Nov 26 16:38:41.448361 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b226276d-7d4c-46a8-87c6-6673f66029ab tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:41.514747 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-56f43357-c5a2-49d9-bb31-507d7cb683b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:41.516959 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c1a8b-2d6f-4f23-b3f9-063da723fc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270172a0-41fc-4dbc-9448-e882a139c624,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:41.538598 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f49c1a8b-2d6f-4f23-b3f9-063da723fc3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:41.608977 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-b226276d-7d4c-46a8-87c6-6673f66029ab tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Calling delete_port for 509cf61b-fc06-482e-b471-0daada953cb3 owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:38:41.649375 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-56f43357-c5a2-49d9-bb31-507d7cb683b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:41.681575 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f49c1a8b-2d6f-4f23-b3f9-063da723fc3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:41.685414 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f49c1a8b-2d6f-4f23-b3f9-063da723fc3f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/270172a0-41fc-4dbc-9448-e882a139c624 HTTP/1.1" status: 204 len: 168 time: 1.0139854 Nov 26 16:38:41.745638 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6a234a94-c146-4787-b41d-15f201078e93 req-4fd99f8e-1f5d-4e31-ba65-308248045f0c tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa50fb00-3357-45b0-a863-2d0fe23069bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2924659 Nov 26 16:38:41.796644 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bc5dfe1a-5eaf-4b43-9a74-a022c7650620 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:41.879376 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-bc5dfe1a-5eaf-4b43-9a74-a022c7650620 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7d6670-27da-4179-adba-e1ea92acae8c']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:41.909828 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-69b7131b-6bd8-4336-86df-7b74ad1d7131 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:41.911221 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-bc5dfe1a-5eaf-4b43-9a74-a022c7650620 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c05d80-d609-4bee-bbf9-f223cb3eebdd') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:41.911221 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-bc5dfe1a-5eaf-4b43-9a74-a022c7650620 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c05d80-d609-4bee-bbf9-f223cb3eebdd') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:41.915233 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-4fb7ea68-b14d-4812-bd4e-7e20de36564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'name': 'tempest-ServerActionsTestJSON-780586093-router', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:31Z', 'updated_at': '2021-11-26T16:37:39Z', 'revision_number': 4, 'project_id': '06e5b26eff95490196e93abf54aa53ed', 'gw_port': {'id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:32Z', 'updated_at': '2021-11-26T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '49fc6a6e-04d9-4685-a8a3-3a611a5ce0b7', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'floating_ip_address': '172.26.0.197', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'port_id': 'a7996468-c56a-4a78-8717-905208e625cd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9', 'mac_address': 'fa:16:3e:7b:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fccae82-ed13-4ebd-8005-8d6557e94bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:37:53Z', 'updated_at': '2021-11-26T16:38:38Z', 'revision_number': 1, 'project_id': '06e5b26eff95490196e93abf54aa53ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0091ea53-155e-4fb4-8e43-25a6c6fab097', 'name': '', 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'mac_address': 'fa:16:3e:1c:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a210e770-5b77-496f-9854-0be443d4634c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:38Z', 'updated_at': '2021-11-26T16:37:56Z', 'revision_number': 5, 'project_id': '06e5b26eff95490196e93abf54aa53ed', 'subnets': [{'id': 'a210e770-5b77-496f-9854-0be443d4634c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:41.920924 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb7ea68-b14d-4812-bd4e-7e20de36564f None None] Checking router: 7d971ae5-c013-48a1-9b21-acaad5f75146 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:38:41.931931 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb7ea68-b14d-4812-bd4e-7e20de36564f None None] Routers {'7d971ae5-c013-48a1-9b21-acaad5f75146'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:38:41.933017 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-4fb7ea68-b14d-4812-bd4e-7e20de36564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:38:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['7d971ae5-c013-48a1-9b21-acaad5f75146'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:41.945884 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bc5dfe1a-5eaf-4b43-9a74-a022c7650620 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:41.978826 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bc5dfe1a-5eaf-4b43-9a74-a022c7650620 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:41.986086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc5dfe1a-5eaf-4b43-9a74-a022c7650620 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:38:41.986728 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bc5dfe1a-5eaf-4b43-9a74-a022c7650620 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:41.995140 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76b9e9-0b3c-487b-a196-8375da7aceb7 req-6ed6b43d-15c6-4eb1-bac3-d72b6eb36109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:41.998881 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-dd76b9e9-0b3c-487b-a196-8375da7aceb7 req-6ed6b43d-15c6-4eb1-bac3-d72b6eb36109 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06e5b26eff95490196e93abf54aa53ed&device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 1098 time: 0.2570658 Nov 26 16:38:42.007628 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-56f43357-c5a2-49d9-bb31-507d7cb683b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:42.045517 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3cff3d39-53f5-400e-8061-aa9d3acd8465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:42.061277 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f43357-c5a2-49d9-bb31-507d7cb683b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15d37cc-9193-4a1c-88b0-003c4e332b12,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:42.068654 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-69b7131b-6bd8-4336-86df-7b74ad1d7131 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:42.070515 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-56f43357-c5a2-49d9-bb31-507d7cb683b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:42.097209 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fccae82-ed13-4ebd-8005-8d6557e94bf4', 'tag': 'a7996468-c56a-4a78-8717-905208e625cd', 'status': 'completed', 'code': 200} Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:38:42.121520 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:38:42.144399 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-4fb7ea68-b14d-4812-bd4e-7e20de36564f None None] Set router 7d971ae5-c013-48a1-9b21-acaad5f75146 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:38:42.220492 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-62339922-cab3-4216-b78b-1762209e2928 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:42.221522 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bc5dfe1a-5eaf-4b43-9a74-a022c7650620 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:42.238362 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d2c73036-2042-4def-936d-37736ca94e63 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:42.258214 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bc5dfe1a-5eaf-4b43-9a74-a022c7650620 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:42.267023 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43208) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:42.294958 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-56f43357-c5a2-49d9-bb31-507d7cb683b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:42.298486 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-56f43357-c5a2-49d9-bb31-507d7cb683b2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f15d37cc-9193-4a1c-88b0-003c4e332b12 HTTP/1.1" status: 204 len: 168 time: 0.9855804 Nov 26 16:38:42.315318 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5dfe1a-5eaf-4b43-9a74-a022c7650620 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Pushing event deleted for resources: {'Network': ['ID=6e7d6670-27da-4179-adba-e1ea92acae8c,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:42.322124 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bc5dfe1a-5eaf-4b43-9a74-a022c7650620 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:42.326028 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b7131b-6bd8-4336-86df-7b74ad1d7131 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Network 85d33721-28ff-4a58-ba3d-a73758aed792 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:38:42.335739 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-bc5dfe1a-5eaf-4b43-9a74-a022c7650620 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] 10.222.0.11 "DELETE /v2.0/networks/6e7d6670-27da-4179-adba-e1ea92acae8c HTTP/1.1" status: 204 len: 168 time: 1.3174031 Nov 26 16:38:42.336816 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5281a19f-2f92-41bb-a9e8-905e683f9b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:42.345110 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-69b7131b-6bd8-4336-86df-7b74ad1d7131 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:42.347832 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b7131b-6bd8-4336-86df-7b74ad1d7131 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:38:42.348950 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b7131b-6bd8-4336-86df-7b74ad1d7131 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:42.361016 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-69b7131b-6bd8-4336-86df-7b74ad1d7131 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:42.361446 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5281a19f-2f92-41bb-a9e8-905e683f9b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:42.370944 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5281a19f-2f92-41bb-a9e8-905e683f9b1d admin admin] Usage tracker for resource:security_group_rule and tenant:3a79632dcf6d4d60ae99068cce314615 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:42.418615 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7131b-6bd8-4336-86df-7b74ad1d7131 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Pushing event updated for resources: {'Port': ['ID=0015963c-bd25-43f8-b1b4-97833bab77aa,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:42.421673 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5281a19f-2f92-41bb-a9e8-905e683f9b1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:42.426419 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-69b7131b-6bd8-4336-86df-7b74ad1d7131 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:42.462275 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5281a19f-2f92-41bb-a9e8-905e683f9b1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:42.474157 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-69b7131b-6bd8-4336-86df-7b74ad1d7131 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6893573 Nov 26 16:38:42.477465 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43216) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:42.484147 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76b9e9-0b3c-487b-a196-8375da7aceb7 req-87c9a166-549c-4a9a-add5-7b7b706e5059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:42.485887 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-dd76b9e9-0b3c-487b-a196-8375da7aceb7 req-87c9a166-549c-4a9a-add5-7b7b706e5059 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a5e19142-4e79-42ca-965f-fd783eba57b9 HTTP/1.1" status: 200 len: 912 time: 0.4801679 Nov 26 16:38:42.490403 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8194'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:42.508627 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29550b6e-8977-4190-a7fa-3e03390a7066 req-226f8662-21ed-44d6-8bf7-289d8ce09a8d tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:42.510123 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-29550b6e-8977-4190-a7fa-3e03390a7066 req-226f8662-21ed-44d6-8bf7-289d8ce09a8d tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 946 time: 0.3912930 Nov 26 16:38:42.527000 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43220) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:42.550766 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-fc2781c7-2f4b-4972-8756-ec7ba349e72a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Request body: {'floatingip': {'port_id': '8f792cec-b4aa-4ba3-bf3d-e99ca350873a'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:42.620220 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b226276d-7d4c-46a8-87c6-6673f66029ab tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:42.643675 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:42.702952 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226276d-7d4c-46a8-87c6-6673f66029ab tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Pushing event deleted for resources: {'Port': ['ID=509cf61b-fc06-482e-b471-0daada953cb3,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:42.710064 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fc2781c7-2f4b-4972-8756-ec7ba349e72a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks [] for floatingip, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:42.749559 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-4fb7ea68-b14d-4812-bd4e-7e20de36564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'name': 'tempest-ServerActionsTestJSON-780586093-router', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:31Z', 'updated_at': '2021-11-26T16:37:39Z', 'revision_number': 4, 'project_id': '06e5b26eff95490196e93abf54aa53ed', 'gw_port': {'id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:32Z', 'updated_at': '2021-11-26T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '49fc6a6e-04d9-4685-a8a3-3a611a5ce0b7', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'floating_ip_address': '172.26.0.197', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'port_id': 'a7996468-c56a-4a78-8717-905208e625cd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9', 'mac_address': 'fa:16:3e:7b:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fccae82-ed13-4ebd-8005-8d6557e94bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:37:53Z', 'updated_at': '2021-11-26T16:38:38Z', 'revision_number': 1, 'project_id': '06e5b26eff95490196e93abf54aa53ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0091ea53-155e-4fb4-8e43-25a6c6fab097', 'name': '', 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'mac_address': 'fa:16:3e:1c:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a210e770-5b77-496f-9854-0be443d4634c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:38Z', 'updated_at': '2021-11-26T16:37:56Z', 'revision_number': 5, 'project_id': '06e5b26eff95490196e93abf54aa53ed', 'subnets': [{'id': 'a210e770-5b77-496f-9854-0be443d4634c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:42.760148 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb7ea68-b14d-4812-bd4e-7e20de36564f None None] The sync data for ids ['7d971ae5-c013-48a1-9b21-acaad5f75146'] in dv-neutron-819440-1-hyperv is: [{'id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'name': 'tempest-ServerActionsTestJSON-780586093-router', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:31Z', 'updated_at': '2021-11-26T16:37:39Z', 'revision_number': 4, 'project_id': '06e5b26eff95490196e93abf54aa53ed', 'gw_port': {'id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:32Z', 'updated_at': '2021-11-26T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '49fc6a6e-04d9-4685-a8a3-3a611a5ce0b7', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'floating_ip_address': '172.26.0.197', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'port_id': 'a7996468-c56a-4a78-8717-905208e625cd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9', 'mac_address': 'fa:16:3e:7b:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fccae82-ed13-4ebd-8005-8d6557e94bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:37:53Z', 'updated_at': '2021-11-26T16:38:38Z', 'revision_number': 1, 'project_id': '06e5b26eff95490196e93abf54aa53ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0091ea53-155e-4fb4-8e43-25a6c6fab097', 'name': '', 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'mac_address': 'fa:16:3e:1c:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a210e770-5b77-496f-9854-0be443d4634c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:38Z', 'updated_at': '2021-11-26T16:37:56Z', 'revision_number': 5, 'project_id': '06e5b26eff95490196e93abf54aa53ed', 'subnets': [{'id': 'a210e770-5b77-496f-9854-0be443d4634c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:38:42.773105 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b226276d-7d4c-46a8-87c6-6673f66029ab tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:42.861500 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526ca02-b27e-49b8-b7fb-3100210123b8 req-8db25108-7982-43df-9fc0-e8602456177c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:42.863153 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0526ca02-b27e-49b8-b7fb-3100210123b8 req-8db25108-7982-43df-9fc0-e8602456177c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/ports?device_id=70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd HTTP/1.1" status: 200 len: 945 time: 0.8063529 Nov 26 16:38:42.881888 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b226276d-7d4c-46a8-87c6-6673f66029ab tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:42.990792 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-dd76b9e9-0b3c-487b-a196-8375da7aceb7 req-f01bc9c6-b537-4e07-b7e0-3d5dba9f7915 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7996468-c56a-4a78-8717-905208e625cd HTTP/1.1" status: 200 len: 999 time: 0.2962487 Nov 26 16:38:43.114287 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1861c08d-bf14-4181-adef-66339101e1de None None] New status for floating IP 49fc6a6e-04d9-4685-a8a3-3a611a5ce0b7: ACTIVE {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:38:43.123082 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b226276d-7d4c-46a8-87c6-6673f66029ab tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] 10.222.0.11 "DELETE /v2.0/ports/509cf61b-fc06-482e-b471-0daada953cb3 HTTP/1.1" status: 204 len: 168 time: 2.7495716 Nov 26 16:38:43.132791 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43238) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:43.162133 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76b9e9-0b3c-487b-a196-8375da7aceb7 req-0806c43f-61f3-434e-832d-85478aba91e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:43.164498 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-dd76b9e9-0b3c-487b-a196-8375da7aceb7 req-0806c43f-61f3-434e-832d-85478aba91e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a210e770-5b77-496f-9854-0be443d4634c HTTP/1.1" status: 200 len: 850 time: 0.1515019 Nov 26 16:38:43.165173 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43242) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:43.170172 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:43.257892 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0526ca02-b27e-49b8-b7fb-3100210123b8 req-7f3abb41-f6f4-4ab9-a02b-37b01105a920 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e18e4c7-657a-4942-bf52-698938229428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3847258 Nov 26 16:38:43.389188 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5281a19f-2f92-41bb-a9e8-905e683f9b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:43.432480 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5281a19f-2f92-41bb-a9e8-905e683f9b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:43.487879 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76b9e9-0b3c-487b-a196-8375da7aceb7 req-8295a3c0-12d6-4ed5-a6c0-c648d288a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:43.489490 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-dd76b9e9-0b3c-487b-a196-8375da7aceb7 req-8295a3c0-12d6-4ed5-a6c0-c648d288a294 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a5e19142-4e79-42ca-965f-fd783eba57b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2987356 Nov 26 16:38:43.493300 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:43.611845 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43258) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:43.701316 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5281a19f-2f92-41bb-a9e8-905e683f9b1d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3a79632dcf6d4d60ae99068cce314615&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4299533 Nov 26 16:38:43.703098 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-81ad5bee-5e8d-4830-ab37-f924dcc5866f tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-543731494', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:43.705418 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-828ced27-f2d5-45fc-bb68-aaed423e3aac tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Deleting subnet 25deedb1-0570-4a68-8b66-9fc98dd8678a {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:38:43.708596 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43264) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:43.718185 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281a19f-2f92-41bb-a9e8-905e683f9b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cdd8a2-20c5-42a8-a45a-c48c18fa8b21,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:43.722865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-828ced27-f2d5-45fc-bb68-aaed423e3aac tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:43.728875 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-81ad5bee-5e8d-4830-ab37-f924dcc5866f tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:43.737216 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-81ad5bee-5e8d-4830-ab37-f924dcc5866f tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Usage tracker for resource:router and tenant:ff49c1902fa54265bc43f33ddda90877 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:43.749950 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-81ad5bee-5e8d-4830-ab37-f924dcc5866f tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:43.753627 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] device_id is not set on port 0015963c-bd25-43f8-b1b4-97833bab77aa yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:38:43.763442 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5281a19f-2f92-41bb-a9e8-905e683f9b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:43.765848 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-81ad5bee-5e8d-4830-ab37-f924dcc5866f tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:43.769103 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-dd76b9e9-0b3c-487b-a196-8375da7aceb7 req-de8d2e21-c2dd-4568-9a92-ceed22b6cacd service neutron] 10.222.0.31 "GET /v2.0/networks/a5e19142-4e79-42ca-965f-fd783eba57b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685611 Nov 26 16:38:43.770687 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:43.843004 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-828ced27-f2d5-45fc-bb68-aaed423e3aac tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:43.876620 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Transition to ACTIVE for port object 0015963c-bd25-43f8-b1b4-97833bab77aa will not be triggered until provisioned by entity L2. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:43.888488 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-81ad5bee-5e8d-4830-ab37-f924dcc5866f tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:43.889493 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-81ad5bee-5e8d-4830-ab37-f924dcc5866f tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:43.897108 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8719b02a-73d3-42b2-b663-fd8870fcd4f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=164d16d0efa04e14ad31fb0e118fdd7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7149725 Nov 26 16:38:43.900399 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:43.902553 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43268) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:43.907895 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-684cc8e8-1838-4646-a2c8-f520afa25366 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:43.930664 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6945c-2cd1-421d-ad2b-777391e41c3a req-5987ca87-4564-4475-b880-ccaf74362dc0 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:43.932133 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-55a6945c-2cd1-421d-ad2b-777391e41c3a req-5987ca87-4564-4475-b880-ccaf74362dc0 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/ports?device_id=70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd HTTP/1.1" status: 200 len: 945 time: 0.4962170 Nov 26 16:38:43.944640 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43274) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:43.970453 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-be89d358-77e5-4719-8bf9-4ac75b846a30 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Request body: {'floatingip': {'port_id': '1b13e777-5df2-4f60-9dee-f17634dcd9e3'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:44.034589 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4e0b5a36-c4ce-4201-bb00-b4dc28b8b9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:44.116354 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-81ad5bee-5e8d-4830-ab37-f924dcc5866f tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:44.122293 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4e0b5a36-c4ce-4201-bb00-b4dc28b8b9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:44.136293 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be89d358-77e5-4719-8bf9-4ac75b846a30 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks [] for floatingip, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:44.169219 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-828ced27-f2d5-45fc-bb68-aaed423e3aac tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:44.200556 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5a8df4da-ac62-4edb-b034-5fb69dc7bf94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:44.273460 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5a8df4da-ac62-4edb-b034-5fb69dc7bf94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:44.294704 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Pushing event updated for resources: {'Port': ['ID=0015963c-bd25-43f8-b1b4-97833bab77aa,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:44.298121 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:44.325869 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-dd76b9e9-0b3c-487b-a196-8375da7aceb7 req-bf5a03d2-45bb-41da-ab33-baa05f70af03 service neutron] 10.222.0.31 "GET /v2.0/networks/a5e19142-4e79-42ca-965f-fd783eba57b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5481803 Nov 26 16:38:44.329189 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:44.329509 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:44.329845 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:44.335273 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-81ad5bee-5e8d-4830-ab37-f924dcc5866f tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:44.386048 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4e0b5a36-c4ce-4201-bb00-b4dc28b8b9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:44.390261 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port 0015963c-bd25-43f8-b1b4-97833bab77aa on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:44.390586 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:44.395242 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempt 2 to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa Nov 26 16:38:44.419459 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a7846618-a282-414d-bcfd-d97dc20677db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:44.423888 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-81ad5bee-5e8d-4830-ab37-f924dcc5866f tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:44.425043 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-81ad5bee-5e8d-4830-ab37-f924dcc5866f tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8126488 Nov 26 16:38:44.427684 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fc2781c7-2f4b-4972-8756-ec7ba349e72a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:44.428010 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:44.428364 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:44.428742 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:44.431127 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43280) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:44.438992 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fc2781c7-2f4b-4972-8756-ec7ba349e72a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:44.444165 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-980820397'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:44.454539 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port 0015963c-bd25-43f8-b1b4-97833bab77aa on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:44.454864 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:44.455708 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:44.492941 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-828ced27-f2d5-45fc-bb68-aaed423e3aac tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:44.493872 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b5a36-c4ce-4201-bb00-b4dc28b8b9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cdd8a2-20c5-42a8-a45a-c48c18fa8b21,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:44.556238 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4e0b5a36-c4ce-4201-bb00-b4dc28b8b9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:44.568085 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-47b61158-ae1a-4b29-9906-31a1be59c120 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:44.601662 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempt 3 to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa Nov 26 16:38:44.626656 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ced27-f2d5-45fc-bb68-aaed423e3aac tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Pushing event deleted for resources: {'Subnet': ['ID=25deedb1-0570-4a68-8b66-9fc98dd8678a,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:44.632178 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-828ced27-f2d5-45fc-bb68-aaed423e3aac tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:44.633109 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4e0b5a36-c4ce-4201-bb00-b4dc28b8b9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:44.636907 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4e0b5a36-c4ce-4201-bb00-b4dc28b8b9f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/59cdd8a2-20c5-42a8-a45a-c48c18fa8b21 HTTP/1.1" status: 204 len: 168 time: 0.9216118 Nov 26 16:38:44.636907 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-828ced27-f2d5-45fc-bb68-aaed423e3aac tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:44.643069 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743949fb-7ad4-48af-b8c5-a6708045433c None None] Network a0e71bf8-0353-4610-841a-010f43a09658 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:38:44.652400 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-828ced27-f2d5-45fc-bb68-aaed423e3aac tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] 10.222.0.11 "DELETE /v2.0/subnets/25deedb1-0570-4a68-8b66-9fc98dd8678a HTTP/1.1" status: 204 len: 168 time: 1.5110009 Nov 26 16:38:44.653193 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5a8df4da-ac62-4edb-b034-5fb69dc7bf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:44.655628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5a8df4da-ac62-4edb-b034-5fb69dc7bf94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:44.659169 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5a8df4da-ac62-4edb-b034-5fb69dc7bf94 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c462b130-d945-4836-bd92-76a42a8f3c2d HTTP/1.1" status: 204 len: 168 time: 0.7509918 Nov 26 16:38:44.659169 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43286) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:44.659566 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:44.672396 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Usage tracker for resource:network and tenant:ff49c1902fa54265bc43f33ddda90877 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:44.681677 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:44.698008 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:44.710668 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8df4da-ac62-4edb-b034-5fb69dc7bf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c462b130-d945-4836-bd92-76a42a8f3c2d,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:44.714805 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:44.715170 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:44.715502 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:44.726792 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port 0015963c-bd25-43f8-b1b4-97833bab77aa on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:44.727164 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:44.730323 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempt 4 to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa Nov 26 16:38:44.742268 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Made reservation on behalf of ff49c1902fa54265bc43f33ddda90877 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:44.745960 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:44.765838 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5a8df4da-ac62-4edb-b034-5fb69dc7bf94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:44.769405 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:44.794491 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:44.794831 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:44.795165 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:44.806931 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-fc2781c7-2f4b-4972-8756-ec7ba349e72a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Floating IP be0fa4dd-8bde-4ac3-aae7-3d92cfc5762d associated. External IP: 172.26.0.232, port: 8f792cec-b4aa-4ba3-bf3d-e99ca350873a. Nov 26 16:38:44.807745 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port 0015963c-bd25-43f8-b1b4-97833bab77aa on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:44.808030 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:44.810574 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:44.812602 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempt 5 to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa Nov 26 16:38:44.833819 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Usage tracker for resource:security_group_rule and tenant:ff49c1902fa54265bc43f33ddda90877 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:44.836886 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:44.919974 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:44.921994 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:44.922323 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:44.922655 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:45.060082 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port 0015963c-bd25-43f8-b1b4-97833bab77aa on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:45.060452 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:45.069107 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempt 6 to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa Nov 26 16:38:45.089119 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56d4995b-a6c6-4159-8ce4-75fddac2036f tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:45.114373 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a34b29d-d92f-44d6-855a-8984ca279ca6 None None] DHCP port deletion for a0e71bf8-0353-4610-841a-010f43a09658 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:38:45.120716 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-1a34b29d-d92f-44d6-855a-8984ca279ca6 None None] Deleting port fe9285ba-d200-4a66-9b40-5f80cf6f0a76 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:38:45.121920 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1a34b29d-d92f-44d6-855a-8984ca279ca6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:45.132681 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:45.133003 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:45.133339 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:45.151267 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port 0015963c-bd25-43f8-b1b4-97833bab77aa on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:45.151612 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:45.155089 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-56d4995b-a6c6-4159-8ce4-75fddac2036f tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Deleting port fe9285ba-d200-4a66-9b40-5f80cf6f0a76 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:38:45.155543 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempt 7 to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa Nov 26 16:38:45.159366 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56d4995b-a6c6-4159-8ce4-75fddac2036f tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:45.191488 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:45.192088 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:45.192570 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:45.211486 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port 0015963c-bd25-43f8-b1b4-97833bab77aa on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:45.212409 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:45.219581 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempt 8 to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa Nov 26 16:38:45.315527 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:45.316061 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:45.316694 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:45.338024 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port 0015963c-bd25-43f8-b1b4-97833bab77aa on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:45.338700 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:45.347871 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.resource_extend [None req-be89d358-77e5-4719-8bf9-4ac75b846a30 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:38:45.407230 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempt 9 to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa Nov 26 16:38:45.455292 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-1a34b29d-d92f-44d6-855a-8984ca279ca6 None None] For port fe9285ba-d200-4a66-9b40-5f80cf6f0a76, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=fe9285ba-d200-4a66-9b40-5f80cf6f0a76,segment=NetworkSegment(53d54dc3-99a0-4b87-91bd-9af4d892c397),segment_id=53d54dc3-99a0-4b87-91bd-9af4d892c397)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:38:45.455907 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1a34b29d-d92f-44d6-855a-8984ca279ca6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:45.460501 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:45.460833 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:45.461161 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:45.475083 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:45.480146 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port 0015963c-bd25-43f8-b1b4-97833bab77aa on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:45.480504 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:45.482739 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be89d358-77e5-4719-8bf9-4ac75b846a30 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:45.484037 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempt 10 to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa Nov 26 16:38:45.499914 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:45.526973 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f5a72adc-8447-49d9-87f5-09eb9352f3d2 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:45.535464 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be89d358-77e5-4719-8bf9-4ac75b846a30 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:45.671124 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:45.671503 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:45.671927 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:45.681370 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:38:45.716601 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port 0015963c-bd25-43f8-b1b4-97833bab77aa on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:45.716783 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port 0015963c-bd25-43f8-b1b4-97833bab77aa on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:45.717095 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:45.717810 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-56d4995b-a6c6-4159-8ce4-75fddac2036f tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] For port fe9285ba-d200-4a66-9b40-5f80cf6f0a76, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=fe9285ba-d200-4a66-9b40-5f80cf6f0a76,segment=NetworkSegment(53d54dc3-99a0-4b87-91bd-9af4d892c397),segment_id=53d54dc3-99a0-4b87-91bd-9af4d892c397)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:38:45.718171 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56d4995b-a6c6-4159-8ce4-75fddac2036f tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:45.735964 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bde4a08-653f-4e9e-bf34-8cb3a8ce4999,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:45.739012 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:45.743815 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:45.743815 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Added segment 426437ac-6519-403e-abe0-eb6ae228fc40 of type vlan for network 67eb27d8-8280-412f-97c5-545026d9405d Nov 26 16:38:45.767409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-1a34b29d-d92f-44d6-855a-8984ca279ca6 None None] Calling delete_port for fe9285ba-d200-4a66-9b40-5f80cf6f0a76 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:38:45.835190 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:45.867787 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-be89d358-77e5-4719-8bf9-4ac75b846a30 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Floating IP 62f7f8ec-70c7-4329-9baa-6801817d20f7 associated. External IP: 172.26.0.193, port: 1b13e777-5df2-4f60-9dee-f17634dcd9e3. Nov 26 16:38:45.930481 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-56d4995b-a6c6-4159-8ce4-75fddac2036f tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Calling delete_port for fe9285ba-d200-4a66-9b40-5f80cf6f0a76 owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:38:45.943127 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1a34b29d-d92f-44d6-855a-8984ca279ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:45.961919 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-6a8f6c36-0044-4fa9-a74c-d7c79adecaf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:45.968040 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2781c7-2f4b-4972-8756-ec7ba349e72a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Router 28644e06-bd0c-4196-9766-a9f33585430c has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:38:46.018195 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a34b29d-d92f-44d6-855a-8984ca279ca6 None None] No DVR routers for this DVR port fe9285ba-d200-4a66-9b40-5f80cf6f0a76 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:38:46.036552 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34b29d-d92f-44d6-855a-8984ca279ca6 None None] Pushing event deleted for resources: {'Port': ['ID=fe9285ba-d200-4a66-9b40-5f80cf6f0a76,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:46.046995 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-1a34b29d-d92f-44d6-855a-8984ca279ca6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:46.054593 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43328) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:46.091820 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] For port 0015963c-bd25-43f8-b1b4-97833bab77aa, host hv-neutron-8194, cleared binding levels {{(pid=87519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:38:46.092118 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempted to set empty binding levels {{(pid=87519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 26 16:38:46.096609 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:46.099669 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:46.111296 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:46.111920 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:46.115417 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-038c49ab-617b-4749-b1af-fd18f9384ef9 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:46.197742 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.api [None req-56d4995b-a6c6-4159-8ce4-75fddac2036f tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:38:46.198355 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_db.api [None req-56d4995b-a6c6-4159-8ce4-75fddac2036f tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:38:46.229646 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2781c7-2f4b-4972-8756-ec7ba349e72a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:38:46.241216 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6c15e1-fce5-4c85-a3c3-66023cc09873 None None] Sync routers for ids ['28644e06-bd0c-4196-9766-a9f33585430c'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:38:46.256197 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6c15e1-fce5-4c85-a3c3-66023cc09873 None None] Routers {'28644e06-bd0c-4196-9766-a9f33585430c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:38:46.257297 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-0d6c15e1-fce5-4c85-a3c3-66023cc09873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:38:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['28644e06-bd0c-4196-9766-a9f33585430c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:46.259857 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fc2781c7-2f4b-4972-8756-ec7ba349e72a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:46.267250 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43336) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:46.308753 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] In _notify_port_updated(), no bound segment for port 0015963c-bd25-43f8-b1b4-97833bab77aa on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 26 16:38:46.311175 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:46.311851 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:46.315626 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] 10.222.0.11 "PUT /v2.0/ports/0015963c-bd25-43f8-b1b4-97833bab77aa HTTP/1.1" status: 200 len: 977 time: 3.8335586 Nov 26 16:38:46.316513 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43344) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:46.337662 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-fc2781c7-2f4b-4972-8756-ec7ba349e72a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "PUT /v2.0/floatingips/be0fa4dd-8bde-4ac3-aae7-3d92cfc5762d HTTP/1.1" status: 200 len: 992 time: 3.7931061 Nov 26 16:38:46.338794 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f918a4-005c-4996-b001-0310e6546a10', 'tag': '8f792cec-b4aa-4ba3-bf3d-e99ca350873a'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:38:46.403178 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-5fb08fd7-45b5-421c-83b2-72a31f879a4a tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:46.404479 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5fb08fd7-45b5-421c-83b2-72a31f879a4a tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3463473 Nov 26 16:38:46.407645 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43352) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:46.414151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Pushing event updated for resources: {'Port': ['ID=0015963c-bd25-43f8-b1b4-97833bab77aa,revision_number=3']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:46.415137 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-a244933f-78c9-429b-9be6-d03c4d6e4d34 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:46.416122 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a244933f-78c9-429b-9be6-d03c4d6e4d34 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0073514 Nov 26 16:38:46.417824 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9832253 Nov 26 16:38:46.421724 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43356) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:46.422063 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43358) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:46.424185 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1548941097'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:46.427811 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:46.429360 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8fc5b6ff-2428-4fe1-9739-3829c6526ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:46.436410 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-dde13cc7-7015-477e-b772-ef74362e59a6 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Request body: {'subnet': {'network_id': '67eb27d8-8280-412f-97c5-545026d9405d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:46.445083 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:46.449180 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Usage tracker for resource:network and tenant:99567243f2e24c6489754d65bc9ff7cc is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:46.452182 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:46.458609 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:46.533181 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-0d6c15e1-fce5-4c85-a3c3-66023cc09873 None None] Set router 28644e06-bd0c-4196-9766-a9f33585430c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:38:46.577053 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-e85be9bc-7bd5-4372-b508-8db447ea52be tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:46.580464 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e85be9bc-7bd5-4372-b508-8db447ea52be tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.1550672 Nov 26 16:38:46.581346 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f918a4-005c-4996-b001-0310e6546a10', 'tag': '8f792cec-b4aa-4ba3-bf3d-e99ca350873a', 'status': 'completed', 'code': 200} Nov 26 16:38:46.585125 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43364) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:46.590647 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-dde13cc7-7015-477e-b772-ef74362e59a6 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:46.596264 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-bbda07ad-ae68-416e-8b1d-dfe4fc644190 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:46.597177 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-bbda07ad-ae68-416e-8b1d-dfe4fc644190 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0102081 Nov 26 16:38:46.600544 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-dde13cc7-7015-477e-b772-ef74362e59a6 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Usage tracker for resource:subnet and tenant:ff49c1902fa54265bc43f33ddda90877 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:46.605043 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43368) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:46.609222 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-dde13cc7-7015-477e-b772-ef74362e59a6 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:46.614710 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-52f338a4-e99c-4710-937a-cc87e0171061 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:46.617870 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-52f338a4-e99c-4710-937a-cc87e0171061 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0090683 Nov 26 16:38:46.618643 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43372) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:46.621651 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-dde13cc7-7015-477e-b772-ef74362e59a6 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:46.626567 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-f6971502-324d-490f-8ba4-5801d7b6f7b5 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:46.630060 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f6971502-324d-490f-8ba4-5801d7b6f7b5 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0079923 Nov 26 16:38:46.630060 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43376) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:46.638603 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-3b0c5b57-d9e8-484e-9017-1151329d8373 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:46.642160 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3b0c5b57-d9e8-484e-9017-1151329d8373 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0090497 Nov 26 16:38:46.642817 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43380) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:46.649216 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-c2739168-11a0-4faa-a2a2-20d47be296db tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:46.653071 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c2739168-11a0-4faa-a2a2-20d47be296db tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0065713 Nov 26 16:38:46.653318 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43384) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:46.656167 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde13cc7-7015-477e-b772-ef74362e59a6 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Made reservation on behalf of ff49c1902fa54265bc43f33ddda90877 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:46.659474 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dde13cc7-7015-477e-b772-ef74362e59a6 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:46.680429 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-301e4a5b-6574-4e88-b3fc-210183b823d3 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:46.683540 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-301e4a5b-6574-4e88-b3fc-210183b823d3 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0268121 Nov 26 16:38:46.684478 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43388) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:46.693082 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-f13671ed-fd3b-4d5b-ad9c-f036cb7f7055 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:46.696040 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f13671ed-fd3b-4d5b-ad9c-f036cb7f7055 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0084004 Nov 26 16:38:46.737494 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-56d4995b-a6c6-4159-8ce4-75fddac2036f tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Deleting port fe9285ba-d200-4a66-9b40-5f80cf6f0a76 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:38:46.737842 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56d4995b-a6c6-4159-8ce4-75fddac2036f tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:46.768799 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Pushing event updated for resources: {'Network': ['ID=67eb27d8-8280-412f-97c5-545026d9405d,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:46.770978 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Made reservation on behalf of 99567243f2e24c6489754d65bc9ff7cc for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:46.772805 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43392) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:46.774678 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:46.780587 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 67eb27d8-8280-412f-97c5-545026d9405d details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:38:46.791817 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:46.797081 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-175491a7-1c1c-490e-b1f5-e744089fa977 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:46.800204 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-175491a7-1c1c-490e-b1f5-e744089fa977 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0263865 Nov 26 16:38:46.806091 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43396) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:46.814584 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:46.832355 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-b0a7571e-444f-4bbb-b839-acee46fd8c39 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:46.835594 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b0a7571e-444f-4bbb-b839-acee46fd8c39 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0221953 Nov 26 16:38:46.845771 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43400) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:46.851904 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be89d358-77e5-4719-8bf9-4ac75b846a30 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Router b4f896c6-ab1f-4de2-b99d-b461702718a2 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:38:46.869190 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:46.874274 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Usage tracker for resource:security_group_rule and tenant:99567243f2e24c6489754d65bc9ff7cc is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:46.876823 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:46.879081 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-56d4995b-a6c6-4159-8ce4-75fddac2036f tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] The port 'fe9285ba-d200-4a66-9b40-5f80cf6f0a76' was deleted {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:38:46.882843 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:46.908499 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-bb603244-33bd-4711-bc2e-f51d0c0c9343 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:46.911926 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-bb603244-33bd-4711-bc2e-f51d0c0c9343 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0506308 Nov 26 16:38:46.914436 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43404) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:46.932498 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-be35f9c0-54df-45c4-9c5a-d587508f9fb9 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:46.935774 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-be35f9c0-54df-45c4-9c5a-d587508f9fb9 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0130131 Nov 26 16:38:46.938835 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43408) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:46.946481 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-0d6c15e1-fce5-4c85-a3c3-66023cc09873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28644e06-bd0c-4196-9766-a9f33585430c', 'name': 'tempest-ServersTestJSON-455662517-router', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:35Z', 'updated_at': '2021-11-26T16:37:50Z', 'revision_number': 4, 'project_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'gw_port': {'id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28644e06-bd0c-4196-9766-a9f33585430c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:37Z', 'updated_at': '2021-11-26T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': 'be0fa4dd-8bde-4ac3-aae7-3d92cfc5762d', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'floating_ip_address': '172.26.0.232', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '28644e06-bd0c-4196-9766-a9f33585430c', 'port_id': '8f792cec-b4aa-4ba3-bf3d-e99ca350873a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20', 'mac_address': 'fa:16:3e:5e:24:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f918a4-005c-4996-b001-0310e6546a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:38:07Z', 'updated_at': '2021-11-26T16:38:44Z', 'revision_number': 1, 'project_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03944e40-cf52-4b2c-ba5d-79133cb3062c', 'name': '', 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'mac_address': 'fa:16:3e:2c:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28644e06-bd0c-4196-9766-a9f33585430c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '78772461-04bb-45a9-8c0c-04bc08f8bb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:48Z', 'updated_at': '2021-11-26T16:38:00Z', 'revision_number': 5, 'project_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'subnets': [{'id': '78772461-04bb-45a9-8c0c-04bc08f8bb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:46.951377 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6c15e1-fce5-4c85-a3c3-66023cc09873 None None] Checking router: 28644e06-bd0c-4196-9766-a9f33585430c for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:38:46.952999 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-cab51f7c-a3e3-4389-b2a0-d699071cf7e9 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:46.953900 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cab51f7c-a3e3-4389-b2a0-d699071cf7e9 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0141339 Nov 26 16:38:46.961262 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6c15e1-fce5-4c85-a3c3-66023cc09873 None None] Routers {'28644e06-bd0c-4196-9766-a9f33585430c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:38:46.962068 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-0d6c15e1-fce5-4c85-a3c3-66023cc09873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:38:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['28644e06-bd0c-4196-9766-a9f33585430c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:46.993451 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43412) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:47.074468 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-44223a50-4d5f-4915-a9f2-3caea1c4c77a tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:47.078274 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-44223a50-4d5f-4915-a9f2-3caea1c4c77a tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0730898 Nov 26 16:38:47.084961 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device fe9285ba-d200-4a66-9b40-5f80cf6f0a76 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:38:47.090066 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43416) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:47.111526 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34faf15-33d9-4f61-aee1-86bc0a310cb9 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:47.112027 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34faf15-33d9-4f61-aee1-86bc0a310cb9 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:47.112511 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34faf15-33d9-4f61-aee1-86bc0a310cb9 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:47.112960 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34faf15-33d9-4f61-aee1-86bc0a310cb9 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:47.113415 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34faf15-33d9-4f61-aee1-86bc0a310cb9 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:47.113872 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34faf15-33d9-4f61-aee1-86bc0a310cb9 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:47.114326 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34faf15-33d9-4f61-aee1-86bc0a310cb9 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:47.114780 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34faf15-33d9-4f61-aee1-86bc0a310cb9 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:47.115235 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34faf15-33d9-4f61-aee1-86bc0a310cb9 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:47.115685 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34faf15-33d9-4f61-aee1-86bc0a310cb9 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:47.116157 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34faf15-33d9-4f61-aee1-86bc0a310cb9 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:47.116610 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34faf15-33d9-4f61-aee1-86bc0a310cb9 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:47.117063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34faf15-33d9-4f61-aee1-86bc0a310cb9 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:47.117513 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34faf15-33d9-4f61-aee1-86bc0a310cb9 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:47.117964 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34faf15-33d9-4f61-aee1-86bc0a310cb9 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:47.118412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34faf15-33d9-4f61-aee1-86bc0a310cb9 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:47.118860 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34faf15-33d9-4f61-aee1-86bc0a310cb9 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:47.119307 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34faf15-33d9-4f61-aee1-86bc0a310cb9 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:47.120035 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34faf15-33d9-4f61-aee1-86bc0a310cb9 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:47.120484 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34faf15-33d9-4f61-aee1-86bc0a310cb9 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:47.122850 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e34faf15-33d9-4f61-aee1-86bc0a310cb9 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Synchronizing usage tracker for tenant:46b7469b7ec44bf29006c9a56f24e59d on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:47.138936 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-800d2da9-259c-47da-b34e-03f88ab8f482 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:47.140019 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-800d2da9-259c-47da-b34e-03f88ab8f482 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0137215 Nov 26 16:38:47.141748 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: fe9285ba-d200-4a66-9b40-5f80cf6f0a76 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:38:47.142045 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9e644-fdb2-4ce6-8b4f-b7aa9847a1bb req-1f3ddbe7-758a-4ffb-961d-0f8d7509abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:47.142670 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device fe9285ba-d200-4a66-9b40-5f80cf6f0a76 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:38:47.143435 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-46f9e644-fdb2-4ce6-8b4f-b7aa9847a1bb req-1f3ddbe7-758a-4ffb-961d-0f8d7509abbf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=67d2367297c04a4ba514a5dfcb19c4b7&device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 1099 time: 0.5072186 Nov 26 16:38:47.146312 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43420) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:47.162278 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-e4d4895c-35e6-4129-9c35-4d82ed0b87b8 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:47.164314 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e4d4895c-35e6-4129-9c35-4d82ed0b87b8 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0133636 Nov 26 16:38:47.167327 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43424) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:47.181003 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-37097c65-2291-44a7-81c8-a0339ac9b4e5 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:47.181958 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-37097c65-2291-44a7-81c8-a0339ac9b4e5 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0117872 Nov 26 16:38:47.185833 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56d4995b-a6c6-4159-8ce4-75fddac2036f tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:47.194555 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43428) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:47.208033 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-b4de578d-9220-49af-b53c-989cec67d17f tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:47.209793 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b4de578d-9220-49af-b53c-989cec67d17f tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0117297 Nov 26 16:38:47.215246 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43432) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:47.217091 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-0d6c15e1-fce5-4c85-a3c3-66023cc09873 None None] Set router 28644e06-bd0c-4196-9766-a9f33585430c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:38:47.229029 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-02f8e7a7-93ce-4332-9906-9581b91f09fe tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:47.233123 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-02f8e7a7-93ce-4332-9906-9581b91f09fe tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0135803 Nov 26 16:38:47.234362 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43436) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:47.242661 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-2a0b09fc-27fc-4947-9cd3-2664a9761950 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:47.246062 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2a0b09fc-27fc-4947-9cd3-2664a9761950 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0070024 Nov 26 16:38:47.246062 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-56d4995b-a6c6-4159-8ce4-75fddac2036f tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e71bf8-0353-4610-841a-010f43a09658']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:47.252733 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43440) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:47.253911 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e34faf15-33d9-4f61-aee1-86bc0a310cb9 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Unset dirty status for tenant:46b7469b7ec44bf29006c9a56f24e59d on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:47.258682 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e34faf15-33d9-4f61-aee1-86bc0a310cb9 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18129 time: 0.9332452 Nov 26 16:38:47.258842 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43444) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:47.290972 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-d5c10f58-8145-45bb-bfff-923eddef9c09 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:47.294823 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d5c10f58-8145-45bb-bfff-923eddef9c09 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0357764 Nov 26 16:38:47.298024 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-56d4995b-a6c6-4159-8ce4-75fddac2036f tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d54dc3-99a0-4b87-91bd-9af4d892c397') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:47.298331 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-56d4995b-a6c6-4159-8ce4-75fddac2036f tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d54dc3-99a0-4b87-91bd-9af4d892c397') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:47.298995 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43448) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:47.321719 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-c92bb226-67da-4c5a-84c9-dbf56366834c tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:47.325671 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c92bb226-67da-4c5a-84c9-dbf56366834c tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0154433 Nov 26 16:38:47.326441 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:47.330550 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43452) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:47.340255 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-05344280-0650-4a44-9388-e1fc144dec5c tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:47.341152 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-05344280-0650-4a44-9388-e1fc144dec5c tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0090094 Nov 26 16:38:47.345137 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:47.348936 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43456) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:47.352346 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-56f43357-c5a2-49d9-bb31-507d7cb683b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:47.362227 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be89d358-77e5-4719-8bf9-4ac75b846a30 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:38:47.362389 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56d4995b-a6c6-4159-8ce4-75fddac2036f tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:47.374018 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfb84b0-64d7-4ff8-af60-813ca36a05e1 None None] Sync routers for ids ['b4f896c6-ab1f-4de2-b99d-b461702718a2'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:38:47.387387 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-e813018d-bf1e-40b2-a5af-bbef472557e0 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:47.388380 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e813018d-bf1e-40b2-a5af-bbef472557e0 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0280983 Nov 26 16:38:47.391410 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43460) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:47.396817 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-3a9ff09a-3690-4c3e-abab-1581c7e5cf8e tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:47.397855 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3a9ff09a-3690-4c3e-abab-1581c7e5cf8e tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0054395 Nov 26 16:38:47.401625 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfb84b0-64d7-4ff8-af60-813ca36a05e1 None None] Routers {'b4f896c6-ab1f-4de2-b99d-b461702718a2'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:38:47.404219 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-4dfb84b0-64d7-4ff8-af60-813ca36a05e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:38:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b4f896c6-ab1f-4de2-b99d-b461702718a2'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:47.407346 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43464) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:47.413501 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:38:47.417038 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-e4f62eb5-2b7f-4333-8cad-6f133773e205 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Deleting port 0015963c-bd25-43f8-b1b4-97833bab77aa {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:38:47.417564 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e4f62eb5-2b7f-4333-8cad-6f133773e205 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:47.439044 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf797ecf-a4f1-4be2-8b0a-e344133757bd,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:47.446987 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:47.448971 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:47.449753 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Added segment fa7b9e07-6dbf-4fbd-9f10-f27ecb4e29f1 of type vlan for network 5572f23f-6264-4a05-9b41-21cae3f769c3 Nov 26 16:38:47.451788 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9e644-fdb2-4ce6-8b4f-b7aa9847a1bb req-4665e46d-1c78-4fb5-85b4-556e91e6fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:47.453269 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-096f46e3-43cc-487d-a97b-6e3b06bb3345 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:47.453759 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-46f9e644-fdb2-4ce6-8b4f-b7aa9847a1bb req-4665e46d-1c78-4fb5-85b4-556e91e6fd4e service neutron] 10.222.0.31 "GET /v2.0/networks?id=d89905c5-5622-439c-bd42-d732b1c43e20 HTTP/1.1" status: 200 len: 906 time: 0.2981584 Nov 26 16:38:47.454753 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-096f46e3-43cc-487d-a97b-6e3b06bb3345 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0446029 Nov 26 16:38:47.454938 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be89d358-77e5-4719-8bf9-4ac75b846a30 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:47.460385 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56d4995b-a6c6-4159-8ce4-75fddac2036f tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:47.474425 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43468) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:47.501724 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-cda2afcc-3dc9-4231-904b-f936d1fa3b86 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:47.503453 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cda2afcc-3dc9-4231-904b-f936d1fa3b86 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0248320 Nov 26 16:38:47.509604 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43472) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:47.511035 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d4995b-a6c6-4159-8ce4-75fddac2036f tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:38:47.511509 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56d4995b-a6c6-4159-8ce4-75fddac2036f tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:38:47.537001 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:38:47.548931 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-8f30d70e-c80e-4a7e-8f7d-e64e5747aa1b tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:47.552412 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8f30d70e-c80e-4a7e-8f7d-e64e5747aa1b tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0146019 Nov 26 16:38:47.565302 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43480) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:47.601193 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-498730ca-4cb4-410f-a7ca-f2aff7d913bd tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:47.602556 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-498730ca-4cb4-410f-a7ca-f2aff7d913bd tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0285270 Nov 26 16:38:47.611491 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43484) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:47.632732 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-7e5861ce-13f7-4fe0-8355-1bae51b6ff2e tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:47.634012 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7e5861ce-13f7-4fe0-8355-1bae51b6ff2e tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0195575 Nov 26 16:38:47.641244 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43488) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:47.648348 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:47.660708 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-be89d358-77e5-4719-8bf9-4ac75b846a30 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "PUT /v2.0/floatingips/62f7f8ec-70c7-4329-9baa-6801817d20f7 HTTP/1.1" status: 200 len: 991 time: 3.7079291 Nov 26 16:38:47.679937 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-54e44046-5d09-4919-bf7a-4749d90cf5bd tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:47.681143 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-54e44046-5d09-4919-bf7a-4749d90cf5bd tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0355265 Nov 26 16:38:47.682575 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd', 'tag': '1b13e777-5df2-4f60-9dee-f17634dcd9e3'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:38:47.691399 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-46f9e644-fdb2-4ce6-8b4f-b7aa9847a1bb req-aaa0c9af-3c7a-40d4-bd55-312eba72f6dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f792cec-b4aa-4ba3-bf3d-e99ca350873a HTTP/1.1" status: 200 len: 1000 time: 0.1971753 Nov 26 16:38:47.694370 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43494) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:47.704506 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-4dfb84b0-64d7-4ff8-af60-813ca36a05e1 None None] Set router b4f896c6-ab1f-4de2-b99d-b461702718a2 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:38:47.710850 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-63166fec-4787-4944-bcf3-14b8544bf027 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:47.719011 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dde13cc7-7015-477e-b772-ef74362e59a6 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:47.719842 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56d4995b-a6c6-4159-8ce4-75fddac2036f tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:47.722125 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-63166fec-4787-4944-bcf3-14b8544bf027 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0192974 Nov 26 16:38:47.736272 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d124b11c-2ef7-45ff-b4cf-d5dd8fe7ff7c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:47.765355 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56d4995b-a6c6-4159-8ce4-75fddac2036f tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:47.779460 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43500) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:47.780707 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4995b-a6c6-4159-8ce4-75fddac2036f tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Pushing event deleted for resources: {'Network': ['ID=a0e71bf8-0353-4610-841a-010f43a09658,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:47.784028 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-56d4995b-a6c6-4159-8ce4-75fddac2036f tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] 10.222.0.11 "DELETE /v2.0/networks/a0e71bf8-0353-4610-841a-010f43a09658 HTTP/1.1" status: 204 len: 168 time: 3.1179237 Nov 26 16:38:47.788689 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-56d4995b-a6c6-4159-8ce4-75fddac2036f tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:47.803932 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-0d6c15e1-fce5-4c85-a3c3-66023cc09873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28644e06-bd0c-4196-9766-a9f33585430c', 'name': 'tempest-ServersTestJSON-455662517-router', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:35Z', 'updated_at': '2021-11-26T16:37:50Z', 'revision_number': 4, 'project_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'gw_port': {'id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28644e06-bd0c-4196-9766-a9f33585430c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:37Z', 'updated_at': '2021-11-26T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': 'be0fa4dd-8bde-4ac3-aae7-3d92cfc5762d', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'floating_ip_address': '172.26.0.232', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '28644e06-bd0c-4196-9766-a9f33585430c', 'port_id': '8f792cec-b4aa-4ba3-bf3d-e99ca350873a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20', 'mac_address': 'fa:16:3e:5e:24:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f918a4-005c-4996-b001-0310e6546a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:38:07Z', 'updated_at': '2021-11-26T16:38:44Z', 'revision_number': 1, 'project_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03944e40-cf52-4b2c-ba5d-79133cb3062c', 'name': '', 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'mac_address': 'fa:16:3e:2c:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28644e06-bd0c-4196-9766-a9f33585430c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '78772461-04bb-45a9-8c0c-04bc08f8bb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:48Z', 'updated_at': '2021-11-26T16:38:00Z', 'revision_number': 5, 'project_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'subnets': [{'id': '78772461-04bb-45a9-8c0c-04bc08f8bb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:47.809241 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6c15e1-fce5-4c85-a3c3-66023cc09873 None None] The sync data for ids ['28644e06-bd0c-4196-9766-a9f33585430c'] in dv-neutron-819440-1-hyperv is: [{'id': '28644e06-bd0c-4196-9766-a9f33585430c', 'name': 'tempest-ServersTestJSON-455662517-router', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:35Z', 'updated_at': '2021-11-26T16:37:50Z', 'revision_number': 4, 'project_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'gw_port': {'id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28644e06-bd0c-4196-9766-a9f33585430c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:37Z', 'updated_at': '2021-11-26T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': 'be0fa4dd-8bde-4ac3-aae7-3d92cfc5762d', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'floating_ip_address': '172.26.0.232', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '28644e06-bd0c-4196-9766-a9f33585430c', 'port_id': '8f792cec-b4aa-4ba3-bf3d-e99ca350873a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20', 'mac_address': 'fa:16:3e:5e:24:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f918a4-005c-4996-b001-0310e6546a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:38:07Z', 'updated_at': '2021-11-26T16:38:44Z', 'revision_number': 1, 'project_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03944e40-cf52-4b2c-ba5d-79133cb3062c', 'name': '', 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'mac_address': 'fa:16:3e:2c:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28644e06-bd0c-4196-9766-a9f33585430c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '78772461-04bb-45a9-8c0c-04bc08f8bb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:48Z', 'updated_at': '2021-11-26T16:38:00Z', 'revision_number': 5, 'project_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'subnets': [{'id': '78772461-04bb-45a9-8c0c-04bc08f8bb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:38:47.811685 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:47.866528 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.resource_extend [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:38:47.915410 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd', 'tag': '1b13e777-5df2-4f60-9dee-f17634dcd9e3', 'status': 'completed', 'code': 200} Nov 26 16:38:47.941475 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9e644-fdb2-4ce6-8b4f-b7aa9847a1bb req-c77efb67-a7dc-4749-940d-707d8f9abb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:47.947454 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-46f9e644-fdb2-4ce6-8b4f-b7aa9847a1bb req-c77efb67-a7dc-4749-940d-707d8f9abb79 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=78772461-04bb-45a9-8c0c-04bc08f8bb07 HTTP/1.1" status: 200 len: 844 time: 0.2243729 Nov 26 16:38:47.948558 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:47.955275 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:47.956519 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:47.975487 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2895e19b-70fd-4dc8-9fb6-0d44735a858d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:48.005128 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-b1341b00-6c72-4bf1-87b9-ffdeff48efd3 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:48.014872 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b1341b00-6c72-4bf1-87b9-ffdeff48efd3 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.2294543 Nov 26 16:38:48.016081 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde13cc7-7015-477e-b772-ef74362e59a6 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Pushing event updated for resources: {'Subnet': ['ID=61d9e835-0931-425f-a225-08e3b7306df5,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:48.019819 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-dde13cc7-7015-477e-b772-ef74362e59a6 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:48.038669 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43506) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:48.121662 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-e0ba972b-0f2b-4e0a-83d7-4ec27e3c78bb tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:48.125641 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43512) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:48.128201 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e0ba972b-0f2b-4e0a-83d7-4ec27e3c78bb tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0204296 Nov 26 16:38:48.160352 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed09831-6cff-489f-a4bb-e72d7d7bead7 None None] New status for floating IP be0fa4dd-8bde-4ac3-aae7-3d92cfc5762d: ACTIVE {{(pid=87521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:38:48.197328 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-e03c0bec-bb02-47b6-9b34-d971af8adf46 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:48.201239 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e03c0bec-bb02-47b6-9b34-d971af8adf46 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0442367 Nov 26 16:38:48.205017 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43516) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:48.207519 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde13cc7-7015-477e-b772-ef74362e59a6 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Checking segment: {'id': '426437ac-6519-403e-abe0-eb6ae228fc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '67eb27d8-8280-412f-97c5-545026d9405d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:38:48.207904 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde13cc7-7015-477e-b772-ef74362e59a6 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Network hostable DHCP agents. Network: 67eb27d8-8280-412f-97c5-545026d9405d, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:38:48.217840 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9406331 Nov 26 16:38:48.222657 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-a4269fc5-2642-475d-ab9f-b712abbef8f8 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:48.226099 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a4269fc5-2642-475d-ab9f-b712abbef8f8 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0175307 Nov 26 16:38:48.226099 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-e4f62eb5-2b7f-4333-8cad-6f133773e205 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] For port 0015963c-bd25-43f8-b1b4-97833bab77aa, host hv-neutron-8194, got binding levels [] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:38:48.226376 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e4f62eb5-2b7f-4333-8cad-6f133773e205 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:48.236044 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43520) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:48.245803 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-c14da7f0-ca3a-49e6-b7d7-54a01e31ad35 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:48.249759 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c14da7f0-ca3a-49e6-b7d7-54a01e31ad35 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0104005 Nov 26 16:38:48.253161 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43524) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:48.272132 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'Network': ['ID=5572f23f-6264-4a05-9b41-21cae3f769c3,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:48.278124 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:48.292230 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 5572f23f-6264-4a05-9b41-21cae3f769c3 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:38:48.298305 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43528) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:48.334297 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9e644-fdb2-4ce6-8b4f-b7aa9847a1bb req-bea12d0e-58f3-49bd-9736-b1f43e5f765e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:48.335807 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-46f9e644-fdb2-4ce6-8b4f-b7aa9847a1bb req-bea12d0e-58f3-49bd-9736-b1f43e5f765e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d89905c5-5622-439c-bd42-d732b1c43e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3759549 Nov 26 16:38:48.444217 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-e4f62eb5-2b7f-4333-8cad-6f133773e205 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Calling delete_port for 0015963c-bd25-43f8-b1b4-97833bab77aa owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:38:48.510581 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-36f9a269-736c-4de0-9247-4f6d3729d2d9 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:48.514670 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-36f9a269-736c-4de0-9247-4f6d3729d2d9 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.2573094 Nov 26 16:38:48.515534 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43534) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:48.515708 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43536) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:48.525367 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-0123345e-e868-454a-aacb-af4724ab582d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Request body: {'subnet': {'network_id': '5572f23f-6264-4a05-9b41-21cae3f769c3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:48.539034 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde13cc7-7015-477e-b772-ef74362e59a6 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Network 67eb27d8-8280-412f-97c5-545026d9405d is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:38:48.547869 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-4dfb84b0-64d7-4ff8-af60-813ca36a05e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'name': 'tempest-ServersTestManualDisk-495272159-router', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:36Z', 'updated_at': '2021-11-26T16:37:53Z', 'revision_number': 4, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'gw_port': {'id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:39Z', 'updated_at': '2021-11-26T16:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '62f7f8ec-70c7-4329-9baa-6801817d20f7', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'floating_ip_address': '172.26.0.193', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'port_id': '1b13e777-5df2-4f60-9dee-f17634dcd9e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89', 'mac_address': 'fa:16:3e:ce:c0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:38:12Z', 'updated_at': '2021-11-26T16:38:45Z', 'revision_number': 1, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33a83651-d4ef-46f1-9ae1-0f1a6da2903d', 'name': '', 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'mac_address': 'fa:16:3e:d1:6a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'd8b30045-06a7-450d-8b3f-11d57c1b4222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:51Z', 'updated_at': '2021-11-26T16:38:05Z', 'revision_number': 5, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'subnets': [{'id': 'd8b30045-06a7-450d-8b3f-11d57c1b4222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:48.551960 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfb84b0-64d7-4ff8-af60-813ca36a05e1 None None] Checking router: b4f896c6-ab1f-4de2-b99d-b461702718a2 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:38:48.552679 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-5a8cdc00-ea36-498f-a0bb-74c9769456b8 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:48.556337 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5a8cdc00-ea36-498f-a0bb-74c9769456b8 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0352321 Nov 26 16:38:48.561551 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfb84b0-64d7-4ff8-af60-813ca36a05e1 None None] Routers {'b4f896c6-ab1f-4de2-b99d-b461702718a2'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:38:48.562311 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-4dfb84b0-64d7-4ff8-af60-813ca36a05e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:38:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b4f896c6-ab1f-4de2-b99d-b461702718a2'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:48.569905 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43542) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:48.594584 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-6d30d00b-6276-4276-85f5-dfd4467b650f tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:48.595523 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6d30d00b-6276-4276-85f5-dfd4467b650f tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0209930 Nov 26 16:38:48.602250 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43546) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:48.610857 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-944ada5f-012f-4e58-bf47-b4d1154261f1 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:48.612032 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-944ada5f-012f-4e58-bf47-b4d1154261f1 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0086644 Nov 26 16:38:48.619172 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43550) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:48.631804 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-77a7ec61-0ceb-4812-a1be-af7fba2fde3a tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:48.633336 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-77a7ec61-0ceb-4812-a1be-af7fba2fde3a tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0105355 Nov 26 16:38:48.636351 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43554) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:48.651009 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-dde13cc7-7015-477e-b772-ef74362e59a6 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 67eb27d8-8280-412f-97c5-545026d9405d) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:48.655644 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-3375b7a3-fcbf-48e7-8633-fbbd3249acf2 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:48.656626 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3375b7a3-fcbf-48e7-8633-fbbd3249acf2 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0193062 Nov 26 16:38:48.663621 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891229e-fe9c-48cb-9662-7b1cd089dae2 req-bdded750-1d5b-4637-8136-9d7cc638171f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:48.664270 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43558) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:48.665141 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4891229e-fe9c-48cb-9662-7b1cd089dae2 req-bdded750-1d5b-4637-8136-9d7cc638171f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba7ec815beb94575a006ddee54532b3f&device_id=70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd HTTP/1.1" status: 200 len: 1098 time: 0.6255827 Nov 26 16:38:48.671448 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde13cc7-7015-477e-b772-ef74362e59a6 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:48.672087 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dde13cc7-7015-477e-b772-ef74362e59a6 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:48.679483 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-3804c7b2-4da6-4b33-b68e-0893e313757b tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:48.680686 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3804c7b2-4da6-4b33-b68e-0893e313757b tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0153372 Nov 26 16:38:48.708208 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43562) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:48.710609 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-46f9e644-fdb2-4ce6-8b4f-b7aa9847a1bb req-5c9fa598-2402-4bf0-9a14-4e2fdac3b011 service neutron] 10.222.0.31 "GET /v2.0/networks/d89905c5-5622-439c-bd42-d732b1c43e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623424 Nov 26 16:38:48.716325 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-31d29b21-ad32-4ad0-9c55-741d00076a5d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=60099abfbf2b493bb88042c6d45d25e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4145379 Nov 26 16:38:48.716886 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43566) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:48.723661 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e4f62eb5-2b7f-4333-8cad-6f133773e205 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:48.779608 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-f6d784da-6454-4ce8-a238-6f15dde0c78c tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:48.780715 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f6d784da-6454-4ce8-a238-6f15dde0c78c tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0684516 Nov 26 16:38:48.785188 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-4dfb84b0-64d7-4ff8-af60-813ca36a05e1 None None] Set router b4f896c6-ab1f-4de2-b99d-b461702718a2 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:38:48.799788 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7c7ce3dc-3243-4f0f-9918-3ededc83a992 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:48.814553 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43570) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:48.843013 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-daae4ce4-cc76-4138-80ec-6a9943376a84 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:48.846740 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-daae4ce4-cc76-4138-80ec-6a9943376a84 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0285988 Nov 26 16:38:48.884555 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43578) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:48.889648 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0123345e-e868-454a-aacb-af4724ab582d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:48.895377 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f62eb5-2b7f-4333-8cad-6f133773e205 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Pushing event deleted for resources: {'Port': ['ID=0015963c-bd25-43f8-b1b4-97833bab77aa,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:48.900840 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-6ffc1e9b-5188-474e-a292-bc587d9e6ac9 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:48.904185 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6ffc1e9b-5188-474e-a292-bc587d9e6ac9 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0162907 Nov 26 16:38:48.906369 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e4f62eb5-2b7f-4333-8cad-6f133773e205 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:48.906809 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43582) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:48.909621 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0123345e-e868-454a-aacb-af4724ab582d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Usage tracker for resource:subnet and tenant:99567243f2e24c6489754d65bc9ff7cc is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:48.917977 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-dde13cc7-7015-477e-b772-ef74362e59a6 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4933510 Nov 26 16:38:48.920887 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43586) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:48.921654 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0123345e-e868-454a-aacb-af4724ab582d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:48.930550 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-aa63e7df-75ed-4b81-a180-6d18a622b5b3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Request body: {'network': {'name': 'tempest-router-network01--1702396225'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:48.943541 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-ad58e9a0-2169-4341-a5c7-5b06b91c68e5 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:48.946857 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ad58e9a0-2169-4341-a5c7-5b06b91c68e5 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0320468 Nov 26 16:38:48.946857 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e4f62eb5-2b7f-4333-8cad-6f133773e205 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:48.950602 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e4f62eb5-2b7f-4333-8cad-6f133773e205 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] 10.222.0.11 "DELETE /v2.0/ports/0015963c-bd25-43f8-b1b4-97833bab77aa HTTP/1.1" status: 204 len: 168 time: 1.6907957 Nov 26 16:38:48.951730 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0123345e-e868-454a-aacb-af4724ab582d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:48.953693 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43590) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:48.954016 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43592) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:48.954394 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-46f9e644-fdb2-4ce6-8b4f-b7aa9847a1bb req-4e41b7d0-63f3-4396-b179-69935243f8fa service neutron] 10.222.0.31 "GET /v2.0/networks/d89905c5-5622-439c-bd42-d732b1c43e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229626 Nov 26 16:38:48.972852 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-aa63e7df-75ed-4b81-a180-6d18a622b5b3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:48.974876 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d74a5d-2307-4f58-ad7c-e7e869aeb8ad None None] Network 67eb27d8-8280-412f-97c5-545026d9405d requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:38:48.990979 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b6bf892-788f-4902-ad60-143ca1c3e2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:49.024567 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b6bf892-788f-4902-ad60-143ca1c3e2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:49.046815 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-2a4b8288-b589-4146-9c1c-d852144c3ca9 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:49.047789 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2a4b8288-b589-4146-9c1c-d852144c3ca9 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0872567 Nov 26 16:38:49.062765 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43598) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:49.068372 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-aa63e7df-75ed-4b81-a180-6d18a622b5b3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Usage tracker for resource:network and tenant:ff49c1902fa54265bc43f33ddda90877 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:49.074321 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [None req-37f0c3f5-d9aa-4396-ad73-09d94f91396c tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:49.077877 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-37f0c3f5-d9aa-4396-ad73-09d94f91396c tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0117083 Nov 26 16:38:49.080922 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43604) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:49.086778 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b303e1-22a9-4447-82ac-e4627ec14450 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] GET failed (client error): The resource could not be found. Nov 26 16:38:49.087287 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-02b303e1-22a9-4447-82ac-e4627ec14450 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Synchronizing usage tracker for tenant:46b7469b7ec44bf29006c9a56f24e59d on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:49.090425 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-aa63e7df-75ed-4b81-a180-6d18a622b5b3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:49.102761 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0123345e-e868-454a-aacb-af4724ab582d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Made reservation on behalf of 99567243f2e24c6489754d65bc9ff7cc for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:49.107050 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0123345e-e868-454a-aacb-af4724ab582d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:49.108864 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-25636f7c-6b93-4c61-bc34-3022402e7ec8 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:49.110548 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-25636f7c-6b93-4c61-bc34-3022402e7ec8 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0209470 Nov 26 16:38:49.112363 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b6bf892-788f-4902-ad60-143ca1c3e2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:49.117026 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43608) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:49.119383 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:49.124132 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-aa63e7df-75ed-4b81-a180-6d18a622b5b3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:49.140066 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-f81a6a78-0c46-4149-9f78-080b0f67905d tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:49.142778 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f81a6a78-0c46-4149-9f78-080b0f67905d tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0120883 Nov 26 16:38:49.145716 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43612) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:49.155209 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-a24e2ea1-fa0f-4036-bf06-be1018dd5f7f tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:49.156455 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a24e2ea1-fa0f-4036-bf06-be1018dd5f7f tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0070071 Nov 26 16:38:49.157601 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bf892-788f-4902-ad60-143ca1c3e2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331972b8-e2e9-483a-8630-07d9c2fcd7ec,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:49.161239 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1b6bf892-788f-4902-ad60-143ca1c3e2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:49.162209 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43616) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:49.171865 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-127998d4-3b45-486e-a643-3d16d7142ef0 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:49.173196 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-127998d4-3b45-486e-a643-3d16d7142ef0 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0086010 Nov 26 16:38:49.175843 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43620) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:49.179564 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b6bf892-788f-4902-ad60-143ca1c3e2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:49.184491 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1b6bf892-788f-4902-ad60-143ca1c3e2df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/331972b8-e2e9-483a-8630-07d9c2fcd7ec HTTP/1.1" status: 204 len: 168 time: 0.4666553 Nov 26 16:38:49.189022 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-566f811d-05fc-41a0-8aa8-c37173e879c8 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:49.192119 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-566f811d-05fc-41a0-8aa8-c37173e879c8 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0149460 Nov 26 16:38:49.194459 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43626) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:49.202814 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-0746e112-935c-4412-8f94-f425e47cd9b3 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:49.203164 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891229e-fe9c-48cb-9662-7b1cd089dae2 req-ab339fec-9560-41b1-bdac-323d7d0e8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:49.204645 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4891229e-fe9c-48cb-9662-7b1cd089dae2 req-ab339fec-9560-41b1-bdac-323d7d0e8320 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a55c73e1-f79c-4dd0-927e-d75452182e89 HTTP/1.1" status: 200 len: 912 time: 0.5286820 Nov 26 16:38:49.205465 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0746e112-935c-4412-8f94-f425e47cd9b3 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0087471 Nov 26 16:38:49.208497 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43630) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:49.219619 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-3ac76631-a3ce-4720-b5e9-917661c74f72 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:49.221637 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3ac76631-a3ce-4720-b5e9-917661c74f72 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0112646 Nov 26 16:38:49.223703 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43634) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:49.230883 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-855feebe-6f21-4e7e-b2ed-960109f1d500 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:49.233102 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-855feebe-6f21-4e7e-b2ed-960109f1d500 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0083153 Nov 26 16:38:49.235909 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43638) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:49.255946 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-42696016-c17c-4d44-b7bc-0b956cb8f2b9 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:49.257108 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-42696016-c17c-4d44-b7bc-0b956cb8f2b9 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0201433 Nov 26 16:38:49.260282 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43642) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:49.267329 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-17dcb770-097c-47a9-a1f0-75ee9eb24c15 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:49.268508 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-17dcb770-097c-47a9-a1f0-75ee9eb24c15 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0067940 Nov 26 16:38:49.271162 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43646) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:49.277339 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-108190c9-296f-4490-a7eb-0a81210f717e tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:49.278475 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-108190c9-296f-4490-a7eb-0a81210f717e tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0061529 Nov 26 16:38:49.281213 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43650) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:49.288590 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-83555d6c-121f-4930-b47d-149a90af89c5 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:49.291893 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-83555d6c-121f-4930-b47d-149a90af89c5 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0074153 Nov 26 16:38:49.292160 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43654) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:49.299415 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-58b1619f-1c45-4c4a-8dbb-f2947fa0cdf3 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:49.302735 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-58b1619f-1c45-4c4a-8dbb-f2947fa0cdf3 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0073888 Nov 26 16:38:49.303125 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43658) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:49.309309 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-55780c4b-28c3-41a9-9382-61538a7b8012 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:49.312518 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-55780c4b-28c3-41a9-9382-61538a7b8012 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0062342 Nov 26 16:38:49.313140 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43662) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:49.318669 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-5ee8943f-55fb-4fba-8ac8-95411655577b tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:49.322593 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5ee8943f-55fb-4fba-8ac8-95411655577b tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0082850 Nov 26 16:38:49.323356 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43666) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:49.328528 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-0ac02ec8-9668-4560-a1ba-92157f13b51e tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:49.332253 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0ac02ec8-9668-4560-a1ba-92157f13b51e tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0078492 Nov 26 16:38:49.333757 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43670) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:49.338852 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [None req-ed5a6cf0-23d5-4d05-8ad1-1b71e927f253 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:38:49.350255 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ed5a6cf0-23d5-4d05-8ad1-1b71e927f253 tempest-ExtensionsTestJSON-2095909991 tempest-ExtensionsTestJSON-2095909991-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0083404 Nov 26 16:38:49.381336 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:49.403186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-02b303e1-22a9-4447-82ac-e4627ec14450 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Unset dirty status for tenant:46b7469b7ec44bf29006c9a56f24e59d on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:49.408258 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43678) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:49.408489 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-02b303e1-22a9-4447-82ac-e4627ec14450 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] 10.222.0.11 "GET /v2.0/ports/0015963c-bd25-43f8-b1b4-97833bab77aa HTTP/1.1" status: 404 len: 333 time: 0.4396627 Nov 26 16:38:49.414228 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-be16ed8d-6a4b-40e4-9355-a3a04e3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1621527376', 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:49.416740 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa63e7df-75ed-4b81-a180-6d18a622b5b3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Made reservation on behalf of ff49c1902fa54265bc43f33ddda90877 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:49.421027 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aa63e7df-75ed-4b81-a180-6d18a622b5b3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:49.422079 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-be16ed8d-6a4b-40e4-9355-a3a04e3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:49.448171 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-be16ed8d-6a4b-40e4-9355-a3a04e3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:49.467612 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be16ed8d-6a4b-40e4-9355-a3a04e3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Made reservation on behalf of 46b7469b7ec44bf29006c9a56f24e59d for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:49.470133 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-4dfb84b0-64d7-4ff8-af60-813ca36a05e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'name': 'tempest-ServersTestManualDisk-495272159-router', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:36Z', 'updated_at': '2021-11-26T16:37:53Z', 'revision_number': 4, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'gw_port': {'id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:39Z', 'updated_at': '2021-11-26T16:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '62f7f8ec-70c7-4329-9baa-6801817d20f7', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'floating_ip_address': '172.26.0.193', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'port_id': '1b13e777-5df2-4f60-9dee-f17634dcd9e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89', 'mac_address': 'fa:16:3e:ce:c0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:38:12Z', 'updated_at': '2021-11-26T16:38:45Z', 'revision_number': 1, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33a83651-d4ef-46f1-9ae1-0f1a6da2903d', 'name': '', 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'mac_address': 'fa:16:3e:d1:6a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'd8b30045-06a7-450d-8b3f-11d57c1b4222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:51Z', 'updated_at': '2021-11-26T16:38:05Z', 'revision_number': 5, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'subnets': [{'id': 'd8b30045-06a7-450d-8b3f-11d57c1b4222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:49.470775 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be16ed8d-6a4b-40e4-9355-a3a04e3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:49.473514 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-67eb27d8-8280-412f-97c5-545026d9405d', 'network_id': '67eb27d8-8280-412f-97c5-545026d9405d', 'tenant_id': 'ff49c1902fa54265bc43f33ddda90877', 'fixed_ips': [{'subnet_id': '61d9e835-0931-425f-a225-08e3b7306df5'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:38:49.474497 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:49.498962 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfb84b0-64d7-4ff8-af60-813ca36a05e1 None None] The sync data for ids ['b4f896c6-ab1f-4de2-b99d-b461702718a2'] in dv-neutron-819440-1-hyperv is: [{'id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'name': 'tempest-ServersTestManualDisk-495272159-router', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:36Z', 'updated_at': '2021-11-26T16:37:53Z', 'revision_number': 4, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'gw_port': {'id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:39Z', 'updated_at': '2021-11-26T16:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '62f7f8ec-70c7-4329-9baa-6801817d20f7', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'floating_ip_address': '172.26.0.193', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'port_id': '1b13e777-5df2-4f60-9dee-f17634dcd9e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89', 'mac_address': 'fa:16:3e:ce:c0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:38:12Z', 'updated_at': '2021-11-26T16:38:45Z', 'revision_number': 1, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33a83651-d4ef-46f1-9ae1-0f1a6da2903d', 'name': '', 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'mac_address': 'fa:16:3e:d1:6a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'd8b30045-06a7-450d-8b3f-11d57c1b4222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:51Z', 'updated_at': '2021-11-26T16:38:05Z', 'revision_number': 5, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'subnets': [{'id': 'd8b30045-06a7-450d-8b3f-11d57c1b4222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:38:49.499241 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-be16ed8d-6a4b-40e4-9355-a3a04e3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] device_id is not set on port a6324bd8-9c34-4d01-be03-4c0b0c70acb8 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:38:49.526354 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4891229e-fe9c-48cb-9662-7b1cd089dae2 req-84614eaf-825b-4e71-8584-060c414294d1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b13e777-5df2-4f60-9dee-f17634dcd9e3 HTTP/1.1" status: 200 len: 999 time: 0.1835237 Nov 26 16:38:49.527015 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa63e7df-75ed-4b81-a180-6d18a622b5b3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:38:49.699077 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aa63e7df-75ed-4b81-a180-6d18a622b5b3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:49.699433 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-aa63e7df-75ed-4b81-a180-6d18a622b5b3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Added segment 225450fe-a466-4633-a83f-84f6497a29a9 of type vlan for network 7d962232-75ce-4974-b333-66dd4c8591fe Nov 26 16:38:49.777272 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be16ed8d-6a4b-40e4-9355-a3a04e3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:49.794828 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] Allocated IP 2001:db8::2 (67eb27d8-8280-412f-97c5-545026d9405d/61d9e835-0931-425f-a225-08e3b7306df5/7dbf3b82-cc13-427e-b8b8-58f37b942d6a) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:38:49.816909 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be16ed8d-6a4b-40e4-9355-a3a04e3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:49.826709 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-dd07845a-342f-43a7-8fb8-d5ad3f2c9914 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:49.835303 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891229e-fe9c-48cb-9662-7b1cd089dae2 req-b2ccef07-31ca-4486-b509-941ab7018737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:49.840972 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4891229e-fe9c-48cb-9662-7b1cd089dae2 req-b2ccef07-31ca-4486-b509-941ab7018737 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d8b30045-06a7-450d-8b3f-11d57c1b4222 HTTP/1.1" status: 200 len: 850 time: 0.2694390 Nov 26 16:38:49.927436 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43692) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:49.945165 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aa63e7df-75ed-4b81-a180-6d18a622b5b3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:49.955921 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b1d340-5c97-4fa5-a9f9-8d2aa484f69c None None] New status for floating IP 62f7f8ec-70c7-4329-9baa-6801817d20f7: ACTIVE {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:38:49.973917 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16ed8d-6a4b-40e4-9355-a3a04e3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Pushing event updated for resources: {'Port': ['ID=a6324bd8-9c34-4d01-be03-4c0b0c70acb8,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:49.989659 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-be16ed8d-6a4b-40e4-9355-a3a04e3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:50.019963 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be16ed8d-6a4b-40e4-9355-a3a04e3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Network 85d33721-28ff-4a58-ba3d-a73758aed792 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:38:50.021141 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-be16ed8d-6a4b-40e4-9355-a3a04e3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:50.026393 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be16ed8d-6a4b-40e4-9355-a3a04e3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:38:50.031656 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be16ed8d-6a4b-40e4-9355-a3a04e3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:50.034292 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be16ed8d-6a4b-40e4-9355-a3a04e3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:50.037763 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0123345e-e868-454a-aacb-af4724ab582d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:50.039849 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aa63e7df-75ed-4b81-a180-6d18a622b5b3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:50.045753 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa63e7df-75ed-4b81-a180-6d18a622b5b3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:50.046357 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aa63e7df-75ed-4b81-a180-6d18a622b5b3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:50.055080 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-90d99a47-8e48-42e3-b8e7-34fde5d9e7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-227048050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:50.100855 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-be16ed8d-6a4b-40e4-9355-a3a04e3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6910222 Nov 26 16:38:50.103225 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43708) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:50.173119 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891229e-fe9c-48cb-9662-7b1cd089dae2 req-3e396a50-4152-4d10-b345-6e9dbfb1c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:50.174855 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4891229e-fe9c-48cb-9662-7b1cd089dae2 req-3e396a50-4152-4d10-b345-6e9dbfb1c7eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a55c73e1-f79c-4dd0-927e-d75452182e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3175471 Nov 26 16:38:50.241696 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43714) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:50.242192 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-aa63e7df-75ed-4b81-a180-6d18a622b5b3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3156080 Nov 26 16:38:50.262442 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7543b299-07b5-475e-8d6c-068ae948bc25 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:50.263469 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7543b299-07b5-475e-8d6c-068ae948bc25 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Synchronizing usage tracker for tenant:46b7469b7ec44bf29006c9a56f24e59d on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:50.271986 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-d5daa5ff-f10c-4378-880d-8949f857e6de tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Request body: {'network': {'name': 'tempest-router-network02--1135615789'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:50.283674 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d5daa5ff-f10c-4378-880d-8949f857e6de tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:50.296494 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d5daa5ff-f10c-4378-880d-8949f857e6de tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Usage tracker for resource:network and tenant:ff49c1902fa54265bc43f33ddda90877 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:50.302064 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d5daa5ff-f10c-4378-880d-8949f857e6de tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:50.310712 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d5daa5ff-f10c-4378-880d-8949f857e6de tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:50.314475 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2663e041-cc17-431c-af43-a19e01ee7ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:50.315356 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7543b299-07b5-475e-8d6c-068ae948bc25 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Unset dirty status for tenant:46b7469b7ec44bf29006c9a56f24e59d on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:50.316786 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7543b299-07b5-475e-8d6c-068ae948bc25 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] 10.222.0.11 "GET /v2.0/ports/a6324bd8-9c34-4d01-be03-4c0b0c70acb8 HTTP/1.1" status: 200 len: 955 time: 0.2123790 Nov 26 16:38:50.319550 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43720) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:50.327747 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63e7df-75ed-4b81-a180-6d18a622b5b3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Pushing event updated for resources: {'Network': ['ID=7d962232-75ce-4974-b333-66dd4c8591fe,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:50.350202 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-aa63e7df-75ed-4b81-a180-6d18a622b5b3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:50.350839 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:50.391792 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 7d962232-75ce-4974-b333-66dd4c8591fe details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:38:50.397398 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5daa5ff-f10c-4378-880d-8949f857e6de tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Made reservation on behalf of ff49c1902fa54265bc43f33ddda90877 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:50.401708 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d5daa5ff-f10c-4378-880d-8949f857e6de tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:50.417271 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2663e041-cc17-431c-af43-a19e01ee7ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:50.420930 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0123345e-e868-454a-aacb-af4724ab582d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Checking segment: {'id': 'fa7b9e07-6dbf-4fbd-9f10-f27ecb4e29f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5572f23f-6264-4a05-9b41-21cae3f769c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:38:50.421517 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0123345e-e868-454a-aacb-af4724ab582d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Network hostable DHCP agents. Network: 5572f23f-6264-4a05-9b41-21cae3f769c3, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:38:50.442035 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2663e041-cc17-431c-af43-a19e01ee7ac6 admin admin] Usage tracker for resource:security_group_rule and tenant:70f1b52a38c34935918942b6048029ff is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:50.443554 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43724) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:50.447397 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2663e041-cc17-431c-af43-a19e01ee7ac6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:50.448262 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5daa5ff-f10c-4378-880d-8949f857e6de tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:38:50.465419 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-976132c5-7106-48d2-b01e-aea302800994 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Deleting port a6324bd8-9c34-4d01-be03-4c0b0c70acb8 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:38:50.465820 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-976132c5-7106-48d2-b01e-aea302800994 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:50.478860 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2663e041-cc17-431c-af43-a19e01ee7ac6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:50.508923 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123345e-e868-454a-aacb-af4724ab582d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'Subnet': ['ID=792986e4-a4b1-4c83-b5ac-1b9a73f866f6,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:50.520170 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0123345e-e868-454a-aacb-af4724ab582d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:50.526099 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4891229e-fe9c-48cb-9662-7b1cd089dae2 req-d99aa1c6-20d4-4021-b11d-32c364d8a5a6 service neutron] 10.222.0.31 "GET /v2.0/networks/a55c73e1-f79c-4dd0-927e-d75452182e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252726 Nov 26 16:38:50.534722 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0123345e-e868-454a-aacb-af4724ab582d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Network 5572f23f-6264-4a05-9b41-21cae3f769c3 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:38:50.598834 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Request body: {'networks': [{'name': 'tempest-network--51897479'}, {'name': 'tempest-network--2003550959'}]} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:50.599164 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Request body: {'network': {'name': 'tempest-network--51897479'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:50.599601 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Request body: {'network': {'name': 'tempest-network--2003550959'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:50.603263 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d5daa5ff-f10c-4378-880d-8949f857e6de tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:50.603603 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-d5daa5ff-f10c-4378-880d-8949f857e6de tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Added segment 8195c9cc-3dfd-4498-8aab-5cb59023bb13 of type vlan for network c4a0ee36-7d6c-46af-b9f0-e00a01ae8018 Nov 26 16:38:50.629644 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:50.633287 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-0123345e-e868-454a-aacb-af4724ab582d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 5572f23f-6264-4a05-9b41-21cae3f769c3) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:50.645926 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0123345e-e868-454a-aacb-af4724ab582d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:50.646535 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0123345e-e868-454a-aacb-af4724ab582d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:50.655763 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390de668-8cf1-4fed-baca-56c38bb09666 None None] Network 5572f23f-6264-4a05-9b41-21cae3f769c3 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:38:50.682493 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Usage tracker for resource:network and tenant:0180f25c1f2d46cd98bb4e63a5e821e4 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:50.715289 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0123345e-e868-454a-aacb-af4724ab582d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1979136 Nov 26 16:38:50.715976 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43730) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:50.738957 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-5b4da383-7220-4053-a58a-a4de02b080e7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-418237840'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:50.752665 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5b4da383-7220-4053-a58a-a4de02b080e7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:50.756361 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4891229e-fe9c-48cb-9662-7b1cd089dae2 req-5a8eb4ba-611d-4a62-9cfe-a7d5c632dce0 service neutron] 10.222.0.31 "GET /v2.0/networks/a55c73e1-f79c-4dd0-927e-d75452182e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225966 Nov 26 16:38:50.759017 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5b4da383-7220-4053-a58a-a4de02b080e7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Usage tracker for resource:network and tenant:99567243f2e24c6489754d65bc9ff7cc is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:50.768786 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5b4da383-7220-4053-a58a-a4de02b080e7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:50.778390 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:50.780548 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5b4da383-7220-4053-a58a-a4de02b080e7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:50.789359 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:50.798424 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2663e041-cc17-431c-af43-a19e01ee7ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:50.805282 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2663e041-cc17-431c-af43-a19e01ee7ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:50.805541 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:50.816234 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bd0778d7-4d27-489f-ab8c-dc2a6f9d8d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:50.823110 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Made reservation on behalf of 0180f25c1f2d46cd98bb4e63a5e821e4 for: {'network': 2} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:50.827025 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4da383-7220-4053-a58a-a4de02b080e7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Made reservation on behalf of 99567243f2e24c6489754d65bc9ff7cc for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:50.828714 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:50.829862 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] Transition to ACTIVE for port object 7dbf3b82-cc13-427e-b8b8-58f37b942d6a will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:50.830540 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5b4da383-7220-4053-a58a-a4de02b080e7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:50.839649 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-976132c5-7106-48d2-b01e-aea302800994 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:50.849391 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d5daa5ff-f10c-4378-880d-8949f857e6de tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:50.857298 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:50.875335 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] Transition to ACTIVE for port object 7dbf3b82-cc13-427e-b8b8-58f37b942d6a will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:50.882553 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2663e041-cc17-431c-af43-a19e01ee7ac6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=70f1b52a38c34935918942b6048029ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9536347 Nov 26 16:38:50.886276 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43734) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:50.889365 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663e041-cc17-431c-af43-a19e01ee7ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4f95e9-578b-4187-a812-e6ca93d6f314,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:50.915307 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2663e041-cc17-431c-af43-a19e01ee7ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:50.916027 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4da383-7220-4053-a58a-a4de02b080e7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:38:50.919099 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:50.924601 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:50.945723 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5b4da383-7220-4053-a58a-a4de02b080e7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:50.946060 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-5b4da383-7220-4053-a58a-a4de02b080e7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Added segment 184ab952-acce-4c6f-a9de-9319b4348848 of type vlan for network ef1ae552-37be-4088-ade6-b66ed8fb29e1 Nov 26 16:38:50.986959 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b6c522df-528c-4fa4-8a20-6eac75aa435f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:50.989466 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5b4da383-7220-4053-a58a-a4de02b080e7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:50.995038 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:50.999626 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Usage tracker for resource:security_group_rule and tenant:0180f25c1f2d46cd98bb4e63a5e821e4 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:51.003269 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:51.009967 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:51.032488 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b6c522df-528c-4fa4-8a20-6eac75aa435f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:51.041039 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] Network 67eb27d8-8280-412f-97c5-545026d9405d is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:38:51.054222 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:51.057039 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:38:51.060958 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] Pushing event updated for resources: {'Port': ['ID=7dbf3b82-cc13-427e-b8b8-58f37b942d6a,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:51.064804 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:51.071865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5b4da383-7220-4053-a58a-a4de02b080e7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:51.077662 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4da383-7220-4053-a58a-a4de02b080e7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:51.078276 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5b4da383-7220-4053-a58a-a4de02b080e7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:51.086001 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-78f390de-13c0-4105-87de-bcce0e04120f tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:51.095097 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-5572f23f-6264-4a05-9b41-21cae3f769c3', 'network_id': '5572f23f-6264-4a05-9b41-21cae3f769c3', 'tenant_id': '99567243f2e24c6489754d65bc9ff7cc', 'fixed_ips': [{'subnet_id': '792986e4-a4b1-4c83-b5ac-1b9a73f866f6'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:38:51.096189 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:51.098263 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:51.108407 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-976132c5-7106-48d2-b01e-aea302800994 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Calling delete_port for a6324bd8-9c34-4d01-be03-4c0b0c70acb8 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:38:51.137733 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:51.138270 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:51.147351 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.resource_extend [None req-d5daa5ff-f10c-4378-880d-8949f857e6de tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:38:51.160331 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:51.196018 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5b4da383-7220-4053-a58a-a4de02b080e7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4764354 Nov 26 16:38:51.201132 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43738) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:51.206521 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4da383-7220-4053-a58a-a4de02b080e7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'Network': ['ID=ef1ae552-37be-4088-ade6-b66ed8fb29e1,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:51.212822 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-1f72a1ec-e817-4de3-ad2a-04137fe57f6f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Request body: {'subnet': {'network_id': 'ef1ae552-37be-4088-ade6-b66ed8fb29e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:51.216980 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] Attempting to bind port 7dbf3b82-cc13-427e-b8b8-58f37b942d6a on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:51.217470 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] Attempting to bind port 7dbf3b82-cc13-427e-b8b8-58f37b942d6a by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '426437ac-6519-403e-abe0-eb6ae228fc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '67eb27d8-8280-412f-97c5-545026d9405d'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:51.217868 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] Attempting to bind port 7dbf3b82-cc13-427e-b8b8-58f37b942d6a on network 67eb27d8-8280-412f-97c5-545026d9405d {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:51.218247 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=378f43f0-b14c-43c5-8057-13c3d2eed138,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:51.226090 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:38:51.226468 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:51.226579 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] Checking segment: {'id': '426437ac-6519-403e-abe0-eb6ae228fc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '67eb27d8-8280-412f-97c5-545026d9405d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:38:51.227046 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:51.227570 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] Bound using segment: {'id': '426437ac-6519-403e-abe0-eb6ae228fc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '67eb27d8-8280-412f-97c5-545026d9405d'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:38:51.228133 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] Bound port: 7dbf3b82-cc13-427e-b8b8-58f37b942d6a, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426437ac-6519-403e-abe0-eb6ae228fc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '67eb27d8-8280-412f-97c5-545026d9405d'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:38:51.228618 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:51.230104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5b4da383-7220-4053-a58a-a4de02b080e7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:51.246562 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d5daa5ff-f10c-4378-880d-8949f857e6de tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:51.250303 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network ef1ae552-37be-4088-ade6-b66ed8fb29e1 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:38:51.284055 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5daa5ff-f10c-4378-880d-8949f857e6de tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:51.285511 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d5daa5ff-f10c-4378-880d-8949f857e6de tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:51.292578 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b6c522df-528c-4fa4-8a20-6eac75aa435f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:51.303397 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:51.328564 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b6c522df-528c-4fa4-8a20-6eac75aa435f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:51.330101 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b6c522df-528c-4fa4-8a20-6eac75aa435f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af4f95e9-578b-4187-a812-e6ca93d6f314 HTTP/1.1" status: 204 len: 168 time: 0.4421270 Nov 26 16:38:51.332954 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:38:51.336178 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c522df-528c-4fa4-8a20-6eac75aa435f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4f95e9-578b-4187-a812-e6ca93d6f314,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:51.341704 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b6c522df-528c-4fa4-8a20-6eac75aa435f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:51.361346 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:51.361736 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Added segment bf7dcb42-ba10-4d84-b954-027902fea331 of type vlan for network 2e731666-6d5c-4587-bfbc-5ea1ae9ef119 Nov 26 16:38:51.365620 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-1f72a1ec-e817-4de3-ad2a-04137fe57f6f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:51.370415 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1f72a1ec-e817-4de3-ad2a-04137fe57f6f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Usage tracker for resource:subnet and tenant:99567243f2e24c6489754d65bc9ff7cc is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:51.374266 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1f72a1ec-e817-4de3-ad2a-04137fe57f6f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:51.381131 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:51.382860 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-1f72a1ec-e817-4de3-ad2a-04137fe57f6f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:51.401714 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-976132c5-7106-48d2-b01e-aea302800994 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:51.404084 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f72a1ec-e817-4de3-ad2a-04137fe57f6f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Made reservation on behalf of 99567243f2e24c6489754d65bc9ff7cc for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:51.415893 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1f72a1ec-e817-4de3-ad2a-04137fe57f6f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:51.426369 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d5daa5ff-f10c-4378-880d-8949f857e6de tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1830235 Nov 26 16:38:51.448855 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43748) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:51.568008 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] For port 7dbf3b82-cc13-427e-b8b8-58f37b942d6a, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:38:51.572711 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] For port 7dbf3b82-cc13-427e-b8b8-58f37b942d6a, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7dbf3b82-cc13-427e-b8b8-58f37b942d6a,segment=NetworkSegment(426437ac-6519-403e-abe0-eb6ae228fc40),segment_id=426437ac-6519-403e-abe0-eb6ae228fc40)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:38:51.577828 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] Allocated IP 172.20.255.242 (5572f23f-6264-4a05-9b41-21cae3f769c3/792986e4-a4b1-4c83-b5ac-1b9a73f866f6/08fd15b3-b2f7-4ca5-8238-e5d228b11525) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:38:51.582974 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:51.590412 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:51.608336 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:51.630806 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-976132c5-7106-48d2-b01e-aea302800994 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:51.632930 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-976132c5-7106-48d2-b01e-aea302800994 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] 10.222.0.11 "DELETE /v2.0/ports/a6324bd8-9c34-4d01-be03-4c0b0c70acb8 HTTP/1.1" status: 204 len: 168 time: 1.3116827 Nov 26 16:38:51.635706 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43754) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:51.693733 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5daa5ff-f10c-4378-880d-8949f857e6de tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Pushing event updated for resources: {'Network': ['ID=c4a0ee36-7d6c-46af-b9f0-e00a01ae8018,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:51.707233 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d5daa5ff-f10c-4378-880d-8949f857e6de tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:51.708393 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fda7cd2-b375-4ecb-8c9b-65f0c9742d88 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] GET failed (client error): The resource could not be found. Nov 26 16:38:51.709131 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7fda7cd2-b375-4ecb-8c9b-65f0c9742d88 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Synchronizing usage tracker for tenant:46b7469b7ec44bf29006c9a56f24e59d on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:51.713555 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6bd856b7-197c-4f56-bc64-058e63d33eeb tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.294s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:51.765419 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976132c5-7106-48d2-b01e-aea302800994 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6324bd8-9c34-4d01-be03-4c0b0c70acb8,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:51.771473 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-1a7c28d6-fc03-4006-a7f4-eff5c7ef18bd tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Request body: {'subnet': {'network_id': '7d962232-75ce-4974-b333-66dd4c8591fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:51.773893 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-976132c5-7106-48d2-b01e-aea302800994 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:51.790679 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7fda7cd2-b375-4ecb-8c9b-65f0c9742d88 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Unset dirty status for tenant:46b7469b7ec44bf29006c9a56f24e59d on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:51.791605 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7fda7cd2-b375-4ecb-8c9b-65f0c9742d88 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] 10.222.0.11 "GET /v2.0/ports/a6324bd8-9c34-4d01-be03-4c0b0c70acb8 HTTP/1.1" status: 404 len: 333 time: 0.1510310 Nov 26 16:38:51.792537 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:38:51.803777 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43760) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:51.816332 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-11574c7e-49a0-4b86-b554-5095961d6d66 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Request body: {'port': {'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2052952117'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:51.834524 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-11574c7e-49a0-4b86-b554-5095961d6d66 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:51.845985 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:51.849170 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Added segment e296f264-d414-4e51-b987-72fb94f5b415 of type vlan for network 5798ce69-13b3-419a-ab60-69f9ce65d961 Nov 26 16:38:51.855803 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network c4a0ee36-7d6c-46af-b9f0-e00a01ae8018 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:38:51.865974 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-11574c7e-49a0-4b86-b554-5095961d6d66 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:51.894914 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:51.900595 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11574c7e-49a0-4b86-b554-5095961d6d66 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Made reservation on behalf of 46b7469b7ec44bf29006c9a56f24e59d for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:51.903431 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-11574c7e-49a0-4b86-b554-5095961d6d66 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:51.939214 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-11574c7e-49a0-4b86-b554-5095961d6d66 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] device_id is not set on port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:38:51.960903 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] Pushing event updated for resources: {'Port': ['ID=7dbf3b82-cc13-427e-b8b8-58f37b942d6a,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:51.971188 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:52.024604 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:52.028474 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:52.034345 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:52.040109 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:52.040939 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:52.049990 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:52.084351 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-1a7c28d6-fc03-4006-a7f4-eff5c7ef18bd tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:52.093889 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1a7c28d6-fc03-4006-a7f4-eff5c7ef18bd tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Usage tracker for resource:subnet and tenant:ff49c1902fa54265bc43f33ddda90877 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:52.098339 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1a7c28d6-fc03-4006-a7f4-eff5c7ef18bd tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:52.103354 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1f72a1ec-e817-4de3-ad2a-04137fe57f6f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:52.112963 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-1a7c28d6-fc03-4006-a7f4-eff5c7ef18bd tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:52.114873 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:52.156037 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:52.191775 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] Transition to ACTIVE for port object 08fd15b3-b2f7-4ca5-8238-e5d228b11525 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:52.201121 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Pushing event updated for resources: {'Network': ['ID=2e731666-6d5c-4587-bfbc-5ea1ae9ef119,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:52.218719 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 2e731666-6d5c-4587-bfbc-5ea1ae9ef119 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:38:52.223159 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7c28d6-fc03-4006-a7f4-eff5c7ef18bd tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Made reservation on behalf of ff49c1902fa54265bc43f33ddda90877 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:52.227272 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1a7c28d6-fc03-4006-a7f4-eff5c7ef18bd tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:52.356049 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.9084482 Nov 26 16:38:52.404429 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43776) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:52.437755 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f72a1ec-e817-4de3-ad2a-04137fe57f6f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Checking segment: {'id': '184ab952-acce-4c6f-a9de-9319b4348848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ef1ae552-37be-4088-ade6-b66ed8fb29e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:38:52.438106 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f72a1ec-e817-4de3-ad2a-04137fe57f6f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Network hostable DHCP agents. Network: ef1ae552-37be-4088-ade6-b66ed8fb29e1, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:38:52.451292 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] Transition to ACTIVE for port object 08fd15b3-b2f7-4ca5-8238-e5d228b11525 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:52.455814 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72a1ec-e817-4de3-ad2a-04137fe57f6f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'Subnet': ['ID=9b42afd7-6fa5-4638-a5be-9d3161ea2460,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:52.463900 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:52.472033 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1f72a1ec-e817-4de3-ad2a-04137fe57f6f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:52.482686 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-43bb897a-8823-4229-bc43-3d364a497d74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:52.558851 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f72a1ec-e817-4de3-ad2a-04137fe57f6f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Network ef1ae552-37be-4088-ade6-b66ed8fb29e1 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:38:52.570924 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Pushing event updated for resources: {'Network': ['ID=5798ce69-13b3-419a-ab60-69f9ce65d961,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:52.593224 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:52.593681 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.412s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:52.594271 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:52.600146 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-1f72a1ec-e817-4de3-ad2a-04137fe57f6f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, ef1ae552-37be-4088-ade6-b66ed8fb29e1) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:52.607592 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f72a1ec-e817-4de3-ad2a-04137fe57f6f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:52.610492 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1f72a1ec-e817-4de3-ad2a-04137fe57f6f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:52.642417 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 5798ce69-13b3-419a-ab60-69f9ce65d961 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:38:52.669666 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-11574c7e-49a0-4b86-b554-5095961d6d66 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:52.685772 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fb6390-ad76-4731-8f06-ee7500f0c1cf None None] Network ef1ae552-37be-4088-ade6-b66ed8fb29e1 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:38:52.706791 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3920a4f9-032c-41d0-815e-487e3d5ac594 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:52.713329 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3920a4f9-032c-41d0-815e-487e3d5ac594 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:52.720492 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3920a4f9-032c-41d0-815e-487e3d5ac594 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:52.727066 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3920a4f9-032c-41d0-815e-487e3d5ac594 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:52.727987 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3920a4f9-032c-41d0-815e-487e3d5ac594 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Synchronizing usage tracker for tenant:0180f25c1f2d46cd98bb4e63a5e821e4 on resource:network {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:52.761103 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3920a4f9-032c-41d0-815e-487e3d5ac594 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Unset dirty status for tenant:0180f25c1f2d46cd98bb4e63a5e821e4 on resource:network {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:52.762940 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3920a4f9-032c-41d0-815e-487e3d5ac594 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3533676 Nov 26 16:38:52.766305 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43790) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:52.810966 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1f72a1ec-e817-4de3-ad2a-04137fe57f6f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6035786 Nov 26 16:38:52.816434 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43794) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:52.882625 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43798) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:52.895516 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-11574c7e-49a0-4b86-b554-5095961d6d66 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:52.907412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bd7827a3-fb41-45dd-988d-da2d0594ff76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:52.961113 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] Network 5572f23f-6264-4a05-9b41-21cae3f769c3 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:38:52.969488 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:52.971253 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] Pushing event updated for resources: {'Port': ['ID=08fd15b3-b2f7-4ca5-8238-e5d228b11525,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:52.973519 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:38:53.006874 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11574c7e-49a0-4b86-b554-5095961d6d66 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Network 85d33721-28ff-4a58-ba3d-a73758aed792 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:38:53.011022 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-18de4ab9-e43d-4002-bb1b-63e6444753b2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:53.015632 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-11574c7e-49a0-4b86-b554-5095961d6d66 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:53.024021 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11574c7e-49a0-4b86-b554-5095961d6d66 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:38:53.025171 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11574c7e-49a0-4b86-b554-5095961d6d66 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:53.025783 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-11574c7e-49a0-4b86-b554-5095961d6d66 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:53.037118 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:53.037788 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1a7c28d6-fc03-4006-a7f4-eff5c7ef18bd tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:53.043544 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11574c7e-49a0-4b86-b554-5095961d6d66 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Pushing event updated for resources: {'Port': ['ID=f434ac58-dbd0-43c4-b3bc-17b421ebaf05,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:53.047000 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-11574c7e-49a0-4b86-b554-5095961d6d66 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:53.064689 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-828ced27-f2d5-45fc-bb68-aaed423e3aac tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:53.109709 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-11574c7e-49a0-4b86-b554-5095961d6d66 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3011971 Nov 26 16:38:53.112654 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43804) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:53.140884 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8194'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:53.193061 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aa9617bd-d840-42f2-8497-8c22445162db tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:53.200606 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7dbf3b82-cc13-427e-b8b8-58f37b942d6a up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:38:53.254306 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-764669390'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:53.265370 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-18de4ab9-e43d-4002-bb1b-63e6444753b2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:53.267546 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] Attempting to bind port 08fd15b3-b2f7-4ca5-8238-e5d228b11525 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:53.268193 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] Attempting to bind port 08fd15b3-b2f7-4ca5-8238-e5d228b11525 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'fa7b9e07-6dbf-4fbd-9f10-f27ecb4e29f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5572f23f-6264-4a05-9b41-21cae3f769c3'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:53.268898 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] Attempting to bind port 08fd15b3-b2f7-4ca5-8238-e5d228b11525 on network 5572f23f-6264-4a05-9b41-21cae3f769c3 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:53.293236 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-18de4ab9-e43d-4002-bb1b-63e6444753b2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e731666-6d5c-4587-bfbc-5ea1ae9ef119']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:53.294939 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:38:53.295454 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] Checking segment: {'id': 'fa7b9e07-6dbf-4fbd-9f10-f27ecb4e29f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5572f23f-6264-4a05-9b41-21cae3f769c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:38:53.296721 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:53.297589 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] Bound using segment: {'id': 'fa7b9e07-6dbf-4fbd-9f10-f27ecb4e29f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5572f23f-6264-4a05-9b41-21cae3f769c3'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:38:53.298304 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] Bound port: 08fd15b3-b2f7-4ca5-8238-e5d228b11525, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7b9e07-6dbf-4fbd-9f10-f27ecb4e29f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5572f23f-6264-4a05-9b41-21cae3f769c3'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:38:53.298856 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:53.306324 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-18de4ab9-e43d-4002-bb1b-63e6444753b2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7dcb42-ba10-4d84-b954-027902fea331') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:53.306625 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-18de4ab9-e43d-4002-bb1b-63e6444753b2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7dcb42-ba10-4d84-b954-027902fea331') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:53.318975 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-18de4ab9-e43d-4002-bb1b-63e6444753b2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:53.321274 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c28d6-fc03-4006-a7f4-eff5c7ef18bd tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Pushing event updated for resources: {'Subnet': ['ID=1f62f5aa-2928-43af-a7b0-55ef4794010c,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:53.324036 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1a7c28d6-fc03-4006-a7f4-eff5c7ef18bd tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:53.327003 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:53.329534 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aa9617bd-d840-42f2-8497-8c22445162db tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:53.341818 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-18de4ab9-e43d-4002-bb1b-63e6444753b2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:53.362980 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18de4ab9-e43d-4002-bb1b-63e6444753b2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:38:53.363541 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-18de4ab9-e43d-4002-bb1b-63e6444753b2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:38:53.382716 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:38:53.384660 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Usage tracker for resource:network and tenant:64d59b3f13ac4d738c5b4d126f3cbc4c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:53.385589 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7c28d6-fc03-4006-a7f4-eff5c7ef18bd tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Checking segment: {'id': '225450fe-a466-4633-a83f-84f6497a29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7d962232-75ce-4974-b333-66dd4c8591fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:38:53.385943 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7c28d6-fc03-4006-a7f4-eff5c7ef18bd tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Network hostable DHCP agents. Network: 7d962232-75ce-4974-b333-66dd4c8591fe, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:38:53.392463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:53.414293 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:53.437878 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7c28d6-fc03-4006-a7f4-eff5c7ef18bd tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Network 7d962232-75ce-4974-b333-66dd4c8591fe is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:38:53.463555 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Made reservation on behalf of 64d59b3f13ac4d738c5b4d126f3cbc4c for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:53.468579 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:53.482746 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-1a7c28d6-fc03-4006-a7f4-eff5c7ef18bd tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 7d962232-75ce-4974-b333-66dd4c8591fe) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:53.487304 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7c28d6-fc03-4006-a7f4-eff5c7ef18bd tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:53.487787 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1a7c28d6-fc03-4006-a7f4-eff5c7ef18bd tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:53.493526 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:53.508665 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aa9617bd-d840-42f2-8497-8c22445162db tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:53.519616 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:53.521198 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bd34ec-d9b4-436f-b9ce-fb8b491afb2e None None] Network 7d962232-75ce-4974-b333-66dd4c8591fe requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:38:53.524123 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Usage tracker for resource:security_group_rule and tenant:64d59b3f13ac4d738c5b4d126f3cbc4c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:53.527808 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:53.534851 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:53.538515 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-18de4ab9-e43d-4002-bb1b-63e6444753b2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:53.540520 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:53.549618 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:53.549795 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5326f792-55cd-4ff6-b1eb-f6cb50214fd3 None None] Network 67eb27d8-8280-412f-97c5-545026d9405d requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:38:53.553449 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-673dc1dd-31d1-43cc-8a5f-8521f5b61d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:53.563112 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 7dbf3b82-cc13-427e-b8b8-58f37b942d6a completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:38:53.573157 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-18de4ab9-e43d-4002-bb1b-63e6444753b2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:53.581724 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de4ab9-e43d-4002-bb1b-63e6444753b2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Pushing event deleted for resources: {'Network': ['ID=2e731666-6d5c-4587-bfbc-5ea1ae9ef119,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:53.611550 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-18de4ab9-e43d-4002-bb1b-63e6444753b2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:53.613680 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9617bd-d840-42f2-8497-8c22445162db tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event deleted for resources: {'Subnet': ['ID=9b42afd7-6fa5-4638-a5be-9d3161ea2460,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:53.616655 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-aa9617bd-d840-42f2-8497-8c22445162db tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:53.636731 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1a7c28d6-fc03-4006-a7f4-eff5c7ef18bd tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1739531 Nov 26 16:38:53.645331 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43808) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:53.651537 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-18de4ab9-e43d-4002-bb1b-63e6444753b2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] 10.222.0.11 "DELETE /v2.0/networks/2e731666-6d5c-4587-bfbc-5ea1ae9ef119 HTTP/1.1" status: 204 len: 168 time: 0.8842571 Nov 26 16:38:53.657133 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-e79dd63c-864e-4b54-99ef-46efd3117764 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Request body: {'subnet': {'network_id': 'c4a0ee36-7d6c-46af-b9f0-e00a01ae8018', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:53.672864 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43812) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:53.778238 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] For port 08fd15b3-b2f7-4ca5-8238-e5d228b11525, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:38:53.818827 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aa9617bd-d840-42f2-8497-8c22445162db tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:53.826016 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccd6fc9-681d-480d-827e-6b225896234f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-ef1ae552-37be-4088-ade6-b66ed8fb29e1', 'network_id': 'ef1ae552-37be-4088-ade6-b66ed8fb29e1', 'tenant_id': '99567243f2e24c6489754d65bc9ff7cc', 'fixed_ips': [{'subnet_id': '9b42afd7-6fa5-4638-a5be-9d3161ea2460'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:38:53.827378 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9ccd6fc9-681d-480d-827e-6b225896234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:53.848640 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] For port 08fd15b3-b2f7-4ca5-8238-e5d228b11525, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=08fd15b3-b2f7-4ca5-8238-e5d228b11525,segment=NetworkSegment(fa7b9e07-6dbf-4fbd-9f10-f27ecb4e29f1),segment_id=fa7b9e07-6dbf-4fbd-9f10-f27ecb4e29f1)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:38:53.870019 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:53.872921 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-aa9617bd-d840-42f2-8497-8c22445162db tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1ae552-37be-4088-ade6-b66ed8fb29e1']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:53.880637 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:53.894278 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-aa9617bd-d840-42f2-8497-8c22445162db tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184ab952-acce-4c6f-a9de-9319b4348848') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:53.895161 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-aa9617bd-d840-42f2-8497-8c22445162db tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184ab952-acce-4c6f-a9de-9319b4348848') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:53.921217 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aa9617bd-d840-42f2-8497-8c22445162db tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:53.959610 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ebd11612-0837-48ba-96af-1087338bdc11 None None] Provisioning for port 7dbf3b82-cc13-427e-b8b8-58f37b942d6a completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:38:53.962986 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aa9617bd-d840-42f2-8497-8c22445162db tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:53.968094 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d377ba50-3e35-4a07-9dbc-72dbbafeb2a4 req-5f444e6a-2e1e-4636-9733-e57e6b16c91f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2660739 Nov 26 16:38:53.994332 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:53.995944 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9617bd-d840-42f2-8497-8c22445162db tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:38:53.996459 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aa9617bd-d840-42f2-8497-8c22445162db tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:38:54.030669 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:38:54.035544 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:54.080173 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ebd11612-0837-48ba-96af-1087338bdc11 None None] Provisioning complete for port 7dbf3b82-cc13-427e-b8b8-58f37b942d6a triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:54.080463 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ebd11612-0837-48ba-96af-1087338bdc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:54.090838 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f08b687d-8f6a-4d13-ba0e-84714de3daba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:54.177916 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:38:54.192207 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515a046c-6d9c-4eb3-8e68-0b5151642150 None None] Network ef1ae552-37be-4088-ade6-b66ed8fb29e1 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:38:54.196472 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b3c193-880b-44a6-a95c-b3448ecd6356,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:54.201153 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-e79dd63c-864e-4b54-99ef-46efd3117764 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:54.211514 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bbfd252e-9612-40e6-ba73-799364ec293d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:54.213663 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:54.219583 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e79dd63c-864e-4b54-99ef-46efd3117764 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Usage tracker for resource:subnet and tenant:ff49c1902fa54265bc43f33ddda90877 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:54.220169 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:54.221137 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Added segment b3323080-6aa8-441f-8ffa-05e6e1538e49 of type vlan for network 3f316420-c3e2-4e53-9593-3d16181d929a Nov 26 16:38:54.232206 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e79dd63c-864e-4b54-99ef-46efd3117764 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:54.235799 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aa9617bd-d840-42f2-8497-8c22445162db tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:54.241608 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b7ca88c8-3561-4433-9510-ff9df92982cd tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:54.259104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aa9617bd-d840-42f2-8497-8c22445162db tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:54.266299 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] Pushing event updated for resources: {'Port': ['ID=08fd15b3-b2f7-4ca5-8238-e5d228b11525,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:54.269434 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:54.280541 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-e79dd63c-864e-4b54-99ef-46efd3117764 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:54.295481 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9617bd-d840-42f2-8497-8c22445162db tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event deleted for resources: {'Network': ['ID=ef1ae552-37be-4088-ade6-b66ed8fb29e1,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:54.303473 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-aa9617bd-d840-42f2-8497-8c22445162db tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:54.305071 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515a046c-6d9c-4eb3-8e68-0b5151642150 None None] Network ef1ae552-37be-4088-ade6-b66ed8fb29e1 could not be found, it might have been deleted concurrently. {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Nov 26 16:38:54.316742 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-aa9617bd-d840-42f2-8497-8c22445162db tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/networks/ef1ae552-37be-4088-ade6-b66ed8fb29e1 HTTP/1.1" status: 204 len: 168 time: 1.4992352 Nov 26 16:38:54.317913 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43822) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:54.345598 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-61fdaa12-4228-4206-82e2-ac4853da864d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-531359968'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:54.351099 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-61fdaa12-4228-4206-82e2-ac4853da864d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:54.359568 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:54.363669 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-61fdaa12-4228-4206-82e2-ac4853da864d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Usage tracker for resource:network and tenant:99567243f2e24c6489754d65bc9ff7cc is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:54.367434 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-61fdaa12-4228-4206-82e2-ac4853da864d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:54.382442 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-61fdaa12-4228-4206-82e2-ac4853da864d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:54.390148 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377ba50-3e35-4a07-9dbc-72dbbafeb2a4 req-fdd0f362-2d8d-4edc-b9d8-91253aa074c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:54.391869 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d377ba50-3e35-4a07-9dbc-72dbbafeb2a4 req-fdd0f362-2d8d-4edc-b9d8-91253aa074c3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06e5b26eff95490196e93abf54aa53ed&device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 1098 time: 0.2525389 Nov 26 16:38:54.415405 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fdaa12-4228-4206-82e2-ac4853da864d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Made reservation on behalf of 99567243f2e24c6489754d65bc9ff7cc for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:54.419635 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-61fdaa12-4228-4206-82e2-ac4853da864d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:54.422024 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79dd63c-864e-4b54-99ef-46efd3117764 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Made reservation on behalf of ff49c1902fa54265bc43f33ddda90877 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:54.425773 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e79dd63c-864e-4b54-99ef-46efd3117764 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:54.507782 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ebd11612-0837-48ba-96af-1087338bdc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:54.542339 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61fdaa12-4228-4206-82e2-ac4853da864d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:38:54.547973 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-7d962232-75ce-4974-b333-66dd4c8591fe', 'network_id': '7d962232-75ce-4974-b333-66dd4c8591fe', 'tenant_id': 'ff49c1902fa54265bc43f33ddda90877', 'fixed_ips': [{'subnet_id': '1f62f5aa-2928-43af-a7b0-55ef4794010c'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:38:54.548828 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:54.556568 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-61fdaa12-4228-4206-82e2-ac4853da864d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:54.557042 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-61fdaa12-4228-4206-82e2-ac4853da864d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Added segment be6b91d4-a560-4486-b984-4dbd8be452ee of type vlan for network b7667497-4307-428f-8dbc-1b318af649e7 Nov 26 16:38:54.566351 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bbfd252e-9612-40e6-ba73-799364ec293d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:54.572416 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:54.578903 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:54.579692 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:54.588939 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-ebd11612-0837-48ba-96af-1087338bdc11 None None] For port 7dbf3b82-cc13-427e-b8b8-58f37b942d6a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7dbf3b82-cc13-427e-b8b8-58f37b942d6a,segment=NetworkSegment(426437ac-6519-403e-abe0-eb6ae228fc40),segment_id=426437ac-6519-403e-abe0-eb6ae228fc40)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:38:54.590477 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-753d6620-86b3-42d4-bb13-b8942185aa2d tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:54.606124 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ebd11612-0837-48ba-96af-1087338bdc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:54.609832 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-bd69ac01-4ca1-4906-9e75-6c33aa3d346c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:54.658652 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] device_id is not set on port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:38:54.670163 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-bbfd252e-9612-40e6-ba73-799364ec293d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5798ce69-13b3-419a-ab60-69f9ce65d961']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:54.691288 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:54.701823 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-bbfd252e-9612-40e6-ba73-799364ec293d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e296f264-d414-4e51-b987-72fb94f5b415') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:54.702397 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-bbfd252e-9612-40e6-ba73-799364ec293d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e296f264-d414-4e51-b987-72fb94f5b415') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:54.718558 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8345590 Nov 26 16:38:54.732478 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43826) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:54.748215 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-fffaf8b3-4db0-4c08-9eeb-97b698a07689 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1645308007'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:54.764369 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bbfd252e-9612-40e6-ba73-799364ec293d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:54.773242 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-fffaf8b3-4db0-4c08-9eeb-97b698a07689 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:54.778373 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Transition to ACTIVE for port object f434ac58-dbd0-43c4-b3bc-17b421ebaf05 will not be triggered until provisioned by entity L2. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:54.787653 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fffaf8b3-4db0-4c08-9eeb-97b698a07689 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Usage tracker for resource:network and tenant:64d59b3f13ac4d738c5b4d126f3cbc4c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:54.794683 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fffaf8b3-4db0-4c08-9eeb-97b698a07689 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:54.813627 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:54.819854 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-fffaf8b3-4db0-4c08-9eeb-97b698a07689 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:54.825984 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-59e870f2-cf5b-432f-9a6c-ad9f3bdf27c6 tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:54.861171 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bbfd252e-9612-40e6-ba73-799364ec293d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:54.898397 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-61fdaa12-4228-4206-82e2-ac4853da864d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:54.911880 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] Allocated IP 2001:db8::2 (7d962232-75ce-4974-b333-66dd4c8591fe/1f62f5aa-2928-43af-a7b0-55ef4794010c/af8898f1-ad49-46fb-9589-f119988aa8df) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:38:54.915538 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Network': ['ID=3f316420-c3e2-4e53-9593-3d16181d929a,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:54.927011 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:54.930890 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377ba50-3e35-4a07-9dbc-72dbbafeb2a4 req-59326d42-f1f6-4765-a11c-6d0aa9616a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:54.932461 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d377ba50-3e35-4a07-9dbc-72dbbafeb2a4 req-59326d42-f1f6-4765-a11c-6d0aa9616a6c service neutron] 10.222.0.31 "GET /v2.0/networks?id=a5e19142-4e79-42ca-965f-fd783eba57b9 HTTP/1.1" status: 200 len: 912 time: 0.5014129 Nov 26 16:38:54.955633 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfd252e-9612-40e6-ba73-799364ec293d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:38:54.956088 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bbfd252e-9612-40e6-ba73-799364ec293d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:38:54.980842 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:38:55.050811 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffaf8b3-4db0-4c08-9eeb-97b698a07689 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Made reservation on behalf of 64d59b3f13ac4d738c5b4d126f3cbc4c for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:55.054719 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fffaf8b3-4db0-4c08-9eeb-97b698a07689 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:55.076785 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-61fdaa12-4228-4206-82e2-ac4853da864d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:55.088568 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fdaa12-4228-4206-82e2-ac4853da864d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:55.089589 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-61fdaa12-4228-4206-82e2-ac4853da864d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:55.145481 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:55.163481 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d377ba50-3e35-4a07-9dbc-72dbbafeb2a4 req-d1870a65-afbc-418a-b9d3-18d683114c3d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7996468-c56a-4a78-8717-905208e625cd HTTP/1.1" status: 200 len: 1001 time: 0.2126265 Nov 26 16:38:55.170578 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-61fdaa12-4228-4206-82e2-ac4853da864d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8355815 Nov 26 16:38:55.176431 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43836) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:55.230434 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Pushing event updated for resources: {'Port': ['ID=f434ac58-dbd0-43c4-b3bc-17b421ebaf05,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:55.231517 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:55.252091 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:55.253657 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] Transition to ACTIVE for port object af8898f1-ad49-46fb-9589-f119988aa8df will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:55.275842 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] Transition to ACTIVE for port object af8898f1-ad49-46fb-9589-f119988aa8df will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:55.287763 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:55.288110 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:55.288449 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:55.299583 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:55.302991 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:55.303514 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:55.303871 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 3f316420-c3e2-4e53-9593-3d16181d929a details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:38:55.306030 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-af42411d-64b7-4bda-bae5-784fc7969b1e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Request body: {'subnet': {'network_id': 'b7667497-4307-428f-8dbc-1b318af649e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:55.309553 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempt 2 to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 Nov 26 16:38:55.325073 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bbfd252e-9612-40e6-ba73-799364ec293d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:55.357548 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:55.364259 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fdaa12-4228-4206-82e2-ac4853da864d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'Network': ['ID=b7667497-4307-428f-8dbc-1b318af649e7,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:55.375267 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bbfd252e-9612-40e6-ba73-799364ec293d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:55.377774 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fffaf8b3-4db0-4c08-9eeb-97b698a07689 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:38:55.399623 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:55.399968 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:55.400248 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:55.411085 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd252e-9612-40e6-ba73-799364ec293d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Pushing event deleted for resources: {'Network': ['ID=5798ce69-13b3-419a-ab60-69f9ce65d961,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:55.414941 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 08fd15b3-b2f7-4ca5-8238-e5d228b11525 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:38:55.422035 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bbfd252e-9612-40e6-ba73-799364ec293d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:55.423109 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e79dd63c-864e-4b54-99ef-46efd3117764 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:55.424454 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fffaf8b3-4db0-4c08-9eeb-97b698a07689 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:55.424798 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-fffaf8b3-4db0-4c08-9eeb-97b698a07689 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Added segment 36cd58aa-2721-4a24-a3c4-47bb42cda006 of type vlan for network 870aa52e-6e02-4aa2-a697-e4015bbd0372 Nov 26 16:38:55.426060 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:55.426384 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:55.440590 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempt 3 to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 Nov 26 16:38:55.441186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-61fdaa12-4228-4206-82e2-ac4853da864d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:55.449974 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-bbfd252e-9612-40e6-ba73-799364ec293d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] 10.222.0.11 "DELETE /v2.0/networks/5798ce69-13b3-419a-ab60-69f9ce65d961 HTTP/1.1" status: 204 len: 168 time: 1.7736490 Nov 26 16:38:55.452938 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43840) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:55.453165 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-74c2af05-ce80-4e9c-839d-f2564d700d31 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:55.522901 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:55.523236 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:55.523772 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:55.544939 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fffaf8b3-4db0-4c08-9eeb-97b698a07689 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:55.560355 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:55.560932 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:55.565988 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempt 4 to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 Nov 26 16:38:55.574990 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network b7667497-4307-428f-8dbc-1b318af649e7 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:38:55.588920 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:55.589136 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:55.589232 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd11612-0837-48ba-96af-1087338bdc11 None None] Pushing event updated for resources: {'Port': ['ID=7dbf3b82-cc13-427e-b8b8-58f37b942d6a,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:55.589321 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:55.592827 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ebd11612-0837-48ba-96af-1087338bdc11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.983s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:55.604747 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c9c71c1b-6c42-42ea-9d18-54613bb82137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:55.605123 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dd63c-864e-4b54-99ef-46efd3117764 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Pushing event updated for resources: {'Subnet': ['ID=aa8bb720-8279-41f0-8460-29cf45b21d31,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:55.633162 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:55.634805 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:55.639871 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e79dd63c-864e-4b54-99ef-46efd3117764 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:55.643516 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempt 5 to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 Nov 26 16:38:55.648442 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f33fcc-f1a0-450e-b01e-d79a3860eff9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:55.655781 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f33fcc-f1a0-450e-b01e-d79a3860eff9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:55.656623 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fffaf8b3-4db0-4c08-9eeb-97b698a07689 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:55.657961 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-88f33fcc-f1a0-450e-b01e-d79a3860eff9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2040789 Nov 26 16:38:55.668254 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffaf8b3-4db0-4c08-9eeb-97b698a07689 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:55.669186 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fffaf8b3-4db0-4c08-9eeb-97b698a07689 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:55.675301 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43844) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:55.694266 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:55.703501 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-bbcff66f-b06e-48e3-9d11-bbcc965af300 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1204099843'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:55.710220 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79dd63c-864e-4b54-99ef-46efd3117764 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Checking segment: {'id': '8195c9cc-3dfd-4498-8aab-5cb59023bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c4a0ee36-7d6c-46af-b9f0-e00a01ae8018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:38:55.710585 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79dd63c-864e-4b54-99ef-46efd3117764 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Network hostable DHCP agents. Network: c4a0ee36-7d6c-46af-b9f0-e00a01ae8018, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:38:55.728292 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fffaf8b3-4db0-4c08-9eeb-97b698a07689 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9917114 Nov 26 16:38:55.731692 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:55.731692 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:55.731993 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:55.741119 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43848) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:55.754953 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377ba50-3e35-4a07-9dbc-72dbbafeb2a4 req-ac19e35f-634f-4333-8b33-9255a88a3792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:55.757436 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d377ba50-3e35-4a07-9dbc-72dbbafeb2a4 req-ac19e35f-634f-4333-8b33-9255a88a3792 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a210e770-5b77-496f-9854-0be443d4634c HTTP/1.1" status: 200 len: 850 time: 0.5800545 Nov 26 16:38:55.761424 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] Network 7d962232-75ce-4974-b333-66dd4c8591fe is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:38:55.763054 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-bbcff66f-b06e-48e3-9d11-bbcc965af300 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:55.769014 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbddb552-2d45-48e5-8e0f-6dd190cf52d8 None None] Network 5572f23f-6264-4a05-9b41-21cae3f769c3 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:38:55.797407 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:55.797744 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:55.799692 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8c10faeb-cf8a-4992-9f8f-7da9c5671def None None] Provisioning complete for port 7dbf3b82-cc13-427e-b8b8-58f37b942d6a triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:55.800160 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8c10faeb-cf8a-4992-9f8f-7da9c5671def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:55.806839 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempt 6 to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 Nov 26 16:38:55.819865 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-f8bb1eea-640d-45fa-9c0f-d264ae58e364 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'subnet': {'network_id': '3f316420-c3e2-4e53-9593-3d16181d929a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:55.821527 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-bbcff66f-b06e-48e3-9d11-bbcc965af300 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Usage tracker for resource:network and tenant:0180f25c1f2d46cd98bb4e63a5e821e4 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:55.824916 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-af42411d-64b7-4bda-bae5-784fc7969b1e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:55.825084 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:55.827595 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:38:55.835547 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-bbcff66f-b06e-48e3-9d11-bbcc965af300 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:55.845139 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-bbcff66f-b06e-48e3-9d11-bbcc965af300 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:55.847685 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-af42411d-64b7-4bda-bae5-784fc7969b1e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Usage tracker for resource:subnet and tenant:99567243f2e24c6489754d65bc9ff7cc is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:55.856088 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-af42411d-64b7-4bda-bae5-784fc7969b1e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:55.876741 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-af42411d-64b7-4bda-bae5-784fc7969b1e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:55.879680 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcff66f-b06e-48e3-9d11-bbcc965af300 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Made reservation on behalf of 0180f25c1f2d46cd98bb4e63a5e821e4 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:55.883784 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bbcff66f-b06e-48e3-9d11-bbcc965af300 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:55.920685 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:55.920993 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:55.921270 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:55.928602 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffaf8b3-4db0-4c08-9eeb-97b698a07689 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Network': ['ID=870aa52e-6e02-4aa2-a697-e4015bbd0372,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:55.928883 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbcff66f-b06e-48e3-9d11-bbcc965af300 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:38:55.937211 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af42411d-64b7-4bda-bae5-784fc7969b1e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Made reservation on behalf of 99567243f2e24c6489754d65bc9ff7cc for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:55.941472 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-af42411d-64b7-4bda-bae5-784fc7969b1e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:55.962755 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] Pushing event updated for resources: {'Port': ['ID=af8898f1-ad49-46fb-9589-f119988aa8df,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:55.965781 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 870aa52e-6e02-4aa2-a697-e4015bbd0372 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:38:55.991662 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:56.032886 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bbcff66f-b06e-48e3-9d11-bbcc965af300 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:56.033325 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-bbcff66f-b06e-48e3-9d11-bbcc965af300 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Added segment ecbccd66-1bcc-4a36-9d2f-8b47aed19608 of type vlan for network 00922788-0a78-4be2-9203-7a78b5fa807b Nov 26 16:38:56.048059 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79dd63c-864e-4b54-99ef-46efd3117764 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Network c4a0ee36-7d6c-46af-b9f0-e00a01ae8018 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:38:56.053285 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fffaf8b3-4db0-4c08-9eeb-97b698a07689 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:56.053857 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:56.054173 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:56.058820 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempt 7 to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 Nov 26 16:38:56.075145 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377ba50-3e35-4a07-9dbc-72dbbafeb2a4 req-d3668fa1-6483-4acf-b99b-ad2ab8f91ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:56.077098 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d377ba50-3e35-4a07-9dbc-72dbbafeb2a4 req-d3668fa1-6483-4acf-b99b-ad2ab8f91ead service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a5e19142-4e79-42ca-965f-fd783eba57b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3094776 Nov 26 16:38:56.090248 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-e79dd63c-864e-4b54-99ef-46efd3117764 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, c4a0ee36-7d6c-46af-b9f0-e00a01ae8018) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:56.095755 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:56.095968 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:56.096288 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:56.099999 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79dd63c-864e-4b54-99ef-46efd3117764 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:56.100139 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bbcff66f-b06e-48e3-9d11-bbcc965af300 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:56.100576 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e79dd63c-864e-4b54-99ef-46efd3117764 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:56.106204 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f8bb1eea-640d-45fa-9c0f-d264ae58e364 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:56.110789 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e259b706-b681-4f4e-bff2-69f83b579b03 None None] Network c4a0ee36-7d6c-46af-b9f0-e00a01ae8018 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:38:56.116176 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:56.116501 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:56.117324 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f8bb1eea-640d-45fa-9c0f-d264ae58e364 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Usage tracker for resource:subnet and tenant:64d59b3f13ac4d738c5b4d126f3cbc4c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:56.122315 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempt 8 to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 Nov 26 16:38:56.131293 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f8bb1eea-640d-45fa-9c0f-d264ae58e364 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:56.140706 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.ipam_backend_mixin [None req-af42411d-64b7-4bda-bae5-784fc7969b1e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Performing IP validity checks on allocation pools {{(pid=87518) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 26 16:38:56.141227 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.ipam_backend_mixin [None req-af42411d-64b7-4bda-bae5-784fc7969b1e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87518) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 26 16:38:56.142589 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f8bb1eea-640d-45fa-9c0f-d264ae58e364 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:56.147464 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:56.148101 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:56.148219 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:56.154976 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e79dd63c-864e-4b54-99ef-46efd3117764 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5080013 Nov 26 16:38:56.160060 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43852) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:56.161374 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:56.161374 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:56.163574 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempt 9 to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 Nov 26 16:38:56.233172 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bb1eea-640d-45fa-9c0f-d264ae58e364 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Made reservation on behalf of 64d59b3f13ac4d738c5b4d126f3cbc4c for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:56.236404 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f8bb1eea-640d-45fa-9c0f-d264ae58e364 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:56.268906 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] Attempting to bind port af8898f1-ad49-46fb-9589-f119988aa8df on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:56.269286 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] Attempting to bind port af8898f1-ad49-46fb-9589-f119988aa8df by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '225450fe-a466-4633-a83f-84f6497a29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7d962232-75ce-4974-b333-66dd4c8591fe'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:56.269655 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] Attempting to bind port af8898f1-ad49-46fb-9589-f119988aa8df on network 7d962232-75ce-4974-b333-66dd4c8591fe {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:56.271055 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.resource_extend [None req-bbcff66f-b06e-48e3-9d11-bbcc965af300 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:38:56.282756 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 08fd15b3-b2f7-4ca5-8238-e5d228b11525 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:38:56.328250 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bbcff66f-b06e-48e3-9d11-bbcc965af300 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:56.336996 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcff66f-b06e-48e3-9d11-bbcc965af300 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:56.337841 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bbcff66f-b06e-48e3-9d11-bbcc965af300 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:56.354373 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:56.381693 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:38:56.382450 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] Checking segment: {'id': '225450fe-a466-4633-a83f-84f6497a29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7d962232-75ce-4974-b333-66dd4c8591fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:38:56.383111 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:56.385959 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] Bound using segment: {'id': '225450fe-a466-4633-a83f-84f6497a29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7d962232-75ce-4974-b333-66dd4c8591fe'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:38:56.386882 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] Bound port: af8898f1-ad49-46fb-9589-f119988aa8df, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '225450fe-a466-4633-a83f-84f6497a29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7d962232-75ce-4974-b333-66dd4c8591fe'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:38:56.387490 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:56.390840 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:56.391175 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:56.391511 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:56.480929 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:56.481914 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:56.522468 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcff66f-b06e-48e3-9d11-bbcc965af300 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Pushing event updated for resources: {'Network': ['ID=00922788-0a78-4be2-9203-7a78b5fa807b,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:56.536351 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bbcff66f-b06e-48e3-9d11-bbcc965af300 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:56.546001 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.plugins.ml2.plugin [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempt 10 to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 Nov 26 16:38:56.580580 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-bbcff66f-b06e-48e3-9d11-bbcc965af300 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9011981 Nov 26 16:38:56.584289 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43862) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:56.591178 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:38:56.591589 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:38:56.592006 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempting to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:38:56.592177 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d377ba50-3e35-4a07-9dbc-72dbbafeb2a4 req-14283185-aea1-4af2-b6a4-9c6cb14836fa service neutron] 10.222.0.31 "GET /v2.0/networks/a5e19142-4e79-42ca-965f-fd783eba57b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4958267 Nov 26 16:38:56.604059 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-993e173d-40ac-46b2-b713-f291c6af68e5 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1484117500'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:56.629755 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 00922788-0a78-4be2-9203-7a78b5fa807b details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:38:56.666458 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on network 85d33721-28ff-4a58-ba3d-a73758aed792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:38:56.666458 dv-neutron-819440-1-hyperv neutron-server[87519]: ERROR neutron.plugins.ml2.managers [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Failed to bind port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '5ab7fe31-73b1-4e81-94ed-69702ece570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85d33721-28ff-4a58-ba3d-a73758aed792'}] Nov 26 16:38:56.666735 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:56.677071 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-993e173d-40ac-46b2-b713-f291c6af68e5 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:56.753992 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-993e173d-40ac-46b2-b713-f291c6af68e5 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Usage tracker for resource:network and tenant:0180f25c1f2d46cd98bb4e63a5e821e4 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:56.770955 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-993e173d-40ac-46b2-b713-f291c6af68e5 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:56.772251 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-af42411d-64b7-4bda-bae5-784fc7969b1e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:56.781988 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-dde13cc7-7015-477e-b772-ef74362e59a6 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:56.821883 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-993e173d-40ac-46b2-b713-f291c6af68e5 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:56.848028 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d377ba50-3e35-4a07-9dbc-72dbbafeb2a4 req-6f2416be-a3f2-4486-82d9-dd255faad623 service neutron] 10.222.0.31 "GET /v2.0/networks/a5e19142-4e79-42ca-965f-fd783eba57b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389927 Nov 26 16:38:56.884933 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42411d-64b7-4bda-bae5-784fc7969b1e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'Subnet': ['ID=39503016-3d69-4737-98f0-0111db14e0e5,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:56.888157 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993e173d-40ac-46b2-b713-f291c6af68e5 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Made reservation on behalf of 0180f25c1f2d46cd98bb4e63a5e821e4 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:56.891532 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-993e173d-40ac-46b2-b713-f291c6af68e5 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:56.896642 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-af42411d-64b7-4bda-bae5-784fc7969b1e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:56.915340 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af42411d-64b7-4bda-bae5-784fc7969b1e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Checking segment: {'id': 'be6b91d4-a560-4486-b984-4dbd8be452ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b7667497-4307-428f-8dbc-1b318af649e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:38:56.915812 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af42411d-64b7-4bda-bae5-784fc7969b1e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Network hostable DHCP agents. Network: b7667497-4307-428f-8dbc-1b318af649e7, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:38:56.935351 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af42411d-64b7-4bda-bae5-784fc7969b1e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Network b7667497-4307-428f-8dbc-1b318af649e7 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:38:56.945295 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-af42411d-64b7-4bda-bae5-784fc7969b1e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, b7667497-4307-428f-8dbc-1b318af649e7) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:56.950327 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af42411d-64b7-4bda-bae5-784fc7969b1e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:56.951102 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-af42411d-64b7-4bda-bae5-784fc7969b1e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:56.978587 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc92a38-5413-46a1-b7d1-69e0878a4f57 None None] Network b7667497-4307-428f-8dbc-1b318af649e7 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:38:56.981959 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43866) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:56.982149 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-af42411d-64b7-4bda-bae5-784fc7969b1e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7960203 Nov 26 16:38:57.005904 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-c4a0ee36-7d6c-46af-b9f0-e00a01ae8018', 'network_id': 'c4a0ee36-7d6c-46af-b9f0-e00a01ae8018', 'tenant_id': 'ff49c1902fa54265bc43f33ddda90877', 'fixed_ips': [{'subnet_id': 'aa8bb720-8279-41f0-8460-29cf45b21d31'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:38:57.006660 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:57.018873 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] For port f434ac58-dbd0-43c4-b3bc-17b421ebaf05, host hv-neutron-8194, cleared binding levels {{(pid=87519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:38:57.019241 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attempted to set empty binding levels {{(pid=87519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 26 16:38:57.058752 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:57.116211 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ad32e7d9-bfb7-40d3-b556-b79c16895000 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:57.124276 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7dbf3b82-cc13-427e-b8b8-58f37b942d6a up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:38:57.155204 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993e173d-40ac-46b2-b713-f291c6af68e5 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:38:57.161632 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6270163f-17c2-43fe-8654-600f65d78f7b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:57.231975 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] In _notify_port_updated(), no bound segment for port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 on network 85d33721-28ff-4a58-ba3d-a73758aed792 {{(pid=87519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 26 16:38:57.232820 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:57.233319 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] For port af8898f1-ad49-46fb-9589-f119988aa8df, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:38:57.233457 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:57.237151 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] 10.222.0.11 "PUT /v2.0/ports/f434ac58-dbd0-43c4-b3bc-17b421ebaf05 HTTP/1.1" status: 200 len: 977 time: 4.1037271 Nov 26 16:38:57.237834 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43870) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:57.302671 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-b5370301-b85f-4f40-b3d3-27abd0d5acc5 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Deleting port f434ac58-dbd0-43c4-b3bc-17b421ebaf05 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:38:57.302985 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b5370301-b85f-4f40-b3d3-27abd0d5acc5 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:57.306922 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-993e173d-40ac-46b2-b713-f291c6af68e5 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:57.307195 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-993e173d-40ac-46b2-b713-f291c6af68e5 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Added segment a1015c57-8b12-40f7-9cfc-bf355341ed81 of type vlan for network 80b9742b-d8a8-4e89-8960-45da73588770 Nov 26 16:38:57.315387 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] For port af8898f1-ad49-46fb-9589-f119988aa8df, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=af8898f1-ad49-46fb-9589-f119988aa8df,segment=NetworkSegment(225450fe-a466-4633-a83f-84f6497a29a9),segment_id=225450fe-a466-4633-a83f-84f6497a29a9)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:38:57.320403 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-192b2c1e-871a-4158-8b76-b28e7115483e None None] Provisioning for port 08fd15b3-b2f7-4ca5-8238-e5d228b11525 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:38:57.342020 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:57.358334 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e2cb73db-13a8-4e81-9a34-c11c89808569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:57.405182 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-192b2c1e-871a-4158-8b76-b28e7115483e None None] Provisioning complete for port 08fd15b3-b2f7-4ca5-8238-e5d228b11525 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:57.405633 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-192b2c1e-871a-4158-8b76-b28e7115483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:57.556922 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Pushing event updated for resources: {'Port': ['ID=f434ac58-dbd0-43c4-b3bc-17b421ebaf05,revision_number=3']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:57.560605 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f8bb1eea-640d-45fa-9c0f-d264ae58e364 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:57.565261 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:57.623365 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-993e173d-40ac-46b2-b713-f291c6af68e5 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:57.629193 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3d5ad105-ddf3-4e89-be9f-ea42ba6437b6 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:57.722661 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-abfc5025-c608-457c-98c8-38acc4d4c856 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:57.792091 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb1eea-640d-45fa-9c0f-d264ae58e364 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Subnet': ['ID=351d77d6-515c-491d-824b-8318f046e45a,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:57.793685 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] Pushing event updated for resources: {'Port': ['ID=af8898f1-ad49-46fb-9589-f119988aa8df,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:57.834528 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:57.835460 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f8bb1eea-640d-45fa-9c0f-d264ae58e364 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:57.836159 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-993e173d-40ac-46b2-b713-f291c6af68e5 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:57.845346 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 7dbf3b82-cc13-427e-b8b8-58f37b942d6a triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:57.845872 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:57.845989 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-b5370301-b85f-4f40-b3d3-27abd0d5acc5 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] For port f434ac58-dbd0-43c4-b3bc-17b421ebaf05, host hv-neutron-8194, got binding levels [] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:38:57.846425 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b5370301-b85f-4f40-b3d3-27abd0d5acc5 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:57.850246 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993e173d-40ac-46b2-b713-f291c6af68e5 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:57.850886 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-993e173d-40ac-46b2-b713-f291c6af68e5 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:57.879377 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d5daa5ff-f10c-4378-880d-8949f857e6de tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:58.046170 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-b5370301-b85f-4f40-b3d3-27abd0d5acc5 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Calling delete_port for f434ac58-dbd0-43c4-b3bc-17b421ebaf05 owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:38:58.078938 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-192b2c1e-871a-4158-8b76-b28e7115483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:58.121664 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d58d3b9-ea06-4519-be26-91baba8e0bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-b7667497-4307-428f-8dbc-1b318af649e7', 'network_id': 'b7667497-4307-428f-8dbc-1b318af649e7', 'tenant_id': '99567243f2e24c6489754d65bc9ff7cc', 'fixed_ips': [{'subnet_id': '39503016-3d69-4737-98f0-0111db14e0e5'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:38:58.122749 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0d58d3b9-ea06-4519-be26-91baba8e0bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:58.130968 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bb1eea-640d-45fa-9c0f-d264ae58e364 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Checking segment: {'id': 'b3323080-6aa8-441f-8ffa-05e6e1538e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f316420-c3e2-4e53-9593-3d16181d929a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:38:58.131163 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bb1eea-640d-45fa-9c0f-d264ae58e364 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network hostable DHCP agents. Network: 3f316420-c3e2-4e53-9593-3d16181d929a, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:38:58.155898 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] Allocated IP 2001:db8::2 (c4a0ee36-7d6c-46af-b9f0-e00a01ae8018/aa8bb720-8279-41f0-8460-29cf45b21d31/ce99ab78-f633-43a9-90f2-de62c573628d) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:38:58.172074 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-192b2c1e-871a-4158-8b76-b28e7115483e None None] For port 08fd15b3-b2f7-4ca5-8238-e5d228b11525, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=08fd15b3-b2f7-4ca5-8238-e5d228b11525,segment=NetworkSegment(fa7b9e07-6dbf-4fbd-9f10-f27ecb4e29f1),segment_id=fa7b9e07-6dbf-4fbd-9f10-f27ecb4e29f1)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:38:58.185513 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b5370301-b85f-4f40-b3d3-27abd0d5acc5 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:58.197006 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:58.218864 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e173d-40ac-46b2-b713-f291c6af68e5 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Pushing event updated for resources: {'Network': ['ID=80b9742b-d8a8-4e89-8960-45da73588770,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:58.222072 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-993e173d-40ac-46b2-b713-f291c6af68e5 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6327021 Nov 26 16:38:58.247174 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43880) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:58.250052 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 80b9742b-d8a8-4e89-8960-45da73588770 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:38:58.255058 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Request body: {'ports': [{'network_id': '00922788-0a78-4be2-9203-7a78b5fa807b', 'name': 'tempest-port--1965606101', 'admin_state_up': True}, {'network_id': '80b9742b-d8a8-4e89-8960-45da73588770', 'admin_state_up': False}]} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:58.255376 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Request body: {'port': {'network_id': '00922788-0a78-4be2-9203-7a78b5fa807b', 'name': 'tempest-port--1965606101', 'admin_state_up': True}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:58.255934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Request body: {'port': {'network_id': '80b9742b-d8a8-4e89-8960-45da73588770', 'admin_state_up': False}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:58.258224 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-993e173d-40ac-46b2-b713-f291c6af68e5 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:58.293472 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-abfc5025-c608-457c-98c8-38acc4d4c856 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:58.305596 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-192b2c1e-871a-4158-8b76-b28e7115483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:58.317231 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-0b0ab0da-1f58-46bd-b4fc-2d800784a122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:58.333232 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bb1eea-640d-45fa-9c0f-d264ae58e364 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network 3f316420-c3e2-4e53-9593-3d16181d929a is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:38:58.355451 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-6270163f-17c2-43fe-8654-600f65d78f7b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Allocated IP 2001:db8::1 (7d962232-75ce-4974-b333-66dd4c8591fe/1f62f5aa-2928-43af-a7b0-55ef4794010c/ba84dcd3-eb85-406e-bc5d-73284dcf4309) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:38:58.362125 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5370301-b85f-4f40-b3d3-27abd0d5acc5 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Pushing event deleted for resources: {'Port': ['ID=f434ac58-dbd0-43c4-b3bc-17b421ebaf05,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:58.364374 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-f8bb1eea-640d-45fa-9c0f-d264ae58e364 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 3f316420-c3e2-4e53-9593-3d16181d929a) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:58.364761 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b5370301-b85f-4f40-b3d3-27abd0d5acc5 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:58.380709 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bb1eea-640d-45fa-9c0f-d264ae58e364 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:58.381293 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f8bb1eea-640d-45fa-9c0f-d264ae58e364 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:58.381587 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b5370301-b85f-4f40-b3d3-27abd0d5acc5 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:58.409371 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b5370301-b85f-4f40-b3d3-27abd0d5acc5 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] 10.222.0.11 "DELETE /v2.0/ports/f434ac58-dbd0-43c4-b3bc-17b421ebaf05 HTTP/1.1" status: 204 len: 168 time: 1.1704125 Nov 26 16:38:58.414484 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43884) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:58.460804 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529079db-e734-435e-8607-9adb34a6cea5 None None] Network 3f316420-c3e2-4e53-9593-3d16181d929a requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:38:58.476220 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b836563-2d0e-42a1-892c-736ac4f2b78a tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] GET failed (client error): The resource could not be found. Nov 26 16:38:58.476892 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0b836563-2d0e-42a1-892c-736ac4f2b78a tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Synchronizing usage tracker for tenant:46b7469b7ec44bf29006c9a56f24e59d on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:38:58.481140 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f8bb1eea-640d-45fa-9c0f-d264ae58e364 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6820972 Nov 26 16:38:58.491180 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43888) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:58.500496 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-abfc5025-c608-457c-98c8-38acc4d4c856 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:58.509918 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:58.515137 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-8beb3c89-2aa3-4145-9e98-60e4b69dc096 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'subnet': {'network_id': '870aa52e-6e02-4aa2-a697-e4015bbd0372', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:38:58.593806 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0b836563-2d0e-42a1-892c-736ac4f2b78a tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Unset dirty status for tenant:46b7469b7ec44bf29006c9a56f24e59d on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:38:58.595001 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0b836563-2d0e-42a1-892c-736ac4f2b78a tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] 10.222.0.11 "GET /v2.0/ports/f434ac58-dbd0-43c4-b3bc-17b421ebaf05 HTTP/1.1" status: 404 len: 333 time: 0.1799688 Nov 26 16:38:58.602059 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc5025-c608-457c-98c8-38acc4d4c856 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event deleted for resources: {'Subnet': ['ID=39503016-3d69-4737-98f0-0111db14e0e5,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:58.622216 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43892) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:58.624913 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-abfc5025-c608-457c-98c8-38acc4d4c856 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:58.630826 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6270163f-17c2-43fe-8654-600f65d78f7b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:58.647889 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-6270163f-17c2-43fe-8654-600f65d78f7b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Transition to ACTIVE for port object ba84dcd3-eb85-406e-bc5d-73284dcf4309 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:58.728330 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:58.732637 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Usage tracker for resource:port and tenant:0180f25c1f2d46cd98bb4e63a5e821e4 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:58.735822 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:58.742232 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:58.754830 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-8beb3c89-2aa3-4145-9e98-60e4b69dc096 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:38:58.760128 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Made reservation on behalf of 0180f25c1f2d46cd98bb4e63a5e821e4 for: {'port': 2} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:58.765874 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:58.796304 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8beb3c89-2aa3-4145-9e98-60e4b69dc096 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Usage tracker for resource:subnet and tenant:64d59b3f13ac4d738c5b4d126f3cbc4c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:38:58.799451 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:58.809441 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8beb3c89-2aa3-4145-9e98-60e4b69dc096 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:38:58.819285 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-8beb3c89-2aa3-4145-9e98-60e4b69dc096 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:38:58.823441 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6270163f-17c2-43fe-8654-600f65d78f7b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:58.846073 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-dc50ac3e-a485-46e6-ba9b-1c04d5d7feb6 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:58.910333 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8beb3c89-2aa3-4145-9e98-60e4b69dc096 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Made reservation on behalf of 64d59b3f13ac4d738c5b4d126f3cbc4c for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:38:58.914147 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8beb3c89-2aa3-4145-9e98-60e4b69dc096 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:59.045232 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-abfc5025-c608-457c-98c8-38acc4d4c856 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:59.049492 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:59.064747 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] device_id is not set on port c9470012-67ab-4b0b-b1f6-286e0f281889 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:38:59.078542 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6270163f-17c2-43fe-8654-600f65d78f7b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Network 7d962232-75ce-4974-b333-66dd4c8591fe is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:38:59.094111 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-6270163f-17c2-43fe-8654-600f65d78f7b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:59.105132 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6270163f-17c2-43fe-8654-600f65d78f7b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:38:59.105654 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6270163f-17c2-43fe-8654-600f65d78f7b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:59.111076 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-abfc5025-c608-457c-98c8-38acc4d4c856 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7667497-4307-428f-8dbc-1b318af649e7']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:59.118057 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270163f-17c2-43fe-8654-600f65d78f7b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Pushing event updated for resources: {'Port': ['ID=ba84dcd3-eb85-406e-bc5d-73284dcf4309,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:59.133642 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7d34e3ee-b477-4954-8422-39de16169d1e tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server [None req-0d58d3b9-ea06-4519-be26-91baba8e0bbc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39503016-3d69-4737-98f0-0111db14e0e5: This subnet is being modified by another concurrent operation. Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 16:38:59.142390 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise exception Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39503016-3d69-4737-98f0-0111db14e0e5: This subnet is being modified by another concurrent operation. Nov 26 16:38:59.147442 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server Nov 26 16:38:59.154914 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6270163f-17c2-43fe-8654-600f65d78f7b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:59.154914 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-abfc5025-c608-457c-98c8-38acc4d4c856 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6b91d4-a560-4486-b984-4dbd8be452ee') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:59.154914 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-abfc5025-c608-457c-98c8-38acc4d4c856 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6b91d4-a560-4486-b984-4dbd8be452ee') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:59.155565 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b2c1e-871a-4158-8b76-b28e7115483e None None] Pushing event updated for resources: {'Port': ['ID=08fd15b3-b2f7-4ca5-8238-e5d228b11525,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:59.173838 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-abfc5025-c608-457c-98c8-38acc4d4c856 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:59.212895 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-192b2c1e-871a-4158-8b76-b28e7115483e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.896s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:59.215182 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] Transition to ACTIVE for port object ce99ab78-f633-43a9-90f2-de62c573628d will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:59.229739 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5f373c1b-ed1f-416c-a441-0acb3f786978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:59.233837 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3ee8b9-a89f-4b6b-82e5-007b8ffefefa None None] Network b7667497-4307-428f-8dbc-1b318af649e7 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:38:59.266001 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-abfc5025-c608-457c-98c8-38acc4d4c856 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:59.286592 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-3f316420-c3e2-4e53-9593-3d16181d929a', 'network_id': '3f316420-c3e2-4e53-9593-3d16181d929a', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'fixed_ips': [{'subnet_id': '351d77d6-515c-491d-824b-8318f046e45a'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:38:59.287438 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:59.334335 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfc5025-c608-457c-98c8-38acc4d4c856 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:38:59.334764 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-abfc5025-c608-457c-98c8-38acc4d4c856 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:59.400540 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-cdaf0b14-20d0-4be3-a987-134f5771815a None None] Provisioning complete for port 08fd15b3-b2f7-4ca5-8238-e5d228b11525 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:38:59.400926 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cdaf0b14-20d0-4be3-a987-134f5771815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:38:59.431266 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:38:59.461186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:59.523276 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7d34e3ee-b477-4954-8422-39de16169d1e tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:59.544594 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-abfc5025-c608-457c-98c8-38acc4d4c856 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:59.559192 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8beb3c89-2aa3-4145-9e98-60e4b69dc096 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:59.566973 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6270163f-17c2-43fe-8654-600f65d78f7b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:59.578834 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:59.582796 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4770951e-9842-4012-8424-cf05a73f5341 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:59.614690 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc5025-c608-457c-98c8-38acc4d4c856 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event deleted for resources: {'Network': ['ID=b7667497-4307-428f-8dbc-1b318af649e7,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:59.618538 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-7d34e3ee-b477-4954-8422-39de16169d1e tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d33721-28ff-4a58-ba3d-a73758aed792']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:59.630689 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31f5429-6ad4-4fae-b2c1-c90c17e2a6b3 None None] Network 7d962232-75ce-4974-b333-66dd4c8591fe requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:38:59.631295 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-abfc5025-c608-457c-98c8-38acc4d4c856 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:59.636919 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-abfc5025-c608-457c-98c8-38acc4d4c856 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:59.645232 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device af8898f1-ad49-46fb-9589-f119988aa8df up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:38:59.645781 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-7d34e3ee-b477-4954-8422-39de16169d1e tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab7fe31-73b1-4e81-94ed-69702ece570b') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:59.646299 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-7d34e3ee-b477-4954-8422-39de16169d1e tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab7fe31-73b1-4e81-94ed-69702ece570b') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:38:59.694024 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-abfc5025-c608-457c-98c8-38acc4d4c856 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/networks/b7667497-4307-428f-8dbc-1b318af649e7 HTTP/1.1" status: 204 len: 168 time: 2.7080960 Nov 26 16:38:59.694909 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43902) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:38:59.700578 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7d34e3ee-b477-4954-8422-39de16169d1e tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:59.723988 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7d34e3ee-b477-4954-8422-39de16169d1e tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:59.735679 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d34e3ee-b477-4954-8422-39de16169d1e tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:38:59.736210 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7d34e3ee-b477-4954-8422-39de16169d1e tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:59.752907 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] device_id is not set on port 9623072d-786c-4789-bc60-4039c64a63c9 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:38:59.779571 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb3c89-2aa3-4145-9e98-60e4b69dc096 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Subnet': ['ID=94a7590e-d826-4c54-b256-98e1859935e0,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:38:59.784586 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:38:59.787251 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8beb3c89-2aa3-4145-9e98-60e4b69dc096 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:38:59.815197 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb3c89-2aa3-4145-9e98-60e4b69dc096 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Checking segment: {'id': '36cd58aa-2721-4a24-a3c4-47bb42cda006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '870aa52e-6e02-4aa2-a697-e4015bbd0372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:38:59.815647 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beb3c89-2aa3-4145-9e98-60e4b69dc096 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network hostable DHCP agents. Network: 870aa52e-6e02-4aa2-a697-e4015bbd0372, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:38:59.838111 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] Transition to ACTIVE for port object ce99ab78-f633-43a9-90f2-de62c573628d will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:38:59.899306 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beb3c89-2aa3-4145-9e98-60e4b69dc096 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network 870aa52e-6e02-4aa2-a697-e4015bbd0372 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:38:59.910961 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:38:59.929215 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ebd11612-0837-48ba-96af-1087338bdc11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:38:59.939754 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-8beb3c89-2aa3-4145-9e98-60e4b69dc096 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 870aa52e-6e02-4aa2-a697-e4015bbd0372) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:38:59.957224 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beb3c89-2aa3-4145-9e98-60e4b69dc096 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:38:59.957808 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8beb3c89-2aa3-4145-9e98-60e4b69dc096 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:00.009945 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] Pushing event updated for resources: {'Port': ['ID=ce99ab78-f633-43a9-90f2-de62c573628d,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:00.012777 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:00.018521 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25260d8-7c9d-425a-89bf-5f16a9733d28 None None] Network 870aa52e-6e02-4aa2-a697-e4015bbd0372 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:00.019435 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-a0ab2028-5ffd-42fe-9280-8fd9c80c4e4e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1009133321'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:00.026212 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a0ab2028-5ffd-42fe-9280-8fd9c80c4e4e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:00.031630 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a0ab2028-5ffd-42fe-9280-8fd9c80c4e4e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Usage tracker for resource:network and tenant:99567243f2e24c6489754d65bc9ff7cc is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:00.034595 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a0ab2028-5ffd-42fe-9280-8fd9c80c4e4e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:00.039421 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:00.041078 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a0ab2028-5ffd-42fe-9280-8fd9c80c4e4e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:00.057453 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8beb3c89-2aa3-4145-9e98-60e4b69dc096 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5621610 Nov 26 16:39:00.058155 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43912) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:00.064577 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:00.066901 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-e607bbd7-9115-4c60-8d98-64601644eb1c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1607188730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:00.074221 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-e607bbd7-9115-4c60-8d98-64601644eb1c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:00.078674 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e607bbd7-9115-4c60-8d98-64601644eb1c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Usage tracker for resource:router and tenant:64d59b3f13ac4d738c5b4d126f3cbc4c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:00.081628 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e607bbd7-9115-4c60-8d98-64601644eb1c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:00.088230 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-e607bbd7-9115-4c60-8d98-64601644eb1c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:00.108980 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:00.113715 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ab2028-5ffd-42fe-9280-8fd9c80c4e4e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Made reservation on behalf of 99567243f2e24c6489754d65bc9ff7cc for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:00.117564 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2028-5ffd-42fe-9280-8fd9c80c4e4e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:00.120092 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-949be5d4-d606-4c68-9fce-78e76254b863 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:00.145830 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e607bbd7-9115-4c60-8d98-64601644eb1c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:00.147010 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e607bbd7-9115-4c60-8d98-64601644eb1c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:00.223820 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Pushing event updated for resources: {'Port': ['ID=c9470012-67ab-4b0b-b1f6-286e0f281889,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:00.230311 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:00.241584 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ab2028-5ffd-42fe-9280-8fd9c80c4e4e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:39:00.241747 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Checking segment: {'id': 'ecbccd66-1bcc-4a36-9d2f-8b47aed19608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '00922788-0a78-4be2-9203-7a78b5fa807b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:00.241747 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Network hostable DHCP agents. Network: 00922788-0a78-4be2-9203-7a78b5fa807b, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:39:00.266648 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Network 00922788-0a78-4be2-9203-7a78b5fa807b is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:39:00.278670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 00922788-0a78-4be2-9203-7a78b5fa807b) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:00.281830 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] Network c4a0ee36-7d6c-46af-b9f0-e00a01ae8018 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:39:00.282824 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:39:00.283961 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:00.294053 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:00.332750 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:00.334641 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee3e344-2e97-486e-944a-42486ccf59bc None None] Network 00922788-0a78-4be2-9203-7a78b5fa807b requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:00.338594 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2028-5ffd-42fe-9280-8fd9c80c4e4e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:00.339077 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-a0ab2028-5ffd-42fe-9280-8fd9c80c4e4e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Added segment 9074f62c-00d3-442d-a65d-05a54df89f67 of type vlan for network 4cbd71af-703a-4f42-a2d2-2a3da2820d8c Nov 26 16:39:00.359133 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7d34e3ee-b477-4954-8422-39de16169d1e tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:00.371465 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:00.377657 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:39:00.400106 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Pushing event updated for resources: {'Port': ['ID=9623072d-786c-4789-bc60-4039c64a63c9,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:00.400319 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7d34e3ee-b477-4954-8422-39de16169d1e tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:00.403909 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34e3ee-b477-4954-8422-39de16169d1e tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Pushing event deleted for resources: {'Network': ['ID=85d33721-28ff-4a58-ba3d-a73758aed792,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:00.404057 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:00.406372 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7d34e3ee-b477-4954-8422-39de16169d1e tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:00.410194 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Checking segment: {'id': 'a1015c57-8b12-40f7-9cfc-bf355341ed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '80b9742b-d8a8-4e89-8960-45da73588770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:00.410561 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Network hostable DHCP agents. Network: 80b9742b-d8a8-4e89-8960-45da73588770, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:39:00.410749 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e607bbd7-9115-4c60-8d98-64601644eb1c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:00.435333 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Network 80b9742b-d8a8-4e89-8960-45da73588770 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:39:00.446828 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 80b9742b-d8a8-4e89-8960-45da73588770) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:00.452809 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2028-5ffd-42fe-9280-8fd9c80c4e4e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:00.453827 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:39:00.464463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:00.464836 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7d34e3ee-b477-4954-8422-39de16169d1e tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] 10.222.0.11 "DELETE /v2.0/networks/85d33721-28ff-4a58-ba3d-a73758aed792 HTTP/1.1" status: 204 len: 168 time: 1.8414538 Nov 26 16:39:00.471795 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:00.472691 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:00.495165 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e607bbd7-9115-4c60-8d98-64601644eb1c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:00.500341 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2498801 Nov 26 16:39:00.502859 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43918) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:00.556625 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e607bbd7-9115-4c60-8d98-64601644eb1c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:00.558806 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e607bbd7-9115-4c60-8d98-64601644eb1c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4970739 Nov 26 16:39:00.564448 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43922) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:00.567677 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b13533-604b-4685-bf96-7d1445c8c90a None None] Network 80b9742b-d8a8-4e89-8960-45da73588770 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:00.586105 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port af8898f1-ad49-46fb-9589-f119988aa8df completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:39:00.623879 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0839f486-933d-4a68-8faa-8639e542e719 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:00.633508 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0839f486-933d-4a68-8faa-8639e542e719 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:00.634846 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0839f486-933d-4a68-8faa-8639e542e719 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Synchronizing usage tracker for tenant:0180f25c1f2d46cd98bb4e63a5e821e4 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:39:00.659326 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0839f486-933d-4a68-8faa-8639e542e719 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Unset dirty status for tenant:0180f25c1f2d46cd98bb4e63a5e821e4 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:39:00.661262 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0839f486-933d-4a68-8faa-8639e542e719 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1565950 Nov 26 16:39:00.663780 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43926) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:00.708558 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2028-5ffd-42fe-9280-8fd9c80c4e4e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:00.714992 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ab2028-5ffd-42fe-9280-8fd9c80c4e4e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:00.715835 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2028-5ffd-42fe-9280-8fd9c80c4e4e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:00.767617 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 08fd15b3-b2f7-4ca5-8238-e5d228b11525 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:39:00.797334 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:00.799037 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-1997897a-3cee-4c05-996b-edd0cd8497cb tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Deleting port c9470012-67ab-4b0b-b1f6-286e0f281889 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:00.799480 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1997897a-3cee-4c05-996b-edd0cd8497cb tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:00.857221 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43932) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:00.985778 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab2028-5ffd-42fe-9280-8fd9c80c4e4e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'Network': ['ID=4cbd71af-703a-4f42-a2d2-2a3da2820d8c,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:00.996507 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a0ab2028-5ffd-42fe-9280-8fd9c80c4e4e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:01.001368 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a0ab2028-5ffd-42fe-9280-8fd9c80c4e4e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2213619 Nov 26 16:39:01.027078 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 4cbd71af-703a-4f42-a2d2-2a3da2820d8c details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:39:01.067319 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43940) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:01.083979 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-a7f646f3-8326-4ffc-b386-eb7132d889c9 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Request body: {'subnet': {'network_id': '4cbd71af-703a-4f42-a2d2-2a3da2820d8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:01.172053 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2857961e-75fc-4f7f-aa94-6f276ec7c14c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b37601cbb02e4331896249bd42541e0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114903 Nov 26 16:39:01.172053 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1997897a-3cee-4c05-996b-edd0cd8497cb tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:01.179831 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43948) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:01.188259 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] Allocated IP 2001:db8::2 (3f316420-c3e2-4e53-9593-3d16181d929a/351d77d6-515c-491d-824b-8318f046e45a/5ea90ba1-c106-402d-b02d-35ef63f712aa) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:39:01.198387 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] Attempting to bind port ce99ab78-f633-43a9-90f2-de62c573628d on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:39:01.198805 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] Attempting to bind port ce99ab78-f633-43a9-90f2-de62c573628d by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '8195c9cc-3dfd-4498-8aab-5cb59023bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c4a0ee36-7d6c-46af-b9f0-e00a01ae8018'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:39:01.199183 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] Attempting to bind port ce99ab78-f633-43a9-90f2-de62c573628d on network c4a0ee36-7d6c-46af-b9f0-e00a01ae8018 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:39:01.318023 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:39:01.318751 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] Checking segment: {'id': '8195c9cc-3dfd-4498-8aab-5cb59023bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c4a0ee36-7d6c-46af-b9f0-e00a01ae8018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:01.318974 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:01.319387 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] Bound using segment: {'id': '8195c9cc-3dfd-4498-8aab-5cb59023bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c4a0ee36-7d6c-46af-b9f0-e00a01ae8018'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:39:01.319908 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] Bound port: ce99ab78-f633-43a9-90f2-de62c573628d, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8195c9cc-3dfd-4498-8aab-5cb59023bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c4a0ee36-7d6c-46af-b9f0-e00a01ae8018'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:39:01.320299 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:01.390572 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f8d96ccc-0ead-4009-b43e-ffc6d3160fce None None] Provisioning for port af8898f1-ad49-46fb-9589-f119988aa8df completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:39:01.398223 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-1997897a-3cee-4c05-996b-edd0cd8497cb tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Calling delete_port for c9470012-67ab-4b0b-b1f6-286e0f281889 owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:01.406819 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-44c42d69-3c4e-427d-a8eb-06b6c768db24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:01.438546 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a7f646f3-8326-4ffc-b386-eb7132d889c9 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:01.441954 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6270163f-17c2-43fe-8654-600f65d78f7b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:01.450241 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fc415c4e-a35e-4ed4-967a-8a94b43a2f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:01.460016 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a7f646f3-8326-4ffc-b386-eb7132d889c9 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Usage tracker for resource:subnet and tenant:99567243f2e24c6489754d65bc9ff7cc is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:01.465446 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6270163f-17c2-43fe-8654-600f65d78f7b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:01.466276 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6270163f-17c2-43fe-8654-600f65d78f7b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:01.474121 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f8d96ccc-0ead-4009-b43e-ffc6d3160fce None None] Provisioning complete for port af8898f1-ad49-46fb-9589-f119988aa8df triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:01.474427 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f8d96ccc-0ead-4009-b43e-ffc6d3160fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:01.477156 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a7f646f3-8326-4ffc-b386-eb7132d889c9 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:01.481845 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bfca9732-c233-4b64-9c72-23579f286226 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:01.504047 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fc415c4e-a35e-4ed4-967a-8a94b43a2f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:01.536042 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1997897a-3cee-4c05-996b-edd0cd8497cb tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:01.544681 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:01.595544 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997897a-3cee-4c05-996b-edd0cd8497cb tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Pushing event deleted for resources: {'Port': ['ID=c9470012-67ab-4b0b-b1f6-286e0f281889,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:01.599060 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1997897a-3cee-4c05-996b-edd0cd8497cb tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:01.600171 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1997897a-3cee-4c05-996b-edd0cd8497cb tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:01.617470 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1997897a-3cee-4c05-996b-edd0cd8497cb tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] 10.222.0.11 "DELETE /v2.0/ports/c9470012-67ab-4b0b-b1f6-286e0f281889 HTTP/1.1" status: 204 len: 168 time: 0.9493539 Nov 26 16:39:01.617682 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43954) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:01.653829 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 08fd15b3-b2f7-4ca5-8238-e5d228b11525 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:01.654211 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:01.688540 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fc415c4e-a35e-4ed4-967a-8a94b43a2f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:01.700489 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:01.717760 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc415c4e-a35e-4ed4-967a-8a94b43a2f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b09199f-3ae3-4445-81ee-752b72a90f41,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:01.730254 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fc415c4e-a35e-4ed4-967a-8a94b43a2f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:01.742792 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-e0a07fc2-dc92-4eb8-b787-f4d80b35d68e tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Deleting port 9623072d-786c-4789-bc60-4039c64a63c9 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:01.743453 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e0a07fc2-dc92-4eb8-b787-f4d80b35d68e tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:01.781240 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a7f646f3-8326-4ffc-b386-eb7132d889c9 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:01.793151 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fc415c4e-a35e-4ed4-967a-8a94b43a2f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:01.795056 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-fc415c4e-a35e-4ed4-967a-8a94b43a2f41 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3b09199f-3ae3-4445-81ee-752b72a90f41 HTTP/1.1" status: 204 len: 168 time: 0.6142190 Nov 26 16:39:01.812461 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6270163f-17c2-43fe-8654-600f65d78f7b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Network 7d962232-75ce-4974-b333-66dd4c8591fe is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:39:01.820219 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-6270163f-17c2-43fe-8654-600f65d78f7b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:01.846782 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-870aa52e-6e02-4aa2-a697-e4015bbd0372', 'network_id': '870aa52e-6e02-4aa2-a697-e4015bbd0372', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'fixed_ips': [{'subnet_id': '94a7590e-d826-4c54-b256-98e1859935e0'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:39:01.847631 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:01.870208 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f646f3-8326-4ffc-b386-eb7132d889c9 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Made reservation on behalf of 99567243f2e24c6489754d65bc9ff7cc for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:01.873763 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a7f646f3-8326-4ffc-b386-eb7132d889c9 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:01.927888 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] For port ce99ab78-f633-43a9-90f2-de62c573628d, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:39:02.020467 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-48722b9c-d809-40d5-9827-e6969e0271ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:02.036750 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] For port ce99ab78-f633-43a9-90f2-de62c573628d, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=ce99ab78-f633-43a9-90f2-de62c573628d,segment=NetworkSegment(8195c9cc-3dfd-4498-8aab-5cb59023bb13),segment_id=8195c9cc-3dfd-4498-8aab-5cb59023bb13)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:39:02.077945 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e0a07fc2-dc92-4eb8-b787-f4d80b35d68e tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:02.084261 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270163f-17c2-43fe-8654-600f65d78f7b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Pushing event updated for resources: {'Port': ['ID=ba84dcd3-eb85-406e-bc5d-73284dcf4309,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:02.103530 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6270163f-17c2-43fe-8654-600f65d78f7b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:02.247408 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:02.257636 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43964) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:02.258942 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] Transition to ACTIVE for port object 5ea90ba1-c106-402d-b02d-35ef63f712aa will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:39:02.284993 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-e0a07fc2-dc92-4eb8-b787-f4d80b35d68e tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Calling delete_port for 9623072d-786c-4789-bc60-4039c64a63c9 owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:02.286366 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f8d96ccc-0ead-4009-b43e-ffc6d3160fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:02.329583 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:02.333509 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:02.381059 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] Transition to ACTIVE for port object 5ea90ba1-c106-402d-b02d-35ef63f712aa will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:39:02.459797 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e0a07fc2-dc92-4eb8-b787-f4d80b35d68e tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:02.472884 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5871dcaa-1ee0-4835-9d68-4b5776b947fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=46b7469b7ec44bf29006c9a56f24e59d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109234 Nov 26 16:39:02.477222 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 43972) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:02.481565 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c601c4d4-2015-4c6e-87a9-0a69f6447a98 tempest-ExtraDHCPOptionsTestJSON-1032430902 tempest-ExtraDHCPOptionsTestJSON-1032430902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:02.485119 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:02.547595 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:02.562986 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a07fc2-dc92-4eb8-b787-f4d80b35d68e tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Pushing event deleted for resources: {'Port': ['ID=9623072d-786c-4789-bc60-4039c64a63c9,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:02.571738 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e0a07fc2-dc92-4eb8-b787-f4d80b35d68e tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:02.575136 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e0a07fc2-dc92-4eb8-b787-f4d80b35d68e tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:02.593375 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-f8d96ccc-0ead-4009-b43e-ffc6d3160fce None None] For port af8898f1-ad49-46fb-9589-f119988aa8df, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=af8898f1-ad49-46fb-9589-f119988aa8df,segment=NetworkSegment(225450fe-a466-4633-a83f-84f6497a29a9),segment_id=225450fe-a466-4633-a83f-84f6497a29a9)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:02.601740 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] Pushing event updated for resources: {'Port': ['ID=ce99ab78-f633-43a9-90f2-de62c573628d,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:02.618981 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e0a07fc2-dc92-4eb8-b787-f4d80b35d68e tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] 10.222.0.11 "DELETE /v2.0/ports/9623072d-786c-4789-bc60-4039c64a63c9 HTTP/1.1" status: 204 len: 168 time: 0.9972405 Nov 26 16:39:02.619332 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] Network 3f316420-c3e2-4e53-9593-3d16181d929a is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:39:02.619332 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:02.619464 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43976) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:02.620189 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-93c18a13-ab60-4cbc-b169-b7b32b985c4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:02.651182 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f8d96ccc-0ead-4009-b43e-ffc6d3160fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:02.666736 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:02.680133 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:39:02.758092 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] Allocated IP 2001:db8:1::2 (870aa52e-6e02-4aa2-a697-e4015bbd0372/94a7590e-d826-4c54-b256-98e1859935e0/f810f356-886f-4121-a517-c5254b446e2b) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:39:02.817998 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-48722b9c-d809-40d5-9827-e6969e0271ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Allocated IP 2001:db8::1 (3f316420-c3e2-4e53-9593-3d16181d929a/351d77d6-515c-491d-824b-8318f046e45a/2e5ec543-3a4d-4edb-8055-84221bef027c) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:39:02.865440 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3c2518a5-f87c-4a22-a504-fdc79715a7b2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Synchronizing usage tracker for tenant:0180f25c1f2d46cd98bb4e63a5e821e4 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:39:02.871100 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] Pushing event updated for resources: {'Port': ['ID=5ea90ba1-c106-402d-b02d-35ef63f712aa,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:02.890567 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:02.894705 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:02.905139 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3c2518a5-f87c-4a22-a504-fdc79715a7b2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Unset dirty status for tenant:0180f25c1f2d46cd98bb4e63a5e821e4 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:39:02.906147 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3c2518a5-f87c-4a22-a504-fdc79715a7b2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2852504 Nov 26 16:39:02.927663 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43980) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:02.939954 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-d88d104b-d5b9-48a8-b972-496e88d03b0b tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-955020518'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:02.945558 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d88d104b-d5b9-48a8-b972-496e88d03b0b tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:02.951059 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d88d104b-d5b9-48a8-b972-496e88d03b0b tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Usage tracker for resource:network and tenant:0180f25c1f2d46cd98bb4e63a5e821e4 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:02.958060 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d88d104b-d5b9-48a8-b972-496e88d03b0b tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:02.971885 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d88d104b-d5b9-48a8-b972-496e88d03b0b tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:02.984936 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88d104b-d5b9-48a8-b972-496e88d03b0b tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Made reservation on behalf of 0180f25c1f2d46cd98bb4e63a5e821e4 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:02.989778 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d88d104b-d5b9-48a8-b972-496e88d03b0b tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:03.014942 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6270163f-17c2-43fe-8654-600f65d78f7b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Router be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:39:03.037743 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d88d104b-d5b9-48a8-b972-496e88d03b0b tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:39:03.053578 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d88d104b-d5b9-48a8-b972-496e88d03b0b tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:03.053978 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-d88d104b-d5b9-48a8-b972-496e88d03b0b tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Added segment d999b738-4c88-49fc-b47d-81c0374e9b93 of type vlan for network 91665592-fed4-4923-86f2-9f4e1278fc23 Nov 26 16:39:03.091495 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d88d104b-d5b9-48a8-b972-496e88d03b0b tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:03.141605 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d88d104b-d5b9-48a8-b972-496e88d03b0b tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:03.157426 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88d104b-d5b9-48a8-b972-496e88d03b0b tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:03.158078 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d88d104b-d5b9-48a8-b972-496e88d03b0b tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:03.162123 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:03.186111 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2ecfb862-10c2-4534-89f4-9fdd322ceecf None None] Provisioning for port ba84dcd3-eb85-406e-bc5d-73284dcf4309 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:39:03.189999 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] Attempting to bind port 5ea90ba1-c106-402d-b02d-35ef63f712aa on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:39:03.190604 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] Attempting to bind port 5ea90ba1-c106-402d-b02d-35ef63f712aa by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'b3323080-6aa8-441f-8ffa-05e6e1538e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f316420-c3e2-4e53-9593-3d16181d929a'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:39:03.191192 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] Attempting to bind port 5ea90ba1-c106-402d-b02d-35ef63f712aa on network 3f316420-c3e2-4e53-9593-3d16181d929a {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:39:03.211106 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:39:03.211937 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] Checking segment: {'id': 'b3323080-6aa8-441f-8ffa-05e6e1538e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f316420-c3e2-4e53-9593-3d16181d929a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:03.212559 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:03.213175 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] Bound using segment: {'id': 'b3323080-6aa8-441f-8ffa-05e6e1538e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f316420-c3e2-4e53-9593-3d16181d929a'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:39:03.213875 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] Bound port: 5ea90ba1-c106-402d-b02d-35ef63f712aa, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3323080-6aa8-441f-8ffa-05e6e1538e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f316420-c3e2-4e53-9593-3d16181d929a'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:39:03.215053 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:03.224929 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2ecfb862-10c2-4534-89f4-9fdd322ceecf None None] Provisioning complete for port ba84dcd3-eb85-406e-bc5d-73284dcf4309 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:03.225570 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2ecfb862-10c2-4534-89f4-9fdd322ceecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:03.277208 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-48aaed59-0e0e-4c62-a821-b1e7a7713338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:03.289119 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a7f646f3-8326-4ffc-b386-eb7132d889c9 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:03.292800 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d88d104b-d5b9-48a8-b972-496e88d03b0b tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3633153 Nov 26 16:39:03.293419 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d96ccc-0ead-4009-b43e-ffc6d3160fce None None] Pushing event updated for resources: {'Port': ['ID=af8898f1-ad49-46fb-9589-f119988aa8df,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:03.295584 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43984) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:03.298045 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d104b-d5b9-48a8-b972-496e88d03b0b tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Pushing event updated for resources: {'Network': ['ID=91665592-fed4-4923-86f2-9f4e1278fc23,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:03.303689 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-04d528be-0611-42b2-a13e-78f2d41cd366 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-316970949'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:03.321856 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-04d528be-0611-42b2-a13e-78f2d41cd366 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:03.325280 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:03.326219 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-04d528be-0611-42b2-a13e-78f2d41cd366 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Usage tracker for resource:network and tenant:0180f25c1f2d46cd98bb4e63a5e821e4 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:03.329218 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-04d528be-0611-42b2-a13e-78f2d41cd366 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:03.334988 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f8d96ccc-0ead-4009-b43e-ffc6d3160fce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:03.335678 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-04d528be-0611-42b2-a13e-78f2d41cd366 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:03.339346 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 91665592-fed4-4923-86f2-9f4e1278fc23 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:39:03.343488 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d88d104b-d5b9-48a8-b972-496e88d03b0b tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:03.347502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d528be-0611-42b2-a13e-78f2d41cd366 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Made reservation on behalf of 0180f25c1f2d46cd98bb4e63a5e821e4 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:03.352311 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-04d528be-0611-42b2-a13e-78f2d41cd366 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:03.398114 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d528be-0611-42b2-a13e-78f2d41cd366 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:39:03.415941 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-04d528be-0611-42b2-a13e-78f2d41cd366 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:03.416823 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-04d528be-0611-42b2-a13e-78f2d41cd366 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Added segment 17c47701-32d8-46e5-b9b9-92bcd68873bf of type vlan for network 67466a9a-a4ff-49ea-bab5-a0999607ec94 Nov 26 16:39:03.417257 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-48aaed59-0e0e-4c62-a821-b1e7a7713338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:03.446701 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-2ecfb862-10c2-4534-89f4-9fdd322ceecf None None] Port ba84dcd3-eb85-406e-bc5d-73284dcf4309 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:39:03.454784 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-04d528be-0611-42b2-a13e-78f2d41cd366 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:03.488587 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6270163f-17c2-43fe-8654-600f65d78f7b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:39:03.489258 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-04d528be-0611-42b2-a13e-78f2d41cd366 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:03.496225 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d528be-0611-42b2-a13e-78f2d41cd366 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:03.496962 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-04d528be-0611-42b2-a13e-78f2d41cd366 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:03.502445 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:03.503491 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99759b7a-8151-4bf6-9c6c-e9d51a97d306 None None] Sync routers for ids ['be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:39:03.516782 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99759b7a-8151-4bf6-9c6c-e9d51a97d306 None None] Routers {'be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:03.517359 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-99759b7a-8151-4bf6-9c6c-e9d51a97d306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:03.518894 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6270163f-17c2-43fe-8654-600f65d78f7b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "PUT /v2.0/routers/be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3568177 Nov 26 16:39:03.526673 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-48722b9c-d809-40d5-9827-e6969e0271ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:03.528296 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 43990) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:03.546293 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f646f3-8326-4ffc-b386-eb7132d889c9 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'Subnet': ['ID=8087ee68-5223-4fc3-be8c-47703aad7819,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:03.549192 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a7f646f3-8326-4ffc-b386-eb7132d889c9 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:03.555312 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f646f3-8326-4ffc-b386-eb7132d889c9 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Checking segment: {'id': '9074f62c-00d3-442d-a65d-05a54df89f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4cbd71af-703a-4f42-a2d2-2a3da2820d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:03.555850 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f646f3-8326-4ffc-b386-eb7132d889c9 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Network hostable DHCP agents. Network: 4cbd71af-703a-4f42-a2d2-2a3da2820d8c, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:39:03.582265 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-99759b7a-8151-4bf6-9c6c-e9d51a97d306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:03.591028 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-48722b9c-d809-40d5-9827-e6969e0271ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Transition to ACTIVE for port object 2e5ec543-3a4d-4edb-8055-84221bef027c will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:39:03.594440 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f646f3-8326-4ffc-b386-eb7132d889c9 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Network 4cbd71af-703a-4f42-a2d2-2a3da2820d8c is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:39:03.601974 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99759b7a-8151-4bf6-9c6c-e9d51a97d306 None None] Routers {'be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:03.602752 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-99759b7a-8151-4bf6-9c6c-e9d51a97d306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:03.609669 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-a7f646f3-8326-4ffc-b386-eb7132d889c9 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 4cbd71af-703a-4f42-a2d2-2a3da2820d8c) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:03.614424 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f646f3-8326-4ffc-b386-eb7132d889c9 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:03.615300 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a7f646f3-8326-4ffc-b386-eb7132d889c9 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:03.705596 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0780bf-9822-49e3-855e-d7a3e28d8ec3 None None] Network 4cbd71af-703a-4f42-a2d2-2a3da2820d8c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:03.723844 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-99759b7a-8151-4bf6-9c6c-e9d51a97d306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:03.724511 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99759b7a-8151-4bf6-9c6c-e9d51a97d306 None None] The sync data for ids ['be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:39:03.757803 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d528be-0611-42b2-a13e-78f2d41cd366 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Pushing event updated for resources: {'Network': ['ID=67466a9a-a4ff-49ea-bab5-a0999607ec94,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:03.765360 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-04d528be-0611-42b2-a13e-78f2d41cd366 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:03.835202 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 67466a9a-a4ff-49ea-bab5-a0999607ec94 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:39:03.868376 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2ecfb862-10c2-4534-89f4-9fdd322ceecf None None] Provisioning complete for port af8898f1-ad49-46fb-9589-f119988aa8df triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:03.875636 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2ecfb862-10c2-4534-89f4-9fdd322ceecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:03.898330 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-04d528be-0611-42b2-a13e-78f2d41cd366 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6014946 Nov 26 16:39:03.920314 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] For port 5ea90ba1-c106-402d-b02d-35ef63f712aa, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:39:03.978694 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-48aaed59-0e0e-4c62-a821-b1e7a7713338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:03.986526 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-48aaed59-0e0e-4c62-a821-b1e7a7713338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:03.993914 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-48aaed59-0e0e-4c62-a821-b1e7a7713338 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ba082db2-68e8-4e7a-8b0b-0cb247fbd828 HTTP/1.1" status: 204 len: 168 time: 1.5111310 Nov 26 16:39:03.999186 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ce31922b-94f1-4b50-baed-2927e7b5fe03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:04.012904 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-48722b9c-d809-40d5-9827-e6969e0271ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:04.032277 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a7f646f3-8326-4ffc-b386-eb7132d889c9 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9639215 Nov 26 16:39:04.038888 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44000) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:04.046367 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aaed59-0e0e-4c62-a821-b1e7a7713338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba082db2-68e8-4e7a-8b0b-0cb247fbd828,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:04.069456 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-48aaed59-0e0e-4c62-a821-b1e7a7713338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:04.072723 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7b38c01a-0d02-456f-99c5-72e8bddbc8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:04.090592 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:04.110955 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] Transition to ACTIVE for port object f810f356-886f-4121-a517-c5254b446e2b will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:39:04.154431 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] Transition to ACTIVE for port object f810f356-886f-4121-a517-c5254b446e2b will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:39:04.205421 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48722b9c-d809-40d5-9827-e6969e0271ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network 3f316420-c3e2-4e53-9593-3d16181d929a is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:39:04.223103 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-48722b9c-d809-40d5-9827-e6969e0271ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:04.243293 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48722b9c-d809-40d5-9827-e6969e0271ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:39:04.247814 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] For port 5ea90ba1-c106-402d-b02d-35ef63f712aa, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5ea90ba1-c106-402d-b02d-35ef63f712aa,segment=NetworkSegment(b3323080-6aa8-441f-8ffa-05e6e1538e49),segment_id=b3323080-6aa8-441f-8ffa-05e6e1538e49)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:39:04.249238 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-48722b9c-d809-40d5-9827-e6969e0271ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:04.320826 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48722b9c-d809-40d5-9827-e6969e0271ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Port': ['ID=2e5ec543-3a4d-4edb-8055-84221bef027c,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:04.324905 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-48722b9c-d809-40d5-9827-e6969e0271ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:04.390107 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737fb4f5-1555-4cac-8193-9660cf608432 None None] Network c4a0ee36-7d6c-46af-b9f0-e00a01ae8018 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:04.413320 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:04.469546 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:04.548371 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-48722b9c-d809-40d5-9827-e6969e0271ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:04.607782 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-921d338a-082d-469c-99c2-8b40ef933a27 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:04.752189 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] Network 870aa52e-6e02-4aa2-a697-e4015bbd0372 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:39:04.759296 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:04.826973 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] Pushing event updated for resources: {'Port': ['ID=f810f356-886f-4121-a517-c5254b446e2b,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:04.848399 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:05.015592 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:05.032719 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:05.033576 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:05.074277 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-921d338a-082d-469c-99c2-8b40ef933a27 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:05.085741 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:39:05.162761 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ce99ab78-f633-43a9-90f2-de62c573628d up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:39:05.193579 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-44b68782-99a2-4635-b255-6639569cb7d6 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:39:05.194659 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-44b68782-99a2-4635-b255-6639569cb7d6 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "PUT /v2.0/routers/be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6653993 Nov 26 16:39:05.199543 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44022) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:05.209033 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a2b5e7-226c-40a8-945e-bb41a78f22a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-4cbd71af-703a-4f42-a2d2-2a3da2820d8c', 'network_id': '4cbd71af-703a-4f42-a2d2-2a3da2820d8c', 'tenant_id': '99567243f2e24c6489754d65bc9ff7cc', 'fixed_ips': [{'subnet_id': '8087ee68-5223-4fc3-be8c-47703aad7819'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:39:05.210379 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-89a2b5e7-226c-40a8-945e-bb41a78f22a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:05.262644 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-921d338a-082d-469c-99c2-8b40ef933a27 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:05.278004 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7705607e-80de-42d0-8aed-332ca131d9b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:05.371489 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d338a-082d-469c-99c2-8b40ef933a27 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event deleted for resources: {'Subnet': ['ID=8087ee68-5223-4fc3-be8c-47703aad7819,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:05.386353 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-921d338a-082d-469c-99c2-8b40ef933a27 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:05.564455 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] Pushing event updated for resources: {'Port': ['ID=5ea90ba1-c106-402d-b02d-35ef63f712aa,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:05.646426 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-921d338a-082d-469c-99c2-8b40ef933a27 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:05.704805 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-921d338a-082d-469c-99c2-8b40ef933a27 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbd71af-703a-4f42-a2d2-2a3da2820d8c']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:05.737149 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-921d338a-082d-469c-99c2-8b40ef933a27 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9074f62c-00d3-442d-a65d-05a54df89f67') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:05.737435 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-921d338a-082d-469c-99c2-8b40ef933a27 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9074f62c-00d3-442d-a65d-05a54df89f67') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:05.742609 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:05.759013 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-921d338a-082d-469c-99c2-8b40ef933a27 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:05.786591 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:39:05.808903 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-921d338a-082d-469c-99c2-8b40ef933a27 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:05.823660 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921d338a-082d-469c-99c2-8b40ef933a27 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:39:05.825592 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-921d338a-082d-469c-99c2-8b40ef933a27 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:39:06.049557 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:39:06.092783 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] Attempting to bind port f810f356-886f-4121-a517-c5254b446e2b on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:39:06.093758 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] Attempting to bind port f810f356-886f-4121-a517-c5254b446e2b by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '36cd58aa-2721-4a24-a3c4-47bb42cda006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '870aa52e-6e02-4aa2-a697-e4015bbd0372'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:39:06.094369 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] Attempting to bind port f810f356-886f-4121-a517-c5254b446e2b on network 870aa52e-6e02-4aa2-a697-e4015bbd0372 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:39:06.181942 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-921d338a-082d-469c-99c2-8b40ef933a27 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:06.185280 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:39:06.185744 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] Checking segment: {'id': '36cd58aa-2721-4a24-a3c4-47bb42cda006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '870aa52e-6e02-4aa2-a697-e4015bbd0372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:06.188065 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:06.188901 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] Bound using segment: {'id': '36cd58aa-2721-4a24-a3c4-47bb42cda006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '870aa52e-6e02-4aa2-a697-e4015bbd0372'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:39:06.192274 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] Bound port: f810f356-886f-4121-a517-c5254b446e2b, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36cd58aa-2721-4a24-a3c4-47bb42cda006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '870aa52e-6e02-4aa2-a697-e4015bbd0372'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:39:06.192883 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:06.213115 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7d34e3ee-b477-4954-8422-39de16169d1e tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:06.241424 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-921d338a-082d-469c-99c2-8b40ef933a27 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:06.248633 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d338a-082d-469c-99c2-8b40ef933a27 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event deleted for resources: {'Network': ['ID=4cbd71af-703a-4f42-a2d2-2a3da2820d8c,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:06.259793 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port ce99ab78-f633-43a9-90f2-de62c573628d completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:39:06.280383 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device af8898f1-ad49-46fb-9589-f119988aa8df up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:39:06.282577 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-921d338a-082d-469c-99c2-8b40ef933a27 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:06.378210 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-921d338a-082d-469c-99c2-8b40ef933a27 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/networks/4cbd71af-703a-4f42-a2d2-2a3da2820d8c HTTP/1.1" status: 204 len: 168 time: 2.3359103 Nov 26 16:39:06.384149 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44044) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:06.445501 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-f43ab677-826e-43f9-bf3f-6d80e63eda6d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1588545999'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:06.463145 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f43ab677-826e-43f9-bf3f-6d80e63eda6d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:06.467891 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f43ab677-826e-43f9-bf3f-6d80e63eda6d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Usage tracker for resource:network and tenant:99567243f2e24c6489754d65bc9ff7cc is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:06.475444 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f43ab677-826e-43f9-bf3f-6d80e63eda6d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:06.496644 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f43ab677-826e-43f9-bf3f-6d80e63eda6d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:06.500746 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d49c10e-e254-4651-a78a-7d0b8fc55032 None None] Network 4cbd71af-703a-4f42-a2d2-2a3da2820d8c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:06.530781 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43ab677-826e-43f9-bf3f-6d80e63eda6d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Made reservation on behalf of 99567243f2e24c6489754d65bc9ff7cc for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:06.557161 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f43ab677-826e-43f9-bf3f-6d80e63eda6d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:06.615286 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d49c10e-e254-4651-a78a-7d0b8fc55032 None None] Network 4cbd71af-703a-4f42-a2d2-2a3da2820d8c could not be found, it might have been deleted concurrently. {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Nov 26 16:39:06.641738 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f43ab677-826e-43f9-bf3f-6d80e63eda6d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:39:06.659106 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d1919646-1afe-417e-9d14-b27f5fea7173 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:06.666849 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f43ab677-826e-43f9-bf3f-6d80e63eda6d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:06.668221 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-f43ab677-826e-43f9-bf3f-6d80e63eda6d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Added segment df2d0853-df81-44cb-b1ad-c64742c86b89 of type vlan for network 138cf882-0756-45a0-8480-448026371aef Nov 26 16:39:06.701035 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6ca47818-a5bc-4e98-ae84-db7dc5a76e4c None None] Provisioning complete for port ba84dcd3-eb85-406e-bc5d-73284dcf4309 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:06.701340 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6ca47818-a5bc-4e98-ae84-db7dc5a76e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:06.726047 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f43ab677-826e-43f9-bf3f-6d80e63eda6d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:06.780456 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f43ab677-826e-43f9-bf3f-6d80e63eda6d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:06.786891 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43ab677-826e-43f9-bf3f-6d80e63eda6d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:06.787899 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f43ab677-826e-43f9-bf3f-6d80e63eda6d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:06.795420 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.resource_extend [None req-48722b9c-d809-40d5-9827-e6969e0271ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:39:06.806321 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:06.894097 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] For port f810f356-886f-4121-a517-c5254b446e2b, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:39:06.924458 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-48722b9c-d809-40d5-9827-e6969e0271ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:06.934558 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f43ab677-826e-43f9-bf3f-6d80e63eda6d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5325949 Nov 26 16:39:06.939256 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-6ca47818-a5bc-4e98-ae84-db7dc5a76e4c None None] Port ba84dcd3-eb85-406e-bc5d-73284dcf4309 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:39:06.946791 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] For port f810f356-886f-4121-a517-c5254b446e2b, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f810f356-886f-4121-a517-c5254b446e2b,segment=NetworkSegment(36cd58aa-2721-4a24-a3c4-47bb42cda006),segment_id=36cd58aa-2721-4a24-a3c4-47bb42cda006)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:39:06.947915 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port af8898f1-ad49-46fb-9589-f119988aa8df triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:06.948350 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:06.972559 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44056) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:06.999921 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-f99fc753-62d9-4e6f-97bb-8a7d880c81c6 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Request body: {'subnet': {'network_id': '138cf882-0756-45a0-8480-448026371aef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:07.085274 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-48722b9c-d809-40d5-9827-e6969e0271ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:07.086124 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-48722b9c-d809-40d5-9827-e6969e0271ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:07.113419 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ba2910-c742-458a-afec-d2cf47042cce None None] Network 3f316420-c3e2-4e53-9593-3d16181d929a requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:07.147600 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:07.177578 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-55bb5dba-8511-487a-b0d3-658af2aa61f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:07.221512 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44064) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:07.261812 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44066) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:07.275928 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ab677-826e-43f9-bf3f-6d80e63eda6d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'Network': ['ID=138cf882-0756-45a0-8480-448026371aef,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:07.279162 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f43ab677-826e-43f9-bf3f-6d80e63eda6d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:07.282370 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e73a0bcc-e7f9-41a8-b67c-00332f1baf8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:07.314044 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Request body: {'subnets': [{'network_id': '91665592-fed4-4923-86f2-9f4e1278fc23', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1160410823', 'ip_version': 6}, {'network_id': '67466a9a-a4ff-49ea-bab5-a0999607ec94', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:07.314366 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Request body: {'subnet': {'network_id': '91665592-fed4-4923-86f2-9f4e1278fc23', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1160410823', 'ip_version': 6}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:07.315194 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Request body: {'subnet': {'network_id': '67466a9a-a4ff-49ea-bab5-a0999607ec94', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:07.337397 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6ca47818-a5bc-4e98-ae84-db7dc5a76e4c None None] Provisioning for port ce99ab78-f633-43a9-90f2-de62c573628d completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:39:07.360308 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 138cf882-0756-45a0-8480-448026371aef details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:39:07.398148 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6ca47818-a5bc-4e98-ae84-db7dc5a76e4c None None] Provisioning complete for port ce99ab78-f633-43a9-90f2-de62c573628d triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:07.398529 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6ca47818-a5bc-4e98-ae84-db7dc5a76e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:07.463268 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48722b9c-d809-40d5-9827-e6969e0271ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Port': ['ID=2e5ec543-3a4d-4edb-8055-84221bef027c,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:07.475956 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-48722b9c-d809-40d5-9827-e6969e0271ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:07.520545 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-344986817', 'router:external': True}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:07.528142 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:07.532680 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f99fc753-62d9-4e6f-97bb-8a7d880c81c6 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:07.544019 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Usage tracker for resource:network and tenant:17a6da3b675349ab89b64ceb25702236 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:07.548343 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:07.558114 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:07.567416 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48722b9c-d809-40d5-9827-e6969e0271ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network 3f316420-c3e2-4e53-9593-3d16181d929a is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:39:07.570041 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-48722b9c-d809-40d5-9827-e6969e0271ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:07.607830 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] Pushing event updated for resources: {'Port': ['ID=f810f356-886f-4121-a517-c5254b446e2b,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:07.610047 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f99fc753-62d9-4e6f-97bb-8a7d880c81c6 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Usage tracker for resource:subnet and tenant:99567243f2e24c6489754d65bc9ff7cc is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:07.614276 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f99fc753-62d9-4e6f-97bb-8a7d880c81c6 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:07.664746 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Made reservation on behalf of 17a6da3b675349ab89b64ceb25702236 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:07.668639 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:07.674762 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f99fc753-62d9-4e6f-97bb-8a7d880c81c6 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:07.676617 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:07.747638 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99fc753-62d9-4e6f-97bb-8a7d880c81c6 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Made reservation on behalf of 99567243f2e24c6489754d65bc9ff7cc for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:07.751267 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f99fc753-62d9-4e6f-97bb-8a7d880c81c6 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:07.786482 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:07.824420 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:07.829863 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Usage tracker for resource:security_group_rule and tenant:17a6da3b675349ab89b64ceb25702236 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:07.834265 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:07.843015 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:07.969187 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6ca47818-a5bc-4e98-ae84-db7dc5a76e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:07.977090 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:07.994863 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Usage tracker for resource:subnet and tenant:0180f25c1f2d46cd98bb4e63a5e821e4 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:08.000967 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:08.003595 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:08.017794 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:08.020467 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:08.029868 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:08.036065 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-d1919646-1afe-417e-9d14-b27f5fea7173 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Deleting port ba84dcd3-eb85-406e-bc5d-73284dcf4309 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:08.036479 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d1919646-1afe-417e-9d14-b27f5fea7173 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:08.045834 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48722b9c-d809-40d5-9827-e6969e0271ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Router 42f4934b-6b60-48e2-bb5a-0f4a1a925499 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:39:08.061504 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:39:08.067308 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f810f356-886f-4121-a517-c5254b446e2b up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:39:08.078520 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4d4361-29a5-490e-8364-648c6eeb203f,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:08.106767 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Made reservation on behalf of 0180f25c1f2d46cd98bb4e63a5e821e4 for: {'subnet': 2} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:08.111513 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:08.112016 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:08.139131 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:08.139618 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:08.139982 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Added segment ae350b4f-b1f6-4d26-9f26-a21994ebaf91 of type vlan for network 85103fe3-6411-4b11-a614-eca4aeadaa63 Nov 26 16:39:08.153468 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-6ca47818-a5bc-4e98-ae84-db7dc5a76e4c None None] For port ce99ab78-f633-43a9-90f2-de62c573628d, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=ce99ab78-f633-43a9-90f2-de62c573628d,segment=NetworkSegment(8195c9cc-3dfd-4498-8aab-5cb59023bb13),segment_id=8195c9cc-3dfd-4498-8aab-5cb59023bb13)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:08.162155 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6ca47818-a5bc-4e98-ae84-db7dc5a76e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:08.165693 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8f208190-cf6e-4bed-b63e-2ec8c7052d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:08.236289 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port f810f356-886f-4121-a517-c5254b446e2b completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:39:08.249939 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5ea90ba1-c106-402d-b02d-35ef63f712aa up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:39:08.252917 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:08.261992 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48722b9c-d809-40d5-9827-e6969e0271ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:39:08.296789 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca47818-a5bc-4e98-ae84-db7dc5a76e4c None None] Pushing event updated for resources: {'Port': ['ID=ce99ab78-f633-43a9-90f2-de62c573628d,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:08.299307 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f32efa-aaad-4280-829c-439ca84e5d09 None None] Sync routers for ids ['42f4934b-6b60-48e2-bb5a-0f4a1a925499'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:39:08.301146 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-48722b9c-d809-40d5-9827-e6969e0271ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "PUT /v2.0/routers/42f4934b-6b60-48e2-bb5a-0f4a1a925499/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7345066 Nov 26 16:39:08.304731 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44078) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:08.305536 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-6ca47818-a5bc-4e98-ae84-db7dc5a76e4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:08.336377 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f32efa-aaad-4280-829c-439ca84e5d09 None None] Routers {'42f4934b-6b60-48e2-bb5a-0f4a1a925499'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:08.337027 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-47f32efa-aaad-4280-829c-439ca84e5d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['42f4934b-6b60-48e2-bb5a-0f4a1a925499'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:08.344186 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:08.344748 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:08.345337 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:08.356808 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-62339922-cab3-4216-b78b-1762209e2928 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:08.412434 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-47f32efa-aaad-4280-829c-439ca84e5d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:08.416713 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f5c179a8-69ef-4bcd-b2ab-6d42f32fb00c None None] Provisioning complete for port ce99ab78-f633-43a9-90f2-de62c573628d triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:08.416898 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f5c179a8-69ef-4bcd-b2ab-6d42f32fb00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:08.472403 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d1919646-1afe-417e-9d14-b27f5fea7173 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:08.476876 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f32efa-aaad-4280-829c-439ca84e5d09 None None] Routers {'42f4934b-6b60-48e2-bb5a-0f4a1a925499'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:08.477518 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-47f32efa-aaad-4280-829c-439ca84e5d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['42f4934b-6b60-48e2-bb5a-0f4a1a925499'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:08.480790 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2141991 Nov 26 16:39:08.487999 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad10b74-7221-4cf8-9eef-4d4cfe8b32b0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:08.488597 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4ad10b74-7221-4cf8-9eef-4d4cfe8b32b0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Synchronizing usage tracker for tenant:64d59b3f13ac4d738c5b4d126f3cbc4c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:39:08.489940 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44084) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:08.497796 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Pushing event updated for resources: {'Network': ['ID=85103fe3-6411-4b11-a614-eca4aeadaa63,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:08.504151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:08.522577 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4ad10b74-7221-4cf8-9eef-4d4cfe8b32b0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Unset dirty status for tenant:64d59b3f13ac4d738c5b4d126f3cbc4c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:39:08.527094 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4ad10b74-7221-4cf8-9eef-4d4cfe8b32b0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "GET /v2.0/ports/2e5ec543-3a4d-4edb-8055-84221bef027c HTTP/1.1" status: 200 len: 911 time: 0.2181089 Nov 26 16:39:08.527094 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44088) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:08.558149 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-47f32efa-aaad-4280-829c-439ca84e5d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:08.558740 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f32efa-aaad-4280-829c-439ca84e5d09 None None] The sync data for ids ['42f4934b-6b60-48e2-bb5a-0f4a1a925499'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:39:08.560355 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 85103fe3-6411-4b11-a614-eca4aeadaa63 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:39:08.642530 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 5ea90ba1-c106-402d-b02d-35ef63f712aa completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:39:08.855199 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f5c179a8-69ef-4bcd-b2ab-6d42f32fb00c None None] Provisioning for port 5ea90ba1-c106-402d-b02d-35ef63f712aa completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:39:08.862174 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f5c179a8-69ef-4bcd-b2ab-6d42f32fb00c None None] Provisioning complete for port 5ea90ba1-c106-402d-b02d-35ef63f712aa triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:08.863049 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f5c179a8-69ef-4bcd-b2ab-6d42f32fb00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:08.912117 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-d1919646-1afe-417e-9d14-b27f5fea7173 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Calling delete_port for ba84dcd3-eb85-406e-bc5d-73284dcf4309 owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:08.992419 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-88cf80ea-154e-4894-bd19-cb76e25480ef tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Request body: {'subnet': {'network_id': '85103fe3-6411-4b11-a614-eca4aeadaa63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:09.124143 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-88cf80ea-154e-4894-bd19-cb76e25480ef tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:09.153120 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f5c179a8-69ef-4bcd-b2ab-6d42f32fb00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:09.204263 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-f5c179a8-69ef-4bcd-b2ab-6d42f32fb00c None None] For port 5ea90ba1-c106-402d-b02d-35ef63f712aa, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5ea90ba1-c106-402d-b02d-35ef63f712aa,segment=NetworkSegment(b3323080-6aa8-441f-8ffa-05e6e1538e49),segment_id=b3323080-6aa8-441f-8ffa-05e6e1538e49)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:09.210147 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f5c179a8-69ef-4bcd-b2ab-6d42f32fb00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:09.212302 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:09.243097 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-88cf80ea-154e-4894-bd19-cb76e25480ef tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Usage tracker for resource:subnet and tenant:17a6da3b675349ab89b64ceb25702236 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:09.247017 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-88cf80ea-154e-4894-bd19-cb76e25480ef tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:09.254155 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-88cf80ea-154e-4894-bd19-cb76e25480ef tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:09.292485 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c179a8-69ef-4bcd-b2ab-6d42f32fb00c None None] Pushing event updated for resources: {'Port': ['ID=5ea90ba1-c106-402d-b02d-35ef63f712aa,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:09.303425 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f5c179a8-69ef-4bcd-b2ab-6d42f32fb00c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:09.340053 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7fdc8dfa-8768-4b12-b634-3d4c7b4902f0 None None] Provisioning complete for port 5ea90ba1-c106-402d-b02d-35ef63f712aa triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:09.340513 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7fdc8dfa-8768-4b12-b634-3d4c7b4902f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:09.414998 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8e79a74-7a8b-436c-b595-b7593c7ca49f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:09.454323 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cf80ea-154e-4894-bd19-cb76e25480ef tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Made reservation on behalf of 17a6da3b675349ab89b64ceb25702236 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:09.456763 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-88cf80ea-154e-4894-bd19-cb76e25480ef tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:09.468565 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aa8663-17df-4927-b419-b0e5b4b23f6a None None] Network 870aa52e-6e02-4aa2-a697-e4015bbd0372 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:09.490012 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f99fc753-62d9-4e6f-97bb-8a7d880c81c6 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:09.558346 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f5270c32-9a81-4dbe-904e-b045d6892c0e tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:09.590879 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7fdc8dfa-8768-4b12-b634-3d4c7b4902f0 None None] Provisioning for port 2e5ec543-3a4d-4edb-8055-84221bef027c completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:39:09.608783 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7fdc8dfa-8768-4b12-b634-3d4c7b4902f0 None None] Provisioning complete for port 2e5ec543-3a4d-4edb-8055-84221bef027c triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:09.609255 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7fdc8dfa-8768-4b12-b634-3d4c7b4902f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:09.741641 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-7fdc8dfa-8768-4b12-b634-3d4c7b4902f0 None None] Port 2e5ec543-3a4d-4edb-8055-84221bef027c cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:39:09.793175 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fc753-62d9-4e6f-97bb-8a7d880c81c6 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'Subnet': ['ID=3bb41399-16b9-4e86-9c07-add9bbc8fff7,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:09.807361 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f99fc753-62d9-4e6f-97bb-8a7d880c81c6 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:09.821668 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99fc753-62d9-4e6f-97bb-8a7d880c81c6 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Checking segment: {'id': 'df2d0853-df81-44cb-b1ad-c64742c86b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '138cf882-0756-45a0-8480-448026371aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:09.822029 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99fc753-62d9-4e6f-97bb-8a7d880c81c6 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Network hostable DHCP agents. Network: 138cf882-0756-45a0-8480-448026371aef, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:39:09.870403 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-df39d912-8873-45d4-b790-8bc23d60056a None None] Provisioning for port f810f356-886f-4121-a517-c5254b446e2b completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:39:09.876414 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-df39d912-8873-45d4-b790-8bc23d60056a None None] Provisioning complete for port f810f356-886f-4121-a517-c5254b446e2b triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:09.876872 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-df39d912-8873-45d4-b790-8bc23d60056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:09.942495 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5ea90ba1-c106-402d-b02d-35ef63f712aa up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:39:09.993019 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99fc753-62d9-4e6f-97bb-8a7d880c81c6 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Network 138cf882-0756-45a0-8480-448026371aef is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:39:10.047273 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-f99fc753-62d9-4e6f-97bb-8a7d880c81c6 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 138cf882-0756-45a0-8480-448026371aef) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:10.051809 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99fc753-62d9-4e6f-97bb-8a7d880c81c6 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:10.053059 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f99fc753-62d9-4e6f-97bb-8a7d880c81c6 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:10.063467 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44109838-326d-4b00-a018-2e8973be4f39 None None] Network 138cf882-0756-45a0-8480-448026371aef requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:10.096113 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d1919646-1afe-417e-9d14-b27f5fea7173 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:10.097541 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-c8e79a74-7a8b-436c-b595-b7593c7ca49f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Allocated IP 2001:db8:1::1 (870aa52e-6e02-4aa2-a697-e4015bbd0372/94a7590e-d826-4c54-b256-98e1859935e0/da2a25a6-8926-4842-a3ed-23b602e0b422) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:39:10.114647 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e3566925-9bfc-4f28-866f-0447b15753b3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:10.204479 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f99fc753-62d9-4e6f-97bb-8a7d880c81c6 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2290678 Nov 26 16:39:10.210128 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-df39d912-8873-45d4-b790-8bc23d60056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:10.237021 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44102) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:10.264763 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 5ea90ba1-c106-402d-b02d-35ef63f712aa triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:10.265202 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:10.357263 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1919646-1afe-417e-9d14-b27f5fea7173 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Pushing event deleted for resources: {'Port': ['ID=ba84dcd3-eb85-406e-bc5d-73284dcf4309,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:10.359670 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-df39d912-8873-45d4-b790-8bc23d60056a None None] For port f810f356-886f-4121-a517-c5254b446e2b, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f810f356-886f-4121-a517-c5254b446e2b,segment=NetworkSegment(36cd58aa-2721-4a24-a3c4-47bb42cda006),segment_id=36cd58aa-2721-4a24-a3c4-47bb42cda006)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:10.359846 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d1919646-1afe-417e-9d14-b27f5fea7173 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:10.402583 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-df39d912-8873-45d4-b790-8bc23d60056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:10.418478 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d1919646-1afe-417e-9d14-b27f5fea7173 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:10.420390 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:10.484088 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8e79a74-7a8b-436c-b595-b7593c7ca49f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:10.494200 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-97e3ef71-a10c-4ae1-b04c-a100301b2d34 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:10.511560 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-c8e79a74-7a8b-436c-b595-b7593c7ca49f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Transition to ACTIVE for port object da2a25a6-8926-4842-a3ed-23b602e0b422 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:39:10.568404 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f029af01-4508-445c-9fa9-96c69ddf2ce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-138cf882-0756-45a0-8480-448026371aef', 'network_id': '138cf882-0756-45a0-8480-448026371aef', 'tenant_id': '99567243f2e24c6489754d65bc9ff7cc', 'fixed_ips': [{'subnet_id': '3bb41399-16b9-4e86-9c07-add9bbc8fff7'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:39:10.569157 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f029af01-4508-445c-9fa9-96c69ddf2ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:10.578202 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-97e3ef71-a10c-4ae1-b04c-a100301b2d34 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:10.588791 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-df39d912-8873-45d4-b790-8bc23d60056a None None] Provisioning complete for port 2e5ec543-3a4d-4edb-8055-84221bef027c triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:10.589181 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-df39d912-8873-45d4-b790-8bc23d60056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:10.623441 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8e79a74-7a8b-436c-b595-b7593c7ca49f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:10.630348 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-976132c5-7106-48d2-b01e-aea302800994 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:10.663891 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39d912-8873-45d4-b790-8bc23d60056a None None] Pushing event updated for resources: {'Port': ['ID=f810f356-886f-4121-a517-c5254b446e2b,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:10.674643 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-df39d912-8873-45d4-b790-8bc23d60056a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:10.709632 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e79a74-7a8b-436c-b595-b7593c7ca49f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network 870aa52e-6e02-4aa2-a697-e4015bbd0372 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:39:10.713349 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-c8e79a74-7a8b-436c-b595-b7593c7ca49f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:10.718129 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e79a74-7a8b-436c-b595-b7593c7ca49f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:39:10.718750 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8e79a74-7a8b-436c-b595-b7593c7ca49f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:10.722766 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:10.754185 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e79a74-7a8b-436c-b595-b7593c7ca49f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Port': ['ID=da2a25a6-8926-4842-a3ed-23b602e0b422,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:10.758410 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-df39d912-8873-45d4-b790-8bc23d60056a None None] Port 2e5ec543-3a4d-4edb-8055-84221bef027c cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:39:10.758615 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c8e79a74-7a8b-436c-b595-b7593c7ca49f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:10.764367 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-97e3ef71-a10c-4ae1-b04c-a100301b2d34 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:10.767624 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ce99ab78-f633-43a9-90f2-de62c573628d up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:39:10.770744 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:10.782660 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:10.814613 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3ef71-a10c-4ae1-b04c-a100301b2d34 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event deleted for resources: {'Subnet': ['ID=3bb41399-16b9-4e86-9c07-add9bbc8fff7,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:10.822711 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-97e3ef71-a10c-4ae1-b04c-a100301b2d34 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server [None req-f029af01-4508-445c-9fa9-96c69ddf2ce0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3bb41399-16b9-4e86-9c07-add9bbc8fff7: This subnet is being modified by another concurrent operation. Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 16:39:10.842387 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise exception Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3bb41399-16b9-4e86-9c07-add9bbc8fff7: This subnet is being modified by another concurrent operation. Nov 26 16:39:10.845433 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server Nov 26 16:39:10.853405 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Pushing event updated for resources: {'Subnet': ['ID=71e64a95-86e2-4d11-8197-16dfd88eb8e5,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:10.856412 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:10.862565 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port ce99ab78-f633-43a9-90f2-de62c573628d triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:10.862959 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:10.892438 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e5bb06-4682-4d65-ac57-cd87038e6b15 None None] Network 138cf882-0756-45a0-8480-448026371aef requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:10.939105 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-97e3ef71-a10c-4ae1-b04c-a100301b2d34 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:10.971463 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-97e3ef71-a10c-4ae1-b04c-a100301b2d34 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['138cf882-0756-45a0-8480-448026371aef']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:10.984763 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-97e3ef71-a10c-4ae1-b04c-a100301b2d34 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2d0853-df81-44cb-b1ad-c64742c86b89') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:10.985060 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-97e3ef71-a10c-4ae1-b04c-a100301b2d34 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2d0853-df81-44cb-b1ad-c64742c86b89') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:10.998580 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-97e3ef71-a10c-4ae1-b04c-a100301b2d34 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:11.015932 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-97e3ef71-a10c-4ae1-b04c-a100301b2d34 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:11.022549 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e3ef71-a10c-4ae1-b04c-a100301b2d34 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:39:11.023114 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-97e3ef71-a10c-4ae1-b04c-a100301b2d34 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:11.038531 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1919646-1afe-417e-9d14-b27f5fea7173 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Router be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:39:11.071396 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Checking segment: {'id': 'd999b738-4c88-49fc-b47d-81c0374e9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '91665592-fed4-4923-86f2-9f4e1278fc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:11.071710 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Network hostable DHCP agents. Network: 91665592-fed4-4923-86f2-9f4e1278fc23, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:39:11.128895 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:39:11.135468 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-97e3ef71-a10c-4ae1-b04c-a100301b2d34 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:11.140908 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-97e3ef71-a10c-4ae1-b04c-a100301b2d34 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:11.146843 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-154abc88-d8f3-4d95-a1dd-a5e1c2c7dfb5 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:11.187830 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3ef71-a10c-4ae1-b04c-a100301b2d34 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event deleted for resources: {'Network': ['ID=138cf882-0756-45a0-8480-448026371aef,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:11.191748 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-97e3ef71-a10c-4ae1-b04c-a100301b2d34 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:11.193358 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-97e3ef71-a10c-4ae1-b04c-a100301b2d34 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/networks/138cf882-0756-45a0-8480-448026371aef HTTP/1.1" status: 204 len: 168 time: 0.9549863 Nov 26 16:39:11.196823 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44110) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:11.202949 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-7c9667b1-0c14-4952-90d8-6d8a48378641 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1732085377'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:11.240266 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7c9667b1-0c14-4952-90d8-6d8a48378641 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:11.248572 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Network 91665592-fed4-4923-86f2-9f4e1278fc23 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:39:11.257053 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7c9667b1-0c14-4952-90d8-6d8a48378641 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Usage tracker for resource:network and tenant:99567243f2e24c6489754d65bc9ff7cc is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:11.266126 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 91665592-fed4-4923-86f2-9f4e1278fc23) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:11.276638 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ded6020-459f-436d-bf29-a1e187db2c94 None None] Network 91665592-fed4-4923-86f2-9f4e1278fc23 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:11.276844 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:11.278040 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1919646-1afe-417e-9d14-b27f5fea7173 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:39:11.279898 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7c9667b1-0c14-4952-90d8-6d8a48378641 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:11.286447 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d1919646-1afe-417e-9d14-b27f5fea7173 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "PUT /v2.0/routers/be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0857165 Nov 26 16:39:11.286599 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521b3161-2f6e-40b1-af2d-7d00fb375d4f None None] Sync routers for ids ['be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:39:11.287761 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f99fc753-62d9-4e6f-97bb-8a7d880c81c6 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:11.296100 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44114) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:11.300776 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521b3161-2f6e-40b1-af2d-7d00fb375d4f None None] Routers {'be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:11.301406 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-521b3161-2f6e-40b1-af2d-7d00fb375d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:11.369297 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-521b3161-2f6e-40b1-af2d-7d00fb375d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:11.379060 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521b3161-2f6e-40b1-af2d-7d00fb375d4f None None] Routers {'be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:11.380067 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-521b3161-2f6e-40b1-af2d-7d00fb375d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:11.382783 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7c9667b1-0c14-4952-90d8-6d8a48378641 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:11.417315 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-9419097e-64b6-4e98-bcb3-0d5e531c9d48 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] delete failed (client error): The resource could not be found. Nov 26 16:39:11.424163 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-9419097e-64b6-4e98-bcb3-0d5e531c9d48 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "DELETE /v2.0/routers/tempest-non_exist_router-1516342746 HTTP/1.1" status: 404 len: 335 time: 0.1238425 Nov 26 16:39:11.426275 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44120) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:11.427113 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8e79a74-7a8b-436c-b595-b7593c7ca49f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:11.435808 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Pushing event updated for resources: {'Subnet': ['ID=5ffbdae0-69cb-4ba9-ab61-07c9346dd586,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:11.437995 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.objects.ports [None req-88cf80ea-154e-4894-bd19-cb76e25480ef tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87518) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 26 16:39:11.438480 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-88cf80ea-154e-4894-bd19-cb76e25480ef tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:11.442591 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:11.443092 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:11.450082 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9667b1-0c14-4952-90d8-6d8a48378641 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Made reservation on behalf of 99567243f2e24c6489754d65bc9ff7cc for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:11.454058 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7c9667b1-0c14-4952-90d8-6d8a48378641 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:11.469814 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ce7a249d-24e1-4015-b62c-3b7ee0dd856f None None] Provisioning complete for port f810f356-886f-4121-a517-c5254b446e2b triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:11.469814 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ce7a249d-24e1-4015-b62c-3b7ee0dd856f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:11.472861 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-e553f605-fb97-4a86-81a1-3ad1ac946905 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Request body: {'router': {'external_gateway_info': {'network_id': 'be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401'}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:11.482843 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-521b3161-2f6e-40b1-af2d-7d00fb375d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:11.483518 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521b3161-2f6e-40b1-af2d-7d00fb375d4f None None] The sync data for ids ['be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:39:11.506007 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Checking segment: {'id': '17c47701-32d8-46e5-b9b9-92bcd68873bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67466a9a-a4ff-49ea-bab5-a0999607ec94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:11.506377 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Network hostable DHCP agents. Network: 67466a9a-a4ff-49ea-bab5-a0999607ec94, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:39:11.534646 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf80ea-154e-4894-bd19-cb76e25480ef tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7dbe6a48-3d40-4a4f-bec2-b5eb2e078350,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:11.540203 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-88cf80ea-154e-4894-bd19-cb76e25480ef tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:11.565612 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Network 67466a9a-a4ff-49ea-bab5-a0999607ec94 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:39:11.578963 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cf80ea-154e-4894-bd19-cb76e25480ef tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Checking segment: {'id': 'ae350b4f-b1f6-4d26-9f26-a21994ebaf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '85103fe3-6411-4b11-a614-eca4aeadaa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:11.579263 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cf80ea-154e-4894-bd19-cb76e25480ef tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Network hostable DHCP agents. Network: 85103fe3-6411-4b11-a614-eca4aeadaa63, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:39:11.589392 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 67466a9a-a4ff-49ea-bab5-a0999607ec94) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:11.594543 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:11.595023 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:11.595645 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:11.600815 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95beff01-9dce-48c7-be9a-481656dc585a None None] Network 67466a9a-a4ff-49ea-bab5-a0999607ec94 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:11.617429 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cf80ea-154e-4894-bd19-cb76e25480ef tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Network 85103fe3-6411-4b11-a614-eca4aeadaa63 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:39:11.623045 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.3505168 Nov 26 16:39:11.626971 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44124) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:11.659776 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-88cf80ea-154e-4894-bd19-cb76e25480ef tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 85103fe3-6411-4b11-a614-eca4aeadaa63) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:11.674947 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cf80ea-154e-4894-bd19-cb76e25480ef tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:11.675545 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-88cf80ea-154e-4894-bd19-cb76e25480ef tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:11.712279 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f60fb18-c25b-47fc-959c-6975bbcd3162 None None] Network 85103fe3-6411-4b11-a614-eca4aeadaa63 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:11.724889 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349bef26-6e18-42cf-8cf2-2d30cd504eda tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:11.727303 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349bef26-6e18-42cf-8cf2-2d30cd504eda tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:11.730031 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349bef26-6e18-42cf-8cf2-2d30cd504eda tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:11.731769 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-349bef26-6e18-42cf-8cf2-2d30cd504eda tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Synchronizing usage tracker for tenant:0180f25c1f2d46cd98bb4e63a5e821e4 on resource:subnet {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:39:11.756577 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-88cf80ea-154e-4894-bd19-cb76e25480ef tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2624121 Nov 26 16:39:11.758994 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44128) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:11.774994 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-5cd9b6ac-9a26-4702-b12b-0be58084b3fa tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1355590147', 'network_id': '85103fe3-6411-4b11-a614-eca4aeadaa63'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:11.789161 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5cd9b6ac-9a26-4702-b12b-0be58084b3fa tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:11.795541 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5cd9b6ac-9a26-4702-b12b-0be58084b3fa tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Usage tracker for resource:port and tenant:17a6da3b675349ab89b64ceb25702236 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:11.800591 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5cd9b6ac-9a26-4702-b12b-0be58084b3fa tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:11.809803 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5cd9b6ac-9a26-4702-b12b-0be58084b3fa tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:11.811917 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-349bef26-6e18-42cf-8cf2-2d30cd504eda tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Unset dirty status for tenant:0180f25c1f2d46cd98bb4e63a5e821e4 on resource:subnet {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:39:11.813076 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-349bef26-6e18-42cf-8cf2-2d30cd504eda tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1853633 Nov 26 16:39:11.822560 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44132) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:11.879866 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f810f356-886f-4121-a517-c5254b446e2b up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:39:11.881094 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd9b6ac-9a26-4702-b12b-0be58084b3fa tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Made reservation on behalf of 17a6da3b675349ab89b64ceb25702236 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:11.883572 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5cd9b6ac-9a26-4702-b12b-0be58084b3fa tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:11.915655 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-5cd9b6ac-9a26-4702-b12b-0be58084b3fa tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] device_id is not set on port 50982958-0c59-4711-a9be-0e19c0548922 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:39:11.930154 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9667b1-0c14-4952-90d8-6d8a48378641 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:39:11.955772 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-354c125e-2c1a-4c46-8585-a8f87c1ad049 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Deleting subnet 71e64a95-86e2-4d11-8197-16dfd88eb8e5 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:39:11.963594 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-354c125e-2c1a-4c46-8585-a8f87c1ad049 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:12.036118 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8e81be-7e88-425a-8813-42f543c936ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-91665592-fed4-4923-86f2-9f4e1278fc23', 'network_id': '91665592-fed4-4923-86f2-9f4e1278fc23', 'tenant_id': '0180f25c1f2d46cd98bb4e63a5e821e4', 'fixed_ips': [{'subnet_id': '71e64a95-86e2-4d11-8197-16dfd88eb8e5'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:39:12.037427 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bf8e81be-7e88-425a-8813-42f543c936ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:12.050127 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-354c125e-2c1a-4c46-8585-a8f87c1ad049 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:12.109735 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7c9667b1-0c14-4952-90d8-6d8a48378641 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:12.110066 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-7c9667b1-0c14-4952-90d8-6d8a48378641 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Added segment 24a41cb0-e149-406a-81ab-8f4cca1fca9f of type vlan for network 1ee31a82-cf3c-4f6c-b291-df29842afc13 Nov 26 16:39:12.159531 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-354c125e-2c1a-4c46-8585-a8f87c1ad049 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:12.219964 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e553f605-fb97-4a86-81a1-3ad1ac946905 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:12.234660 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7c9667b1-0c14-4952-90d8-6d8a48378641 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:12.247110 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port f810f356-886f-4121-a517-c5254b446e2b triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:12.247491 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:12.288122 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-5cd9b6ac-9a26-4702-b12b-0be58084b3fa tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Allocated IP 172.20.0.12 (85103fe3-6411-4b11-a614-eca4aeadaa63/7dbe6a48-3d40-4a4f-bec2-b5eb2e078350/50982958-0c59-4711-a9be-0e19c0548922) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:39:12.290821 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d3c29578-d9ac-4830-80a3-0b04085f8cc2 None None] Provisioning for port da2a25a6-8926-4842-a3ed-23b602e0b422 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:39:12.358198 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-e553f605-fb97-4a86-81a1-3ad1ac946905 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] update failed (client error): The resource could not be found. Nov 26 16:39:12.362640 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e553f605-fb97-4a86-81a1-3ad1ac946905 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "PUT /v2.0/routers/be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401 HTTP/1.1" status: 404 len: 339 time: 0.9117022 Nov 26 16:39:12.365461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44140) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:12.368628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-354c125e-2c1a-4c46-8585-a8f87c1ad049 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:12.389574 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7c9667b1-0c14-4952-90d8-6d8a48378641 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:12.389796 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:12.393869 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d3c29578-d9ac-4830-80a3-0b04085f8cc2 None None] Provisioning complete for port da2a25a6-8926-4842-a3ed-23b602e0b422 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:12.394251 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d3c29578-d9ac-4830-80a3-0b04085f8cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:12.396026 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9667b1-0c14-4952-90d8-6d8a48378641 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:12.396727 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7c9667b1-0c14-4952-90d8-6d8a48378641 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:12.417432 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f43ab677-826e-43f9-bf3f-6d80e63eda6d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:12.420845 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-354c125e-2c1a-4c46-8585-a8f87c1ad049 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:12.435453 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-cbd83b8f-c0f5-40f6-9b44-ef0b94fb264a tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-290374664'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:12.445210 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7c9667b1-0c14-4952-90d8-6d8a48378641 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2445259 Nov 26 16:39:12.450151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44144) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:12.454458 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-cbd83b8f-c0f5-40f6-9b44-ef0b94fb264a tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:12.459773 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c125e-2c1a-4c46-8585-a8f87c1ad049 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Pushing event deleted for resources: {'Subnet': ['ID=71e64a95-86e2-4d11-8197-16dfd88eb8e5,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:12.464398 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-354c125e-2c1a-4c46-8585-a8f87c1ad049 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server [None req-bf8e81be-7e88-425a-8813-42f543c936ff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 71e64a95-86e2-4d11-8197-16dfd88eb8e5: This subnet is being modified by another concurrent operation. Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 16:39:12.478998 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise exception Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 71e64a95-86e2-4d11-8197-16dfd88eb8e5: This subnet is being modified by another concurrent operation. Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server Nov 26 16:39:12.482915 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e35aa67-a059-4794-8c59-c958ec1e8e8f None None] Network 85103fe3-6411-4b11-a614-eca4aeadaa63 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:12.487124 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cbd83b8f-c0f5-40f6-9b44-ef0b94fb264a tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Usage tracker for resource:network and tenant:ff49c1902fa54265bc43f33ddda90877 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:12.495205 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cbd83b8f-c0f5-40f6-9b44-ef0b94fb264a tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:12.495600 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a964a505-d0d4-4f80-b823-0ebacc3bbb86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-67466a9a-a4ff-49ea-bab5-a0999607ec94', 'network_id': '67466a9a-a4ff-49ea-bab5-a0999607ec94', 'tenant_id': '0180f25c1f2d46cd98bb4e63a5e821e4', 'fixed_ips': [{'subnet_id': '5ffbdae0-69cb-4ba9-ab61-07c9346dd586'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:39:12.498655 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a964a505-d0d4-4f80-b823-0ebacc3bbb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:12.515438 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7763208f-e810-4bcb-9410-bfc70ce92db0 None None] Network 91665592-fed4-4923-86f2-9f4e1278fc23 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:12.522721 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-80f14173-d29b-4669-8f48-744cb4867d3d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Request body: {'subnet': {'network_id': '1ee31a82-cf3c-4f6c-b291-df29842afc13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:12.558421 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-cbd83b8f-c0f5-40f6-9b44-ef0b94fb264a tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:12.650358 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-354c125e-2c1a-4c46-8585-a8f87c1ad049 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] 10.222.0.11 "DELETE /v2.0/subnets/71e64a95-86e2-4d11-8197-16dfd88eb8e5 HTTP/1.1" status: 204 len: 168 time: 0.8243082 Nov 26 16:39:12.650859 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44150) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:12.653821 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd83b8f-c0f5-40f6-9b44-ef0b94fb264a tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Made reservation on behalf of ff49c1902fa54265bc43f33ddda90877 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:12.657336 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cbd83b8f-c0f5-40f6-9b44-ef0b94fb264a tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:12.661435 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9667b1-0c14-4952-90d8-6d8a48378641 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'Network': ['ID=1ee31a82-cf3c-4f6c-b291-df29842afc13,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:12.669075 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7c9667b1-0c14-4952-90d8-6d8a48378641 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:12.683819 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-80f14173-d29b-4669-8f48-744cb4867d3d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:12.690377 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-80f14173-d29b-4669-8f48-744cb4867d3d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Usage tracker for resource:subnet and tenant:99567243f2e24c6489754d65bc9ff7cc is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:12.701715 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-80f14173-d29b-4669-8f48-744cb4867d3d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:12.711407 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-80f14173-d29b-4669-8f48-744cb4867d3d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:12.715261 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8e79a74-7a8b-436c-b595-b7593c7ca49f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:12.725424 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8e79a74-7a8b-436c-b595-b7593c7ca49f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:12.726699 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8e79a74-7a8b-436c-b595-b7593c7ca49f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:12.731602 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-11574c7e-49a0-4b86-b554-5095961d6d66 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:12.738736 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 1ee31a82-cf3c-4f6c-b291-df29842afc13 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:39:12.774076 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f14173-d29b-4669-8f48-744cb4867d3d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Made reservation on behalf of 99567243f2e24c6489754d65bc9ff7cc for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:12.777793 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-80f14173-d29b-4669-8f48-744cb4867d3d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:12.823578 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-d3c29578-d9ac-4830-80a3-0b04085f8cc2 None None] Port da2a25a6-8926-4842-a3ed-23b602e0b422 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:39:12.893223 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5cd9b6ac-9a26-4702-b12b-0be58084b3fa tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:12.914122 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd83b8f-c0f5-40f6-9b44-ef0b94fb264a tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:39:12.925630 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3e3044-5b50-4c8f-9426-7996531d93cf tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Deleting subnet 5ffbdae0-69cb-4ba9-ab61-07c9346dd586 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:39:12.932966 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4c3e3044-5b50-4c8f-9426-7996531d93cf tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:12.972390 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cbd83b8f-c0f5-40f6-9b44-ef0b94fb264a tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:12.972810 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-cbd83b8f-c0f5-40f6-9b44-ef0b94fb264a tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Added segment 10fd92ec-ffd8-4500-a2f7-4d08a12e3ab8 of type vlan for network 06602138-df7a-43e4-b3d3-f3526227c2ef Nov 26 16:39:13.017473 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4c3e3044-5b50-4c8f-9426-7996531d93cf tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:13.067821 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cbd83b8f-c0f5-40f6-9b44-ef0b94fb264a tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:13.085737 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e79a74-7a8b-436c-b595-b7593c7ca49f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Port': ['ID=da2a25a6-8926-4842-a3ed-23b602e0b422,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:13.092576 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c8e79a74-7a8b-436c-b595-b7593c7ca49f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:13.094163 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5cd9b6ac-9a26-4702-b12b-0be58084b3fa tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:13.096124 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.ipam_backend_mixin [None req-80f14173-d29b-4669-8f48-744cb4867d3d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Performing IP validity checks on allocation pools {{(pid=87519) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 26 16:39:13.096766 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.ipam_backend_mixin [None req-80f14173-d29b-4669-8f48-744cb4867d3d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87519) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 26 16:39:13.113125 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-21f92810-1fc2-46ab-9989-0daa8405814a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:13.164349 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e79a74-7a8b-436c-b595-b7593c7ca49f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network 870aa52e-6e02-4aa2-a697-e4015bbd0372 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:39:13.167508 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-c8e79a74-7a8b-436c-b595-b7593c7ca49f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:13.169779 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4c3e3044-5b50-4c8f-9426-7996531d93cf tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:13.247299 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cbd83b8f-c0f5-40f6-9b44-ef0b94fb264a tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:13.252889 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd83b8f-c0f5-40f6-9b44-ef0b94fb264a tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:13.253474 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cbd83b8f-c0f5-40f6-9b44-ef0b94fb264a tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:13.262891 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd9b6ac-9a26-4702-b12b-0be58084b3fa tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Network 85103fe3-6411-4b11-a614-eca4aeadaa63 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:39:13.269953 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-5cd9b6ac-9a26-4702-b12b-0be58084b3fa tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:13.282445 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd9b6ac-9a26-4702-b12b-0be58084b3fa tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:39:13.315623 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9b6ac-9a26-4702-b12b-0be58084b3fa tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Pushing event updated for resources: {'Port': ['ID=50982958-0c59-4711-a9be-0e19c0548922,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:13.318394 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5cd9b6ac-9a26-4702-b12b-0be58084b3fa tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:13.334297 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5129be40-5253-4afd-adae-c3e1a9f511ef tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:13.408733 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e79a74-7a8b-436c-b595-b7593c7ca49f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Router 42f4934b-6b60-48e2-bb5a-0f4a1a925499 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:39:13.435017 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cbd83b8f-c0f5-40f6-9b44-ef0b94fb264a tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0680125 Nov 26 16:39:13.450523 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44156) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:13.462444 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-92d312c8-ecf6-4bc0-9011-57cdc0c5aef3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Request body: {'subnet': {'network_id': '06602138-df7a-43e4-b3d3-f3526227c2ef', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:13.478440 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-80f14173-d29b-4669-8f48-744cb4867d3d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server [None req-a964a505-d0d4-4f80-b823-0ebacc3bbb86 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ffbdae0-69cb-4ba9-ab61-07c9346dd586: This subnet is being modified by another concurrent operation. Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 16:39:13.501906 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise exception Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ffbdae0-69cb-4ba9-ab61-07c9346dd586: This subnet is being modified by another concurrent operation. Nov 26 16:39:13.505727 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server Nov 26 16:39:13.522791 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22eea5c-4420-4cbd-bbb0-fec47dd8d476 None None] Network 67466a9a-a4ff-49ea-bab5-a0999607ec94 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:13.545365 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a471fde4-9f56-4aed-b033-7fab9fa72ac4 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:13.548401 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd83b8f-c0f5-40f6-9b44-ef0b94fb264a tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Pushing event updated for resources: {'Network': ['ID=06602138-df7a-43e4-b3d3-f3526227c2ef,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:13.554159 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd9b6ac-9a26-4702-b12b-0be58084b3fa tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:13.554769 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5cd9b6ac-9a26-4702-b12b-0be58084b3fa tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:13.559243 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4c3e3044-5b50-4c8f-9426-7996531d93cf tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:13.563372 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cbd83b8f-c0f5-40f6-9b44-ef0b94fb264a tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:13.577501 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:13.618873 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 06602138-df7a-43e4-b3d3-f3526227c2ef details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:39:13.627861 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e3044-5b50-4c8f-9426-7996531d93cf tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Pushing event deleted for resources: {'Subnet': ['ID=5ffbdae0-69cb-4ba9-ab61-07c9346dd586,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:13.640641 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4c3e3044-5b50-4c8f-9426-7996531d93cf tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:13.646706 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4c3e3044-5b50-4c8f-9426-7996531d93cf tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:13.651547 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f14173-d29b-4669-8f48-744cb4867d3d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'Subnet': ['ID=41513b15-b3f2-4015-8c27-799bb6489ca5,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:13.655561 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e79a74-7a8b-436c-b595-b7593c7ca49f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:39:13.658841 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-80f14173-d29b-4669-8f48-744cb4867d3d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:13.664151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f14173-d29b-4669-8f48-744cb4867d3d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Checking segment: {'id': '24a41cb0-e149-406a-81ab-8f4cca1fca9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1ee31a82-cf3c-4f6c-b291-df29842afc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:13.664794 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f14173-d29b-4669-8f48-744cb4867d3d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Network hostable DHCP agents. Network: 1ee31a82-cf3c-4f6c-b291-df29842afc13, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:39:13.669617 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4c3e3044-5b50-4c8f-9426-7996531d93cf tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] 10.222.0.11 "DELETE /v2.0/subnets/5ffbdae0-69cb-4ba9-ab61-07c9346dd586 HTTP/1.1" status: 204 len: 168 time: 1.0168109 Nov 26 16:39:13.670959 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-92d312c8-ecf6-4bc0-9011-57cdc0c5aef3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:13.673056 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44162) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:13.678809 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4a5a83-2023-4ef5-b906-91b7a139618b None None] Sync routers for ids ['42f4934b-6b60-48e2-bb5a-0f4a1a925499'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:39:13.679559 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5cd9b6ac-9a26-4702-b12b-0be58084b3fa tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.9188676 Nov 26 16:39:13.680152 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c8e79a74-7a8b-436c-b595-b7593c7ca49f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "PUT /v2.0/routers/42f4934b-6b60-48e2-bb5a-0f4a1a925499/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1519880 Nov 26 16:39:13.680470 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44166) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:13.681592 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-92d312c8-ecf6-4bc0-9011-57cdc0c5aef3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Usage tracker for resource:subnet and tenant:ff49c1902fa54265bc43f33ddda90877 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:13.688074 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-92d312c8-ecf6-4bc0-9011-57cdc0c5aef3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:13.690647 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44168) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:13.752476 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f43b4e2-7867-4434-9835-9f89da15ea73 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:13.754035 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6f43b4e2-7867-4434-9835-9f89da15ea73 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0790112 Nov 26 16:39:13.757915 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44176) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:13.764355 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-92d312c8-ecf6-4bc0-9011-57cdc0c5aef3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:13.834726 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e802dbe4-69aa-4a1d-8f48-bc365307e04b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:13.836207 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e802dbe4-69aa-4a1d-8f48-bc365307e04b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "GET /v2.0/ports/da2a25a6-8926-4842-a3ed-23b602e0b422 HTTP/1.1" status: 200 len: 913 time: 0.1108282 Nov 26 16:39:13.838891 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-e59160dd-78fe-4e84-80bf-beb96015619a tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Deleting port 50982958-0c59-4711-a9be-0e19c0548922 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:13.839316 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e59160dd-78fe-4e84-80bf-beb96015619a tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:13.840480 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44180) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:13.846182 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f14173-d29b-4669-8f48-744cb4867d3d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Network 1ee31a82-cf3c-4f6c-b291-df29842afc13 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:39:13.867747 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d312c8-ecf6-4bc0-9011-57cdc0c5aef3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Made reservation on behalf of ff49c1902fa54265bc43f33ddda90877 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:13.871961 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-92d312c8-ecf6-4bc0-9011-57cdc0c5aef3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:13.903508 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-79c82f00-1ca2-4fdb-910b-5da628eac58b None None] Provisioning complete for port da2a25a6-8926-4842-a3ed-23b602e0b422 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:13.911757 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-79c82f00-1ca2-4fdb-910b-5da628eac58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:13.964028 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4a5a83-2023-4ef5-b906-91b7a139618b None None] Routers {'42f4934b-6b60-48e2-bb5a-0f4a1a925499'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:13.964907 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-4c4a5a83-2023-4ef5-b906-91b7a139618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['42f4934b-6b60-48e2-bb5a-0f4a1a925499'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:14.011071 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-80f14173-d29b-4669-8f48-744cb4867d3d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 1ee31a82-cf3c-4f6c-b291-df29842afc13) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:14.019128 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f14173-d29b-4669-8f48-744cb4867d3d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:14.019703 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-80f14173-d29b-4669-8f48-744cb4867d3d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:14.029843 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-28f3d1ca-d937-499b-87ab-bc43de7b4d21 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:14.045887 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfc0a18-bf4b-46b2-b941-d80ef2445daf None None] Network 1ee31a82-cf3c-4f6c-b291-df29842afc13 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:14.073563 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-4c4a5a83-2023-4ef5-b906-91b7a139618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:14.153472 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-80f14173-d29b-4669-8f48-744cb4867d3d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.6920152 Nov 26 16:39:14.180647 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44184) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:14.214891 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-79c82f00-1ca2-4fdb-910b-5da628eac58b None None] Port da2a25a6-8926-4842-a3ed-23b602e0b422 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:39:14.217312 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4a5a83-2023-4ef5-b906-91b7a139618b None None] Routers {'42f4934b-6b60-48e2-bb5a-0f4a1a925499'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:14.218282 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-4c4a5a83-2023-4ef5-b906-91b7a139618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['42f4934b-6b60-48e2-bb5a-0f4a1a925499'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:14.284740 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-4c4a5a83-2023-4ef5-b906-91b7a139618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:14.284740 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4a5a83-2023-4ef5-b906-91b7a139618b None None] The sync data for ids ['42f4934b-6b60-48e2-bb5a-0f4a1a925499'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:39:14.323503 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-28f3d1ca-d937-499b-87ab-bc43de7b4d21 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:14.329478 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e59160dd-78fe-4e84-80bf-beb96015619a tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:14.392077 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-28f3d1ca-d937-499b-87ab-bc43de7b4d21 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67466a9a-a4ff-49ea-bab5-a0999607ec94']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:14.409380 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-28f3d1ca-d937-499b-87ab-bc43de7b4d21 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c47701-32d8-46e5-b9b9-92bcd68873bf') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:14.409674 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-28f3d1ca-d937-499b-87ab-bc43de7b4d21 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c47701-32d8-46e5-b9b9-92bcd68873bf') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:14.416263 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-1ee31a82-cf3c-4f6c-b291-df29842afc13', 'network_id': '1ee31a82-cf3c-4f6c-b291-df29842afc13', 'tenant_id': '99567243f2e24c6489754d65bc9ff7cc', 'fixed_ips': [{'subnet_id': '41513b15-b3f2-4015-8c27-799bb6489ca5'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:39:14.417874 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:14.427111 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-28f3d1ca-d937-499b-87ab-bc43de7b4d21 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:14.605732 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] Allocated IP 172.20.0.3 (1ee31a82-cf3c-4f6c-b291-df29842afc13/41513b15-b3f2-4015-8c27-799bb6489ca5/6f889c03-8950-489b-a7bb-62261964ddb1) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:39:14.606290 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-e59160dd-78fe-4e84-80bf-beb96015619a tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Calling delete_port for 50982958-0c59-4711-a9be-0e19c0548922 owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:14.606415 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-28f3d1ca-d937-499b-87ab-bc43de7b4d21 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:14.622524 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f3d1ca-d937-499b-87ab-bc43de7b4d21 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:39:14.622911 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-28f3d1ca-d937-499b-87ab-bc43de7b4d21 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:39:14.637178 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:39:14.660965 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-92d312c8-ecf6-4bc0-9011-57cdc0c5aef3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:14.675512 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:14.763962 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-28f3d1ca-d937-499b-87ab-bc43de7b4d21 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:14.768637 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:14.772326 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7c9667b1-0c14-4952-90d8-6d8a48378641 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:14.790996 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-28f3d1ca-d937-499b-87ab-bc43de7b4d21 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:14.803648 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3d1ca-d937-499b-87ab-bc43de7b4d21 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Pushing event deleted for resources: {'Network': ['ID=67466a9a-a4ff-49ea-bab5-a0999607ec94,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:14.814363 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-28f3d1ca-d937-499b-87ab-bc43de7b4d21 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:14.821093 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-28f3d1ca-d937-499b-87ab-bc43de7b4d21 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] 10.222.0.11 "DELETE /v2.0/networks/67466a9a-a4ff-49ea-bab5-a0999607ec94 HTTP/1.1" status: 204 len: 168 time: 1.0619669 Nov 26 16:39:14.823457 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44192) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:14.920017 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:14.953013 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-64274fe2-7a14-400f-96e0-3be72966987c tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:14.958632 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-96f20bbe-f925-4ddf-9301-4cd7ab8c3453 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:15.008186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d312c8-ecf6-4bc0-9011-57cdc0c5aef3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Pushing event updated for resources: {'Subnet': ['ID=f2b2ddbb-51f6-4031-9c6d-44bcd8f9b14e,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:15.025447 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d312c8-ecf6-4bc0-9011-57cdc0c5aef3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Checking segment: {'id': '10fd92ec-ffd8-4500-a2f7-4d08a12e3ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06602138-df7a-43e4-b3d3-f3526227c2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:15.025808 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d312c8-ecf6-4bc0-9011-57cdc0c5aef3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Network hostable DHCP agents. Network: 06602138-df7a-43e4-b3d3-f3526227c2ef, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:39:15.031961 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-92d312c8-ecf6-4bc0-9011-57cdc0c5aef3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:15.034837 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:15.071479 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] Transition to ACTIVE for port object 6f889c03-8950-489b-a7bb-62261964ddb1 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:39:15.088991 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e59160dd-78fe-4e84-80bf-beb96015619a tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:15.093274 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] Transition to ACTIVE for port object 6f889c03-8950-489b-a7bb-62261964ddb1 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:39:15.099110 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5cd9b6ac-9a26-4702-b12b-0be58084b3fa tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:15.099932 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:15.105747 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ce3efd14-4ecd-453c-bda5-832e3b0547b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:15.157893 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59160dd-78fe-4e84-80bf-beb96015619a tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Pushing event deleted for resources: {'Port': ['ID=50982958-0c59-4711-a9be-0e19c0548922,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:15.174467 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] Network 1ee31a82-cf3c-4f6c-b291-df29842afc13 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:39:15.177565 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:15.180024 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:39:15.187278 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e59160dd-78fe-4e84-80bf-beb96015619a tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:15.199312 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d312c8-ecf6-4bc0-9011-57cdc0c5aef3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Network 06602138-df7a-43e4-b3d3-f3526227c2ef is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:39:15.221692 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] Pushing event updated for resources: {'Port': ['ID=6f889c03-8950-489b-a7bb-62261964ddb1,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:15.224049 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:15.261571 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-92d312c8-ecf6-4bc0-9011-57cdc0c5aef3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 06602138-df7a-43e4-b3d3-f3526227c2ef) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:15.265284 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:15.272686 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-af42411d-64b7-4bda-bae5-784fc7969b1e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:15.274238 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d4e87f-dc2e-4a4d-8144-db055bedc252 None None] Network 06602138-df7a-43e4-b3d3-f3526227c2ef requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:15.305941 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d312c8-ecf6-4bc0-9011-57cdc0c5aef3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:15.306531 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-92d312c8-ecf6-4bc0-9011-57cdc0c5aef3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:15.320777 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-64274fe2-7a14-400f-96e0-3be72966987c tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:15.325371 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event deleted for resources: {'Subnet': ['ID=41513b15-b3f2-4015-8c27-799bb6489ca5,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:15.329490 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e59160dd-78fe-4e84-80bf-beb96015619a tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:15.349958 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:15.360585 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] Attempting to bind port 6f889c03-8950-489b-a7bb-62261964ddb1 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:39:15.360784 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-64274fe2-7a14-400f-96e0-3be72966987c tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91665592-fed4-4923-86f2-9f4e1278fc23']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:15.361589 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] Attempting to bind port 6f889c03-8950-489b-a7bb-62261964ddb1 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '24a41cb0-e149-406a-81ab-8f4cca1fca9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1ee31a82-cf3c-4f6c-b291-df29842afc13'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:39:15.361969 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] Attempting to bind port 6f889c03-8950-489b-a7bb-62261964ddb1 on network 1ee31a82-cf3c-4f6c-b291-df29842afc13 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:39:15.372182 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:39:15.372571 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] Checking segment: {'id': '24a41cb0-e149-406a-81ab-8f4cca1fca9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1ee31a82-cf3c-4f6c-b291-df29842afc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:15.372945 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:15.373345 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] Bound using segment: {'id': '24a41cb0-e149-406a-81ab-8f4cca1fca9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1ee31a82-cf3c-4f6c-b291-df29842afc13'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:39:15.373901 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] Bound port: 6f889c03-8950-489b-a7bb-62261964ddb1, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a41cb0-e149-406a-81ab-8f4cca1fca9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1ee31a82-cf3c-4f6c-b291-df29842afc13'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:39:15.374188 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:15.376237 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-64274fe2-7a14-400f-96e0-3be72966987c tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd999b738-4c88-49fc-b47d-81c0374e9b93') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:15.376539 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-64274fe2-7a14-400f-96e0-3be72966987c tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd999b738-4c88-49fc-b47d-81c0374e9b93') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:15.391043 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-64274fe2-7a14-400f-96e0-3be72966987c tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:15.415542 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-64274fe2-7a14-400f-96e0-3be72966987c tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:15.424110 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e59160dd-78fe-4e84-80bf-beb96015619a tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "DELETE /v2.0/ports/50982958-0c59-4711-a9be-0e19c0548922 HTTP/1.1" status: 204 len: 168 time: 1.7376943 Nov 26 16:39:15.424297 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64274fe2-7a14-400f-96e0-3be72966987c tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:39:15.424853 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-64274fe2-7a14-400f-96e0-3be72966987c tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:15.425171 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44198) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:15.441504 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-92d312c8-ecf6-4bc0-9011-57cdc0c5aef3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9863188 Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:39:15.442710 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:39:15.447163 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-a851f105-473e-46a9-b6b0-ee0183064824 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '85103fe3-6411-4b11-a614-eca4aeadaa63', 'external_fixed_ips': [{'subnet_id': '7dbe6a48-3d40-4a4f-bec2-b5eb2e078350', 'ip_address': '172.20.0.12'}]}}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:15.449739 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44202) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:15.451465 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:15.464759 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-a851f105-473e-46a9-b6b0-ee0183064824 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:15.469650 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-79c090ca-c811-4af9-be77-c50750f4cdfc tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Request body: {'router': {'external_gateway_info': {'network_id': '06602138-df7a-43e4-b3d3-f3526227c2ef'}}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:15.544337 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] For port 6f889c03-8950-489b-a7bb-62261964ddb1, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:39:15.549595 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] For port 6f889c03-8950-489b-a7bb-62261964ddb1, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=6f889c03-8950-489b-a7bb-62261964ddb1,segment=NetworkSegment(24a41cb0-e149-406a-81ab-8f4cca1fca9f),segment_id=24a41cb0-e149-406a-81ab-8f4cca1fca9f)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:39:15.577515 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-96f20bbe-f925-4ddf-9301-4cd7ab8c3453 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting port da2a25a6-8926-4842-a3ed-23b602e0b422 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:15.577868 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-96f20bbe-f925-4ddf-9301-4cd7ab8c3453 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:15.584372 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:15.594102 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:15.601362 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a851f105-473e-46a9-b6b0-ee0183064824 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Usage tracker for resource:router and tenant:17a6da3b675349ab89b64ceb25702236 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:15.602861 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-64274fe2-7a14-400f-96e0-3be72966987c tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:15.610953 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a851f105-473e-46a9-b6b0-ee0183064824 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:15.611333 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:15.621158 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee31a82-cf3c-4f6c-b291-df29842afc13']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:15.628005 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-a851f105-473e-46a9-b6b0-ee0183064824 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:15.628220 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-64274fe2-7a14-400f-96e0-3be72966987c tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:15.652620 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64274fe2-7a14-400f-96e0-3be72966987c tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Pushing event deleted for resources: {'Network': ['ID=91665592-fed4-4923-86f2-9f4e1278fc23,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:15.654656 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-06602138-df7a-43e4-b3d3-f3526227c2ef', 'network_id': '06602138-df7a-43e4-b3d3-f3526227c2ef', 'tenant_id': 'ff49c1902fa54265bc43f33ddda90877', 'fixed_ips': [{'subnet_id': 'f2b2ddbb-51f6-4031-9c6d-44bcd8f9b14e'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:39:15.656175 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:15.659924 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-64274fe2-7a14-400f-96e0-3be72966987c tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:15.664027 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-64274fe2-7a14-400f-96e0-3be72966987c tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] 10.222.0.11 "DELETE /v2.0/networks/91665592-fed4-4923-86f2-9f4e1278fc23 HTTP/1.1" status: 204 len: 168 time: 0.8393745 Nov 26 16:39:15.667506 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44206) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:15.743138 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] Pushing event updated for resources: {'Port': ['ID=6f889c03-8950-489b-a7bb-62261964ddb1,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:15.751998 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:15.872403 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a41cb0-e149-406a-81ab-8f4cca1fca9f') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:15.872720 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a41cb0-e149-406a-81ab-8f4cca1fca9f') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:15.881472 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1561f8bf-cacc-4901-8661-437f2c3fe47d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:15.891575 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e128317e-bd8b-4357-afed-34062f2ee68d None None] Network 1ee31a82-cf3c-4f6c-b291-df29842afc13 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:15.918444 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-96f20bbe-f925-4ddf-9301-4cd7ab8c3453 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:16.002166 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a851f105-473e-46a9-b6b0-ee0183064824 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:16.003611 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a851f105-473e-46a9-b6b0-ee0183064824 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:16.013584 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] Allocated IP 2001:db8:1::2 (06602138-df7a-43e4-b3d3-f3526227c2ef/f2b2ddbb-51f6-4031-9c6d-44bcd8f9b14e/56efdb0a-ebef-4e31-a859-455c96cfd663) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:39:16.019839 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:16.041401 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-79c090ca-c811-4af9-be77-c50750f4cdfc tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:16.056395 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:16.060701 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a851f105-473e-46a9-b6b0-ee0183064824 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:16.097357 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:39:16.097840 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:39:16.170263 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:39:16.196803 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-96f20bbe-f925-4ddf-9301-4cd7ab8c3453 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Calling delete_port for da2a25a6-8926-4842-a3ed-23b602e0b422 owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:16.332134 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1561f8bf-cacc-4901-8661-437f2c3fe47d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:16.388987 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:16.399499 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] Transition to ACTIVE for port object 56efdb0a-ebef-4e31-a859-455c96cfd663 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:39:16.419182 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] Transition to ACTIVE for port object 56efdb0a-ebef-4e31-a859-455c96cfd663 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:39:16.425111 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:16.429135 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:16.490610 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] Network 06602138-df7a-43e4-b3d3-f3526227c2ef is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:39:16.493696 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:16.498593 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:39:16.503967 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] Pushing event updated for resources: {'Port': ['ID=56efdb0a-ebef-4e31-a859-455c96cfd663,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:16.506709 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-1561f8bf-cacc-4901-8661-437f2c3fe47d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b9742b-d8a8-4e89-8960-45da73588770']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:16.507920 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:16.523404 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-1561f8bf-cacc-4901-8661-437f2c3fe47d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1015c57-8b12-40f7-9cfc-bf355341ed81') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:16.523809 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-1561f8bf-cacc-4901-8661-437f2c3fe47d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1015c57-8b12-40f7-9cfc-bf355341ed81') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:16.528462 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.api [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 26 16:39:16.528462 dv-neutron-819440-1-hyperv neutron-server[87518]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 26 16:39:16.528462 dv-neutron-819440-1-hyperv neutron-server[87518]: [parameters: {'id': '1ee31a82-cf3c-4f6c-b291-df29842afc13'}] Nov 26 16:39:16.528462 dv-neutron-819440-1-hyperv neutron-server[87518]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:39:16.529119 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_db.api [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:39:16.540817 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1561f8bf-cacc-4901-8661-437f2c3fe47d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:16.570905 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1561f8bf-cacc-4901-8661-437f2c3fe47d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:16.580037 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1561f8bf-cacc-4901-8661-437f2c3fe47d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:39:16.580498 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1561f8bf-cacc-4901-8661-437f2c3fe47d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:16.594718 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] Attempting to bind port 56efdb0a-ebef-4e31-a859-455c96cfd663 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:39:16.595021 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] Attempting to bind port 56efdb0a-ebef-4e31-a859-455c96cfd663 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '10fd92ec-ffd8-4500-a2f7-4d08a12e3ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06602138-df7a-43e4-b3d3-f3526227c2ef'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:39:16.596984 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:39:16.599218 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] Attempting to bind port 56efdb0a-ebef-4e31-a859-455c96cfd663 on network 06602138-df7a-43e4-b3d3-f3526227c2ef {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:39:16.603895 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:39:16.604946 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] Checking segment: {'id': '10fd92ec-ffd8-4500-a2f7-4d08a12e3ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06602138-df7a-43e4-b3d3-f3526227c2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:16.605422 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:16.605888 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] Bound using segment: {'id': '10fd92ec-ffd8-4500-a2f7-4d08a12e3ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06602138-df7a-43e4-b3d3-f3526227c2ef'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:39:16.606543 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] Bound port: 56efdb0a-ebef-4e31-a859-455c96cfd663, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fd92ec-ffd8-4500-a2f7-4d08a12e3ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06602138-df7a-43e4-b3d3-f3526227c2ef'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:39:16.607020 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:16.665737 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a851f105-473e-46a9-b6b0-ee0183064824 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:16.698202 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] For port 56efdb0a-ebef-4e31-a859-455c96cfd663, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:39:16.701890 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] For port 56efdb0a-ebef-4e31-a859-455c96cfd663, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=56efdb0a-ebef-4e31-a859-455c96cfd663,segment=NetworkSegment(10fd92ec-ffd8-4500-a2f7-4d08a12e3ab8),segment_id=10fd92ec-ffd8-4500-a2f7-4d08a12e3ab8)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:39:16.707880 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:16.712242 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:16.738589 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1561f8bf-cacc-4901-8661-437f2c3fe47d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:16.744263 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1561f8bf-cacc-4901-8661-437f2c3fe47d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:16.751456 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-cf40b7fc-bbdb-44be-b096-00e88742ebdb tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:16.779160 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561f8bf-cacc-4901-8661-437f2c3fe47d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Pushing event deleted for resources: {'Network': ['ID=80b9742b-d8a8-4e89-8960-45da73588770,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:16.781292 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-79c090ca-c811-4af9-be77-c50750f4cdfc tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:39:16.782181 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1561f8bf-cacc-4901-8661-437f2c3fe47d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:16.786649 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-79c090ca-c811-4af9-be77-c50750f4cdfc tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "PUT /v2.0/routers/be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401 HTTP/1.1" status: 400 len: 364 time: 1.3230505 Nov 26 16:39:16.786649 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44216) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:16.812963 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1561f8bf-cacc-4901-8661-437f2c3fe47d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] 10.222.0.11 "DELETE /v2.0/networks/80b9742b-d8a8-4e89-8960-45da73588770 HTTP/1.1" status: 204 len: 168 time: 1.1441104 Nov 26 16:39:16.815306 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44222) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:16.861896 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] Pushing event updated for resources: {'Port': ['ID=56efdb0a-ebef-4e31-a859-455c96cfd663,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:16.872731 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:16.934040 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-96f20bbe-f925-4ddf-9301-4cd7ab8c3453 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:16.942010 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:17.008732 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f20bbe-f925-4ddf-9301-4cd7ab8c3453 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Port': ['ID=da2a25a6-8926-4842-a3ed-23b602e0b422,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:17.038535 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-20379fda-2d82-450d-be70-d5c2138b89a2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:17.047400 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-96f20bbe-f925-4ddf-9301-4cd7ab8c3453 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:17.075426 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:17.298841 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Deleting port 6f889c03-8950-489b-a7bb-62261964ddb1 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:17.299141 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:17.382032 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-96f20bbe-f925-4ddf-9301-4cd7ab8c3453 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:17.468779 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-20379fda-2d82-450d-be70-d5c2138b89a2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:17.557090 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f86fc679-f666-4628-8a3d-98f23fb0042d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:17.678492 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-20379fda-2d82-450d-be70-d5c2138b89a2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00922788-0a78-4be2-9203-7a78b5fa807b']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:17.701725 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-20379fda-2d82-450d-be70-d5c2138b89a2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecbccd66-1bcc-4a36-9d2f-8b47aed19608') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:17.702011 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-20379fda-2d82-450d-be70-d5c2138b89a2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecbccd66-1bcc-4a36-9d2f-8b47aed19608') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:17.719928 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-20379fda-2d82-450d-be70-d5c2138b89a2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:17.788900 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-20379fda-2d82-450d-be70-d5c2138b89a2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:17.879841 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d0b7a-aea1-4985-b634-2eb20797b1bb req-7f8183cc-90e6-43c8-b8b9-92703f245b8a tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:17.887099 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ff4d0b7a-aea1-4985-b634-2eb20797b1bb req-7f8183cc-90e6-43c8-b8b9-92703f245b8a tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.6997731 Nov 26 16:39:17.892548 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20379fda-2d82-450d-be70-d5c2138b89a2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:39:17.892961 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-20379fda-2d82-450d-be70-d5c2138b89a2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:17.896034 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 56efdb0a-ebef-4e31-a859-455c96cfd663 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:39:17.908316 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:39:18.000066 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 56efdb0a-ebef-4e31-a859-455c96cfd663 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:39:18.010081 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-20379fda-2d82-450d-be70-d5c2138b89a2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:18.014550 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1561f8bf-cacc-4901-8661-437f2c3fe47d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:18.032717 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-20379fda-2d82-450d-be70-d5c2138b89a2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:18.039298 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f20bbe-f925-4ddf-9301-4cd7ab8c3453 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Router 42f4934b-6b60-48e2-bb5a-0f4a1a925499 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:39:18.045096 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20379fda-2d82-450d-be70-d5c2138b89a2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Pushing event deleted for resources: {'Network': ['ID=00922788-0a78-4be2-9203-7a78b5fa807b,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:18.052468 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-20379fda-2d82-450d-be70-d5c2138b89a2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:18.055295 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-20379fda-2d82-450d-be70-d5c2138b89a2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] 10.222.0.11 "DELETE /v2.0/networks/00922788-0a78-4be2-9203-7a78b5fa807b HTTP/1.1" status: 204 len: 168 time: 1.2385018 Nov 26 16:39:18.108710 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b202fb7-0cd5-4cd5-bd37-6845515001cd None None] Network 06602138-df7a-43e4-b3d3-f3526227c2ef requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:18.227652 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] For port 6f889c03-8950-489b-a7bb-62261964ddb1, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=6f889c03-8950-489b-a7bb-62261964ddb1,segment=NetworkSegment(24a41cb0-e149-406a-81ab-8f4cca1fca9f),segment_id=24a41cb0-e149-406a-81ab-8f4cca1fca9f)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:18.228134 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:18.241558 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ff4d0b7a-aea1-4985-b634-2eb20797b1bb req-7005bb0b-8d7b-4bc4-9003-987ec64a4cd2 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3523858 Nov 26 16:39:18.245880 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6bd121ba-65e6-4243-a2c2-422ecd50c991 None None] Provisioning for port 56efdb0a-ebef-4e31-a859-455c96cfd663 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:39:18.265158 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6bd121ba-65e6-4243-a2c2-422ecd50c991 None None] Provisioning complete for port 56efdb0a-ebef-4e31-a859-455c96cfd663 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:18.265544 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6bd121ba-65e6-4243-a2c2-422ecd50c991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:18.269563 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f20bbe-f925-4ddf-9301-4cd7ab8c3453 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:39:18.281798 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2c9f16-d111-489e-a902-eff2bdfbf69a None None] Sync routers for ids ['42f4934b-6b60-48e2-bb5a-0f4a1a925499'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:39:18.283215 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-96f20bbe-f925-4ddf-9301-4cd7ab8c3453 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "PUT /v2.0/routers/42f4934b-6b60-48e2-bb5a-0f4a1a925499/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4414368 Nov 26 16:39:18.286750 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44236) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:18.302439 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2c9f16-d111-489e-a902-eff2bdfbf69a None None] Routers {'42f4934b-6b60-48e2-bb5a-0f4a1a925499'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:18.303387 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6a2c9f16-d111-489e-a902-eff2bdfbf69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['42f4934b-6b60-48e2-bb5a-0f4a1a925499'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:18.407342 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6a2c9f16-d111-489e-a902-eff2bdfbf69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:18.417626 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2c9f16-d111-489e-a902-eff2bdfbf69a None None] Routers {'42f4934b-6b60-48e2-bb5a-0f4a1a925499'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:18.418697 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6a2c9f16-d111-489e-a902-eff2bdfbf69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['42f4934b-6b60-48e2-bb5a-0f4a1a925499'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:18.498364 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Calling delete_port for 6f889c03-8950-489b-a7bb-62261964ddb1 owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:18.518915 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44244) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:18.554312 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6bd121ba-65e6-4243-a2c2-422ecd50c991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:18.602443 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-6bd121ba-65e6-4243-a2c2-422ecd50c991 None None] For port 56efdb0a-ebef-4e31-a859-455c96cfd663, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=56efdb0a-ebef-4e31-a859-455c96cfd663,segment=NetworkSegment(10fd92ec-ffd8-4500-a2f7-4d08a12e3ab8),segment_id=10fd92ec-ffd8-4500-a2f7-4d08a12e3ab8)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:18.610320 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6bd121ba-65e6-4243-a2c2-422ecd50c991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:18.612738 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:18.641384 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6a2c9f16-d111-489e-a902-eff2bdfbf69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:18.642227 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2c9f16-d111-489e-a902-eff2bdfbf69a None None] The sync data for ids ['42f4934b-6b60-48e2-bb5a-0f4a1a925499'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:39:18.725777 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd121ba-65e6-4243-a2c2-422ecd50c991 None None] Pushing event updated for resources: {'Port': ['ID=56efdb0a-ebef-4e31-a859-455c96cfd663,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:18.736006 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-6bd121ba-65e6-4243-a2c2-422ecd50c991 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:18.866543 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:18.879057 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:18.894330 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0b48c5-9d2b-4ebc-aa30-d251d4035dbe None None] get_active_networks_info from dv-neutron-819440-1-hyperv {{(pid=87520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 26 16:39:18.925884 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event deleted for resources: {'Port': ['ID=6f889c03-8950-489b-a7bb-62261964ddb1,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:18.928479 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:18.936536 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] No DVR routers for this DVR port 6f889c03-8950-489b-a7bb-62261964ddb1 on host dv-neutron-819440-1-hyperv {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:39:18.977534 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-3cf1bb1f-81f7-40a9-9d4b-84bb76a5367a None None] Provisioning complete for port 56efdb0a-ebef-4e31-a859-455c96cfd663 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:18.978117 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3cf1bb1f-81f7-40a9-9d4b-84bb76a5367a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:19.052677 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-cc18202f-a748-4c65-a1b5-8a7ef9bda009 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0180f25c1f2d46cd98bb4e63a5e821e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5322926 Nov 26 16:39:19.064380 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44254) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:19.067265 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a851f105-473e-46a9-b6b0-ee0183064824 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:19.095369 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c042d5-a228-41a7-a8b7-0d7424b840b5 req-67445da3-79c5-4754-b20c-ea4efc7593c2 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:19.096871 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-74c042d5-a228-41a7-a8b7-0d7424b840b5 req-67445da3-79c5-4754-b20c-ea4efc7593c2 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.2725563 Nov 26 16:39:19.166802 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a851f105-473e-46a9-b6b0-ee0183064824 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:19.184440 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-74c042d5-a228-41a7-a8b7-0d7424b840b5 req-d1da8297-5c2a-438a-b916-fe0b047b7876 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551140 Nov 26 16:39:19.188274 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0b48c5-9d2b-4ebc-aa30-d251d4035dbe None None] Resources bound (agent type, host, resource id): {{(pid=87520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 16:39:19.228816 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:19.288153 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ab7d0d9-6c31-49b2-a76a-94dba62906dd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:19.326062 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:19.327620 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee31a82-cf3c-4f6c-b291-df29842afc13']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:19.355836 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-f86fc679-f666-4628-8a3d-98f23fb0042d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Allocated IP 2001:db8::1 (67eb27d8-8280-412f-97c5-545026d9405d/61d9e835-0931-425f-a225-08e3b7306df5/442d8746-275e-421f-a333-7c0d4b7767b1) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:39:19.361110 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a41cb0-e149-406a-81ab-8f4cca1fca9f') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:19.361447 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a41cb0-e149-406a-81ab-8f4cca1fca9f') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:19.433770 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:19.460397 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5525e79d-8a4e-4292-8410-6c78110e8e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:19.485934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:19.569119 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:39:19.569639 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:39:19.612581 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:39:19.652598 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb33a933-f557-401a-aa6b-2150fc1d4129 None None] get_active_networks_info from dv-neutron-819440-1-hyperv {{(pid=87520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 26 16:39:19.819053 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5525e79d-8a4e-4292-8410-6c78110e8e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:19.915697 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:19.923040 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-a851f105-473e-46a9-b6b0-ee0183064824 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Allocated IP 172.20.0.12 (85103fe3-6411-4b11-a614-eca4aeadaa63/7dbe6a48-3d40-4a4f-bec2-b5eb2e078350/b94fc4fd-a274-4b8f-861f-b344c83cb47a) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:39:19.940082 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-5ab7d0d9-6c31-49b2-a76a-94dba62906dd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting port 2e5ec543-3a4d-4edb-8055-84221bef027c {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:19.940617 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ab7d0d9-6c31-49b2-a76a-94dba62906dd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:19.958694 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 56efdb0a-ebef-4e31-a859-455c96cfd663 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:39:20.013567 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb33a933-f557-401a-aa6b-2150fc1d4129 None None] Resources bound (agent type, host, resource id): {{(pid=87520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 16:39:20.067159 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:20.091688 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:20.119910 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event deleted for resources: {'Network': ['ID=1ee31a82-cf3c-4f6c-b291-df29842afc13,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:20.137068 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:20.155569 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 56efdb0a-ebef-4e31-a859-455c96cfd663 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:20.155967 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:20.183390 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f86fc679-f666-4628-8a3d-98f23fb0042d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:20.192822 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/networks/1ee31a82-cf3c-4f6c-b291-df29842afc13 HTTP/1.1" status: 204 len: 168 time: 6.0100975 Nov 26 16:39:20.207738 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44270) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:20.219929 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-404cfdcb-669c-4055-9b23-fe94c0559082 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1798054002'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:20.226903 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5525e79d-8a4e-4292-8410-6c78110e8e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:20.229815 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5525e79d-8a4e-4292-8410-6c78110e8e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:20.229937 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5525e79d-8a4e-4292-8410-6c78110e8e2e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/378f43f0-b14c-43c5-8057-13c3d2eed138 HTTP/1.1" status: 204 len: 168 time: 1.1642725 Nov 26 16:39:20.235765 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:20.242462 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-404cfdcb-669c-4055-9b23-fe94c0559082 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:20.247691 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a851f105-473e-46a9-b6b0-ee0183064824 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:20.250504 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-f86fc679-f666-4628-8a3d-98f23fb0042d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Transition to ACTIVE for port object 442d8746-275e-421f-a333-7c0d4b7767b1 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:39:20.259484 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-404cfdcb-669c-4055-9b23-fe94c0559082 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Usage tracker for resource:network and tenant:99567243f2e24c6489754d65bc9ff7cc is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:20.263871 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525e79d-8a4e-4292-8410-6c78110e8e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378f43f0-b14c-43c5-8057-13c3d2eed138,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:20.267964 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-404cfdcb-669c-4055-9b23-fe94c0559082 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:20.271648 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5525e79d-8a4e-4292-8410-6c78110e8e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:20.278877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-404cfdcb-669c-4055-9b23-fe94c0559082 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:20.300055 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404cfdcb-669c-4055-9b23-fe94c0559082 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Made reservation on behalf of 99567243f2e24c6489754d65bc9ff7cc for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:20.303552 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-404cfdcb-669c-4055-9b23-fe94c0559082 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:20.340343 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f86fc679-f666-4628-8a3d-98f23fb0042d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:20.344759 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ab7d0d9-6c31-49b2-a76a-94dba62906dd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:20.347272 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5b10f5cc-7cb3-401b-bed8-d19967a98000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:20.377518 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-404cfdcb-669c-4055-9b23-fe94c0559082 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:39:20.382334 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a851f105-473e-46a9-b6b0-ee0183064824 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:20.421708 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a85c1a-a960-47ec-9483-5ac1f5f1f7e6 req-7e502144-be27-4a10-93ca-f414d93fbc1f tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:20.429029 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-67a85c1a-a960-47ec-9483-5ac1f5f1f7e6 req-7e502144-be27-4a10-93ca-f414d93fbc1f tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.2568321 Nov 26 16:39:20.435886 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-404cfdcb-669c-4055-9b23-fe94c0559082 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:20.436231 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-404cfdcb-669c-4055-9b23-fe94c0559082 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Added segment adf87886-4b4f-45c2-80aa-384d4a1b5f14 of type vlan for network 37aa1450-94ab-47b4-8466-da177e6309a5 Nov 26 16:39:20.447162 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86fc679-f666-4628-8a3d-98f23fb0042d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Network 67eb27d8-8280-412f-97c5-545026d9405d is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:39:20.456905 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-f86fc679-f666-4628-8a3d-98f23fb0042d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:20.462944 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a851f105-473e-46a9-b6b0-ee0183064824 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Network 85103fe3-6411-4b11-a614-eca4aeadaa63 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:39:20.463963 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86fc679-f666-4628-8a3d-98f23fb0042d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:39:20.464503 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f86fc679-f666-4628-8a3d-98f23fb0042d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:20.514532 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-5ab7d0d9-6c31-49b2-a76a-94dba62906dd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Calling delete_port for 2e5ec543-3a4d-4edb-8055-84221bef027c owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:20.586552 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-a851f105-473e-46a9-b6b0-ee0183064824 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:20.588516 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fc679-f666-4628-8a3d-98f23fb0042d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Pushing event updated for resources: {'Port': ['ID=442d8746-275e-421f-a333-7c0d4b7767b1,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:20.590737 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a851f105-473e-46a9-b6b0-ee0183064824 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:39:20.601384 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-67a85c1a-a960-47ec-9483-5ac1f5f1f7e6 req-9acdec6e-e071-41f2-a63a-856b234fca65 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705885 Nov 26 16:39:20.653546 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f86fc679-f666-4628-8a3d-98f23fb0042d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:20.656616 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-66f2456a-4726-458a-b9af-d239360da5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:20.778868 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ab7d0d9-6c31-49b2-a76a-94dba62906dd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:20.792947 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:20.848739 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7d0d9-6c31-49b2-a76a-94dba62906dd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Port': ['ID=2e5ec543-3a4d-4edb-8055-84221bef027c,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:20.877599 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5ab7d0d9-6c31-49b2-a76a-94dba62906dd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:20.925421 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-404cfdcb-669c-4055-9b23-fe94c0559082 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:20.943268 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851f105-473e-46a9-b6b0-ee0183064824 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Pushing event updated for resources: {'Port': ['ID=b94fc4fd-a274-4b8f-861f-b344c83cb47a,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:20.952575 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a851f105-473e-46a9-b6b0-ee0183064824 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:21.102761 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ab7d0d9-6c31-49b2-a76a-94dba62906dd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:21.105346 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-404cfdcb-669c-4055-9b23-fe94c0559082 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:21.112201 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404cfdcb-669c-4055-9b23-fe94c0559082 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:21.112887 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-404cfdcb-669c-4055-9b23-fe94c0559082 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:21.127088 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d88d104b-d5b9-48a8-b972-496e88d03b0b tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:21.139304 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-adebe978-6567-41d4-9b13-932055cf5935 None None] Provisioning for port 442d8746-275e-421f-a333-7c0d4b7767b1 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:39:21.148413 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-adebe978-6567-41d4-9b13-932055cf5935 None None] Provisioning complete for port 442d8746-275e-421f-a333-7c0d4b7767b1 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:21.150270 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-adebe978-6567-41d4-9b13-932055cf5935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:21.242051 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-adebe978-6567-41d4-9b13-932055cf5935 None None] Port 442d8746-275e-421f-a333-7c0d4b7767b1 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:39:21.374110 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44298) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:21.383607 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-404cfdcb-669c-4055-9b23-fe94c0559082 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1723659 Nov 26 16:39:21.399379 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44304) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:21.404988 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f86fc679-f666-4628-8a3d-98f23fb0042d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:21.435172 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-cde4ef43-2e5e-4ab7-a2b5-5fb4d3d55413 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Request body: {'subnet': {'network_id': '37aa1450-94ab-47b4-8466-da177e6309a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:21.557762 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-228937103'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:21.571943 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:21.581345 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:network and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:21.587204 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:21.595916 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:21.602141 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab7d0d9-6c31-49b2-a76a-94dba62906dd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Router 42f4934b-6b60-48e2-bb5a-0f4a1a925499 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:39:21.615216 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:21.620493 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:21.690360 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:21.693425 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404cfdcb-669c-4055-9b23-fe94c0559082 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'Network': ['ID=37aa1450-94ab-47b4-8466-da177e6309a5,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:21.696308 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-404cfdcb-669c-4055-9b23-fe94c0559082 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:21.712184 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 37aa1450-94ab-47b4-8466-da177e6309a5 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:39:21.767340 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:21.774082 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:security_group_rule and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:21.778128 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab7d0d9-6c31-49b2-a76a-94dba62906dd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:39:21.780073 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:21.791948 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:21.795297 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f579d20-b32f-4587-af83-194436d7f444 None None] Sync routers for ids ['42f4934b-6b60-48e2-bb5a-0f4a1a925499'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:39:21.829446 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5ab7d0d9-6c31-49b2-a76a-94dba62906dd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "PUT /v2.0/routers/42f4934b-6b60-48e2-bb5a-0f4a1a925499/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5413358 Nov 26 16:39:21.833040 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44310) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:21.845077 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f579d20-b32f-4587-af83-194436d7f444 None None] Routers {'42f4934b-6b60-48e2-bb5a-0f4a1a925499'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:21.845707 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-1f579d20-b32f-4587-af83-194436d7f444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['42f4934b-6b60-48e2-bb5a-0f4a1a925499'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:21.880053 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d06e0b03-a5a1-40b6-974f-1b6cc52bc7f6 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Synchronizing usage tracker for tenant:64d59b3f13ac4d738c5b4d126f3cbc4c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:39:21.907091 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d06e0b03-a5a1-40b6-974f-1b6cc52bc7f6 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Unset dirty status for tenant:64d59b3f13ac4d738c5b4d126f3cbc4c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:39:21.910842 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d06e0b03-a5a1-40b6-974f-1b6cc52bc7f6 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f4934b-6b60-48e2-bb5a-0f4a1a925499 HTTP/1.1" status: 200 len: 205 time: 0.0741694 Nov 26 16:39:21.911391 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44314) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:21.914467 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-1f579d20-b32f-4587-af83-194436d7f444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:21.925687 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f579d20-b32f-4587-af83-194436d7f444 None None] Routers {'42f4934b-6b60-48e2-bb5a-0f4a1a925499'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:21.926299 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-1f579d20-b32f-4587-af83-194436d7f444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['42f4934b-6b60-48e2-bb5a-0f4a1a925499'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:21.985081 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-cde4ef43-2e5e-4ab7-a2b5-5fb4d3d55413 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:21.989063 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-1f579d20-b32f-4587-af83-194436d7f444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:21.989473 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f579d20-b32f-4587-af83-194436d7f444 None None] The sync data for ids ['42f4934b-6b60-48e2-bb5a-0f4a1a925499'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:39:21.996022 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a851f105-473e-46a9-b6b0-ee0183064824 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:22.049007 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cde4ef43-2e5e-4ab7-a2b5-5fb4d3d55413 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Usage tracker for resource:subnet and tenant:99567243f2e24c6489754d65bc9ff7cc is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:22.078663 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d6750b3b-e528-4e1d-abbc-ef939f45b2c8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:22.112260 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cde4ef43-2e5e-4ab7-a2b5-5fb4d3d55413 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:22.134571 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:22.142106 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-cde4ef43-2e5e-4ab7-a2b5-5fb4d3d55413 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:22.184195 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde4ef43-2e5e-4ab7-a2b5-5fb4d3d55413 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Made reservation on behalf of 99567243f2e24c6489754d65bc9ff7cc for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:22.187702 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cde4ef43-2e5e-4ab7-a2b5-5fb4d3d55413 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:22.200720 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:22.208499 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1c863da7-8cb7-4ee7-8c7e-07454c5db662 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:22.230063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:39:22.355232 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c1c41-e741-4c4b-b558-ac7366b6c16a req-84043e85-3da5-4488-8c3b-690a04a4ba2c tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:22.356773 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-837c1c41-e741-4c4b-b558-ac7366b6c16a req-84043e85-3da5-4488-8c3b-690a04a4ba2c tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.6342704 Nov 26 16:39:22.413556 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:22.413906 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Added segment ec23bec7-258c-48c2-b489-f5e36b99a5d5 of type vlan for network f6c01091-2a92-407c-b319-eb4649214920 Nov 26 16:39:22.423136 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5597f400-0da2-46e3-983b-4ed54985a68a,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:22.433984 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:22.439045 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d6750b3b-e528-4e1d-abbc-ef939f45b2c8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:22.443765 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d6750b3b-e528-4e1d-abbc-ef939f45b2c8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:22.471086 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:22.492935 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d6750b3b-e528-4e1d-abbc-ef939f45b2c8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:22.493572 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6750b3b-e528-4e1d-abbc-ef939f45b2c8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Fanout notify agent at l3_agent the message router_deleted on router 42f4934b-6b60-48e2-bb5a-0f4a1a925499 {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:39:22.516591 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:22.522231 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:22.522757 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:22.528230 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:22.582659 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d6750b3b-e528-4e1d-abbc-ef939f45b2c8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:22.583749 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d6750b3b-e528-4e1d-abbc-ef939f45b2c8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/routers/42f4934b-6b60-48e2-bb5a-0f4a1a925499 HTTP/1.1" status: 204 len: 168 time: 0.6717489 Nov 26 16:39:22.598348 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44324) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:22.659087 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-837c1c41-e741-4c4b-b558-ac7366b6c16a req-cf4d2288-60be-46e3-96e0-c5609010d6c8 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2869573 Nov 26 16:39:22.664626 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2894592 Nov 26 16:39:22.677462 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44328) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:22.692709 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-b99f75f9-5189-4556-b06f-c166c7d24571 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'port': {'network_id': 'f6c01091-2a92-407c-b319-eb4649214920', 'name': 'tempest-PortsTestJSON-6587208'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:22.707117 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Network': ['ID=f6c01091-2a92-407c-b319-eb4649214920,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:22.713305 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:22.722891 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network f6c01091-2a92-407c-b319-eb4649214920 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:39:22.742581 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41faf84-c223-4ced-b54b-d46df6b7965c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting subnet 94a7590e-d826-4c54-b256-98e1859935e0 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:39:22.768571 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e41faf84-c223-4ced-b54b-d46df6b7965c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:22.817133 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f86fc679-f666-4628-8a3d-98f23fb0042d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:22.826839 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527470b-6745-41ed-8ead-3f0cb4b6cf91 req-442ecfda-a846-4d44-942f-fb948afc690b tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:22.827046 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a851f105-473e-46a9-b6b0-ee0183064824 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:22.828376 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4527470b-6745-41ed-8ead-3f0cb4b6cf91 req-442ecfda-a846-4d44-942f-fb948afc690b tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 946 time: 0.3018434 Nov 26 16:39:22.829412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b99f75f9-5189-4556-b06f-c166c7d24571 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:22.833530 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b99f75f9-5189-4556-b06f-c166c7d24571 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:port and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:22.836643 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b99f75f9-5189-4556-b06f-c166c7d24571 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:22.856096 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b99f75f9-5189-4556-b06f-c166c7d24571 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:22.869832 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f86fc679-f666-4628-8a3d-98f23fb0042d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:22.871068 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f86fc679-f666-4628-8a3d-98f23fb0042d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:22.880585 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:22.880737 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99f75f9-5189-4556-b06f-c166c7d24571 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:22.884149 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b99f75f9-5189-4556-b06f-c166c7d24571 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:22.902555 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4527470b-6745-41ed-8ead-3f0cb4b6cf91 req-b2887cd5-1abb-4291-b142-d8734fb1bf95 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa50fb00-3357-45b0-a863-2d0fe23069bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624764 Nov 26 16:39:22.910687 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-b99f75f9-5189-4556-b06f-c166c7d24571 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] device_id is not set on port 60304a0f-1c7d-4f80-a50d-ee9faa6c0bc2 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:39:23.234101 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e41faf84-c223-4ced-b54b-d46df6b7965c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:23.253263 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b99f75f9-5189-4556-b06f-c166c7d24571 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:23.280722 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b99f75f9-5189-4556-b06f-c166c7d24571 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:23.287276 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c8e79a74-7a8b-436c-b595-b7593c7ca49f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:23.372307 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f75f9-5189-4556-b06f-c166c7d24571 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Port': ['ID=60304a0f-1c7d-4f80-a50d-ee9faa6c0bc2,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:23.380768 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b99f75f9-5189-4556-b06f-c166c7d24571 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:23.389586 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fc679-f666-4628-8a3d-98f23fb0042d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Pushing event updated for resources: {'Port': ['ID=442d8746-275e-421f-a333-7c0d4b7767b1,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:23.390825 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99f75f9-5189-4556-b06f-c166c7d24571 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Checking segment: {'id': 'ec23bec7-258c-48c2-b489-f5e36b99a5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f6c01091-2a92-407c-b319-eb4649214920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:23.391183 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99f75f9-5189-4556-b06f-c166c7d24571 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network hostable DHCP agents. Network: f6c01091-2a92-407c-b319-eb4649214920, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:39:23.410824 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f86fc679-f666-4628-8a3d-98f23fb0042d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:23.412765 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99f75f9-5189-4556-b06f-c166c7d24571 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network f6c01091-2a92-407c-b319-eb4649214920 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:39:23.423356 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-b99f75f9-5189-4556-b06f-c166c7d24571 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, f6c01091-2a92-407c-b319-eb4649214920) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:23.427471 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f75f9-5189-4556-b06f-c166c7d24571 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:39:23.435667 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7394acf-01b0-4c48-8d25-047a180a5068 None None] Network f6c01091-2a92-407c-b319-eb4649214920 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:23.439751 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99f75f9-5189-4556-b06f-c166c7d24571 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:23.440253 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b99f75f9-5189-4556-b06f-c166c7d24571 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:23.465962 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b99f75f9-5189-4556-b06f-c166c7d24571 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 843 time: 0.7861598 Nov 26 16:39:23.468668 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44338) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:23.474592 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-093e9f9c-fa20-4892-aff8-ab82cbc7e8ae tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1310090861'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:23.479449 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-093e9f9c-fa20-4892-aff8-ab82cbc7e8ae tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:23.484093 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-093e9f9c-fa20-4892-aff8-ab82cbc7e8ae tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:network and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:23.487805 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-093e9f9c-fa20-4892-aff8-ab82cbc7e8ae tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:23.493676 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-093e9f9c-fa20-4892-aff8-ab82cbc7e8ae tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:23.497739 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cde4ef43-2e5e-4ab7-a2b5-5fb4d3d55413 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:23.505501 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093e9f9c-fa20-4892-aff8-ab82cbc7e8ae tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:23.505715 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-354c125e-2c1a-4c46-8585-a8f87c1ad049 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:23.515790 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-093e9f9c-fa20-4892-aff8-ab82cbc7e8ae tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:23.552069 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093e9f9c-fa20-4892-aff8-ab82cbc7e8ae tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:39:23.566124 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-093e9f9c-fa20-4892-aff8-ab82cbc7e8ae tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:23.567205 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-093e9f9c-fa20-4892-aff8-ab82cbc7e8ae tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Added segment 7fc65d52-4940-46f9-8417-9c4c3cc63d53 of type vlan for network 48b96d74-c17b-4911-95c9-f19c687e04dd Nov 26 16:39:23.590778 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86fc679-f666-4628-8a3d-98f23fb0042d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Network 67eb27d8-8280-412f-97c5-545026d9405d is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:39:23.595375 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e41faf84-c223-4ced-b54b-d46df6b7965c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:23.610239 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-093e9f9c-fa20-4892-aff8-ab82cbc7e8ae tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:23.636314 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-f86fc679-f666-4628-8a3d-98f23fb0042d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:23.662695 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-093e9f9c-fa20-4892-aff8-ab82cbc7e8ae tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:23.669425 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093e9f9c-fa20-4892-aff8-ab82cbc7e8ae tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:23.670077 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-093e9f9c-fa20-4892-aff8-ab82cbc7e8ae tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:23.678849 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4ef43-2e5e-4ab7-a2b5-5fb4d3d55413 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'Subnet': ['ID=ef1b3430-7db9-40cc-885c-a84977cd89b5,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:23.688246 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:23.705829 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cde4ef43-2e5e-4ab7-a2b5-5fb4d3d55413 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:23.732323 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-093e9f9c-fa20-4892-aff8-ab82cbc7e8ae tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2602863 Nov 26 16:39:23.784534 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44346) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:23.802114 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'ports': [{'network_id': 'f6c01091-2a92-407c-b319-eb4649214920'}, {'network_id': '48b96d74-c17b-4911-95c9-f19c687e04dd'}]} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:23.802430 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'port': {'network_id': 'f6c01091-2a92-407c-b319-eb4649214920'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:23.803192 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'port': {'network_id': '48b96d74-c17b-4911-95c9-f19c687e04dd'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:23.910094 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a851f105-473e-46a9-b6b0-ee0183064824 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Router b2e2e40b-8b0e-45bc-b774-5b7a225d047e is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:39:23.941329 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde4ef43-2e5e-4ab7-a2b5-5fb4d3d55413 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Checking segment: {'id': 'adf87886-4b4f-45c2-80aa-384d4a1b5f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '37aa1450-94ab-47b4-8466-da177e6309a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:23.941689 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde4ef43-2e5e-4ab7-a2b5-5fb4d3d55413 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Network hostable DHCP agents. Network: 37aa1450-94ab-47b4-8466-da177e6309a5, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:39:23.987138 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-5f921ac9-ad8b-4e82-8ac2-e32fc830ca34 None None] Provisioning complete for port 442d8746-275e-421f-a333-7c0d4b7767b1 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:23.988187 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5f921ac9-ad8b-4e82-8ac2-e32fc830ca34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:24.049651 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-5f921ac9-ad8b-4e82-8ac2-e32fc830ca34 None None] Port 442d8746-275e-421f-a333-7c0d4b7767b1 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:39:24.073032 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e41faf84-c223-4ced-b54b-d46df6b7965c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:24.089703 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e9f9c-fa20-4892-aff8-ab82cbc7e8ae tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Network': ['ID=48b96d74-c17b-4911-95c9-f19c687e04dd,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:24.092453 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-093e9f9c-fa20-4892-aff8-ab82cbc7e8ae tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:24.100447 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 48b96d74-c17b-4911-95c9-f19c687e04dd details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:39:24.134984 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-92d312c8-ecf6-4bc0-9011-57cdc0c5aef3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:24.146179 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:24.151509 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:port and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:24.155857 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:24.162709 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:24.176913 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c7aae-4eb1-4854-aea0-89157f31a6b5 req-e5d15c17-6490-44a6-828c-9ce8a65cb019 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:24.178391 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e12c7aae-4eb1-4854-aea0-89157f31a6b5 req-e5d15c17-6490-44a6-828c-9ce8a65cb019 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.2169259 Nov 26 16:39:24.202494 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41faf84-c223-4ced-b54b-d46df6b7965c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Subnet': ['ID=94a7590e-d826-4c54-b256-98e1859935e0,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:24.205345 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'port': 2} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:24.209369 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:24.214527 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e41faf84-c223-4ced-b54b-d46df6b7965c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:24.219534 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e41faf84-c223-4ced-b54b-d46df6b7965c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:24.221952 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c83a41-6aa7-408a-a2e5-62e1a31cd798 None None] Network 870aa52e-6e02-4aa2-a697-e4015bbd0372 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:24.222140 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86fc679-f666-4628-8a3d-98f23fb0042d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Router be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:39:24.234179 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde4ef43-2e5e-4ab7-a2b5-5fb4d3d55413 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Network 37aa1450-94ab-47b4-8466-da177e6309a5 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:39:24.248915 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:24.259491 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e41faf84-c223-4ced-b54b-d46df6b7965c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/subnets/94a7590e-d826-4c54-b256-98e1859935e0 HTTP/1.1" status: 204 len: 168 time: 1.6550758 Nov 26 16:39:24.259902 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44352) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:24.298419 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e12c7aae-4eb1-4854-aea0-89157f31a6b5 req-3d290a78-61c6-4890-a8d5-771a1bb3efa2 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122525 Nov 26 16:39:24.333510 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-cde4ef43-2e5e-4ab7-a2b5-5fb4d3d55413 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 37aa1450-94ab-47b4-8466-da177e6309a5) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:24.394489 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695a2e3d-dab3-451e-a422-2f52496dd812 None None] Network 37aa1450-94ab-47b4-8466-da177e6309a5 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:24.412258 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde4ef43-2e5e-4ab7-a2b5-5fb4d3d55413 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:24.412865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cde4ef43-2e5e-4ab7-a2b5-5fb4d3d55413 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:24.423325 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-271b6c0b-3312-4d46-8aa3-6f06edcd1e62 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting subnet 351d77d6-515c-491d-824b-8318f046e45a {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:39:24.435687 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-271b6c0b-3312-4d46-8aa3-6f06edcd1e62 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:24.457386 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a851f105-473e-46a9-b6b0-ee0183064824 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:39:24.476242 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] Sync routers for ids ['b2e2e40b-8b0e-45bc-b774-5b7a225d047e'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:39:24.476753 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a3ea9-c4ff-4faa-98c1-1ff58f40d715 req-a89b2410-68db-435a-921d-53b83d090dd9 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:24.480245 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] device_id is not set on port 65296418-30c0-4e7b-9019-fa0139d33087 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:39:24.484629 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ea5a3ea9-c4ff-4faa-98c1-1ff58f40d715 req-a89b2410-68db-435a-921d-53b83d090dd9 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 946 time: 0.5232923 Nov 26 16:39:24.500424 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cde4ef43-2e5e-4ab7-a2b5-5fb4d3d55413 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0967174 Nov 26 16:39:24.500924 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44358) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:24.503151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-271b6c0b-3312-4d46-8aa3-6f06edcd1e62 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:24.504219 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] Routers {'b2e2e40b-8b0e-45bc-b774-5b7a225d047e'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:24.505570 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b2e2e40b-8b0e-45bc-b774-5b7a225d047e'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:24.527543 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86fc679-f666-4628-8a3d-98f23fb0042d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:39:24.537202 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f86fc679-f666-4628-8a3d-98f23fb0042d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "PUT /v2.0/routers/be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7474136 Nov 26 16:39:24.537202 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a851f105-473e-46a9-b6b0-ee0183064824 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:24.538284 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a851f105-473e-46a9-b6b0-ee0183064824 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 9.1022766 Nov 26 16:39:24.539185 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44362) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:24.541021 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44364) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:24.560273 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a99cd1b-e6dd-4707-bd8f-9692d1fcca0e None None] Sync routers for ids ['be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:39:24.574195 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a99cd1b-e6dd-4707-bd8f-9692d1fcca0e None None] Routers {'be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:24.574417 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-8a99cd1b-e6dd-4707-bd8f-9692d1fcca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:24.647199 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-8a99cd1b-e6dd-4707-bd8f-9692d1fcca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:24.691017 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a99cd1b-e6dd-4707-bd8f-9692d1fcca0e None None] Routers {'be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:24.691908 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-8a99cd1b-e6dd-4707-bd8f-9692d1fcca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:24.775217 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-50c424f0-87fc-4b92-b2f0-83573f8d166c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:24.798743 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] Set router b2e2e40b-8b0e-45bc-b774-5b7a225d047e gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:39:24.804847 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-8a99cd1b-e6dd-4707-bd8f-9692d1fcca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:24.804847 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a99cd1b-e6dd-4707-bd8f-9692d1fcca0e None None] The sync data for ids ['be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:39:24.821903 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-271b6c0b-3312-4d46-8aa3-6f06edcd1e62 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:24.940885 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac4bb1c-24cc-4d29-9884-715f0b0ebedd None None] DHCP port deletion for 870aa52e-6e02-4aa2-a697-e4015bbd0372 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:39:24.953201 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-7ac4bb1c-24cc-4d29-9884-715f0b0ebedd None None] Deleting port f810f356-886f-4121-a517-c5254b446e2b {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:24.954056 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7ac4bb1c-24cc-4d29-9884-715f0b0ebedd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:24.973651 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:25.000960 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-50c424f0-87fc-4b92-b2f0-83573f8d166c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:25.090578 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ea5a3ea9-c4ff-4faa-98c1-1ff58f40d715 req-48e21b19-cbf4-4be4-8968-dbfe3a37b5fd tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa50fb00-3357-45b0-a863-2d0fe23069bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6049976 Nov 26 16:39:25.145947 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bc754014-3e75-4456-8d00-45450399a99a tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:25.185503 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-7ac4bb1c-24cc-4d29-9884-715f0b0ebedd None None] For port f810f356-886f-4121-a517-c5254b446e2b, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f810f356-886f-4121-a517-c5254b446e2b,segment=NetworkSegment(36cd58aa-2721-4a24-a3c4-47bb42cda006),segment_id=36cd58aa-2721-4a24-a3c4-47bb42cda006)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:25.186514 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7ac4bb1c-24cc-4d29-9884-715f0b0ebedd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:25.195380 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-271b6c0b-3312-4d46-8aa3-6f06edcd1e62 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:25.201941 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] device_id is not set on port aeb71598-2482-49c3-bd3a-3a73f7c77dad yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:39:25.220153 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c9d318d0-0c4e-4667-94b7-26682a4dee2f tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:25.245731 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e2e40b-8b0e-45bc-b774-5b7a225d047e', 'name': '', 'tenant_id': '17a6da3b675349ab89b64ceb25702236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85103fe3-6411-4b11-a614-eca4aeadaa63', 'external_fixed_ips': [{'subnet_id': '7dbe6a48-3d40-4a4f-bec2-b5eb2e078350', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b94fc4fd-a274-4b8f-861f-b344c83cb47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:39:16Z', 'updated_at': '2021-11-26T16:39:21Z', 'revision_number': 3, 'project_id': '17a6da3b675349ab89b64ceb25702236', 'gw_port': {'id': 'b94fc4fd-a274-4b8f-861f-b344c83cb47a', 'name': '', 'network_id': '85103fe3-6411-4b11-a614-eca4aeadaa63', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:08:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e2e40b-8b0e-45bc-b774-5b7a225d047e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '7dbe6a48-3d40-4a4f-bec2-b5eb2e078350', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:39:19Z', 'updated_at': '2021-11-26T16:39:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dbe6a48-3d40-4a4f-bec2-b5eb2e078350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:25.251224 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] Checking router: b2e2e40b-8b0e-45bc-b774-5b7a225d047e for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:39:25.251742 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] Updating router b2e2e40b-8b0e-45bc-b774-5b7a225d047e port b94fc4fd-a274-4b8f-861f-b344c83cb47a binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:39:25.299901 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f89da2c-9149-4503-b4b7-f93ca161b6d8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:25.332589 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:25.370661 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b6c0b-3312-4d46-8aa3-6f06edcd1e62 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Subnet': ['ID=351d77d6-515c-491d-824b-8318f046e45a,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:25.373399 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-7ac4bb1c-24cc-4d29-9884-715f0b0ebedd None None] Calling delete_port for f810f356-886f-4121-a517-c5254b446e2b owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:25.379817 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-271b6c0b-3312-4d46-8aa3-6f06edcd1e62 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:25.383836 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-271b6c0b-3312-4d46-8aa3-6f06edcd1e62 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:25.404803 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-271b6c0b-3312-4d46-8aa3-6f06edcd1e62 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/subnets/351d77d6-515c-491d-824b-8318f046e45a HTTP/1.1" status: 204 len: 168 time: 1.1413515 Nov 26 16:39:25.406418 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44372) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:25.427883 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-50c424f0-87fc-4b92-b2f0-83573f8d166c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:25.443837 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:25.448764 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d719b5b-2157-4b77-88a2-19749f0c90dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-37aa1450-94ab-47b4-8466-da177e6309a5', 'network_id': '37aa1450-94ab-47b4-8466-da177e6309a5', 'tenant_id': '99567243f2e24c6489754d65bc9ff7cc', 'fixed_ips': [{'subnet_id': 'ef1b3430-7db9-40cc-885c-a84977cd89b5'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:39:25.449912 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6d719b5b-2157-4b77-88a2-19749f0c90dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:25.460031 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d696fa82-9a4f-4979-aa21-fb9833a0a788 None None] Network 3f316420-c3e2-4e53-9593-3d16181d929a requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:25.537056 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c424f0-87fc-4b92-b2f0-83573f8d166c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event deleted for resources: {'Subnet': ['ID=ef1b3430-7db9-40cc-885c-a84977cd89b5,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:25.617758 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-50c424f0-87fc-4b92-b2f0-83573f8d166c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:25.633553 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-bc754014-3e75-4456-8d00-45450399a99a tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 26 16:39:25.634839 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-bc754014-3e75-4456-8d00-45450399a99a tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "DELETE /v2.0/routers/be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401 HTTP/1.1" status: 409 len: 329 time: 1.0952930 Nov 26 16:39:25.638733 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44378) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:25.752234 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:25.767172 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7ac4bb1c-24cc-4d29-9884-715f0b0ebedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:25.770108 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] Transition to ACTIVE for port object b94fc4fd-a274-4b8f-861f-b344c83cb47a will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:39:25.772058 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c6b28aff-11d1-47fb-b9da-03967154ab60 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:25.791229 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:25.799040 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-50c424f0-87fc-4b92-b2f0-83573f8d166c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:25.829351 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-06466775-a1f1-443d-9bde-070c5a541ced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:25.898768 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-50c424f0-87fc-4b92-b2f0-83573f8d166c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37aa1450-94ab-47b4-8466-da177e6309a5']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:25.914382 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-192b2c1e-871a-4158-8b76-b28e7115483e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:25.914569 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:25.980195 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] Attempting to bind port b94fc4fd-a274-4b8f-861f-b344c83cb47a on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:39:25.980560 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] Attempting to bind port b94fc4fd-a274-4b8f-861f-b344c83cb47a by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'ae350b4f-b1f6-4d26-9f26-a21994ebaf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '85103fe3-6411-4b11-a614-eca4aeadaa63'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:39:25.981157 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] Attempting to bind port b94fc4fd-a274-4b8f-861f-b344c83cb47a on network 85103fe3-6411-4b11-a614-eca4aeadaa63 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:39:25.988063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-50c424f0-87fc-4b92-b2f0-83573f8d166c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf87886-4b4f-45c2-80aa-384d4a1b5f14') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:25.988359 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-50c424f0-87fc-4b92-b2f0-83573f8d166c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf87886-4b4f-45c2-80aa-384d4a1b5f14') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:25.990075 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:39:25.991169 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] Checking segment: {'id': 'ae350b4f-b1f6-4d26-9f26-a21994ebaf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '85103fe3-6411-4b11-a614-eca4aeadaa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:25.991596 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:25.991992 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] Bound using segment: {'id': 'ae350b4f-b1f6-4d26-9f26-a21994ebaf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '85103fe3-6411-4b11-a614-eca4aeadaa63'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:39:25.992490 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] Bound port: b94fc4fd-a274-4b8f-861f-b344c83cb47a, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae350b4f-b1f6-4d26-9f26-a21994ebaf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '85103fe3-6411-4b11-a614-eca4aeadaa63'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:39:25.993024 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:25.996015 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f810f356-886f-4121-a517-c5254b446e2b no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:39:26.018354 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-50c424f0-87fc-4b92-b2f0-83573f8d166c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:26.055883 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac4bb1c-24cc-4d29-9884-715f0b0ebedd None None] No DVR routers for this DVR port f810f356-886f-4121-a517-c5254b446e2b on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:39:26.058341 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f89da2c-9149-4503-b4b7-f93ca161b6d8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:26.059832 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef87bde-021f-4c70-a83c-8b1cd53c0efa req-a7c1f72f-dc43-437d-9ba3-0c90a369ca14 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:26.061393 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8ef87bde-021f-4c70-a83c-8b1cd53c0efa req-a7c1f72f-dc43-437d-9ba3-0c90a369ca14 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.5320220 Nov 26 16:39:26.071951 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c6b28aff-11d1-47fb-b9da-03967154ab60 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:26.075494 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: f810f356-886f-4121-a517-c5254b446e2b {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:39:26.076258 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f810f356-886f-4121-a517-c5254b446e2b not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:39:26.084020 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] For port b94fc4fd-a274-4b8f-861f-b344c83cb47a, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:39:26.099597 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1465d-9e64-4411-868d-54be93688b0a None None] Pushing event updated for resources: {'Port': ['ID=b94fc4fd-a274-4b8f-861f-b344c83cb47a,revision_number=2']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:26.102798 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-50c424f0-87fc-4b92-b2f0-83573f8d166c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:26.114690 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4bb1c-24cc-4d29-9884-715f0b0ebedd None None] Pushing event deleted for resources: {'Port': ['ID=f810f356-886f-4121-a517-c5254b446e2b,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:26.118253 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-7ac4bb1c-24cc-4d29-9884-715f0b0ebedd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:26.129871 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1465d-9e64-4411-868d-54be93688b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:26.130728 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1465d-9e64-4411-868d-54be93688b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:26.131550 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1465d-9e64-4411-868d-54be93688b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:26.133488 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1465d-9e64-4411-868d-54be93688b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:26.134101 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1465d-9e64-4411-868d-54be93688b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:26.134785 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1465d-9e64-4411-868d-54be93688b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:26.136296 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1465d-9e64-4411-868d-54be93688b0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:26.136870 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1465d-9e64-4411-868d-54be93688b0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:26.140789 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c424f0-87fc-4b92-b2f0-83573f8d166c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:39:26.141142 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-50c424f0-87fc-4b92-b2f0-83573f8d166c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:26.141527 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1465d-9e64-4411-868d-54be93688b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:26.142538 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1465d-9e64-4411-868d-54be93688b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:26.143499 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1465d-9e64-4411-868d-54be93688b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:26.144856 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1465d-9e64-4411-868d-54be93688b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:26.145852 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714e54a-057f-49e2-984e-2409abed4a78 req-af60c7bd-8f6c-4005-89e3-0e089c91dbda tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:26.147338 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7714e54a-057f-49e2-984e-2409abed4a78 req-af60c7bd-8f6c-4005-89e3-0e089c91dbda tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 946 time: 0.6317406 Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:39:26.159674 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:39:26.162252 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-31c1465d-9e64-4411-868d-54be93688b0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:26.183415 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18752a48-a840-4cb2-bce1-146a957dea3f None None] Network 37aa1450-94ab-47b4-8466-da177e6309a5 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:26.234707 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-c6b28aff-11d1-47fb-b9da-03967154ab60 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870aa52e-6e02-4aa2-a697-e4015bbd0372']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:26.261929 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbe4ef9-6510-4a3e-8cef-d5deec6d35a4 None None] DHCP port deletion for 3f316420-c3e2-4e53-9593-3d16181d929a request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:39:26.280802 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-c6b28aff-11d1-47fb-b9da-03967154ab60 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36cd58aa-2721-4a24-a3c4-47bb42cda006') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:26.281412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-c6b28aff-11d1-47fb-b9da-03967154ab60 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36cd58aa-2721-4a24-a3c4-47bb42cda006') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:26.282731 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-3f89da2c-9149-4503-b4b7-f93ca161b6d8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Deleting port b94fc4fd-a274-4b8f-861f-b344c83cb47a {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:26.283203 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f89da2c-9149-4503-b4b7-f93ca161b6d8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:26.285131 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-0bbe4ef9-6510-4a3e-8cef-d5deec6d35a4 None None] Deleting port 5ea90ba1-c106-402d-b02d-35ef63f712aa {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:26.285517 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0bbe4ef9-6510-4a3e-8cef-d5deec6d35a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:26.290703 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8ef87bde-021f-4c70-a83c-8b1cd53c0efa req-6921e528-f32e-45c5-826e-e0f41f8fae29 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223611 Nov 26 16:39:26.297018 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:26.299479 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c6b28aff-11d1-47fb-b9da-03967154ab60 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:26.313062 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d30eabd6-42d5-4295-8bfd-ec7b01dcd5ba tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:26.328084 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] For port b94fc4fd-a274-4b8f-861f-b344c83cb47a, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b94fc4fd-a274-4b8f-861f-b344c83cb47a,segment=NetworkSegment(ae350b4f-b1f6-4d26-9f26-a21994ebaf91),segment_id=ae350b4f-b1f6-4d26-9f26-a21994ebaf91)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:39:26.335548 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:26.340123 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-f499dda8-93a4-4d71-b39f-28c7d123862b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:26.355626 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-50c424f0-87fc-4b92-b2f0-83573f8d166c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:26.368535 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c6b28aff-11d1-47fb-b9da-03967154ab60 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:26.376475 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-50c424f0-87fc-4b92-b2f0-83573f8d166c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:26.392157 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b28aff-11d1-47fb-b9da-03967154ab60 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:39:26.392681 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c6b28aff-11d1-47fb-b9da-03967154ab60 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:26.409828 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-7714e54a-057f-49e2-984e-2409abed4a78 req-27c07146-9959-48f7-9378-cde2e8b9df14 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Deleting port 8f792cec-b4aa-4ba3-bf3d-e99ca350873a {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:26.410434 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7714e54a-057f-49e2-984e-2409abed4a78 req-27c07146-9959-48f7-9378-cde2e8b9df14 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:39:26.412676 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:39:26.423138 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network f6c01091-2a92-407c-b319-eb4649214920 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:39:26.431913 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-50c424f0-87fc-4b92-b2f0-83573f8d166c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/networks/37aa1450-94ab-47b4-8466-da177e6309a5 HTTP/1.1" status: 204 len: 168 time: 1.8969805 Nov 26 16:39:26.432698 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44386) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:26.486258 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:26.491454 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-f0292494-7e91-48ca-ae06-ba4e3343ccdd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2102817523'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:26.503227 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:39:26.504096 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:26.505538 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] Routers {'b2e2e40b-8b0e-45bc-b774-5b7a225d047e'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:26.505782 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b2e2e40b-8b0e-45bc-b774-5b7a225d047e'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:26.515826 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Port': ['ID=65296418-30c0-4e7b-9019-fa0139d33087,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:26.530241 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f0292494-7e91-48ca-ae06-ba4e3343ccdd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:26.538165 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:26.539819 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bbfd252e-9612-40e6-ba73-799364ec293d tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:26.599447 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f0292494-7e91-48ca-ae06-ba4e3343ccdd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Usage tracker for resource:network and tenant:99567243f2e24c6489754d65bc9ff7cc is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:26.614381 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f0292494-7e91-48ca-ae06-ba4e3343ccdd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:26.625048 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c424f0-87fc-4b92-b2f0-83573f8d166c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event deleted for resources: {'Network': ['ID=37aa1450-94ab-47b4-8466-da177e6309a5,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:26.633256 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-50c424f0-87fc-4b92-b2f0-83573f8d166c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:26.635951 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f0292494-7e91-48ca-ae06-ba4e3343ccdd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:26.639635 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-82dab25a-3564-4b78-81f9-844edbb8f576 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:26.669541 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c6b28aff-11d1-47fb-b9da-03967154ab60 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:26.715649 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c6b28aff-11d1-47fb-b9da-03967154ab60 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:26.725002 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1465d-9e64-4411-868d-54be93688b0a None None] Pushing event updated for resources: {'Port': ['ID=b94fc4fd-a274-4b8f-861f-b344c83cb47a,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:26.733341 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0292494-7e91-48ca-ae06-ba4e3343ccdd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Made reservation on behalf of 99567243f2e24c6489754d65bc9ff7cc for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:26.737139 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f0292494-7e91-48ca-ae06-ba4e3343ccdd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:26.742591 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-31c1465d-9e64-4411-868d-54be93688b0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:26.750151 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d3323-9a88-4ba0-a841-bdf11fed5374 req-d04f0629-cc88-4c14-8800-1147e6313d8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:26.757176 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-023d3323-9a88-4ba0-a841-bdf11fed5374 req-d04f0629-cc88-4c14-8800-1147e6313d8d tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/ports?device_id=70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd HTTP/1.1" status: 200 len: 945 time: 0.7902703 Nov 26 16:39:26.765043 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c6b28aff-11d1-47fb-b9da-03967154ab60 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/networks/870aa52e-6e02-4aa2-a697-e4015bbd0372 HTTP/1.1" status: 204 len: 168 time: 1.3575842 Nov 26 16:39:26.777114 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44390) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:26.779912 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Checking segment: {'id': '7fc65d52-4940-46f9-8417-9c4c3cc63d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '48b96d74-c17b-4911-95c9-f19c687e04dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:26.780525 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network hostable DHCP agents. Network: 48b96d74-c17b-4911-95c9-f19c687e04dd, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:39:26.794025 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] Set router b2e2e40b-8b0e-45bc-b774-5b7a225d047e gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:39:26.799445 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-0bbe4ef9-6510-4a3e-8cef-d5deec6d35a4 None None] For port 5ea90ba1-c106-402d-b02d-35ef63f712aa, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5ea90ba1-c106-402d-b02d-35ef63f712aa,segment=NetworkSegment(b3323080-6aa8-441f-8ffa-05e6e1538e49),segment_id=b3323080-6aa8-441f-8ffa-05e6e1538e49)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:26.802137 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0bbe4ef9-6510-4a3e-8cef-d5deec6d35a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:26.823942 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Port': ['ID=aeb71598-2482-49c3-bd3a-3a73f7c77dad,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:26.832041 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:26.833065 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-993e173d-40ac-46b2-b713-f291c6af68e5 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:26.913092 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b28aff-11d1-47fb-b9da-03967154ab60 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Network': ['ID=870aa52e-6e02-4aa2-a697-e4015bbd0372,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:26.927654 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c6b28aff-11d1-47fb-b9da-03967154ab60 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:26.933733 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0292494-7e91-48ca-ae06-ba4e3343ccdd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:39:26.945003 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-023d3323-9a88-4ba0-a841-bdf11fed5374 req-4fee61be-648d-4782-bfea-d6827d7853d2 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e18e4c7-657a-4942-bf52-698938229428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1868477 Nov 26 16:39:26.952047 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-3f89da2c-9149-4503-b4b7-f93ca161b6d8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] For port b94fc4fd-a274-4b8f-861f-b344c83cb47a, host dv-neutron-819440-1-hyperv, got binding levels [] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:26.952628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f89da2c-9149-4503-b4b7-f93ca161b6d8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:26.973720 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e2e40b-8b0e-45bc-b774-5b7a225d047e', 'name': '', 'tenant_id': '17a6da3b675349ab89b64ceb25702236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:39:16Z', 'updated_at': '2021-11-26T16:39:26Z', 'revision_number': 4, 'project_id': '17a6da3b675349ab89b64ceb25702236', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:26.974707 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network 48b96d74-c17b-4911-95c9-f19c687e04dd is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:39:26.979593 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bc3777-def4-4cef-9b1c-53eaf9c9e6a9 None None] The sync data for ids ['b2e2e40b-8b0e-45bc-b774-5b7a225d047e'] in dv-neutron-819440-1-hyperv is: [{'id': 'b2e2e40b-8b0e-45bc-b774-5b7a225d047e', 'name': '', 'tenant_id': '17a6da3b675349ab89b64ceb25702236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:39:16Z', 'updated_at': '2021-11-26T16:39:26Z', 'revision_number': 4, 'project_id': '17a6da3b675349ab89b64ceb25702236', 'gw_port_host': None}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:39:27.027283 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e03f0-bc5d-4b39-bcc3-5fd901cb914c req-f30e4933-10ee-4ac3-a79d-f593f125d709 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:27.034254 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-803e03f0-bc5d-4b39-bcc3-5fd901cb914c req-f30e4933-10ee-4ac3-a79d-f593f125d709 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 946 time: 0.5051968 Nov 26 16:39:27.037214 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f0292494-7e91-48ca-ae06-ba4e3343ccdd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:27.037565 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-f0292494-7e91-48ca-ae06-ba4e3343ccdd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Added segment 3289dde5-515f-4a40-aec4-c5a91426d296 of type vlan for network 886ed28a-0966-4fd9-b476-0d63873354a5 Nov 26 16:39:27.071380 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4fd58aaf-2baf-4a41-8636-ebaf2a386e2f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:27.073324 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 48b96d74-c17b-4911-95c9-f19c687e04dd) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:27.087510 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:39:27.093580 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:27.098703 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:27.099456 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-0bbe4ef9-6510-4a3e-8cef-d5deec6d35a4 None None] Calling delete_port for 5ea90ba1-c106-402d-b02d-35ef63f712aa owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:27.099768 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:27.130661 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98345268-ac3f-48b3-b46a-b3e96ee4a496 None None] Network 48b96d74-c17b-4911-95c9-f19c687e04dd requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:27.153536 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f0292494-7e91-48ca-ae06-ba4e3343ccdd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:27.166625 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-4fd58aaf-2baf-4a41-8636-ebaf2a386e2f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting port 5ea90ba1-c106-402d-b02d-35ef63f712aa {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:27.166930 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4fd58aaf-2baf-4a41-8636-ebaf2a386e2f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:27.219084 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-3f89da2c-9149-4503-b4b7-f93ca161b6d8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Calling delete_port for b94fc4fd-a274-4b8f-861f-b344c83cb47a owned by network:router_gateway {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:27.229713 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-803e03f0-bc5d-4b39-bcc3-5fd901cb914c req-73f9e1e7-498e-4636-a3c2-b994b99c70ab tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa50fb00-3357-45b0-a863-2d0fe23069bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887956 Nov 26 16:39:27.248540 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4631000 Nov 26 16:39:27.249619 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44398) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:27.359047 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0bbe4ef9-6510-4a3e-8cef-d5deec6d35a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:27.364364 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:27.431234 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe4ef9-6510-4a3e-8cef-d5deec6d35a4 None None] Pushing event deleted for resources: {'Port': ['ID=5ea90ba1-c106-402d-b02d-35ef63f712aa,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:27.439896 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-0bbe4ef9-6510-4a3e-8cef-d5deec6d35a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:27.441735 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbe4ef9-6510-4a3e-8cef-d5deec6d35a4 None None] No DVR routers for this DVR port 5ea90ba1-c106-402d-b02d-35ef63f712aa on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:39:27.464286 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-6ee4e139-87c2-4385-8f0b-f83e6cad3033 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting port aeb71598-2482-49c3-bd3a-3a73f7c77dad {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:27.464806 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6ee4e139-87c2-4385-8f0b-f83e6cad3033 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:27.555051 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-4fd58aaf-2baf-4a41-8636-ebaf2a386e2f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] The port '5ea90ba1-c106-402d-b02d-35ef63f712aa' was deleted {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:39:27.555228 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f0292494-7e91-48ca-ae06-ba4e3343ccdd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:27.561143 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0292494-7e91-48ca-ae06-ba4e3343ccdd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:27.561411 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f0292494-7e91-48ca-ae06-ba4e3343ccdd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:27.579143 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-abfc5025-c608-457c-98c8-38acc4d4c856 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:27.587899 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-7714e54a-057f-49e2-984e-2409abed4a78 req-27c07146-9959-48f7-9378-cde2e8b9df14 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] For port 8f792cec-b4aa-4ba3-bf3d-e99ca350873a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=8f792cec-b4aa-4ba3-bf3d-e99ca350873a,segment=NetworkSegment(2894379f-c8e7-4e55-856c-2a6c137e7b1e),segment_id=2894379f-c8e7-4e55-856c-2a6c137e7b1e)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:27.589011 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7714e54a-057f-49e2-984e-2409abed4a78 req-27c07146-9959-48f7-9378-cde2e8b9df14 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:27.639195 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f0292494-7e91-48ca-ae06-ba4e3343ccdd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1519785 Nov 26 16:39:27.684889 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44406) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:27.705092 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-78ac1c3a-f823-498e-8bcf-c5e6157832ec tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Request body: {'subnet': {'network_id': '886ed28a-0966-4fd9-b476-0d63873354a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:27.794252 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0292494-7e91-48ca-ae06-ba4e3343ccdd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'Network': ['ID=886ed28a-0966-4fd9-b476-0d63873354a5,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:27.815730 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f0292494-7e91-48ca-ae06-ba4e3343ccdd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:27.819363 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 886ed28a-0966-4fd9-b476-0d63873354a5 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:39:27.906902 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.api [None req-3f89da2c-9149-4503-b4b7-f93ca161b6d8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:39:27.907235 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_db.api [None req-3f89da2c-9149-4503-b4b7-f93ca161b6d8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:39:27.930616 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4fd58aaf-2baf-4a41-8636-ebaf2a386e2f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:27.951835 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958075c-b7c8-40de-adc8-bf91406beb8f req-b11c6e49-cb2c-47c7-a413-fca889b4a151 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:27.958820 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6958075c-b7c8-40de-adc8-bf91406beb8f req-b11c6e49-cb2c-47c7-a413-fca889b4a151 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.4904037 Nov 26 16:39:27.966501 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-4fd58aaf-2baf-4a41-8636-ebaf2a386e2f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f316420-c3e2-4e53-9593-3d16181d929a']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:27.971747 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5ea90ba1-c106-402d-b02d-35ef63f712aa no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:39:27.979897 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-4fd58aaf-2baf-4a41-8636-ebaf2a386e2f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3323080-6aa8-441f-8ffa-05e6e1538e49') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:27.980185 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-4fd58aaf-2baf-4a41-8636-ebaf2a386e2f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3323080-6aa8-441f-8ffa-05e6e1538e49') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:27.983687 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-78ac1c3a-f823-498e-8bcf-c5e6157832ec tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:27.989189 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-efadc6e5-2939-4a65-a8df-dea979cd0f14 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:27.992254 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4fd58aaf-2baf-4a41-8636-ebaf2a386e2f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:28.014458 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4fd58aaf-2baf-4a41-8636-ebaf2a386e2f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:28.024599 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 5ea90ba1-c106-402d-b02d-35ef63f712aa {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:39:28.024963 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5ea90ba1-c106-402d-b02d-35ef63f712aa not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:39:28.046710 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-78ac1c3a-f823-498e-8bcf-c5e6157832ec tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Usage tracker for resource:subnet and tenant:99567243f2e24c6489754d65bc9ff7cc is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:28.063124 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-78ac1c3a-f823-498e-8bcf-c5e6157832ec tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:28.085637 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd58aaf-2baf-4a41-8636-ebaf2a386e2f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:39:28.086043 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4fd58aaf-2baf-4a41-8636-ebaf2a386e2f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:39:28.105109 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:39:28.295142 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6ee4e139-87c2-4385-8f0b-f83e6cad3033 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:28.307621 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4fd58aaf-2baf-4a41-8636-ebaf2a386e2f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:28.312040 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4fd58aaf-2baf-4a41-8636-ebaf2a386e2f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:28.319810 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:28.367057 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-78ac1c3a-f823-498e-8bcf-c5e6157832ec tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:28.403972 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6958075c-b7c8-40de-adc8-bf91406beb8f req-1750b4cc-41be-46cc-857d-ab3a83f8a073 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4441810 Nov 26 16:39:28.409235 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-3f89da2c-9149-4503-b4b7-f93ca161b6d8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Deleting port b94fc4fd-a274-4b8f-861f-b344c83cb47a {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:28.409459 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f89da2c-9149-4503-b4b7-f93ca161b6d8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:28.452757 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ac1c3a-f823-498e-8bcf-c5e6157832ec tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Made reservation on behalf of 99567243f2e24c6489754d65bc9ff7cc for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:28.456210 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-78ac1c3a-f823-498e-8bcf-c5e6157832ec tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:28.458462 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-6ee4e139-87c2-4385-8f0b-f83e6cad3033 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Calling delete_port for aeb71598-2482-49c3-bd3a-3a73f7c77dad owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:28.490131 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd58aaf-2baf-4a41-8636-ebaf2a386e2f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Network': ['ID=3f316420-c3e2-4e53-9593-3d16181d929a,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:28.492500 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4fd58aaf-2baf-4a41-8636-ebaf2a386e2f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:28.501531 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4fd58aaf-2baf-4a41-8636-ebaf2a386e2f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/networks/3f316420-c3e2-4e53-9593-3d16181d929a HTTP/1.1" status: 204 len: 168 time: 1.7228951 Nov 26 16:39:28.508980 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44414) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:28.518240 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1cbb407a-66e0-43a1-8626-423c2325c2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:28.526267 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-d0999dac-8b8a-45d8-b6cf-b252b6d6bf57 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1378751436'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:28.540448 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb703a-b339-4226-a748-282fd8ce2bc6 req-aa0f45b9-8ffc-419b-bf1d-046eb59a3362 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:28.544253 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7ccb703a-b339-4226-a748-282fd8ce2bc6 req-aa0f45b9-8ffc-419b-bf1d-046eb59a3362 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/ports?device_id=70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd HTTP/1.1" status: 200 len: 945 time: 0.5313327 Nov 26 16:39:28.545328 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d0999dac-8b8a-45d8-b6cf-b252b6d6bf57 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:28.553241 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d0999dac-8b8a-45d8-b6cf-b252b6d6bf57 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Usage tracker for resource:network and tenant:64d59b3f13ac4d738c5b4d126f3cbc4c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:28.558525 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d0999dac-8b8a-45d8-b6cf-b252b6d6bf57 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:28.580508 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d0999dac-8b8a-45d8-b6cf-b252b6d6bf57 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:28.605807 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7714e54a-057f-49e2-984e-2409abed4a78 req-27c07146-9959-48f7-9378-cde2e8b9df14 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:28.606365 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7714e54a-057f-49e2-984e-2409abed4a78 req-27c07146-9959-48f7-9378-cde2e8b9df14 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:28.606494 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [req-7714e54a-057f-49e2-984e-2409abed4a78 req-27c07146-9959-48f7-9378-cde2e8b9df14 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Floating IP be0fa4dd-8bde-4ac3-aae7-3d92cfc5762d disassociated. External IP: 172.26.0.232, port: 8f792cec-b4aa-4ba3-bf3d-e99ca350873a. Nov 26 16:39:28.606838 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-7714e54a-057f-49e2-984e-2409abed4a78 req-27c07146-9959-48f7-9378-cde2e8b9df14 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Calling delete_port for 8f792cec-b4aa-4ba3-bf3d-e99ca350873a owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:28.618583 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0999dac-8b8a-45d8-b6cf-b252b6d6bf57 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Made reservation on behalf of 64d59b3f13ac4d738c5b4d126f3cbc4c for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:28.622423 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d0999dac-8b8a-45d8-b6cf-b252b6d6bf57 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:28.642735 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7ccb703a-b339-4226-a748-282fd8ce2bc6 req-f5693aa7-297a-4b26-9c30-c6b7587c7a22 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e18e4c7-657a-4942-bf52-698938229428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0914943 Nov 26 16:39:28.658325 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0999dac-8b8a-45d8-b6cf-b252b6d6bf57 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:39:28.667333 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d0999dac-8b8a-45d8-b6cf-b252b6d6bf57 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:28.667671 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-d0999dac-8b8a-45d8-b6cf-b252b6d6bf57 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Added segment a8805ffa-3382-48af-bc84-1bfdb5538ef4 of type vlan for network 4edf1c4f-1ea9-46aa-ab53-023fccfe78a6 Nov 26 16:39:28.680684 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6ee4e139-87c2-4385-8f0b-f83e6cad3033 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:28.705563 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4193104a-4990-4253-932e-d727d74326ba tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:28.750877 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d0999dac-8b8a-45d8-b6cf-b252b6d6bf57 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:28.766371 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4e139-87c2-4385-8f0b-f83e6cad3033 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Port': ['ID=aeb71598-2482-49c3-bd3a-3a73f7c77dad,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:28.768634 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6ee4e139-87c2-4385-8f0b-f83e6cad3033 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:28.778093 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6ee4e139-87c2-4385-8f0b-f83e6cad3033 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:28.802364 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6ee4e139-87c2-4385-8f0b-f83e6cad3033 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/ports/aeb71598-2482-49c3-bd3a-3a73f7c77dad HTTP/1.1" status: 204 len: 168 time: 1.5502863 Nov 26 16:39:28.804977 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44418) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:28.850920 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d0999dac-8b8a-45d8-b6cf-b252b6d6bf57 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:28.856622 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0999dac-8b8a-45d8-b6cf-b252b6d6bf57 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:28.857203 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d0999dac-8b8a-45d8-b6cf-b252b6d6bf57 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:28.862866 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a0ab2028-5ffd-42fe-9280-8fd9c80c4e4e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:28.952939 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d0999dac-8b8a-45d8-b6cf-b252b6d6bf57 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4420080 Nov 26 16:39:28.957219 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44422) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:28.977032 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-4932f3d3-7172-4b6d-9fca-7f36e45ae7e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'subnet': {'network_id': '4edf1c4f-1ea9-46aa-ab53-023fccfe78a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:29.004100 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0999dac-8b8a-45d8-b6cf-b252b6d6bf57 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Network': ['ID=4edf1c4f-1ea9-46aa-ab53-023fccfe78a6,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:29.010760 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d0999dac-8b8a-45d8-b6cf-b252b6d6bf57 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:29.013270 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-3f89da2c-9149-4503-b4b7-f93ca161b6d8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] For port b94fc4fd-a274-4b8f-861f-b344c83cb47a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b94fc4fd-a274-4b8f-861f-b344c83cb47a,segment=NetworkSegment(ae350b4f-b1f6-4d26-9f26-a21994ebaf91),segment_id=ae350b4f-b1f6-4d26-9f26-a21994ebaf91)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:29.013640 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f89da2c-9149-4503-b4b7-f93ca161b6d8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:29.015586 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 4edf1c4f-1ea9-46aa-ab53-023fccfe78a6 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:39:29.099590 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd42363-5e67-460a-9e3a-3b29e9ef2260 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:29.105557 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd42363-5e67-460a-9e3a-3b29e9ef2260 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:29.106306 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1bd42363-5e67-460a-9e3a-3b29e9ef2260 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Synchronizing usage tracker for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:39:29.132298 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-4932f3d3-7172-4b6d-9fca-7f36e45ae7e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:29.140113 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4932f3d3-7172-4b6d-9fca-7f36e45ae7e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Usage tracker for resource:subnet and tenant:64d59b3f13ac4d738c5b4d126f3cbc4c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:29.143636 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4932f3d3-7172-4b6d-9fca-7f36e45ae7e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:29.150429 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-4932f3d3-7172-4b6d-9fca-7f36e45ae7e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:29.152731 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1bd42363-5e67-460a-9e3a-3b29e9ef2260 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Unset dirty status for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:39:29.153800 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1bd42363-5e67-460a-9e3a-3b29e9ef2260 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1449 time: 0.3479371 Nov 26 16:39:29.157450 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44426) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:29.194920 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4932f3d3-7172-4b6d-9fca-7f36e45ae7e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Made reservation on behalf of 64d59b3f13ac4d738c5b4d126f3cbc4c for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:29.197134 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-3f89da2c-9149-4503-b4b7-f93ca161b6d8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Calling delete_port for b94fc4fd-a274-4b8f-861f-b344c83cb47a owned by network:router_gateway {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:29.198385 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4932f3d3-7172-4b6d-9fca-7f36e45ae7e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:29.234985 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0305980-1914-43b4-81e8-4c8d229f1a96 req-5b718b4b-370b-40a7-8eb8-ebf49fadcb82 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:29.236588 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b0305980-1914-43b4-81e8-4c8d229f1a96 req-5b718b4b-370b-40a7-8eb8-ebf49fadcb82 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 946 time: 0.6895132 Nov 26 16:39:29.312456 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:29.329884 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7714e54a-057f-49e2-984e-2409abed4a78 req-27c07146-9959-48f7-9378-cde2e8b9df14 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:29.350714 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f86fc679-f666-4628-8a3d-98f23fb0042d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:29.433636 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c07146-9959-48f7-9378-cde2e8b9df14 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Pushing event deleted for resources: {'Port': ['ID=8f792cec-b4aa-4ba3-bf3d-e99ca350873a,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:29.471736 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-27c07146-9959-48f7-9378-cde2e8b9df14 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:29.475058 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-8982ae7c-342a-4c90-917e-e61f704378eb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting port 65296418-30c0-4e7b-9019-fa0139d33087 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:29.475406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8982ae7c-342a-4c90-917e-e61f704378eb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:29.486396 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b0305980-1914-43b4-81e8-4c8d229f1a96 req-762b993e-39f3-433e-a4cd-dc4bdb1e64f4 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa50fb00-3357-45b0-a863-2d0fe23069bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256970 Nov 26 16:39:29.504155 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-efadc6e5-2939-4a65-a8df-dea979cd0f14 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Deleting port 442d8746-275e-421f-a333-7c0d4b7767b1 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:29.504496 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-efadc6e5-2939-4a65-a8df-dea979cd0f14 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:29.673266 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053bee4-4482-4fff-b776-8581c9c32f0c req-0ec3e4f8-c37c-40de-bd94-94b877ffb091 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:29.675265 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2053bee4-4482-4fff-b776-8581c9c32f0c req-0ec3e4f8-c37c-40de-bd94-94b877ffb091 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.31 "GET /v2.0/ports?device_id=70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd HTTP/1.1" status: 200 len: 945 time: 0.3568156 Nov 26 16:39:29.685479 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-78ac1c3a-f823-498e-8bcf-c5e6157832ec tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:29.695743 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0123345e-e868-454a-aacb-af4724ab582d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:29.885777 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb0360-f6a4-418f-9110-71ba05641188 req-a3e7bcb7-2b45-4ebc-adc5-28caf25b07be tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:29.887329 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-99fb0360-f6a4-418f-9110-71ba05641188 req-a3e7bcb7-2b45-4ebc-adc5-28caf25b07be tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.3471265 Nov 26 16:39:29.979271 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [req-2053bee4-4482-4fff-b776-8581c9c32f0c req-d01381ed-9908-4ccd-99ea-04f3c5eab74c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Deleting port 1b13e777-5df2-4f60-9dee-f17634dcd9e3 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:29.979524 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-2053bee4-4482-4fff-b776-8581c9c32f0c req-d01381ed-9908-4ccd-99ea-04f3c5eab74c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:30.092704 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8982ae7c-342a-4c90-917e-e61f704378eb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:30.117823 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-99fb0360-f6a4-418f-9110-71ba05641188 req-7f4b8bb7-9c69-4155-991b-5b653c4fa5f0 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797724 Nov 26 16:39:30.168033 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac1c3a-f823-498e-8bcf-c5e6157832ec tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'Subnet': ['ID=f792e1df-dddd-4cb1-b675-95a22ba42834,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:30.170922 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-78ac1c3a-f823-498e-8bcf-c5e6157832ec tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:30.173425 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4932f3d3-7172-4b6d-9fca-7f36e45ae7e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:30.229477 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:30.250265 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 8f792cec-b4aa-4ba3-bf3d-e99ca350873a no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:39:30.258987 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ac1c3a-f823-498e-8bcf-c5e6157832ec tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Checking segment: {'id': '3289dde5-515f-4a40-aec4-c5a91426d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '886ed28a-0966-4fd9-b476-0d63873354a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:30.259436 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ac1c3a-f823-498e-8bcf-c5e6157832ec tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Network hostable DHCP agents. Network: 886ed28a-0966-4fd9-b476-0d63873354a5, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:39:30.291607 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-8982ae7c-342a-4c90-917e-e61f704378eb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Calling delete_port for 65296418-30c0-4e7b-9019-fa0139d33087 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:30.298544 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-efadc6e5-2939-4a65-a8df-dea979cd0f14 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:30.309241 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7714e54a-057f-49e2-984e-2409abed4a78 req-27c07146-9959-48f7-9378-cde2e8b9df14 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Router 28644e06-bd0c-4196-9766-a9f33585430c has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:39:30.311435 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: 8f792cec-b4aa-4ba3-bf3d-e99ca350873a {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:39:30.312104 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 8f792cec-b4aa-4ba3-bf3d-e99ca350873a not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:39:30.462420 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-efadc6e5-2939-4a65-a8df-dea979cd0f14 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Calling delete_port for 442d8746-275e-421f-a333-7c0d4b7767b1 owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:30.503523 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f89da2c-9149-4503-b4b7-f93ca161b6d8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:30.517655 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e0a07fc2-dc92-4eb8-b787-f4d80b35d68e tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:30.529129 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932f3d3-7172-4b6d-9fca-7f36e45ae7e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Subnet': ['ID=1c95022c-1cd4-412c-ae54-9541fca3469e,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:30.539164 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4932f3d3-7172-4b6d-9fca-7f36e45ae7e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:30.543080 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4932f3d3-7172-4b6d-9fca-7f36e45ae7e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Checking segment: {'id': 'a8805ffa-3382-48af-bc84-1bfdb5538ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4edf1c4f-1ea9-46aa-ab53-023fccfe78a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:30.543080 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4932f3d3-7172-4b6d-9fca-7f36e45ae7e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network hostable DHCP agents. Network: 4edf1c4f-1ea9-46aa-ab53-023fccfe78a6, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:39:30.564001 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8982ae7c-342a-4c90-917e-e61f704378eb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:30.574802 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:30.618977 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ac1c3a-f823-498e-8bcf-c5e6157832ec tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Network 886ed28a-0966-4fd9-b476-0d63873354a5 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:39:30.636025 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982ae7c-342a-4c90-917e-e61f704378eb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Port': ['ID=65296418-30c0-4e7b-9019-fa0139d33087,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:30.675146 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8982ae7c-342a-4c90-917e-e61f704378eb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:30.683952 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4932f3d3-7172-4b6d-9fca-7f36e45ae7e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network 4edf1c4f-1ea9-46aa-ab53-023fccfe78a6 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:39:30.710762 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8982ae7c-342a-4c90-917e-e61f704378eb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:30.714838 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c70ba24a-4e82-405e-a535-3cc53056995e req-016f04f7-cbbc-487a-8035-71c3161e2f70 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 210 time: 0.0905359 Nov 26 16:39:30.727634 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [req-2053bee4-4482-4fff-b776-8581c9c32f0c req-d01381ed-9908-4ccd-99ea-04f3c5eab74c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] For port 1b13e777-5df2-4f60-9dee-f17634dcd9e3, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=1b13e777-5df2-4f60-9dee-f17634dcd9e3,segment=NetworkSegment(6a286159-c7e2-4df6-bb5a-d60ac00d4209),segment_id=6a286159-c7e2-4df6-bb5a-d60ac00d4209)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:30.728048 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-2053bee4-4482-4fff-b776-8581c9c32f0c req-d01381ed-9908-4ccd-99ea-04f3c5eab74c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:30.732096 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89da2c-9149-4503-b4b7-f93ca161b6d8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Pushing event deleted for resources: {'Port': ['ID=b94fc4fd-a274-4b8f-861f-b344c83cb47a,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:30.738535 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3f89da2c-9149-4503-b4b7-f93ca161b6d8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:30.778314 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3dd34-9262-4a0a-aa63-74359176ce33 req-f6ed019c-eb3d-4d8e-a9a0-06ba2e6db7f2 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:30.785516 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b6f3dd34-9262-4a0a-aa63-74359176ce33 req-f6ed019c-eb3d-4d8e-a9a0-06ba2e6db7f2 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/ports?device_id=70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd HTTP/1.1" status: 200 len: 945 time: 0.8110247 Nov 26 16:39:30.809179 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-4932f3d3-7172-4b6d-9fca-7f36e45ae7e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 4edf1c4f-1ea9-46aa-ab53-023fccfe78a6) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:30.818755 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed534535-9696-4e33-b71e-c5686abd3c1e None None] Network 4edf1c4f-1ea9-46aa-ab53-023fccfe78a6 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:30.826709 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8982ae7c-342a-4c90-917e-e61f704378eb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/ports/65296418-30c0-4e7b-9019-fa0139d33087 HTTP/1.1" status: 204 len: 168 time: 1.6682441 Nov 26 16:39:30.830410 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4932f3d3-7172-4b6d-9fca-7f36e45ae7e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:30.830996 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4932f3d3-7172-4b6d-9fca-7f36e45ae7e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:30.834293 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44436) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:30.862090 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-78ac1c3a-f823-498e-8bcf-c5e6157832ec tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 886ed28a-0966-4fd9-b476-0d63873354a5) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:30.866768 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ac1c3a-f823-498e-8bcf-c5e6157832ec tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:30.867590 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-78ac1c3a-f823-498e-8bcf-c5e6157832ec tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:30.889245 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aca60e-c105-4b40-af64-af658b320223 None None] Network 886ed28a-0966-4fd9-b476-0d63873354a5 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:30.996838 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b6f3dd34-9262-4a0a-aa63-74359176ce33 req-0684930e-a52f-4d47-9df4-20f06f2ea89b tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e18e4c7-657a-4942-bf52-698938229428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2103724 Nov 26 16:39:31.019047 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f89da2c-9149-4503-b4b7-f93ca161b6d8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:31.105862 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4932f3d3-7172-4b6d-9fca-7f36e45ae7e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1366384 Nov 26 16:39:31.110056 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44440) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:31.117485 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-6755af93-3727-4692-b7ca-96fd4db7132d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-802158921', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:31.129430 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6755af93-3727-4692-b7ca-96fd4db7132d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:31.145540 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6755af93-3727-4692-b7ca-96fd4db7132d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Usage tracker for resource:router and tenant:64d59b3f13ac4d738c5b4d126f3cbc4c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:31.208585 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6755af93-3727-4692-b7ca-96fd4db7132d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:31.246117 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6755af93-3727-4692-b7ca-96fd4db7132d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:31.278689 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-78ac1c3a-f823-498e-8bcf-c5e6157832ec tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5914059 Nov 26 16:39:31.288575 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44446) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:31.296485 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f89da2c-9149-4503-b4b7-f93ca161b6d8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:31.313181 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-2053bee4-4482-4fff-b776-8581c9c32f0c req-d01381ed-9908-4ccd-99ea-04f3c5eab74c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:31.313568 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-2053bee4-4482-4fff-b776-8581c9c32f0c req-d01381ed-9908-4ccd-99ea-04f3c5eab74c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:31.313878 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [req-2053bee4-4482-4fff-b776-8581c9c32f0c req-d01381ed-9908-4ccd-99ea-04f3c5eab74c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Floating IP 62f7f8ec-70c7-4329-9baa-6801817d20f7 disassociated. External IP: 172.26.0.193, port: 1b13e777-5df2-4f60-9dee-f17634dcd9e3. Nov 26 16:39:31.314227 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [req-2053bee4-4482-4fff-b776-8581c9c32f0c req-d01381ed-9908-4ccd-99ea-04f3c5eab74c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Calling delete_port for 1b13e777-5df2-4f60-9dee-f17634dcd9e3 owned by compute:nova {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:31.331798 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-4edf1c4f-1ea9-46aa-ab53-023fccfe78a6', 'network_id': '4edf1c4f-1ea9-46aa-ab53-023fccfe78a6', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'fixed_ips': [{'subnet_id': '1c95022c-1cd4-412c-ae54-9541fca3469e'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:39:31.333369 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:31.340496 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f89da2c-9149-4503-b4b7-f93ca161b6d8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:31.351660 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f4f5d55f-b9de-45b6-b80b-6f2c136f55ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:31.353018 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897e47cb-8ae9-400b-a101-7758d5045a00 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:31.354123 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-897e47cb-8ae9-400b-a101-7758d5045a00 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Synchronizing usage tracker for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:39:31.356063 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7714e54a-057f-49e2-984e-2409abed4a78 req-27c07146-9959-48f7-9378-cde2e8b9df14 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:39:31.377234 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b509f22-d9b5-45c4-8fa6-e8daee992787 None None] Sync routers for ids ['28644e06-bd0c-4196-9766-a9f33585430c'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:39:31.395174 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b509f22-d9b5-45c4-8fa6-e8daee992787 None None] Routers {'28644e06-bd0c-4196-9766-a9f33585430c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:31.395979 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6b509f22-d9b5-45c4-8fa6-e8daee992787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['28644e06-bd0c-4196-9766-a9f33585430c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:31.412114 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6755af93-3727-4692-b7ca-96fd4db7132d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:31.413159 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6755af93-3727-4692-b7ca-96fd4db7132d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:31.467560 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-886ed28a-0966-4fd9-b476-0d63873354a5', 'network_id': '886ed28a-0966-4fd9-b476-0d63873354a5', 'tenant_id': '99567243f2e24c6489754d65bc9ff7cc', 'fixed_ips': [{'subnet_id': 'f792e1df-dddd-4cb1-b675-95a22ba42834'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:39:31.473337 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:31.483339 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-897e47cb-8ae9-400b-a101-7758d5045a00 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Unset dirty status for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:39:31.487381 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-897e47cb-8ae9-400b-a101-7758d5045a00 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 841 time: 0.6520994 Nov 26 16:39:31.488466 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44450) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:31.489668 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6755af93-3727-4692-b7ca-96fd4db7132d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:31.554381 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-5256fa1d-d018-4924-bc69-cb2bf67ee7c6 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] GET failed (client error): The resource could not be found. Nov 26 16:39:31.558451 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5256fa1d-d018-4924-bc69-cb2bf67ee7c6 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "GET /v2.0/ports/aeb71598-2482-49c3-bd3a-3a73f7c77dad HTTP/1.1" status: 404 len: 333 time: 0.0652330 Nov 26 16:39:31.562328 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44454) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:31.591607 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-7714e54a-057f-49e2-984e-2409abed4a78 req-27c07146-9959-48f7-9378-cde2e8b9df14 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] No DVR routers for this DVR port 8f792cec-b4aa-4ba3-bf3d-e99ca350873a on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:39:31.593846 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7714e54a-057f-49e2-984e-2409abed4a78 req-27c07146-9959-48f7-9378-cde2e8b9df14 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:31.603170 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f918a4-005c-4996-b001-0310e6546a10', 'name': 'network-vif-deleted', 'tag': '8f792cec-b4aa-4ba3-bf3d-e99ca350873a'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:39:31.654292 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-6b509f22-d9b5-45c4-8fa6-e8daee992787 None None] Set router 28644e06-bd0c-4196-9766-a9f33585430c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:39:31.673787 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6755af93-3727-4692-b7ca-96fd4db7132d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:31.681853 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-94646879-36a7-4727-b391-d1304440763d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] GET failed (client error): The resource could not be found. Nov 26 16:39:31.695191 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-94646879-36a7-4727-b391-d1304440763d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "GET /v2.0/ports/65296418-30c0-4e7b-9019-fa0139d33087 HTTP/1.1" status: 404 len: 333 time: 0.1023927 Nov 26 16:39:31.700449 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44460) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:31.706620 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f89da2c-9149-4503-b4b7-f93ca161b6d8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:31.707388 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f89da2c-9149-4503-b4b7-f93ca161b6d8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2e2e40b-8b0e-45bc-b774-5b7a225d047e {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:39:31.716001 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f89da2c-9149-4503-b4b7-f93ca161b6d8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:31.717544 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3f89da2c-9149-4503-b4b7-f93ca161b6d8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "DELETE /v2.0/routers/b2e2e40b-8b0e-45bc-b774-5b7a225d047e HTTP/1.1" status: 204 len: 168 time: 7.1746438 Nov 26 16:39:31.735778 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f918a4-005c-4996-b001-0310e6546a10', 'name': 'network-vif-deleted', 'tag': '8f792cec-b4aa-4ba3-bf3d-e99ca350873a', 'status': 'completed', 'code': 200} Nov 26 16:39:31.737235 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44464) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:31.809584 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436dea2-8679-47d8-b778-dba4b9cc780c req-4f845301-2d9a-47aa-a878-3f8959aa5c48 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:31.820317 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9436dea2-8679-47d8-b778-dba4b9cc780c req-4f845301-2d9a-47aa-a878-3f8959aa5c48 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.4567592 Nov 26 16:39:32.044661 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7714e54a-057f-49e2-984e-2409abed4a78 req-27c07146-9959-48f7-9378-cde2e8b9df14 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.31 "DELETE /v2.0/ports/8f792cec-b4aa-4ba3-bf3d-e99ca350873a HTTP/1.1" status: 204 len: 173 time: 5.8290768 Nov 26 16:39:32.049145 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-2053bee4-4482-4fff-b776-8581c9c32f0c req-d01381ed-9908-4ccd-99ea-04f3c5eab74c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:32.057865 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6755af93-3727-4692-b7ca-96fd4db7132d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:32.059274 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6755af93-3727-4692-b7ca-96fd4db7132d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9481802 Nov 26 16:39:32.068202 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a9047fff-35ba-4d27-a303-f95f605b612d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:32.068438 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] Allocated IP 2001:db8::2 (4edf1c4f-1ea9-46aa-ab53-023fccfe78a6/1c95022c-1cd4-412c-ae54-9541fca3469e/ee851076-44d8-465d-872b-cdd2c4ec6468) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:39:32.100171 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Allocated IP 172.20.0.1 (886ed28a-0966-4fd9-b476-0d63873354a5/f792e1df-dddd-4cb1-b675-95a22ba42834/5157af84-2cd4-4e26-8d6c-ad95cf0ad359) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:39:32.115078 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44472) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:32.117587 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6b509f22-d9b5-45c4-8fa6-e8daee992787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28644e06-bd0c-4196-9766-a9f33585430c', 'name': 'tempest-ServersTestJSON-455662517-router', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:35Z', 'updated_at': '2021-11-26T16:37:50Z', 'revision_number': 4, 'project_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'gw_port': {'id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28644e06-bd0c-4196-9766-a9f33585430c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:37Z', 'updated_at': '2021-11-26T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '03944e40-cf52-4b2c-ba5d-79133cb3062c', 'name': '', 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'mac_address': 'fa:16:3e:2c:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28644e06-bd0c-4196-9766-a9f33585430c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '78772461-04bb-45a9-8c0c-04bc08f8bb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:48Z', 'updated_at': '2021-11-26T16:38:00Z', 'revision_number': 5, 'project_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'subnets': [{'id': '78772461-04bb-45a9-8c0c-04bc08f8bb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:32.124111 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b509f22-d9b5-45c4-8fa6-e8daee992787 None None] Checking router: 28644e06-bd0c-4196-9766-a9f33585430c for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:39:32.134256 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b509f22-d9b5-45c4-8fa6-e8daee992787 None None] Routers {'28644e06-bd0c-4196-9766-a9f33585430c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:32.135447 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6b509f22-d9b5-45c4-8fa6-e8daee992787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['28644e06-bd0c-4196-9766-a9f33585430c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:32.147236 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9436dea2-8679-47d8-b778-dba4b9cc780c req-1abe8c2a-0e51-42d2-86fe-a4fe13b073ea tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3257182 Nov 26 16:39:32.159037 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-5c346dbf-9919-4b5b-9788-c728f5c0aa3d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'port': {'network_id': '4edf1c4f-1ea9-46aa-ab53-023fccfe78a6', 'name': 'tempest-RoutersIpV6Test-1467858439'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:32.203585 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01381ed-9908-4ccd-99ea-04f3c5eab74c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Pushing event deleted for resources: {'Port': ['ID=1b13e777-5df2-4f60-9dee-f17634dcd9e3,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:32.227403 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-bbade452-5d57-4dc2-9514-a3cf18211320 req-b697c3bd-07cb-4a24-8d31-50f355e2399f tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Synchronizing usage tracker for tenant:67d2367297c04a4ba514a5dfcb19c4b7 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:39:32.232072 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d01381ed-9908-4ccd-99ea-04f3c5eab74c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:32.251977 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ed168584-e14f-415d-a6c6-67c0a2941e8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:32.260025 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-efadc6e5-2939-4a65-a8df-dea979cd0f14 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:32.316862 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b226276d-7d4c-46a8-87c6-6673f66029ab tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:32.353150 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:32.357685 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36c938c-06bb-4759-86e8-fb32ed8774f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Deleting subnet 7dbe6a48-3d40-4a4f-bec2-b5eb2e078350 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:39:32.382421 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f36c938c-06bb-4759-86e8-fb32ed8774f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:32.396706 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:32.417134 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efadc6e5-2939-4a65-a8df-dea979cd0f14 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Pushing event deleted for resources: {'Port': ['ID=442d8746-275e-421f-a333-7c0d4b7767b1,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:32.437720 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efadc6e5-2939-4a65-a8df-dea979cd0f14 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:32.438103 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efadc6e5-2939-4a65-a8df-dea979cd0f14 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:32.438477 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efadc6e5-2939-4a65-a8df-dea979cd0f14 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:32.438845 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efadc6e5-2939-4a65-a8df-dea979cd0f14 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:32.439210 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efadc6e5-2939-4a65-a8df-dea979cd0f14 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:32.439572 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efadc6e5-2939-4a65-a8df-dea979cd0f14 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:32.439953 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efadc6e5-2939-4a65-a8df-dea979cd0f14 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:32.440314 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efadc6e5-2939-4a65-a8df-dea979cd0f14 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:32.440670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efadc6e5-2939-4a65-a8df-dea979cd0f14 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:32.441026 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efadc6e5-2939-4a65-a8df-dea979cd0f14 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:32.441387 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efadc6e5-2939-4a65-a8df-dea979cd0f14 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:32.441740 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efadc6e5-2939-4a65-a8df-dea979cd0f14 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:32.454346 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-bbade452-5d57-4dc2-9514-a3cf18211320 req-b697c3bd-07cb-4a24-8d31-50f355e2399f tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Unset dirty status for tenant:67d2367297c04a4ba514a5dfcb19c4b7 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:39:32.463910 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-6b509f22-d9b5-45c4-8fa6-e8daee992787 None None] Set router 28644e06-bd0c-4196-9766-a9f33585430c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:39:32.467355 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bbade452-5d57-4dc2-9514-a3cf18211320 req-b697c3bd-07cb-4a24-8d31-50f355e2399f tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4f918a4-005c-4996-b001-0310e6546a10 HTTP/1.1" status: 200 len: 210 time: 0.4182541 Nov 26 16:39:32.475287 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-efadc6e5-2939-4a65-a8df-dea979cd0f14 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:32.519642 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-7fd1175d-b294-4ebb-8a6a-f7b973c651ff req-e6b90329-20aa-42d8-9a42-01790a1586ed tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Synchronizing usage tracker for tenant:ba7ec815beb94575a006ddee54532b3f on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:39:32.927975 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:32.957518 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Transition to ACTIVE for port object 5157af84-2cd4-4e26-8d6c-ad95cf0ad359 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:39:32.963399 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-7fd1175d-b294-4ebb-8a6a-f7b973c651ff req-e6b90329-20aa-42d8-9a42-01790a1586ed tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Unset dirty status for tenant:ba7ec815beb94575a006ddee54532b3f on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:39:32.973649 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7fd1175d-b294-4ebb-8a6a-f7b973c651ff req-e6b90329-20aa-42d8-9a42-01790a1586ed tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/ports?device_id=70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd HTTP/1.1" status: 200 len: 210 time: 0.6071224 Nov 26 16:39:33.007688 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-efadc6e5-2939-4a65-a8df-dea979cd0f14 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:33.011082 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Transition to ACTIVE for port object 5157af84-2cd4-4e26-8d6c-ad95cf0ad359 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:39:33.024228 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f36c938c-06bb-4759-86e8-fb32ed8774f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:33.094529 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5c346dbf-9919-4b5b-9788-c728f5c0aa3d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:33.109875 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5c346dbf-9919-4b5b-9788-c728f5c0aa3d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Usage tracker for resource:port and tenant:64d59b3f13ac4d738c5b4d126f3cbc4c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:33.115942 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ed168584-e14f-415d-a6c6-67c0a2941e8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:33.124256 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5c346dbf-9919-4b5b-9788-c728f5c0aa3d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:33.140384 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5c346dbf-9919-4b5b-9788-c728f5c0aa3d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:33.156557 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:33.163598 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-842ea6a9-87a6-4196-889b-aa8b7675244d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:33.190801 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:33.193720 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-ed168584-e14f-415d-a6c6-67c0a2941e8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b96d74-c17b-4911-95c9-f19c687e04dd']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:33.226104 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c346dbf-9919-4b5b-9788-c728f5c0aa3d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Made reservation on behalf of 64d59b3f13ac4d738c5b4d126f3cbc4c for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:33.234843 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5c346dbf-9919-4b5b-9788-c728f5c0aa3d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:33.248836 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Network 886ed28a-0966-4fd9-b476-0d63873354a5 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:39:33.259505 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:33.268884 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:39:33.274571 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Pushing event updated for resources: {'Port': ['ID=5157af84-2cd4-4e26-8d6c-ad95cf0ad359,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:33.276191 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-ed168584-e14f-415d-a6c6-67c0a2941e8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc65d52-4940-46f9-8417-9c4c3cc63d53') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:33.276478 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-ed168584-e14f-415d-a6c6-67c0a2941e8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc65d52-4940-46f9-8417-9c4c3cc63d53') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:33.278227 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:33.278933 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6b509f22-d9b5-45c4-8fa6-e8daee992787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28644e06-bd0c-4196-9766-a9f33585430c', 'name': 'tempest-ServersTestJSON-455662517-router', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:35Z', 'updated_at': '2021-11-26T16:37:50Z', 'revision_number': 4, 'project_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'gw_port': {'id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28644e06-bd0c-4196-9766-a9f33585430c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:37Z', 'updated_at': '2021-11-26T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '03944e40-cf52-4b2c-ba5d-79133cb3062c', 'name': '', 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'mac_address': 'fa:16:3e:2c:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28644e06-bd0c-4196-9766-a9f33585430c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '78772461-04bb-45a9-8c0c-04bc08f8bb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:48Z', 'updated_at': '2021-11-26T16:38:00Z', 'revision_number': 5, 'project_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'subnets': [{'id': '78772461-04bb-45a9-8c0c-04bc08f8bb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:33.285115 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b509f22-d9b5-45c4-8fa6-e8daee992787 None None] The sync data for ids ['28644e06-bd0c-4196-9766-a9f33585430c'] in dv-neutron-819440-1-hyperv is: [{'id': '28644e06-bd0c-4196-9766-a9f33585430c', 'name': 'tempest-ServersTestJSON-455662517-router', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:35Z', 'updated_at': '2021-11-26T16:37:50Z', 'revision_number': 4, 'project_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'gw_port': {'id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28644e06-bd0c-4196-9766-a9f33585430c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:37Z', 'updated_at': '2021-11-26T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '03944e40-cf52-4b2c-ba5d-79133cb3062c', 'name': '', 'network_id': 'd89905c5-5622-439c-bd42-d732b1c43e20', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'mac_address': 'fa:16:3e:2c:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28644e06-bd0c-4196-9766-a9f33585430c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '78772461-04bb-45a9-8c0c-04bc08f8bb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:48Z', 'updated_at': '2021-11-26T16:38:00Z', 'revision_number': 5, 'project_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'subnets': [{'id': '78772461-04bb-45a9-8c0c-04bc08f8bb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:39:33.285719 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2053bee4-4482-4fff-b776-8581c9c32f0c req-d01381ed-9908-4ccd-99ea-04f3c5eab74c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Router b4f896c6-ab1f-4de2-b99d-b461702718a2 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:39:33.303490 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-5c346dbf-9919-4b5b-9788-c728f5c0aa3d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] device_id is not set on port e1dd56cc-2b03-4598-916c-9588149da348 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:39:33.330344 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] Transition to ACTIVE for port object ee851076-44d8-465d-872b-cdd2c4ec6468 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:39:33.358899 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:33.359318 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:33.359748 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:33.360163 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:33.360562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:33.360974 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:33.361368 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:33.361761 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:33.362164 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:33.362488 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:33.362814 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:33.363248 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:33.376434 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:33.391825 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ed168584-e14f-415d-a6c6-67c0a2941e8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:33.408878 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Attempting to bind port 5157af84-2cd4-4e26-8d6c-ad95cf0ad359 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:39:33.409338 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Attempting to bind port 5157af84-2cd4-4e26-8d6c-ad95cf0ad359 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '3289dde5-515f-4a40-aec4-c5a91426d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '886ed28a-0966-4fd9-b476-0d63873354a5'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:39:33.409763 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Attempting to bind port 5157af84-2cd4-4e26-8d6c-ad95cf0ad359 on network 886ed28a-0966-4fd9-b476-0d63873354a5 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:39:33.412256 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] Transition to ACTIVE for port object ee851076-44d8-465d-872b-cdd2c4ec6468 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:39:33.419452 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:39:33.420261 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Checking segment: {'id': '3289dde5-515f-4a40-aec4-c5a91426d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '886ed28a-0966-4fd9-b476-0d63873354a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:33.420448 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:33.421325 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Bound using segment: {'id': '3289dde5-515f-4a40-aec4-c5a91426d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '886ed28a-0966-4fd9-b476-0d63873354a5'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:39:33.421484 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Bound port: 5157af84-2cd4-4e26-8d6c-ad95cf0ad359, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3289dde5-515f-4a40-aec4-c5a91426d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '886ed28a-0966-4fd9-b476-0d63873354a5'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:39:33.422660 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:33.423584 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f36c938c-06bb-4759-86e8-fb32ed8774f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:33.440251 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:33.446365 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-df39d912-8873-45d4-b790-8bc23d60056a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:33.573240 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] Network 4edf1c4f-1ea9-46aa-ab53-023fccfe78a6 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:39:33.591049 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:33.603813 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:39:33.605889 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] Pushing event updated for resources: {'Port': ['ID=ee851076-44d8-465d-872b-cdd2c4ec6468,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:33.613109 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:33.639611 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44486) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:33.675842 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ed168584-e14f-415d-a6c6-67c0a2941e8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:33.696041 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5b182-68c5-4f71-888f-b4e2fb550517 req-6195ce04-1e40-4fcd-ab5f-f97411f023e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:33.697732 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0cf5b182-68c5-4f71-888f-b4e2fb550517 req-6195ce04-1e40-4fcd-ab5f-f97411f023e1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06e5b26eff95490196e93abf54aa53ed&device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 1098 time: 0.3990021 Nov 26 16:39:33.698726 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:33.712885 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:33.731529 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c7855b-e481-4670-84a1-f2a2ed66ef17 None None] New status for floating IP be0fa4dd-8bde-4ac3-aae7-3d92cfc5762d: DOWN {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:39:33.757528 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed168584-e14f-415d-a6c6-67c0a2941e8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:39:33.758120 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ed168584-e14f-415d-a6c6-67c0a2941e8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:33.766397 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efadc6e5-2939-4a65-a8df-dea979cd0f14 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Router be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:39:33.781279 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:39:33.792050 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e4ad3-fa84-4f69-8157-b11ee878cb72 req-64122f79-05cd-417c-ba4f-3206291c4375 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:33.793681 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a60e4ad3-fa84-4f69-8157-b11ee878cb72 req-64122f79-05cd-417c-ba4f-3206291c4375 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.6608758 Nov 26 16:39:33.818966 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event deleted for resources: {'Subnet': ['ID=f792e1df-dddd-4cb1-b675-95a22ba42834,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:33.912949 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:33.914812 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] For port 5157af84-2cd4-4e26-8d6c-ad95cf0ad359, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:39:33.923786 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] Attempting to bind port ee851076-44d8-465d-872b-cdd2c4ec6468 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:39:33.924172 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] Attempting to bind port ee851076-44d8-465d-872b-cdd2c4ec6468 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'a8805ffa-3382-48af-bc84-1bfdb5538ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4edf1c4f-1ea9-46aa-ab53-023fccfe78a6'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:39:33.924548 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] Attempting to bind port ee851076-44d8-465d-872b-cdd2c4ec6468 on network 4edf1c4f-1ea9-46aa-ab53-023fccfe78a6 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:39:33.967123 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ed168584-e14f-415d-a6c6-67c0a2941e8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:33.971558 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ed168584-e14f-415d-a6c6-67c0a2941e8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:33.984594 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fffaf8b3-4db0-4c08-9eeb-97b698a07689 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:33.987910 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:39:33.988299 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] Checking segment: {'id': 'a8805ffa-3382-48af-bc84-1bfdb5538ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4edf1c4f-1ea9-46aa-ab53-023fccfe78a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:33.988753 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:33.989146 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] Bound using segment: {'id': 'a8805ffa-3382-48af-bc84-1bfdb5538ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4edf1c4f-1ea9-46aa-ab53-023fccfe78a6'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:39:33.989603 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] Bound port: ee851076-44d8-465d-872b-cdd2c4ec6468, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8805ffa-3382-48af-bc84-1bfdb5538ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4edf1c4f-1ea9-46aa-ab53-023fccfe78a6'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:39:33.989998 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:34.001010 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] For port 5157af84-2cd4-4e26-8d6c-ad95cf0ad359, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5157af84-2cd4-4e26-8d6c-ad95cf0ad359,segment=NetworkSegment(3289dde5-515f-4a40-aec4-c5a91426d296),segment_id=3289dde5-515f-4a40-aec4-c5a91426d296)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:39:34.002180 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:34.027643 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-5c346dbf-9919-4b5b-9788-c728f5c0aa3d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Allocated IP 2001:db8::e3 (4edf1c4f-1ea9-46aa-ab53-023fccfe78a6/1c95022c-1cd4-412c-ae54-9541fca3469e/e1dd56cc-2b03-4598-916c-9588149da348) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:39:34.036775 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ed168584-e14f-415d-a6c6-67c0a2941e8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/networks/48b96d74-c17b-4911-95c9-f19c687e04dd HTTP/1.1" status: 204 len: 168 time: 2.3291972 Nov 26 16:39:34.039797 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44494) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:34.045021 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed168584-e14f-415d-a6c6-67c0a2941e8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Network': ['ID=48b96d74-c17b-4911-95c9-f19c687e04dd,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:34.054325 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-7a50aa92-89b7-4878-8955-0d2dd86cbc98 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1847915487'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:34.068588 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7a50aa92-89b7-4878-8955-0d2dd86cbc98 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:34.078734 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed168584-e14f-415d-a6c6-67c0a2941e8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:34.078955 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed168584-e14f-415d-a6c6-67c0a2941e8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:34.080074 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed168584-e14f-415d-a6c6-67c0a2941e8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:34.080074 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed168584-e14f-415d-a6c6-67c0a2941e8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:34.080074 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed168584-e14f-415d-a6c6-67c0a2941e8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:34.080410 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed168584-e14f-415d-a6c6-67c0a2941e8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:34.080525 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:34.080659 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed168584-e14f-415d-a6c6-67c0a2941e8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:34.080991 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed168584-e14f-415d-a6c6-67c0a2941e8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:34.081352 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed168584-e14f-415d-a6c6-67c0a2941e8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:34.081705 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed168584-e14f-415d-a6c6-67c0a2941e8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:34.082056 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed168584-e14f-415d-a6c6-67c0a2941e8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:34.082404 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed168584-e14f-415d-a6c6-67c0a2941e8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:39:34.085787 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7a50aa92-89b7-4878-8955-0d2dd86cbc98 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:network and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:34.090695 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2053bee4-4482-4fff-b776-8581c9c32f0c req-d01381ed-9908-4ccd-99ea-04f3c5eab74c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:39:34.092445 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7a50aa92-89b7-4878-8955-0d2dd86cbc98 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:34.095729 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ed168584-e14f-415d-a6c6-67c0a2941e8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:34.104742 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8babd2-3544-4e7d-893d-b5ce77b86c1a None None] Sync routers for ids ['b4f896c6-ab1f-4de2-b99d-b461702718a2'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:39:34.115695 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-7ac4bb1c-24cc-4d29-9884-715f0b0ebedd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:34.121500 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8babd2-3544-4e7d-893d-b5ce77b86c1a None None] Routers {'b4f896c6-ab1f-4de2-b99d-b461702718a2'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:34.122122 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9b8babd2-3544-4e7d-893d-b5ce77b86c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b4f896c6-ab1f-4de2-b99d-b461702718a2'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:34.143948 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7a50aa92-89b7-4878-8955-0d2dd86cbc98 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:34.203296 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f36c938c-06bb-4759-86e8-fb32ed8774f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:34.218854 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Pushing event updated for resources: {'Port': ['ID=5157af84-2cd4-4e26-8d6c-ad95cf0ad359,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:34.247987 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4201537c-c931-400f-a500-2fb1d6030abe req-601ff82c-4871-4c2a-bdff-97f2f6826551 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/ports?device_id=70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd HTTP/1.1" status: 200 len: 210 time: 0.0912433 Nov 26 16:39:34.255271 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a50aa92-89b7-4878-8955-0d2dd86cbc98 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:34.258742 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7a50aa92-89b7-4878-8955-0d2dd86cbc98 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:34.260029 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f24dd1cc-07a7-400c-b882-bdb373008b86 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:34.260649 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:34.266827 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 1b13e777-5df2-4f60-9dee-f17634dcd9e3 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:39:34.288377 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-10a1f1e4-158a-48a3-a2cb-da3469b9ccb1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:34.297779 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [req-2053bee4-4482-4fff-b776-8581c9c32f0c req-d01381ed-9908-4ccd-99ea-04f3c5eab74c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] No DVR routers for this DVR port 1b13e777-5df2-4f60-9dee-f17634dcd9e3 on host hv-neutron-8194 {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:39:34.304237 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-2053bee4-4482-4fff-b776-8581c9c32f0c req-d01381ed-9908-4ccd-99ea-04f3c5eab74c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:34.306127 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2053bee4-4482-4fff-b776-8581c9c32f0c req-d01381ed-9908-4ccd-99ea-04f3c5eab74c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.31 "DELETE /v2.0/ports/1b13e777-5df2-4f60-9dee-f17634dcd9e3 HTTP/1.1" status: 204 len: 173 time: 4.5468748 Nov 26 16:39:34.308892 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd', 'name': 'network-vif-deleted', 'tag': '1b13e777-5df2-4f60-9dee-f17634dcd9e3'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:39:34.333970 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: 1b13e777-5df2-4f60-9dee-f17634dcd9e3 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:39:34.334821 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 1b13e777-5df2-4f60-9dee-f17634dcd9e3 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:39:34.360465 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] For port ee851076-44d8-465d-872b-cdd2c4ec6468, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:39:34.364740 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] For port ee851076-44d8-465d-872b-cdd2c4ec6468, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=ee851076-44d8-465d-872b-cdd2c4ec6468,segment=NetworkSegment(a8805ffa-3382-48af-bc84-1bfdb5538ef4),segment_id=a8805ffa-3382-48af-bc84-1bfdb5538ef4)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:39:34.373368 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:34.385536 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f5c179a8-69ef-4bcd-b2ab-6d42f32fb00c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:34.424676 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b2d20a-8bfb-4baf-8f5f-e8d9a30303fd', 'name': 'network-vif-deleted', 'tag': '1b13e777-5df2-4f60-9dee-f17634dcd9e3', 'status': 'completed', 'code': 200} Nov 26 16:39:34.442960 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a50aa92-89b7-4878-8955-0d2dd86cbc98 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:39:34.477048 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7a50aa92-89b7-4878-8955-0d2dd86cbc98 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:34.477289 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-7a50aa92-89b7-4878-8955-0d2dd86cbc98 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Added segment 89b5d246-f9ce-43d9-93ec-5d347f7a881b of type vlan for network dc8e3f64-8dad-4ed2-b1ec-d41491bc2602 Nov 26 16:39:34.478799 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-9b8babd2-3544-4e7d-893d-b5ce77b86c1a None None] Set router b4f896c6-ab1f-4de2-b99d-b461702718a2 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:39:34.549681 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f36c938c-06bb-4759-86e8-fb32ed8774f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:34.553459 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c938c-06bb-4759-86e8-fb32ed8774f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7dbe6a48-3d40-4a4f-bec2-b5eb2e078350,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:34.556019 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f36c938c-06bb-4759-86e8-fb32ed8774f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:34.566606 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] Pushing event updated for resources: {'Port': ['ID=ee851076-44d8-465d-872b-cdd2c4ec6468,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:34.577954 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:34.585229 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7a50aa92-89b7-4878-8955-0d2dd86cbc98 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:34.585592 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:34.609161 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5c346dbf-9919-4b5b-9788-c728f5c0aa3d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:34.658106 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-5c346dbf-9919-4b5b-9788-c728f5c0aa3d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Transition to ACTIVE for port object e1dd56cc-2b03-4598-916c-9588149da348 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:39:34.677307 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a60e4ad3-fa84-4f69-8157-b11ee878cb72 req-09c7c054-9a0e-47e2-9854-c63ff98687b5 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8005691 Nov 26 16:39:34.678747 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efadc6e5-2939-4a65-a8df-dea979cd0f14 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:39:34.703059 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728a3126-bd60-4fe4-80c1-ed9409bb46d2 None None] Sync routers for ids ['be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:39:34.707558 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f24dd1cc-07a7-400c-b882-bdb373008b86 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:34.709653 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7a50aa92-89b7-4878-8955-0d2dd86cbc98 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:34.713396 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728a3126-bd60-4fe4-80c1-ed9409bb46d2 None None] Routers {'be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:34.714034 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-728a3126-bd60-4fe4-80c1-ed9409bb46d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:34.729656 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a50aa92-89b7-4878-8955-0d2dd86cbc98 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:34.730185 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7a50aa92-89b7-4878-8955-0d2dd86cbc98 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:34.731925 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f36c938c-06bb-4759-86e8-fb32ed8774f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "DELETE /v2.0/subnets/7dbe6a48-3d40-4a4f-bec2-b5eb2e078350 HTTP/1.1" status: 204 len: 168 time: 2.6915703 Nov 26 16:39:34.742472 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-efadc6e5-2939-4a65-a8df-dea979cd0f14 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "PUT /v2.0/routers/be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0981090 Nov 26 16:39:34.746501 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c6b28aff-11d1-47fb-b9da-03967154ab60 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:34.749104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44500) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:34.749540 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44502) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:34.805362 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-728a3126-bd60-4fe4-80c1-ed9409bb46d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:34.832867 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728a3126-bd60-4fe4-80c1-ed9409bb46d2 None None] Routers {'be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:34.833611 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-728a3126-bd60-4fe4-80c1-ed9409bb46d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:34.876926 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['886ed28a-0966-4fd9-b476-0d63873354a5']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:34.960032 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5b182-68c5-4f71-888f-b4e2fb550517 req-9509abbd-ae5f-471d-8088-d4da85b2ef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:34.964878 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0cf5b182-68c5-4f71-888f-b4e2fb550517 req-9509abbd-ae5f-471d-8088-d4da85b2ef7f service neutron] 10.222.0.31 "GET /v2.0/networks?id=a5e19142-4e79-42ca-965f-fd783eba57b9 HTTP/1.1" status: 200 len: 912 time: 1.2214043 Nov 26 16:39:34.975032 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-728a3126-bd60-4fe4-80c1-ed9409bb46d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:34.975474 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728a3126-bd60-4fe4-80c1-ed9409bb46d2 None None] The sync data for ids ['be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:39:35.035088 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50aa92-89b7-4878-8955-0d2dd86cbc98 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Network': ['ID=dc8e3f64-8dad-4ed2-b1ec-d41491bc2602,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:35.052464 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network dc8e3f64-8dad-4ed2-b1ec-d41491bc2602 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:39:35.053068 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7a50aa92-89b7-4878-8955-0d2dd86cbc98 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0095615 Nov 26 16:39:35.054033 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44508) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:35.059510 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7a50aa92-89b7-4878-8955-0d2dd86cbc98 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:35.062668 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-fad8a27b-ed88-457d-bd60-1b8fa5748ad3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] show failed (client error): The resource could not be found. Nov 26 16:39:35.066497 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-a39cdd94-9615-4357-84ae-01da6dbe5a0b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'subnet': {'network_id': 'dc8e3f64-8dad-4ed2-b1ec-d41491bc2602', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:35.080303 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-fad8a27b-ed88-457d-bd60-1b8fa5748ad3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "GET /v2.0/routers/tempest-non_exist_router-981833752 HTTP/1.1" status: 404 len: 334 time: 0.3245213 Nov 26 16:39:35.080928 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44512) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:35.128815 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3289dde5-515f-4a40-aec4-c5a91426d296') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:35.129040 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3289dde5-515f-4a40-aec4-c5a91426d296') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:35.152899 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-6c3f03b3-e3cb-4ef0-83ca-f2680a77dcc9 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:35.173316 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9b8babd2-3544-4e7d-893d-b5ce77b86c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'name': 'tempest-ServersTestManualDisk-495272159-router', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:36Z', 'updated_at': '2021-11-26T16:37:53Z', 'revision_number': 4, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'gw_port': {'id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:39Z', 'updated_at': '2021-11-26T16:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '33a83651-d4ef-46f1-9ae1-0f1a6da2903d', 'name': '', 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'mac_address': 'fa:16:3e:d1:6a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'd8b30045-06a7-450d-8b3f-11d57c1b4222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:51Z', 'updated_at': '2021-11-26T16:38:05Z', 'revision_number': 5, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'subnets': [{'id': 'd8b30045-06a7-450d-8b3f-11d57c1b4222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:35.177928 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8babd2-3544-4e7d-893d-b5ce77b86c1a None None] Checking router: b4f896c6-ab1f-4de2-b99d-b461702718a2 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:39:35.186862 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8babd2-3544-4e7d-893d-b5ce77b86c1a None None] Routers {'b4f896c6-ab1f-4de2-b99d-b461702718a2'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:35.187785 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9b8babd2-3544-4e7d-893d-b5ce77b86c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b4f896c6-ab1f-4de2-b99d-b461702718a2'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:35.281631 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5c346dbf-9919-4b5b-9788-c728f5c0aa3d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:35.286819 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a39cdd94-9615-4357-84ae-01da6dbe5a0b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:35.296021 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6ee4e139-87c2-4385-8f0b-f83e6cad3033 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:35.338622 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a39cdd94-9615-4357-84ae-01da6dbe5a0b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:subnet and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:35.349424 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a39cdd94-9615-4357-84ae-01da6dbe5a0b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:35.360944 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:35.372819 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a39cdd94-9615-4357-84ae-01da6dbe5a0b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:35.398757 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-6c3f03b3-e3cb-4ef0-83ca-f2680a77dcc9 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] update failed (client error): The resource could not be found. Nov 26 16:39:35.404218 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6c3f03b3-e3cb-4ef0-83ca-f2680a77dcc9 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "PUT /v2.0/routers/tempest-non_exist_router-1218217102 HTTP/1.1" status: 404 len: 335 time: 0.2802937 Nov 26 16:39:35.404756 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44518) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:35.411460 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c346dbf-9919-4b5b-9788-c728f5c0aa3d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network 4edf1c4f-1ea9-46aa-ab53-023fccfe78a6 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:39:35.413252 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c346dbf-9919-4b5b-9788-c728f5c0aa3d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Port': ['ID=e1dd56cc-2b03-4598-916c-9588149da348,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:35.414069 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-9b8babd2-3544-4e7d-893d-b5ce77b86c1a None None] Set router b4f896c6-ab1f-4de2-b99d-b461702718a2 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:39:35.416864 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-5c346dbf-9919-4b5b-9788-c728f5c0aa3d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:35.418763 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5c346dbf-9919-4b5b-9788-c728f5c0aa3d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:35.419434 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c346dbf-9919-4b5b-9788-c728f5c0aa3d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:39:35.425927 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c346dbf-9919-4b5b-9788-c728f5c0aa3d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:35.426628 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5c346dbf-9919-4b5b-9788-c728f5c0aa3d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:35.432654 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39cdd94-9615-4357-84ae-01da6dbe5a0b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:35.436413 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a39cdd94-9615-4357-84ae-01da6dbe5a0b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:35.472434 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:35.491828 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44524) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:35.524738 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-591c0aee-21ba-4c02-b016-c218aadeb338 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:35.532924 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5c346dbf-9919-4b5b-9788-c728f5c0aa3d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.4092505 Nov 26 16:39:35.536574 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44528) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:35.538221 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:39:35.538630 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:39:35.555080 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:39:35.575013 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0cf5b182-68c5-4f71-888f-b4e2fb550517 req-02af48af-a889-4495-ae79-c310c08fce95 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7996468-c56a-4a78-8717-905208e625cd HTTP/1.1" status: 200 len: 1001 time: 0.4692564 Nov 26 16:39:35.604048 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.ipam_backend_mixin [None req-a39cdd94-9615-4357-84ae-01da6dbe5a0b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Performing IP validity checks on allocation pools {{(pid=87519) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 26 16:39:35.604662 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.ipam_backend_mixin [None req-a39cdd94-9615-4357-84ae-01da6dbe5a0b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87519) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 26 16:39:35.691012 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f24dd1cc-07a7-400c-b882-bdb373008b86 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:35.718369 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c4423d88-df81-4536-99c2-464d4aa5f49b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:35.729850 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-8def5aae-242a-42df-a1d8-a806ca8793f5 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Deleting subnet f2b2ddbb-51f6-4031-9c6d-44bcd8f9b14e {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:39:35.792151 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8def5aae-242a-42df-a1d8-a806ca8793f5 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:35.919384 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5b182-68c5-4f71-888f-b4e2fb550517 req-2455e50a-9a99-4718-8911-2666c58e35a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:35.921231 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0cf5b182-68c5-4f71-888f-b4e2fb550517 req-2455e50a-9a99-4718-8911-2666c58e35a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a210e770-5b77-496f-9854-0be443d4634c HTTP/1.1" status: 200 len: 850 time: 0.2804060 Nov 26 16:39:35.922136 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24dd1cc-07a7-400c-b882-bdb373008b86 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa50fb00-3357-45b0-a863-2d0fe23069bf,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:35.927485 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f24dd1cc-07a7-400c-b882-bdb373008b86 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:36.084622 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.api [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 26 16:39:36.084622 dv-neutron-819440-1-hyperv neutron-server[87518]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 26 16:39:36.084622 dv-neutron-819440-1-hyperv neutron-server[87518]: [parameters: {'id': '886ed28a-0966-4fd9-b476-0d63873354a5'}] Nov 26 16:39:36.084622 dv-neutron-819440-1-hyperv neutron-server[87518]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:39:36.085044 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_db.api [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:39:36.087123 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9b8babd2-3544-4e7d-893d-b5ce77b86c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'name': 'tempest-ServersTestManualDisk-495272159-router', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:36Z', 'updated_at': '2021-11-26T16:37:53Z', 'revision_number': 4, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'gw_port': {'id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:39Z', 'updated_at': '2021-11-26T16:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '33a83651-d4ef-46f1-9ae1-0f1a6da2903d', 'name': '', 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'mac_address': 'fa:16:3e:d1:6a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'd8b30045-06a7-450d-8b3f-11d57c1b4222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:51Z', 'updated_at': '2021-11-26T16:38:05Z', 'revision_number': 5, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'subnets': [{'id': 'd8b30045-06a7-450d-8b3f-11d57c1b4222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:36.093133 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8babd2-3544-4e7d-893d-b5ce77b86c1a None None] The sync data for ids ['b4f896c6-ab1f-4de2-b99d-b461702718a2'] in dv-neutron-819440-1-hyperv is: [{'id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'name': 'tempest-ServersTestManualDisk-495272159-router', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:36Z', 'updated_at': '2021-11-26T16:37:53Z', 'revision_number': 4, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'gw_port': {'id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:39Z', 'updated_at': '2021-11-26T16:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '33a83651-d4ef-46f1-9ae1-0f1a6da2903d', 'name': '', 'network_id': 'a55c73e1-f79c-4dd0-927e-d75452182e89', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'mac_address': 'fa:16:3e:d1:6a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'd8b30045-06a7-450d-8b3f-11d57c1b4222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:51Z', 'updated_at': '2021-11-26T16:38:05Z', 'revision_number': 5, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'subnets': [{'id': 'd8b30045-06a7-450d-8b3f-11d57c1b4222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:39:36.098698 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5157af84-2cd4-4e26-8d6c-ad95cf0ad359 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:39:36.171572 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8def5aae-242a-42df-a1d8-a806ca8793f5 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:36.190701 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa68253d-434e-4584-bc20-2ea245903aef None None] Network 4edf1c4f-1ea9-46aa-ab53-023fccfe78a6 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:36.263953 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f24dd1cc-07a7-400c-b882-bdb373008b86 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:36.267450 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f24dd1cc-07a7-400c-b882-bdb373008b86 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "DELETE /v2.0/security-groups/fa50fb00-3357-45b0-a863-2d0fe23069bf HTTP/1.1" status: 204 len: 168 time: 2.6230669 Nov 26 16:39:36.271285 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-591c0aee-21ba-4c02-b016-c218aadeb338 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:36.283918 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44534) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:36.284700 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-620094c3-fd38-4a34-9ae7-3753c70e073e tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:36.329421 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d759203b-9f7f-457a-b0ca-4759653942d2 None None] Provisioning for port ee851076-44d8-465d-872b-cdd2c4ec6468 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:39:36.341463 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1362f15c-5d51-4997-b242-ec00a762020a None None] Network 886ed28a-0966-4fd9-b476-0d63873354a5 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:36.379409 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-6b4048f4-d8ae-428a-9ae5-886390cf552b tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] show failed (client error): The resource could not be found. Nov 26 16:39:36.383070 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6b4048f4-d8ae-428a-9ae5-886390cf552b tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "GET /v2.0/security-groups/fa50fb00-3357-45b0-a863-2d0fe23069bf HTTP/1.1" status: 404 len: 347 time: 0.0875595 Nov 26 16:39:36.383626 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-591c0aee-21ba-4c02-b016-c218aadeb338 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85103fe3-6411-4b11-a614-eca4aeadaa63']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:36.436534 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44538) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:36.439839 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a39cdd94-9615-4357-84ae-01da6dbe5a0b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:36.509789 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06992a42-8092-40db-acfe-2a062b32847c None None] New status for floating IP 62f7f8ec-70c7-4329-9baa-6801817d20f7: DOWN {{(pid=87521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:39:36.545974 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-620094c3-fd38-4a34-9ae7-3753c70e073e tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:36.558034 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-591c0aee-21ba-4c02-b016-c218aadeb338 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae350b4f-b1f6-4d26-9f26-a21994ebaf91') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:36.558548 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-591c0aee-21ba-4c02-b016-c218aadeb338 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae350b4f-b1f6-4d26-9f26-a21994ebaf91') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:36.558670 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 5157af84-2cd4-4e26-8d6c-ad95cf0ad359 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:39:36.578324 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:36.588457 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:36.593207 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-591c0aee-21ba-4c02-b016-c218aadeb338 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:36.636313 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ee851076-44d8-465d-872b-cdd2c4ec6468 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:39:36.645122 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-591c0aee-21ba-4c02-b016-c218aadeb338 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:36.660491 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5b182-68c5-4f71-888f-b4e2fb550517 req-be0fd1dc-db7f-4a32-a076-40bf0d2b175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:36.662392 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0cf5b182-68c5-4f71-888f-b4e2fb550517 req-be0fd1dc-db7f-4a32-a076-40bf0d2b175d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a5e19142-4e79-42ca-965f-fd783eba57b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5729508 Nov 26 16:39:36.665157 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8def5aae-242a-42df-a1d8-a806ca8793f5 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:36.696648 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591c0aee-21ba-4c02-b016-c218aadeb338 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:39:36.697924 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-591c0aee-21ba-4c02-b016-c218aadeb338 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:36.707752 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-21412463-3851-48f6-bc16-126172af94c8 None None] Provisioning for port 5157af84-2cd4-4e26-8d6c-ad95cf0ad359 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:39:36.712273 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:39:36.715595 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39cdd94-9615-4357-84ae-01da6dbe5a0b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Checking segment: {'id': '89b5d246-f9ce-43d9-93ec-5d347f7a881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dc8e3f64-8dad-4ed2-b1ec-d41491bc2602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:36.716114 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39cdd94-9615-4357-84ae-01da6dbe5a0b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network hostable DHCP agents. Network: dc8e3f64-8dad-4ed2-b1ec-d41491bc2602, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:39:36.728324 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-21412463-3851-48f6-bc16-126172af94c8 None None] Provisioning complete for port 5157af84-2cd4-4e26-8d6c-ad95cf0ad359 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:36.728711 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-21412463-3851-48f6-bc16-126172af94c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:36.749924 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Deleting port 5157af84-2cd4-4e26-8d6c-ad95cf0ad359 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:36.750525 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:36.884084 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-45751291-b5b6-4f3b-9f63-fac1affb3035 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Deleting port 6eca0d39-5fde-4e56-b5d0-fde4262d2765 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:36.884417 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-45751291-b5b6-4f3b-9f63-fac1affb3035 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:36.929302 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39cdd94-9615-4357-84ae-01da6dbe5a0b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Subnet': ['ID=5eddbe32-83c3-40f1-8418-19e7e3cf3048,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:36.944686 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a39cdd94-9615-4357-84ae-01da6dbe5a0b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:36.956097 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431785b-9e76-4cc9-b284-93e41648c3d6 req-e360e7ef-6f8d-4af8-a840-6b9f55ab3022 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:36.962051 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b431785b-9e76-4cc9-b284-93e41648c3d6 req-e360e7ef-6f8d-4af8-a840-6b9f55ab3022 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.8025329 Nov 26 16:39:36.974452 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-620094c3-fd38-4a34-9ae7-3753c70e073e tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:36.985620 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4e0b5a36-c4ce-4201-bb00-b4dc28b8b9f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:36.991651 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-21412463-3851-48f6-bc16-126172af94c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:37.007153 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port ee851076-44d8-465d-872b-cdd2c4ec6468 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:39:37.029116 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port ee851076-44d8-465d-872b-cdd2c4ec6468 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:37.029506 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:37.043873 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620094c3-fd38-4a34-9ae7-3753c70e073e tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e18e4c7-657a-4942-bf52-698938229428,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:37.062137 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-620094c3-fd38-4a34-9ae7-3753c70e073e tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:37.072229 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39cdd94-9615-4357-84ae-01da6dbe5a0b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network dc8e3f64-8dad-4ed2-b1ec-d41491bc2602 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:39:37.090920 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-591c0aee-21ba-4c02-b016-c218aadeb338 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:37.110632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b6c25294-bc19-4d18-a731-77e0ea6b912a tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:37.124611 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591c0aee-21ba-4c02-b016-c218aadeb338 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 85103fe3-6411-4b11-a614-eca4aeadaa63 {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 26 16:39:37.128823 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-21412463-3851-48f6-bc16-126172af94c8 None None] For port 5157af84-2cd4-4e26-8d6c-ad95cf0ad359, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5157af84-2cd4-4e26-8d6c-ad95cf0ad359,segment=NetworkSegment(3289dde5-515f-4a40-aec4-c5a91426d296),segment_id=3289dde5-515f-4a40-aec4-c5a91426d296)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:37.135036 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-620094c3-fd38-4a34-9ae7-3753c70e073e tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:37.136125 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-620094c3-fd38-4a34-9ae7-3753c70e073e tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "DELETE /v2.0/security-groups/2e18e4c7-657a-4942-bf52-698938229428 HTTP/1.1" status: 204 len: 168 time: 1.6427219 Nov 26 16:39:37.137825 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-591c0aee-21ba-4c02-b016-c218aadeb338 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:37.140201 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-21412463-3851-48f6-bc16-126172af94c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:37.145002 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3b059761-3f1a-4385-b96d-4ed1a46320f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:37.156086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8def5aae-242a-42df-a1d8-a806ca8793f5 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:37.160162 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44542) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:37.182987 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ec5bc5-016f-42af-b2c1-a5a29f59b90f None None] DHCP port deletion for 886ed28a-0966-4fd9-b476-0d63873354a5 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:39:37.187324 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c0aee-21ba-4c02-b016-c218aadeb338 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Pushing event deleted for resources: {'Network': ['ID=85103fe3-6411-4b11-a614-eca4aeadaa63,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:37.222795 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f0ec5bc5-016f-42af-b2c1-a5a29f59b90f None None] Deleting port 5157af84-2cd4-4e26-8d6c-ad95cf0ad359 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:37.223378 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f0ec5bc5-016f-42af-b2c1-a5a29f59b90f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:37.225080 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b431785b-9e76-4cc9-b284-93e41648c3d6 req-22bd0f7a-186e-4a42-a83f-8538a43e0721 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2620840 Nov 26 16:39:37.241246 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-a39cdd94-9615-4357-84ae-01da6dbe5a0b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, dc8e3f64-8dad-4ed2-b1ec-d41491bc2602) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:37.264563 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aac0d0-6163-4fbb-b126-3bce93cb5899 None None] Network dc8e3f64-8dad-4ed2-b1ec-d41491bc2602 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:37.269618 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-591c0aee-21ba-4c02-b016-c218aadeb338 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:37.271877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-dcefcbce-1a40-4e6f-b846-c08beb97094f tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:37.309102 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0cf5b182-68c5-4f71-888f-b4e2fb550517 req-0c7fce90-39b6-4887-a026-f478562efadb service neutron] 10.222.0.31 "GET /v2.0/networks/a5e19142-4e79-42ca-965f-fd783eba57b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5931239 Nov 26 16:39:37.310052 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8def5aae-242a-42df-a1d8-a806ca8793f5 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:37.312700 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8def5aae-242a-42df-a1d8-a806ca8793f5 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "DELETE /v2.0/subnets/f2b2ddbb-51f6-4031-9c6d-44bcd8f9b14e HTTP/1.1" status: 204 len: 168 time: 1.8923497 Nov 26 16:39:37.318872 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44546) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:37.323263 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39cdd94-9615-4357-84ae-01da6dbe5a0b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:37.324515 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a39cdd94-9615-4357-84ae-01da6dbe5a0b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:37.324981 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-b4ae42da-675e-4736-9a24-aeead3fc2c7b tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] show failed (client error): The resource could not be found. Nov 26 16:39:37.325974 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b4ae42da-675e-4736-9a24-aeead3fc2c7b tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "GET /v2.0/security-groups/2e18e4c7-657a-4942-bf52-698938229428 HTTP/1.1" status: 404 len: 347 time: 0.1403601 Nov 26 16:39:37.327269 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-591c0aee-21ba-4c02-b016-c218aadeb338 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "DELETE /v2.0/networks/85103fe3-6411-4b11-a614-eca4aeadaa63 HTTP/1.1" status: 204 len: 168 time: 2.5733197 Nov 26 16:39:37.345809 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44552) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:37.367989 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def5aae-242a-42df-a1d8-a806ca8793f5 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Pushing event deleted for resources: {'Subnet': ['ID=f2b2ddbb-51f6-4031-9c6d-44bcd8f9b14e,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:37.377650 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ed281e-b14f-4be6-a94d-bd3106707f3a None None] Network 06602138-df7a-43e4-b3d3-f3526227c2ef requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:37.406142 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8def5aae-242a-42df-a1d8-a806ca8793f5 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:37.552627 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21412463-3851-48f6-bc16-126172af94c8 None None] Pushing event updated for resources: {'Port': ['ID=5157af84-2cd4-4e26-8d6c-ad95cf0ad359,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:37.557053 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-21412463-3851-48f6-bc16-126172af94c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:37.585952 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] For port 5157af84-2cd4-4e26-8d6c-ad95cf0ad359, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5157af84-2cd4-4e26-8d6c-ad95cf0ad359,segment=NetworkSegment(3289dde5-515f-4a40-aec4-c5a91426d296),segment_id=3289dde5-515f-4a40-aec4-c5a91426d296)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:37.586313 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:37.704725 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a39cdd94-9615-4357-84ae-01da6dbe5a0b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6431055 Nov 26 16:39:37.738552 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:37.806382 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44560) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:37.807523 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44562) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:37.826811 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Calling delete_port for 5157af84-2cd4-4e26-8d6c-ad95cf0ad359 owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:37.864283 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-27e8b80d-a470-4042-87fb-1677f1bb5fba tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Request body: {'router': {'name': 'tempest-router--625217683', 'project_id': '6b5abc88a26f4bbd9f1b659edaf6481d'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:37.876645 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-ab7bf01f-395c-4103-9a8a-e3eac9c6b63b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'port': {'network_id': 'dc8e3f64-8dad-4ed2-b1ec-d41491bc2602', 'name': 'tempest-PortsTestJSON-1388134037'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:37.880675 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1cd57159-d59a-4017-970b-691ebaaaead8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:37.898352 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-45751291-b5b6-4f3b-9f63-fac1affb3035 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:37.898699 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-45751291-b5b6-4f3b-9f63-fac1affb3035 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:37.910510 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-f1c81d71-de7f-4a18-8e4c-a8fc1462f4f4 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Deleting port f3967adf-e778-4923-aa5d-97c3faae9677 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:37.910848 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f1c81d71-de7f-4a18-8e4c-a8fc1462f4f4 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:37.937399 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2aa0a4a2-ec4f-414a-a052-edced67a2b78 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:37.941035 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-27e8b80d-a470-4042-87fb-1677f1bb5fba tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:38.019345 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-27e8b80d-a470-4042-87fb-1677f1bb5fba tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Usage tracker for resource:router and tenant:6b5abc88a26f4bbd9f1b659edaf6481d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:38.025278 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-67b8f569-ed89-4ee4-b3c6-fc4d1373f533 None None] Provisioning complete for port ee851076-44d8-465d-872b-cdd2c4ec6468 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:38.025671 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-67b8f569-ed89-4ee4-b3c6-fc4d1373f533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:38.031488 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-27e8b80d-a470-4042-87fb-1677f1bb5fba tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:38.052692 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-27e8b80d-a470-4042-87fb-1677f1bb5fba tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:38.057041 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0cf5b182-68c5-4f71-888f-b4e2fb550517 req-df98eb04-8123-4782-92b2-bf1b6c25c187 service neutron] 10.222.0.31 "GET /v2.0/networks/a5e19142-4e79-42ca-965f-fd783eba57b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6900198 Nov 26 16:39:38.078732 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-2aa0a4a2-ec4f-414a-a052-edced67a2b78 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Deleting port 56efdb0a-ebef-4e31-a859-455c96cfd663 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:38.079104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2aa0a4a2-ec4f-414a-a052-edced67a2b78 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:38.127749 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port ee851076-44d8-465d-872b-cdd2c4ec6468, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=ee851076-44d8-465d-872b-cdd2c4ec6468,segment=NetworkSegment(a8805ffa-3382-48af-bc84-1bfdb5538ef4),segment_id=a8805ffa-3382-48af-bc84-1bfdb5538ef4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:38.145000 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-f0ec5bc5-016f-42af-b2c1-a5a29f59b90f None None] For port 5157af84-2cd4-4e26-8d6c-ad95cf0ad359, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5157af84-2cd4-4e26-8d6c-ad95cf0ad359,segment=NetworkSegment(3289dde5-515f-4a40-aec4-c5a91426d296),segment_id=3289dde5-515f-4a40-aec4-c5a91426d296)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:38.145654 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f0ec5bc5-016f-42af-b2c1-a5a29f59b90f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:38.162126 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-27e8b80d-a470-4042-87fb-1677f1bb5fba tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:38.163357 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-27e8b80d-a470-4042-87fb-1677f1bb5fba tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:38.165905 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:38.200777 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.api [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:39:38.201143 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_db.api [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:39:38.211499 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e516c04c-3156-4371-a9e3-06779c986d4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:38.219596 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ab7bf01f-395c-4103-9a8a-e3eac9c6b63b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:38.254180 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-27e8b80d-a470-4042-87fb-1677f1bb5fba tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:38.266504 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-45751291-b5b6-4f3b-9f63-fac1affb3035 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Calling delete_port for 6eca0d39-5fde-4e56-b5d0-fde4262d2765 owned by network:floatingip {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:38.280698 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ab7bf01f-395c-4103-9a8a-e3eac9c6b63b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:38.295431 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7bf01f-395c-4103-9a8a-e3eac9c6b63b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:38.299440 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ab7bf01f-395c-4103-9a8a-e3eac9c6b63b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:38.323283 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5157af84-2cd4-4e26-8d6c-ad95cf0ad359 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:39:38.330377 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-ab7bf01f-395c-4103-9a8a-e3eac9c6b63b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] device_id is not set on port 8b13b21d-7b57-44cb-a024-e6c06c3fd332 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:39:38.430264 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f0ec5bc5-016f-42af-b2c1-a5a29f59b90f None None] Calling delete_port for 5157af84-2cd4-4e26-8d6c-ad95cf0ad359 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:38.506597 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-dc8e3f64-8dad-4ed2-b1ec-d41491bc2602', 'network_id': 'dc8e3f64-8dad-4ed2-b1ec-d41491bc2602', 'tenant_id': '5e36d1cdcfec4f8f8fdf216a7a647809', 'fixed_ips': [{'subnet_id': '5eddbe32-83c3-40f1-8418-19e7e3cf3048'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:39:38.507440 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:38.629370 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f0ec5bc5-016f-42af-b2c1-a5a29f59b90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:38.696275 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=ee851076-44d8-465d-872b-cdd2c4ec6468,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:38.704030 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No active binding found for port 5157af84-2cd4-4e26-8d6c-ad95cf0ad359 {{(pid=87520) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 26 16:39:38.716229 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5157af84-2cd4-4e26-8d6c-ad95cf0ad359 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:39:38.729435 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:38.734858 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-6bd121ba-65e6-4243-a2c2-422ecd50c991 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:38.737808 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-ab7bf01f-395c-4103-9a8a-e3eac9c6b63b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Allocated IP 172.20.0.12 (dc8e3f64-8dad-4ed2-b1ec-d41491bc2602/5eddbe32-83c3-40f1-8418-19e7e3cf3048/8b13b21d-7b57-44cb-a024-e6c06c3fd332) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:39:38.790552 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f1c81d71-de7f-4a18-8e4c-a8fc1462f4f4 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:38.791676 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f1c81d71-de7f-4a18-8e4c-a8fc1462f4f4 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:38.809385 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ec5bc5-016f-42af-b2c1-a5a29f59b90f None None] No DVR routers for this DVR port 5157af84-2cd4-4e26-8d6c-ad95cf0ad359 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:39:38.811183 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Deleting port 5157af84-2cd4-4e26-8d6c-ad95cf0ad359 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:38.811559 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:38.853621 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec5bc5-016f-42af-b2c1-a5a29f59b90f None None] Pushing event deleted for resources: {'Port': ['ID=5157af84-2cd4-4e26-8d6c-ad95cf0ad359,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:38.861662 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f0ec5bc5-016f-42af-b2c1-a5a29f59b90f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:38.889473 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-67b8f569-ed89-4ee4-b3c6-fc4d1373f533 None None] Provisioning for port e1dd56cc-2b03-4598-916c-9588149da348 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:39:38.898044 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-67b8f569-ed89-4ee4-b3c6-fc4d1373f533 None None] Provisioning complete for port e1dd56cc-2b03-4598-916c-9588149da348 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:38.898637 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-67b8f569-ed89-4ee4-b3c6-fc4d1373f533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:38.906637 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-27e8b80d-a470-4042-87fb-1677f1bb5fba tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:38.943002 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb35a703-f271-41d2-b556-da4c225d6be5 None None] DHCP port deletion for 06602138-df7a-43e4-b3d3-f3526227c2ef request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:39:38.953110 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-f1c81d71-de7f-4a18-8e4c-a8fc1462f4f4 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Calling delete_port for f3967adf-e778-4923-aa5d-97c3faae9677 owned by network:floatingip {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:38.965825 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-cb35a703-f271-41d2-b556-da4c225d6be5 None None] Deleting port 56efdb0a-ebef-4e31-a859-455c96cfd663 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:38.965825 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cb35a703-f271-41d2-b556-da4c225d6be5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:38.981009 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] The port '5157af84-2cd4-4e26-8d6c-ad95cf0ad359' was deleted {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:39:39.017759 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-67b8f569-ed89-4ee4-b3c6-fc4d1373f533 None None] Port e1dd56cc-2b03-4598-916c-9588149da348 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:39:39.023090 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-45751291-b5b6-4f3b-9f63-fac1affb3035 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:39.044153 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b99f75f9-5189-4556-b06f-c166c7d24571 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:39.135782 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45751291-b5b6-4f3b-9f63-fac1affb3035 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Pushing event deleted for resources: {'Port': ['ID=6eca0d39-5fde-4e56-b5d0-fde4262d2765,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:39.138376 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-45751291-b5b6-4f3b-9f63-fac1affb3035 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:39.188514 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-275185ee-2a02-4337-8352-23cba64e00b0 None None] Provisioning complete for port e1dd56cc-2b03-4598-916c-9588149da348 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:39.188514 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-275185ee-2a02-4337-8352-23cba64e00b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:39.206537 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939518f-040d-42f8-ad82-aac3e50415f8 req-5850cd06-7cc1-4ec3-ad08-e0edfe3edb2b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:39.208627 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0939518f-040d-42f8-ad82-aac3e50415f8 req-5850cd06-7cc1-4ec3-ad08-e0edfe3edb2b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.6792812 Nov 26 16:39:39.222048 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-2aa0a4a2-ec4f-414a-a052-edced67a2b78 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] For port 56efdb0a-ebef-4e31-a859-455c96cfd663, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=56efdb0a-ebef-4e31-a859-455c96cfd663,segment=NetworkSegment(10fd92ec-ffd8-4500-a2f7-4d08a12e3ab8),segment_id=10fd92ec-ffd8-4500-a2f7-4d08a12e3ab8)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:39.222459 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2aa0a4a2-ec4f-414a-a052-edced67a2b78 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:39.231127 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-27e8b80d-a470-4042-87fb-1677f1bb5fba tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:39.234530 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-45751291-b5b6-4f3b-9f63-fac1affb3035 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks [] for floatingip, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:39.234984 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-27e8b80d-a470-4042-87fb-1677f1bb5fba tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.4221241 Nov 26 16:39:39.238444 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44570) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:39.242477 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-cb35a703-f271-41d2-b556-da4c225d6be5 None None] For port 56efdb0a-ebef-4e31-a859-455c96cfd663, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=56efdb0a-ebef-4e31-a859-455c96cfd663,segment=NetworkSegment(10fd92ec-ffd8-4500-a2f7-4d08a12e3ab8),segment_id=10fd92ec-ffd8-4500-a2f7-4d08a12e3ab8)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:39.242882 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cb35a703-f271-41d2-b556-da4c225d6be5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:39.309383 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1cd57159-d59a-4017-970b-691ebaaaead8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:39.323481 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1cd57159-d59a-4017-970b-691ebaaaead8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:39.334710 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-45751291-b5b6-4f3b-9f63-fac1affb3035 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:39.364091 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-275185ee-2a02-4337-8352-23cba64e00b0 None None] Port e1dd56cc-2b03-4598-916c-9588149da348 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:39:39.372111 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-cb35a703-f271-41d2-b556-da4c225d6be5 None None] Calling delete_port for 56efdb0a-ebef-4e31-a859-455c96cfd663 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:39.389646 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-45751291-b5b6-4f3b-9f63-fac1affb3035 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:39.392270 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-45751291-b5b6-4f3b-9f63-fac1affb3035 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] 10.222.0.11 "DELETE /v2.0/floatingips/be0fa4dd-8bde-4ac3-aae7-3d92cfc5762d HTTP/1.1" status: 204 len: 168 time: 2.9425826 Nov 26 16:39:39.404437 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:39.446227 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44574) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:39.455469 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cb35a703-f271-41d2-b556-da4c225d6be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:39.459847 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:39.477126 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-2aa0a4a2-ec4f-414a-a052-edced67a2b78 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Calling delete_port for 56efdb0a-ebef-4e31-a859-455c96cfd663 owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:39.508609 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35a703-f271-41d2-b556-da4c225d6be5 None None] Pushing event deleted for resources: {'Port': ['ID=56efdb0a-ebef-4e31-a859-455c96cfd663,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:39.513914 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-cb35a703-f271-41d2-b556-da4c225d6be5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:39.518130 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb35a703-f271-41d2-b556-da4c225d6be5 None None] No DVR routers for this DVR port 56efdb0a-ebef-4e31-a859-455c96cfd663 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:39:39.676753 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['886ed28a-0966-4fd9-b476-0d63873354a5']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:39.692403 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7bdfeb39-eeba-4334-9894-31f9193c15ff None None] Provisioning complete for port e1dd56cc-2b03-4598-916c-9588149da348 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:39.692403 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7bdfeb39-eeba-4334-9894-31f9193c15ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:39.699772 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e060ed57-809c-4da3-ab10-246b28a94724 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:39.755499 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f1c81d71-de7f-4a18-8e4c-a8fc1462f4f4 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:39.758061 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-7bdfeb39-eeba-4334-9894-31f9193c15ff None None] Port e1dd56cc-2b03-4598-916c-9588149da348 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:39:39.790710 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd57159-d59a-4017-970b-691ebaaaead8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Port': ['ID=e1dd56cc-2b03-4598-916c-9588149da348,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:39.804935 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1cd57159-d59a-4017-970b-691ebaaaead8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:39.809062 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d0bc7c83-51a1-4ecf-ab28-a4f4a0bb4b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:39.847648 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0939518f-040d-42f8-ad82-aac3e50415f8 req-84dabd66-465f-4b48-8641-7b36fd262569 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5943313 Nov 26 16:39:39.853253 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3289dde5-515f-4a40-aec4-c5a91426d296') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:39.853253 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3289dde5-515f-4a40-aec4-c5a91426d296') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:39.884910 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ab7bf01f-395c-4103-9a8a-e3eac9c6b63b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:39.898365 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c81d71-de7f-4a18-8e4c-a8fc1462f4f4 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Pushing event deleted for resources: {'Port': ['ID=f3967adf-e778-4923-aa5d-97c3faae9677,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:39.909533 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f1c81d71-de7f-4a18-8e4c-a8fc1462f4f4 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:39.931521 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:40.197146 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.api [None req-2aa0a4a2-ec4f-414a-a052-edced67a2b78 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:39:40.197554 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f1c81d71-de7f-4a18-8e4c-a8fc1462f4f4 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks [] for floatingip, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:40.197732 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_db.api [None req-2aa0a4a2-ec4f-414a-a052-edced67a2b78 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:39:40.199887 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f1c81d71-de7f-4a18-8e4c-a8fc1462f4f4 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:40.203787 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f1c81d71-de7f-4a18-8e4c-a8fc1462f4f4 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] 10.222.0.11 "DELETE /v2.0/floatingips/62f7f8ec-70c7-4329-9baa-6801817d20f7 HTTP/1.1" status: 204 len: 168 time: 2.8353078 Nov 26 16:39:40.209050 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1cd57159-d59a-4017-970b-691ebaaaead8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:40.212338 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-ab7bf01f-395c-4103-9a8a-e3eac9c6b63b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Transition to ACTIVE for port object 8b13b21d-7b57-44cb-a024-e6c06c3fd332 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:39:40.213795 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44578) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:40.218418 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:40.262734 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ee851076-44d8-465d-872b-cdd2c4ec6468 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:39:40.289357 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e060ed57-809c-4da3-ab10-246b28a94724 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:40.293722 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:39:40.293722 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:39:40.362574 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:39:40.366535 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e060ed57-809c-4da3-ab10-246b28a94724 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:40.380547 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port ee851076-44d8-465d-872b-cdd2c4ec6468 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:40.381021 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:40.500271 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e060ed57-809c-4da3-ab10-246b28a94724 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:40.500701 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e060ed57-809c-4da3-ab10-246b28a94724 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e73be54c-575f-4d77-b948-74b183b8aac0 {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:39:40.505004 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:40.520660 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-56d4995b-a6c6-4159-8ce4-75fddac2036f tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:40.539655 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:40.559346 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1cd57159-d59a-4017-970b-691ebaaaead8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:40.563308 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event deleted for resources: {'Network': ['ID=886ed28a-0966-4fd9-b476-0d63873354a5,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:40.569192 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ab7bf01f-395c-4103-9a8a-e3eac9c6b63b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:40.570536 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:40.578846 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e060ed57-809c-4da3-ab10-246b28a94724 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:40.582581 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e060ed57-809c-4da3-ab10-246b28a94724 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "DELETE /v2.0/routers/e73be54c-575f-4d77-b948-74b183b8aac0 HTTP/1.1" status: 204 len: 168 time: 1.3283267 Nov 26 16:39:40.582581 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e59160dd-78fe-4e84-80bf-beb96015619a tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:40.600084 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 56efdb0a-ebef-4e31-a859-455c96cfd663 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:39:40.616989 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/networks/886ed28a-0966-4fd9-b476-0d63873354a5 HTTP/1.1" status: 204 len: 168 time: 9.3269863 Nov 26 16:39:40.628648 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44584) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:40.647769 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-cb577e09-283f-4223-a505-5ce401e78004 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1498018564'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:40.655504 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 56efdb0a-ebef-4e31-a859-455c96cfd663 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:39:40.656662 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 56efdb0a-ebef-4e31-a859-455c96cfd663 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:39:40.658810 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-cb577e09-283f-4223-a505-5ce401e78004 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:40.670581 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-cb577e09-283f-4223-a505-5ce401e78004 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Usage tracker for resource:network and tenant:99567243f2e24c6489754d65bc9ff7cc is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:40.684643 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] Allocated IP 172.20.0.2 (dc8e3f64-8dad-4ed2-b1ec-d41491bc2602/5eddbe32-83c3-40f1-8418-19e7e3cf3048/7164b9a5-a034-4736-8df2-113a56363ae9) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:39:40.732683 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-cb577e09-283f-4223-a505-5ce401e78004 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:40.740519 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-2aa0a4a2-ec4f-414a-a052-edced67a2b78 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Deleting port 56efdb0a-ebef-4e31-a859-455c96cfd663 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:40.740866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2aa0a4a2-ec4f-414a-a052-edced67a2b78 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:40.791755 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44588) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:40.804727 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-cb577e09-283f-4223-a505-5ce401e78004 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:40.856887 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb577e09-283f-4223-a505-5ce401e78004 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Made reservation on behalf of 99567243f2e24c6489754d65bc9ff7cc for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:40.860437 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cb577e09-283f-4223-a505-5ce401e78004 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:40.940340 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-2aa0a4a2-ec4f-414a-a052-edced67a2b78 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] The port '56efdb0a-ebef-4e31-a859-455c96cfd663' was deleted {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:39:40.959689 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7bf01f-395c-4103-9a8a-e3eac9c6b63b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network dc8e3f64-8dad-4ed2-b1ec-d41491bc2602 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:39:41.002701 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-ab7bf01f-395c-4103-9a8a-e3eac9c6b63b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:41.005619 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7bf01f-395c-4103-9a8a-e3eac9c6b63b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:39:41.069122 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bf01f-395c-4103-9a8a-e3eac9c6b63b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Port': ['ID=8b13b21d-7b57-44cb-a024-e6c06c3fd332,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:41.076746 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ab7bf01f-395c-4103-9a8a-e3eac9c6b63b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:41.132746 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:41.146472 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] Transition to ACTIVE for port object 7164b9a5-a034-4736-8df2-113a56363ae9 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:39:41.168647 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] Transition to ACTIVE for port object 7164b9a5-a034-4736-8df2-113a56363ae9 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:39:41.178135 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:41.190299 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-cb35a703-f271-41d2-b556-da4c225d6be5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:41.240424 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7bf01f-395c-4103-9a8a-e3eac9c6b63b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:41.241079 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ab7bf01f-395c-4103-9a8a-e3eac9c6b63b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:41.256123 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2aa0a4a2-ec4f-414a-a052-edced67a2b78 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:41.266898 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] Network dc8e3f64-8dad-4ed2-b1ec-d41491bc2602 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:39:41.295774 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:41.302281 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] Pushing event updated for resources: {'Port': ['ID=7164b9a5-a034-4736-8df2-113a56363ae9,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:41.316861 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:39:41.317422 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ab7bf01f-395c-4103-9a8a-e3eac9c6b63b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5060279 Nov 26 16:39:41.319789 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:41.319981 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44596) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:41.325218 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-2aa0a4a2-ec4f-414a-a052-edced67a2b78 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06602138-df7a-43e4-b3d3-f3526227c2ef']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:41.334456 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-9f4b7150-69dd-4f8b-bd38-1c743c39dd68 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1103309723', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}, 'admin_state_up': False}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:41.340448 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb577e09-283f-4223-a505-5ce401e78004 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:39:41.354492 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9f4b7150-69dd-4f8b-bd38-1c743c39dd68 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:41.369925 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9f4b7150-69dd-4f8b-bd38-1c743c39dd68 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Usage tracker for resource:router and tenant:e8b3f4d48fbc4382b6c51f0e52c2d492 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:41.377641 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9f4b7150-69dd-4f8b-bd38-1c743c39dd68 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:41.380581 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cb577e09-283f-4223-a505-5ce401e78004 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:41.380924 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-cb577e09-283f-4223-a505-5ce401e78004 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Added segment 31a0931d-6572-451a-b170-1ae82863d857 of type vlan for network 0b3076e4-4eff-488b-ad1d-7c96f9bf46fc Nov 26 16:39:41.401983 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9f4b7150-69dd-4f8b-bd38-1c743c39dd68 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:41.413178 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-2aa0a4a2-ec4f-414a-a052-edced67a2b78 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10fd92ec-ffd8-4500-a2f7-4d08a12e3ab8') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:41.413546 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-2aa0a4a2-ec4f-414a-a052-edced67a2b78 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10fd92ec-ffd8-4500-a2f7-4d08a12e3ab8') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:41.423010 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] Attempting to bind port 7164b9a5-a034-4736-8df2-113a56363ae9 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:39:41.423696 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] Attempting to bind port 7164b9a5-a034-4736-8df2-113a56363ae9 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '89b5d246-f9ce-43d9-93ec-5d347f7a881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dc8e3f64-8dad-4ed2-b1ec-d41491bc2602'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:39:41.424319 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] Attempting to bind port 7164b9a5-a034-4736-8df2-113a56363ae9 on network dc8e3f64-8dad-4ed2-b1ec-d41491bc2602 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:39:41.432408 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:39:41.433196 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] Checking segment: {'id': '89b5d246-f9ce-43d9-93ec-5d347f7a881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dc8e3f64-8dad-4ed2-b1ec-d41491bc2602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:41.433825 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:41.434442 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] Bound using segment: {'id': '89b5d246-f9ce-43d9-93ec-5d347f7a881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dc8e3f64-8dad-4ed2-b1ec-d41491bc2602'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:39:41.435449 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] Bound port: 7164b9a5-a034-4736-8df2-113a56363ae9, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b5d246-f9ce-43d9-93ec-5d347f7a881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dc8e3f64-8dad-4ed2-b1ec-d41491bc2602'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:39:41.436107 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:41.447944 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2aa0a4a2-ec4f-414a-a052-edced67a2b78 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:41.466694 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9f4b7150-69dd-4f8b-bd38-1c743c39dd68 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:41.467680 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9f4b7150-69dd-4f8b-bd38-1c743c39dd68 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:41.472660 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cb577e09-283f-4223-a505-5ce401e78004 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:41.492499 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f896dc7a-f93b-492a-8ffb-9480511ff25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:41.510930 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2aa0a4a2-ec4f-414a-a052-edced67a2b78 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:41.520121 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-1632dc53-1c22-4863-9701-b73ea6661b19 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting port 8b13b21d-7b57-44cb-a024-e6c06c3fd332 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:41.520454 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1632dc53-1c22-4863-9701-b73ea6661b19 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:41.545660 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] For port 7164b9a5-a034-4736-8df2-113a56363ae9, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:39:41.549427 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] For port 7164b9a5-a034-4736-8df2-113a56363ae9, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7164b9a5-a034-4736-8df2-113a56363ae9,segment=NetworkSegment(89b5d246-f9ce-43d9-93ec-5d347f7a881b),segment_id=89b5d246-f9ce-43d9-93ec-5d347f7a881b)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:39:41.557698 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:41.561844 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa0a4a2-ec4f-414a-a052-edced67a2b78 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:39:41.562368 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2aa0a4a2-ec4f-414a-a052-edced67a2b78 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:41.565615 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-1a34b29d-d92f-44d6-855a-8984ca279ca6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:39:41.589664 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:39:41.643155 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1cd57159-d59a-4017-970b-691ebaaaead8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:41.644453 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9f4b7150-69dd-4f8b-bd38-1c743c39dd68 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:41.682543 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d77d3-0b9f-43b1-9b87-da5c11ffc4c9 req-a31c8064-e3a9-415c-b970-d27e631379fd tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:41.684090 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-197d77d3-0b9f-43b1-9b87-da5c11ffc4c9 req-a31c8064-e3a9-415c-b970-d27e631379fd tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.5762391 Nov 26 16:39:41.684750 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1cd57159-d59a-4017-970b-691ebaaaead8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:41.685583 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1cd57159-d59a-4017-970b-691ebaaaead8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:41.698297 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8982ae7c-342a-4c90-917e-e61f704378eb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:41.704769 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] Pushing event updated for resources: {'Port': ['ID=7164b9a5-a034-4736-8df2-113a56363ae9,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:41.731780 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:41.798082 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cb577e09-283f-4223-a505-5ce401e78004 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:41.803503 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb577e09-283f-4223-a505-5ce401e78004 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:41.804232 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cb577e09-283f-4223-a505-5ce401e78004 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:41.875090 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2aa0a4a2-ec4f-414a-a052-edced67a2b78 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:41.879359 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2aa0a4a2-ec4f-414a-a052-edced67a2b78 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:41.889678 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-59cbe333-a02d-4479-823c-5fd8c625691c tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:41.925770 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0a4a2-ec4f-414a-a052-edced67a2b78 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Pushing event deleted for resources: {'Network': ['ID=06602138-df7a-43e4-b3d3-f3526227c2ef,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:41.931805 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2aa0a4a2-ec4f-414a-a052-edced67a2b78 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:41.941702 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2aa0a4a2-ec4f-414a-a052-edced67a2b78 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "DELETE /v2.0/networks/06602138-df7a-43e4-b3d3-f3526227c2ef HTTP/1.1" status: 204 len: 168 time: 4.6184561 Nov 26 16:39:41.942541 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44600) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:42.006704 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-197d77d3-0b9f-43b1-9b87-da5c11ffc4c9 req-72f53761-c32d-4076-9a34-5856ef94f494 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626214 Nov 26 16:39:42.123349 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd57159-d59a-4017-970b-691ebaaaead8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Port': ['ID=e1dd56cc-2b03-4598-916c-9588149da348,revision_number=3']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:42.137370 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-cb577e09-283f-4223-a505-5ce401e78004 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5069273 Nov 26 16:39:42.140967 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44606) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:42.141722 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1cd57159-d59a-4017-970b-691ebaaaead8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:42.146036 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-921d338a-082d-469c-99c2-8b40ef933a27 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.312s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:42.156454 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-7bf3e5da-6854-4c11-a16c-44dfc5e63092 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:42.221125 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a719f95-03a1-4760-9749-2cbd98d7384b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Deleting subnet aa8bb720-8279-41f0-8460-29cf45b21d31 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:39:42.294003 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7164b9a5-a034-4736-8df2-113a56363ae9 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:39:42.337502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2a719f95-03a1-4760-9749-2cbd98d7384b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:42.369562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 7164b9a5-a034-4736-8df2-113a56363ae9 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:39:42.483551 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1632dc53-1c22-4863-9701-b73ea6661b19 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:42.500716 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb577e09-283f-4223-a505-5ce401e78004 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'Network': ['ID=0b3076e4-4eff-488b-ad1d-7c96f9bf46fc,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:42.503462 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-cb577e09-283f-4223-a505-5ce401e78004 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:42.506166 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9f4b7150-69dd-4f8b-bd38-1c743c39dd68 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:42.510274 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2a719f95-03a1-4760-9749-2cbd98d7384b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:42.513732 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 0b3076e4-4eff-488b-ad1d-7c96f9bf46fc details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:39:42.530281 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd57159-d59a-4017-970b-691ebaaaead8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network 4edf1c4f-1ea9-46aa-ab53-023fccfe78a6 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:39:42.532818 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-1cd57159-d59a-4017-970b-691ebaaaead8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:42.754332 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7bf3e5da-6854-4c11-a16c-44dfc5e63092 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:42.802356 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:39:42.856382 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-1632dc53-1c22-4863-9701-b73ea6661b19 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Calling delete_port for 8b13b21d-7b57-44cb-a024-e6c06c3fd332 owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:42.889961 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7bf3e5da-6854-4c11-a16c-44dfc5e63092 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:42.911284 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:42.928514 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7bf3e5da-6854-4c11-a16c-44dfc5e63092 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Network 0b3076e4-4eff-488b-ad1d-7c96f9bf46fc is not hosted by any dhcp agent {{(pid=87518) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Nov 26 16:39:42.934802 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf3e5da-6854-4c11-a16c-44dfc5e63092 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:42.935428 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7bf3e5da-6854-4c11-a16c-44dfc5e63092 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:42.936738 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7bf3e5da-6854-4c11-a16c-44dfc5e63092 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "PUT /v2.0/networks/0b3076e4-4eff-488b-ad1d-7c96f9bf46fc HTTP/1.1" status: 200 len: 723 time: 0.7904758 Nov 26 16:39:42.942278 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44610) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:42.954406 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dad1eb30-ae76-4867-9902-e14e205b025b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:42.979333 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-69af9ad3-4b2b-437b-b8fa-b12c6dd7429b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Request body: {'subnet': {'network_id': '0b3076e4-4eff-488b-ad1d-7c96f9bf46fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:42.990191 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024a1035-b947-4116-90ab-2adc7b10b7ba None None] Network dc8e3f64-8dad-4ed2-b1ec-d41491bc2602 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:43.080060 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d8f200e5-c86f-47e6-9f36-837dc7085e9f None None] Provisioning for port 7164b9a5-a034-4736-8df2-113a56363ae9 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:39:43.087053 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d8f200e5-c86f-47e6-9f36-837dc7085e9f None None] Provisioning complete for port 7164b9a5-a034-4736-8df2-113a56363ae9 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:43.088086 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d8f200e5-c86f-47e6-9f36-837dc7085e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:43.138913 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-f896dc7a-f93b-492a-8ffb-9480511ff25b admin admin] Deleting port 03944e40-cf52-4b2c-ba5d-79133cb3062c {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:43.139300 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f896dc7a-f93b-492a-8ffb-9480511ff25b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:43.204245 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-69af9ad3-4b2b-437b-b8fa-b12c6dd7429b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:43.207885 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3e5da-6854-4c11-a16c-44dfc5e63092 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'Network': ['ID=0b3076e4-4eff-488b-ad1d-7c96f9bf46fc,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:43.210772 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7bf3e5da-6854-4c11-a16c-44dfc5e63092 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:43.216740 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-69af9ad3-4b2b-437b-b8fa-b12c6dd7429b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Usage tracker for resource:subnet and tenant:99567243f2e24c6489754d65bc9ff7cc is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:43.222631 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-69af9ad3-4b2b-437b-b8fa-b12c6dd7429b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:43.229174 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd57159-d59a-4017-970b-691ebaaaead8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Router 136e36f8-1e7e-4548-abf9-c48390fdd489 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:39:43.230284 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19a642-9544-4b05-92a0-9100018d1dd7 req-afae185f-5be8-49e5-86f1-62b1b8d16cda tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:43.231634 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ba19a642-9544-4b05-92a0-9100018d1dd7 req-afae185f-5be8-49e5-86f1-62b1b8d16cda tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 1.0499294 Nov 26 16:39:43.250402 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-69af9ad3-4b2b-437b-b8fa-b12c6dd7429b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:43.262758 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 0b3076e4-4eff-488b-ad1d-7c96f9bf46fc details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:39:43.346579 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2a719f95-03a1-4760-9749-2cbd98d7384b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:43.409379 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d8f200e5-c86f-47e6-9f36-837dc7085e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:43.453565 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69af9ad3-4b2b-437b-b8fa-b12c6dd7429b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Made reservation on behalf of 99567243f2e24c6489754d65bc9ff7cc for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:43.457505 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-69af9ad3-4b2b-437b-b8fa-b12c6dd7429b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:43.472050 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-d8f200e5-c86f-47e6-9f36-837dc7085e9f None None] For port 7164b9a5-a034-4736-8df2-113a56363ae9, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7164b9a5-a034-4736-8df2-113a56363ae9,segment=NetworkSegment(89b5d246-f9ce-43d9-93ec-5d347f7a881b),segment_id=89b5d246-f9ce-43d9-93ec-5d347f7a881b)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:43.481657 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d8f200e5-c86f-47e6-9f36-837dc7085e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:43.485250 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:43.554188 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d8f200e5-c86f-47e6-9f36-837dc7085e9f None None] Provisioning complete for port e1dd56cc-2b03-4598-916c-9588149da348 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:43.554445 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d8f200e5-c86f-47e6-9f36-837dc7085e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:43.632182 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ba19a642-9544-4b05-92a0-9100018d1dd7 req-86d2fc1b-a008-410a-a64f-a9a516d44481 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3706858 Nov 26 16:39:43.649632 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f200e5-c86f-47e6-9f36-837dc7085e9f None None] Pushing event updated for resources: {'Port': ['ID=7164b9a5-a034-4736-8df2-113a56363ae9,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:43.655244 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d8f200e5-c86f-47e6-9f36-837dc7085e9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:43.656222 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1632dc53-1c22-4863-9701-b73ea6661b19 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:43.663021 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-d8f200e5-c86f-47e6-9f36-837dc7085e9f None None] Port e1dd56cc-2b03-4598-916c-9588149da348 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:39:43.665287 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:43.761619 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1632dc53-1c22-4863-9701-b73ea6661b19 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Port': ['ID=8b13b21d-7b57-44cb-a024-e6c06c3fd332,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:43.764448 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1632dc53-1c22-4863-9701-b73ea6661b19 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:43.830115 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2a719f95-03a1-4760-9749-2cbd98d7384b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:43.840419 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd57159-d59a-4017-970b-691ebaaaead8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:39:43.841998 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9f4b7150-69dd-4f8b-bd38-1c743c39dd68 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:43.845453 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8beb3c89-2aa3-4145-9e98-60e4b69dc096 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:43.853394 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e36d5e1-afb7-4860-8b40-2f41956bf9fb None None] Sync routers for ids ['136e36f8-1e7e-4548-abf9-c48390fdd489'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:39:43.870223 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e36d5e1-afb7-4860-8b40-2f41956bf9fb None None] Routers {'136e36f8-1e7e-4548-abf9-c48390fdd489'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:43.872241 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-9e36d5e1-afb7-4860-8b40-2f41956bf9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['136e36f8-1e7e-4548-abf9-c48390fdd489'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:43.873773 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1cd57159-d59a-4017-970b-691ebaaaead8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "PUT /v2.0/routers/136e36f8-1e7e-4548-abf9-c48390fdd489/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3361812 Nov 26 16:39:43.883024 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44616) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:43.885163 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9f4b7150-69dd-4f8b-bd38-1c743c39dd68 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:43.894201 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-f896dc7a-f93b-492a-8ffb-9480511ff25b admin admin] For port 03944e40-cf52-4b2c-ba5d-79133cb3062c, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=03944e40-cf52-4b2c-ba5d-79133cb3062c,segment=NetworkSegment(2894379f-c8e7-4e55-856c-2a6c137e7b1e),segment_id=2894379f-c8e7-4e55-856c-2a6c137e7b1e)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:43.894576 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f896dc7a-f93b-492a-8ffb-9480511ff25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:43.937301 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a719f95-03a1-4760-9749-2cbd98d7384b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Pushing event deleted for resources: {'Subnet': ['ID=aa8bb720-8279-41f0-8460-29cf45b21d31,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:43.939696 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2a719f95-03a1-4760-9749-2cbd98d7384b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:43.943453 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2a719f95-03a1-4760-9749-2cbd98d7384b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:43.990840 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2a719f95-03a1-4760-9749-2cbd98d7384b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "DELETE /v2.0/subnets/aa8bb720-8279-41f0-8460-29cf45b21d31 HTTP/1.1" status: 204 len: 168 time: 2.0439632 Nov 26 16:39:43.997259 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44620) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:44.002337 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7f4eeb-25d3-4afa-93c6-6db90d043b26 None None] Network c4a0ee36-7d6c-46af-b9f0-e00a01ae8018 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:44.002500 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1632dc53-1c22-4863-9701-b73ea6661b19 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:44.007084 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1632dc53-1c22-4863-9701-b73ea6661b19 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/ports/8b13b21d-7b57-44cb-a024-e6c06c3fd332 HTTP/1.1" status: 204 len: 168 time: 2.6841385 Nov 26 16:39:44.008682 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44624) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:44.140746 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-f896dc7a-f93b-492a-8ffb-9480511ff25b admin admin] Calling delete_port for 03944e40-cf52-4b2c-ba5d-79133cb3062c owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:44.149356 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b14e3d-9c02-4b96-9a57-41e42671d21c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:44.153671 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-09b14e3d-9c02-4b96-9a57-41e42671d21c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "GET /v2.0/ports/e1dd56cc-2b03-4598-916c-9588149da348 HTTP/1.1" status: 200 len: 983 time: 0.2622340 Nov 26 16:39:44.154944 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44630) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:44.171364 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-d879ae85-f72c-4692-bcde-0a8d4f869dce tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] DELETE failed (client error): The resource could not be found. Nov 26 16:39:44.171903 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d879ae85-f72c-4692-bcde-0a8d4f869dce tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:39:44.176355 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d879ae85-f72c-4692-bcde-0a8d4f869dce tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/ports/8b13b21d-7b57-44cb-a024-e6c06c3fd332 HTTP/1.1" status: 404 len: 333 time: 0.1256626 Nov 26 16:39:44.179209 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-9e36d5e1-afb7-4860-8b40-2f41956bf9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:44.219523 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44634) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:44.251826 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e36d5e1-afb7-4860-8b40-2f41956bf9fb None None] Routers {'136e36f8-1e7e-4548-abf9-c48390fdd489'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:44.252490 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-9e36d5e1-afb7-4860-8b40-2f41956bf9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['136e36f8-1e7e-4548-abf9-c48390fdd489'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:44.338747 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7164b9a5-a034-4736-8df2-113a56363ae9 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:39:44.353814 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba0a746-faf5-4105-ae6c-42de0d7cda5a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] GET failed (client error): The resource could not be found. Nov 26 16:39:44.358470 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6ba0a746-faf5-4105-ae6c-42de0d7cda5a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "GET /v2.0/ports/8b13b21d-7b57-44cb-a024-e6c06c3fd332 HTTP/1.1" status: 404 len: 333 time: 0.1249366 Nov 26 16:39:44.423052 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-79cc5fc5-b4b4-4c2c-b37b-e486db270f6f None None] Provisioning complete for port 7164b9a5-a034-4736-8df2-113a56363ae9 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:44.423650 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-79cc5fc5-b4b4-4c2c-b37b-e486db270f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:44.427150 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44638) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:44.448049 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-9e36d5e1-afb7-4860-8b40-2f41956bf9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:44.448474 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e36d5e1-afb7-4860-8b40-2f41956bf9fb None None] The sync data for ids ['136e36f8-1e7e-4548-abf9-c48390fdd489'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:39:44.481270 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-dad1eb30-ae76-4867-9902-e14e205b025b admin admin] Deleting port 33a83651-d4ef-46f1-9ae1-0f1a6da2903d {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:44.481614 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dad1eb30-ae76-4867-9902-e14e205b025b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:44.513463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b751f32-6799-4c39-9209-6c56a6c70f1c tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Deleting subnet 1f62f5aa-2928-43af-a7b0-55ef4794010c {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:39:44.534035 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1b751f32-6799-4c39-9209-6c56a6c70f1c tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:44.562890 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 7164b9a5-a034-4736-8df2-113a56363ae9 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:44.563278 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:44.685927 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-79cc5fc5-b4b4-4c2c-b37b-e486db270f6f None None] Could not find standard attr ID for object 8b13b21d-7b57-44cb-a024-e6c06c3fd332. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:39:44.762136 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30d3bfa-e52d-4699-9e97-b2dfff302594 None None] DHCP port deletion for c4a0ee36-7d6c-46af-b9f0-e00a01ae8018 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:39:44.766571 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f30d3bfa-e52d-4699-9e97-b2dfff302594 None None] Deleting port ce99ab78-f633-43a9-90f2-de62c573628d {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:44.767186 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f30d3bfa-e52d-4699-9e97-b2dfff302594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:44.800235 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-9f4b7150-69dd-4f8b-bd38-1c743c39dd68 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Allocated IP 172.26.0.241 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/3ab0b93e-0358-435c-8ed6-973ae9bcd210) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:39:44.817480 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-659d8567-d35e-4b8c-b6e1-8b0180240353 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting subnet 5eddbe32-83c3-40f1-8418-19e7e3cf3048 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:39:44.818208 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-396a74d1-1459-43c4-9d6d-2433ea18fca2 None None] Could not find standard attr ID for object 8b13b21d-7b57-44cb-a024-e6c06c3fd332. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:39:44.846321 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-69af9ad3-4b2b-437b-b8fa-b12c6dd7429b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:44.858956 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-abfc5025-c608-457c-98c8-38acc4d4c856 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:44.874766 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1b751f32-6799-4c39-9209-6c56a6c70f1c tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:44.905184 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-659d8567-d35e-4b8c-b6e1-8b0180240353 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:45.005968 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-f30d3bfa-e52d-4699-9e97-b2dfff302594 None None] For port ce99ab78-f633-43a9-90f2-de62c573628d, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=ce99ab78-f633-43a9-90f2-de62c573628d,segment=NetworkSegment(8195c9cc-3dfd-4498-8aab-5cb59023bb13),segment_id=8195c9cc-3dfd-4498-8aab-5cb59023bb13)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:45.006716 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f30d3bfa-e52d-4699-9e97-b2dfff302594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:45.055278 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af9ad3-4b2b-437b-b8fa-b12c6dd7429b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'Subnet': ['ID=948da088-a32c-4693-b8cb-5be93553ff80,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:45.058002 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-69af9ad3-4b2b-437b-b8fa-b12c6dd7429b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:45.064413 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a416071-104b-4363-b452-e6c90a77c3d4 req-6066f1a5-ffe7-4310-bf3f-7ec2fa5faec2 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:45.065895 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8a416071-104b-4363-b452-e6c90a77c3d4 req-6066f1a5-ffe7-4310-bf3f-7ec2fa5faec2 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.8010871 Nov 26 16:39:45.078507 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-659d8567-d35e-4b8c-b6e1-8b0180240353 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:45.096242 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69af9ad3-4b2b-437b-b8fa-b12c6dd7429b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Checking segment: {'id': '31a0931d-6572-451a-b170-1ae82863d857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0b3076e4-4eff-488b-ad1d-7c96f9bf46fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:45.096595 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69af9ad3-4b2b-437b-b8fa-b12c6dd7429b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Network hostable DHCP agents. Network: 0b3076e4-4eff-488b-ad1d-7c96f9bf46fc, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:39:45.139866 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f30d3bfa-e52d-4699-9e97-b2dfff302594 None None] Calling delete_port for ce99ab78-f633-43a9-90f2-de62c573628d owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:45.147968 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f896dc7a-f93b-492a-8ffb-9480511ff25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:45.154455 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9f4b7150-69dd-4f8b-bd38-1c743c39dd68 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:45.159524 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:45.211068 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896dc7a-f93b-492a-8ffb-9480511ff25b admin admin] Pushing event deleted for resources: {'Port': ['ID=03944e40-cf52-4b2c-ba5d-79133cb3062c,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:45.232939 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f30d3bfa-e52d-4699-9e97-b2dfff302594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:45.238189 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-36f36a7c-b9c9-45d6-9f31-32b66541c4e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:45.254627 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69af9ad3-4b2b-437b-b8fa-b12c6dd7429b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Network 0b3076e4-4eff-488b-ad1d-7c96f9bf46fc is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:39:45.281450 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f896dc7a-f93b-492a-8ffb-9480511ff25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:45.285705 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d3bfa-e52d-4699-9e97-b2dfff302594 None None] Pushing event deleted for resources: {'Port': ['ID=ce99ab78-f633-43a9-90f2-de62c573628d,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:45.288417 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f30d3bfa-e52d-4699-9e97-b2dfff302594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:45.290265 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30d3bfa-e52d-4699-9e97-b2dfff302594 None None] No DVR routers for this DVR port ce99ab78-f633-43a9-90f2-de62c573628d on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:39:45.330145 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-69af9ad3-4b2b-437b-b8fa-b12c6dd7429b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 0b3076e4-4eff-488b-ad1d-7c96f9bf46fc) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:45.343672 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9f4b7150-69dd-4f8b-bd38-1c743c39dd68 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:45.345616 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a051477b-93c2-476c-9317-d733100874d4 None None] Network 0b3076e4-4eff-488b-ad1d-7c96f9bf46fc requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:45.354558 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69af9ad3-4b2b-437b-b8fa-b12c6dd7429b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:45.355157 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-69af9ad3-4b2b-437b-b8fa-b12c6dd7429b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:45.360045 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-dad1eb30-ae76-4867-9902-e14e205b025b admin admin] For port 33a83651-d4ef-46f1-9ae1-0f1a6da2903d, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=33a83651-d4ef-46f1-9ae1-0f1a6da2903d,segment=NetworkSegment(6a286159-c7e2-4df6-bb5a-d60ac00d4209),segment_id=6a286159-c7e2-4df6-bb5a-d60ac00d4209)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:45.360411 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dad1eb30-ae76-4867-9902-e14e205b025b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:45.361171 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d01381ed-9908-4ccd-99ea-04f3c5eab74c tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:45.436173 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4b7150-69dd-4f8b-bd38-1c743c39dd68 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:39:45.441723 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-9f4b7150-69dd-4f8b-bd38-1c743c39dd68 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:45.452815 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4b7150-69dd-4f8b-bd38-1c743c39dd68 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:39:45.538668 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-dad1eb30-ae76-4867-9902-e14e205b025b admin admin] Calling delete_port for 33a83651-d4ef-46f1-9ae1-0f1a6da2903d owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:45.564140 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-69af9ad3-4b2b-437b-b8fa-b12c6dd7429b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6174526 Nov 26 16:39:45.564140 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b7150-69dd-4f8b-bd38-1c743c39dd68 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Pushing event updated for resources: {'Port': ['ID=3ab0b93e-0358-435c-8ed6-973ae9bcd210,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:45.578154 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8a416071-104b-4363-b452-e6c90a77c3d4 req-56edbfbb-12f1-448f-b59a-23f52c58dd89 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3270037 Nov 26 16:39:45.612817 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44642) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:45.619864 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-0b3076e4-4eff-488b-ad1d-7c96f9bf46fc', 'network_id': '0b3076e4-4eff-488b-ad1d-7c96f9bf46fc', 'tenant_id': '99567243f2e24c6489754d65bc9ff7cc', 'fixed_ips': [{'subnet_id': '948da088-a32c-4693-b8cb-5be93553ff80'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:39:45.620892 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:45.638136 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9f4b7150-69dd-4f8b-bd38-1c743c39dd68 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:45.792997 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-659d8567-d35e-4b8c-b6e1-8b0180240353 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:45.867515 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1b751f32-6799-4c39-9209-6c56a6c70f1c tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:45.893247 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f896dc7a-f93b-492a-8ffb-9480511ff25b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:45.903315 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-ef5f762c-39b8-4dd7-a82e-d1613768653d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:45.906144 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] Allocated IP 172.20.0.2 (0b3076e4-4eff-488b-ad1d-7c96f9bf46fc/948da088-a32c-4693-b8cb-5be93553ff80/927661d7-5097-497f-9a24-031d1a135f4a) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:39:46.001380 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dad1eb30-ae76-4867-9902-e14e205b025b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:46.020623 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:46.100323 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1eb30-ae76-4867-9902-e14e205b025b admin admin] Pushing event deleted for resources: {'Port': ['ID=33a83651-d4ef-46f1-9ae1-0f1a6da2903d,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:46.137229 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-dad1eb30-ae76-4867-9902-e14e205b025b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:46.196978 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:46.213888 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] Transition to ACTIVE for port object 927661d7-5097-497f-9a24-031d1a135f4a will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:39:46.251135 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] Transition to ACTIVE for port object 927661d7-5097-497f-9a24-031d1a135f4a will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:39:46.272875 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:46.290170 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:46.355747 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] Network 0b3076e4-4eff-488b-ad1d-7c96f9bf46fc is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:39:46.363122 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:46.368168 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:39:46.418602 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9f4b7150-69dd-4f8b-bd38-1c743c39dd68 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router_gateway, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:46.419365 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ef5f762c-39b8-4dd7-a82e-d1613768653d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2508817'] for subnet, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:46.438005 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] Pushing event updated for resources: {'Port': ['ID=927661d7-5097-497f-9a24-031d1a135f4a,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:46.447509 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:46.447509 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ce99ab78-f633-43a9-90f2-de62c573628d no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:39:46.462275 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-659d8567-d35e-4b8c-b6e1-8b0180240353 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:46.473530 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2a719f95-03a1-4760-9749-2cbd98d7384b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:46.507927 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1b751f32-6799-4c39-9209-6c56a6c70f1c tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:46.518089 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: ce99ab78-f633-43a9-90f2-de62c573628d {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:39:46.518089 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ce99ab78-f633-43a9-90f2-de62c573628d not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:39:46.542866 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] Attempting to bind port 927661d7-5097-497f-9a24-031d1a135f4a on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:39:46.543248 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] Attempting to bind port 927661d7-5097-497f-9a24-031d1a135f4a by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '31a0931d-6572-451a-b170-1ae82863d857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0b3076e4-4eff-488b-ad1d-7c96f9bf46fc'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:39:46.543617 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] Attempting to bind port 927661d7-5097-497f-9a24-031d1a135f4a on network 0b3076e4-4eff-488b-ad1d-7c96f9bf46fc {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:39:46.548940 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:39:46.549314 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] Checking segment: {'id': '31a0931d-6572-451a-b170-1ae82863d857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0b3076e4-4eff-488b-ad1d-7c96f9bf46fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:46.549715 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:46.550114 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] Bound using segment: {'id': '31a0931d-6572-451a-b170-1ae82863d857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0b3076e4-4eff-488b-ad1d-7c96f9bf46fc'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:39:46.550573 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] Bound port: 927661d7-5097-497f-9a24-031d1a135f4a, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a0931d-6572-451a-b170-1ae82863d857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0b3076e4-4eff-488b-ad1d-7c96f9bf46fc'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:39:46.550952 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:46.595562 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d8567-d35e-4b8c-b6e1-8b0180240353 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Subnet': ['ID=5eddbe32-83c3-40f1-8418-19e7e3cf3048,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:46.598064 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-659d8567-d35e-4b8c-b6e1-8b0180240353 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:46.610908 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcd9e6a-4070-44a5-a846-44c45994a56a None None] Network dc8e3f64-8dad-4ed2-b1ec-d41491bc2602 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:46.663708 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1b751f32-6799-4c39-9209-6c56a6c70f1c tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:46.675693 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-659d8567-d35e-4b8c-b6e1-8b0180240353 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:46.678267 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ae601154-55ac-4504-bbcf-943f4f28a6e9 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:46.684976 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fd4b65-9809-4443-9e6f-d8e182bd8b4e None None] Network 7d962232-75ce-4974-b333-66dd4c8591fe requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:46.739177 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d31ea-0a44-4c59-a29a-0c58b148cebc req-4cbe6196-26db-4ff4-ae6e-b04cc1aa78a9 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:46.740675 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2f7d31ea-0a44-4c59-a29a-0c58b148cebc req-4cbe6196-26db-4ff4-ae6e-b04cc1aa78a9 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.7791851 Nov 26 16:39:46.751406 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b751f32-6799-4c39-9209-6c56a6c70f1c tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Pushing event deleted for resources: {'Subnet': ['ID=1f62f5aa-2928-43af-a7b0-55ef4794010c,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:46.778238 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1b751f32-6799-4c39-9209-6c56a6c70f1c tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:46.792477 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-659d8567-d35e-4b8c-b6e1-8b0180240353 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/subnets/5eddbe32-83c3-40f1-8418-19e7e3cf3048 HTTP/1.1" status: 204 len: 168 time: 2.3585949 Nov 26 16:39:46.796654 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1b751f32-6799-4c39-9209-6c56a6c70f1c tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "DELETE /v2.0/subnets/1f62f5aa-2928-43af-a7b0-55ef4794010c HTTP/1.1" status: 204 len: 168 time: 2.7949951 Nov 26 16:39:46.823451 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44650) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:46.823974 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44652) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:46.826037 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9f4b7150-69dd-4f8b-bd38-1c743c39dd68 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:46.917045 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] For port 927661d7-5097-497f-9a24-031d1a135f4a, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:39:46.936989 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2f7d31ea-0a44-4c59-a29a-0c58b148cebc req-5ac5aba3-9725-4833-9aba-e267a65beeb4 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818013 Nov 26 16:39:46.954029 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dad1eb30-ae76-4867-9902-e14e205b025b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:46.995322 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] For port 927661d7-5097-497f-9a24-031d1a135f4a, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=927661d7-5097-497f-9a24-031d1a135f4a,segment=NetworkSegment(31a0931d-6572-451a-b170-1ae82863d857),segment_id=31a0931d-6572-451a-b170-1ae82863d857)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:39:47.017442 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:47.024052 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-842ea6a9-87a6-4196-889b-aa8b7675244d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:47.062030 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-780f3e0f-2c3a-40ed-89b6-8f801defc50d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:47.111164 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ab163f3c-ab8c-4657-a6bd-18660ebbd917 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:47.135572 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] Pushing event updated for resources: {'Port': ['ID=927661d7-5097-497f-9a24-031d1a135f4a,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:47.141054 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:47.261707 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb51e000-b54d-4985-82bf-ae207ef568a2 None None] DHCP port deletion for dc8e3f64-8dad-4ed2-b1ec-d41491bc2602 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:39:47.269795 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e000-b54d-4985-82bf-ae207ef568a2 None None] Deleting port 7164b9a5-a034-4736-8df2-113a56363ae9 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:47.270900 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cb51e000-b54d-4985-82bf-ae207ef568a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:47.304421 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c13d173-5321-431b-b764-b6673dcd40cf None None] DHCP port deletion for 7d962232-75ce-4974-b333-66dd4c8591fe request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:39:47.333899 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-7c13d173-5321-431b-b764-b6673dcd40cf None None] Deleting port af8898f1-ad49-46fb-9589-f119988aa8df {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:47.333899 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7c13d173-5321-431b-b764-b6673dcd40cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:47.447193 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ef5f762c-39b8-4dd7-a82e-d1613768653d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756664963660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2338198'] for subnet, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:47.455961 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f3bc9452-516a-4bbf-a125-7b3c477ae61e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:47.517981 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5f762c-39b8-4dd7-a82e-d1613768653d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:47.518579 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ef5f762c-39b8-4dd7-a82e-d1613768653d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:47.524598 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ef5f762c-39b8-4dd7-a82e-d1613768653d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "PUT /v2.0/subnets/948da088-a32c-4693-b8cb-5be93553ff80 HTTP/1.1" status: 200 len: 806 time: 1.9056549 Nov 26 16:39:47.530308 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44658) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:47.631238 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ab8cba5e-d94a-424c-a5f6-90913b887c21 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:47.728677 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-cb51e000-b54d-4985-82bf-ae207ef568a2 None None] For port 7164b9a5-a034-4736-8df2-113a56363ae9, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7164b9a5-a034-4736-8df2-113a56363ae9,segment=NetworkSegment(89b5d246-f9ce-43d9-93ec-5d347f7a881b),segment_id=89b5d246-f9ce-43d9-93ec-5d347f7a881b)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:47.730237 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cb51e000-b54d-4985-82bf-ae207ef568a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:47.730814 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f762c-39b8-4dd7-a82e-d1613768653d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'Subnet': ['ID=948da088-a32c-4693-b8cb-5be93553ff80,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:47.741179 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ef5f762c-39b8-4dd7-a82e-d1613768653d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:47.747957 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-780f3e0f-2c3a-40ed-89b6-8f801defc50d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:47.770084 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f896dc7a-f93b-492a-8ffb-9480511ff25b admin admin] Router 28644e06-bd0c-4196-9766-a9f33585430c has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:39:47.772741 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-ab8cba5e-d94a-424c-a5f6-90913b887c21 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting port 7164b9a5-a034-4736-8df2-113a56363ae9 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:47.773187 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ab8cba5e-d94a-424c-a5f6-90913b887c21 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:47.829864 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-780f3e0f-2c3a-40ed-89b6-8f801defc50d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a0ee36-7d6c-46af-b9f0-e00a01ae8018']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:47.866452 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-780f3e0f-2c3a-40ed-89b6-8f801defc50d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8195c9cc-3dfd-4498-8aab-5cb59023bb13') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:47.866891 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-780f3e0f-2c3a-40ed-89b6-8f801defc50d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8195c9cc-3dfd-4498-8aab-5cb59023bb13') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:47.928687 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e000-b54d-4985-82bf-ae207ef568a2 None None] Calling delete_port for 7164b9a5-a034-4736-8df2-113a56363ae9 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:47.947111 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-780f3e0f-2c3a-40ed-89b6-8f801defc50d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:47.963221 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:48.013585 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-7c13d173-5321-431b-b764-b6673dcd40cf None None] For port af8898f1-ad49-46fb-9589-f119988aa8df, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=af8898f1-ad49-46fb-9589-f119988aa8df,segment=NetworkSegment(225450fe-a466-4633-a83f-84f6497a29a9),segment_id=225450fe-a466-4633-a83f-84f6497a29a9)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:48.013987 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7c13d173-5321-431b-b764-b6673dcd40cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:48.040190 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Deleting port 927661d7-5097-497f-9a24-031d1a135f4a {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:48.040542 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:48.110964 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-ab163f3c-ab8c-4657-a6bd-18660ebbd917 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting port e1dd56cc-2b03-4598-916c-9588149da348 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:48.111321 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ab163f3c-ab8c-4657-a6bd-18660ebbd917 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:48.147484 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-780f3e0f-2c3a-40ed-89b6-8f801defc50d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:48.164912 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad1eb30-ae76-4867-9902-e14e205b025b admin admin] Router b4f896c6-ab1f-4de2-b99d-b461702718a2 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:39:48.173403 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-7c13d173-5321-431b-b764-b6673dcd40cf None None] Calling delete_port for af8898f1-ad49-46fb-9589-f119988aa8df owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:48.178663 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780f3e0f-2c3a-40ed-89b6-8f801defc50d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:39:48.179105 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-780f3e0f-2c3a-40ed-89b6-8f801defc50d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:39:48.195656 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:39:48.323743 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4b7150-69dd-4f8b-bd38-1c743c39dd68 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Router 0b7a2246-99ac-47db-8d35-8f15caca66c6 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:39:48.345107 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7c13d173-5321-431b-b764-b6673dcd40cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:48.359247 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-21412463-3851-48f6-bc16-126172af94c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:48.408415 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13d173-5321-431b-b764-b6673dcd40cf None None] Pushing event deleted for resources: {'Port': ['ID=af8898f1-ad49-46fb-9589-f119988aa8df,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:48.410641 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 927661d7-5097-497f-9a24-031d1a135f4a up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:39:48.455223 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-ab8cba5e-d94a-424c-a5f6-90913b887c21 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] For port 7164b9a5-a034-4736-8df2-113a56363ae9, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7164b9a5-a034-4736-8df2-113a56363ae9,segment=NetworkSegment(89b5d246-f9ce-43d9-93ec-5d347f7a881b),segment_id=89b5d246-f9ce-43d9-93ec-5d347f7a881b)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:48.455592 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ab8cba5e-d94a-424c-a5f6-90913b887c21 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:48.477077 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cb51e000-b54d-4985-82bf-ae207ef568a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:48.483046 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c13d173-5321-431b-b764-b6673dcd40cf None None] No DVR routers for this DVR port af8898f1-ad49-46fb-9589-f119988aa8df on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:39:48.485809 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-7c13d173-5321-431b-b764-b6673dcd40cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:48.486293 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-7c13d173-5321-431b-b764-b6673dcd40cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:48.520189 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405a23a4-e0d1-4e0f-a7ab-c654397a2d26 None None] Network 0b3076e4-4eff-488b-ad1d-7c96f9bf46fc requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:48.619082 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e000-b54d-4985-82bf-ae207ef568a2 None None] Pushing event deleted for resources: {'Port': ['ID=7164b9a5-a034-4736-8df2-113a56363ae9,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:48.622811 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-cb51e000-b54d-4985-82bf-ae207ef568a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:48.623869 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb51e000-b54d-4985-82bf-ae207ef568a2 None None] No DVR routers for this DVR port 7164b9a5-a034-4736-8df2-113a56363ae9 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:39:48.627700 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-ab8cba5e-d94a-424c-a5f6-90913b887c21 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Calling delete_port for 7164b9a5-a034-4736-8df2-113a56363ae9 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:48.647652 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 927661d7-5097-497f-9a24-031d1a135f4a completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:39:48.666469 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-28b9395e-dc02-4eb1-8b11-679e657e4d22 None None] Provisioning for port 927661d7-5097-497f-9a24-031d1a135f4a completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:39:48.676463 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-28b9395e-dc02-4eb1-8b11-679e657e4d22 None None] Provisioning complete for port 927661d7-5097-497f-9a24-031d1a135f4a triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:48.677176 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-28b9395e-dc02-4eb1-8b11-679e657e4d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:48.754289 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-780f3e0f-2c3a-40ed-89b6-8f801defc50d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:48.820374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ab163f3c-ab8c-4657-a6bd-18660ebbd917 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:48.823526 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device af8898f1-ad49-46fb-9589-f119988aa8df no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:39:48.833425 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7a50aa92-89b7-4878-8955-0d2dd86cbc98 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:48.835956 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] For port 927661d7-5097-497f-9a24-031d1a135f4a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=927661d7-5097-497f-9a24-031d1a135f4a,segment=NetworkSegment(31a0931d-6572-451a-b170-1ae82863d857),segment_id=31a0931d-6572-451a-b170-1ae82863d857)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:48.836315 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:48.848699 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-780f3e0f-2c3a-40ed-89b6-8f801defc50d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:48.872983 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: af8898f1-ad49-46fb-9589-f119988aa8df {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:39:48.873331 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device af8898f1-ad49-46fb-9589-f119988aa8df not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:39:48.873762 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7164b9a5-a034-4736-8df2-113a56363ae9 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:39:48.889350 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f3e0f-2c3a-40ed-89b6-8f801defc50d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Pushing event deleted for resources: {'Network': ['ID=c4a0ee36-7d6c-46af-b9f0-e00a01ae8018,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:48.891688 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-780f3e0f-2c3a-40ed-89b6-8f801defc50d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:48.897692 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f896dc7a-f93b-492a-8ffb-9480511ff25b admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:39:48.899230 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad1eb30-ae76-4867-9902-e14e205b025b admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:39:48.911613 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d8295-3c85-4c4e-b717-9e0312a3f0ec req-e0722b34-11be-4b03-bb6f-fd5a404546ca tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:48.913450 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 7164b9a5-a034-4736-8df2-113a56363ae9 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:39:48.913816 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7164b9a5-a034-4736-8df2-113a56363ae9 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:39:48.919630 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30b1e9a-f5a9-41b6-814a-b82d67f4746a None None] Sync routers for ids ['28644e06-bd0c-4196-9766-a9f33585430c'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:39:48.921372 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-462d8295-3c85-4c4e-b717-9e0312a3f0ec req-e0722b34-11be-4b03-bb6f-fd5a404546ca tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.8436046 Nov 26 16:39:48.954716 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30b1e9a-f5a9-41b6-814a-b82d67f4746a None None] Routers {'28644e06-bd0c-4196-9766-a9f33585430c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:48.955350 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-c30b1e9a-f5a9-41b6-814a-b82d67f4746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['28644e06-bd0c-4196-9766-a9f33585430c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:48.966459 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-780f3e0f-2c3a-40ed-89b6-8f801defc50d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "DELETE /v2.0/networks/c4a0ee36-7d6c-46af-b9f0-e00a01ae8018 HTTP/1.1" status: 204 len: 168 time: 2.0833778 Nov 26 16:39:48.983162 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f896dc7a-f93b-492a-8ffb-9480511ff25b admin admin] 10.222.0.11 "PUT /v2.0/routers/28644e06-bd0c-4196-9766-a9f33585430c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5327680 Nov 26 16:39:48.999813 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44664) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:49.000172 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44668) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:49.015848 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e3b1f-3a48-4dd6-b3b2-32042c48e236 None None] Sync routers for ids ['b4f896c6-ab1f-4de2-b99d-b461702718a2'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:39:49.016938 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-dad1eb30-ae76-4867-9902-e14e205b025b admin admin] 10.222.0.11 "PUT /v2.0/routers/b4f896c6-ab1f-4de2-b99d-b461702718a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8021102 Nov 26 16:39:49.028153 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-ab163f3c-ab8c-4657-a6bd-18660ebbd917 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Calling delete_port for e1dd56cc-2b03-4598-916c-9588149da348 owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:49.054200 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e3b1f-3a48-4dd6-b3b2-32042c48e236 None None] Routers {'b4f896c6-ab1f-4de2-b99d-b461702718a2'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:49.054754 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3b2e3b1f-3a48-4dd6-b3b2-32042c48e236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b4f896c6-ab1f-4de2-b99d-b461702718a2'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:49.089112 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44674) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:49.124795 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Calling delete_port for 927661d7-5097-497f-9a24-031d1a135f4a owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:49.173750 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-28b9395e-dc02-4eb1-8b11-679e657e4d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:49.261533 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-28b9395e-dc02-4eb1-8b11-679e657e4d22 None None] For port 927661d7-5097-497f-9a24-031d1a135f4a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=927661d7-5097-497f-9a24-031d1a135f4a,segment=NetworkSegment(31a0931d-6572-451a-b170-1ae82863d857),segment_id=31a0931d-6572-451a-b170-1ae82863d857)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:49.273612 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-28b9395e-dc02-4eb1-8b11-679e657e4d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:49.278526 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:49.280200 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-c30b1e9a-f5a9-41b6-814a-b82d67f4746a None None] Set router 28644e06-bd0c-4196-9766-a9f33585430c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:39:49.316480 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.api [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:39:49.316691 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_db.api [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:39:49.359825 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ab163f3c-ab8c-4657-a6bd-18660ebbd917 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:49.366336 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-3b2e3b1f-3a48-4dd6-b3b2-32042c48e236 None None] Set router b4f896c6-ab1f-4de2-b99d-b461702718a2 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:39:49.366930 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e4f62eb5-2b7f-4333-8cad-6f133773e205 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:49.421517 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab163f3c-ab8c-4657-a6bd-18660ebbd917 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Port': ['ID=e1dd56cc-2b03-4598-916c-9588149da348,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:49.425656 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ab163f3c-ab8c-4657-a6bd-18660ebbd917 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:49.701669 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-462d8295-3c85-4c4e-b717-9e0312a3f0ec req-e37d888b-15d2-4d6b-8906-107126718763 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7783377 Nov 26 16:39:49.709331 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ab163f3c-ab8c-4657-a6bd-18660ebbd917 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:49.781526 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.api [None req-ab8cba5e-d94a-424c-a5f6-90913b887c21 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:39:49.784020 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_db.api [None req-ab8cba5e-d94a-424c-a5f6-90913b887c21 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:39:49.800119 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9395e-dc02-4eb1-8b11-679e657e4d22 None None] Pushing event updated for resources: {'Port': ['ID=927661d7-5097-497f-9a24-031d1a135f4a,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:49.833158 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Deleting port 927661d7-5097-497f-9a24-031d1a135f4a {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:49.833552 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:49.842118 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa2d411-59c5-4b59-92a2-3c540d68ea65 None None] Network 0b3076e4-4eff-488b-ad1d-7c96f9bf46fc requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:49.858994 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-de7787dd-e1ae-4a16-bd36-3a37e83820d4 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:49.867426 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4b7150-69dd-4f8b-bd38-1c743c39dd68 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:39:49.867655 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-c30b1e9a-f5a9-41b6-814a-b82d67f4746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28644e06-bd0c-4196-9766-a9f33585430c', 'name': 'tempest-ServersTestJSON-455662517-router', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:35Z', 'updated_at': '2021-11-26T16:39:44Z', 'revision_number': 5, 'project_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'gw_port': {'id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28644e06-bd0c-4196-9766-a9f33585430c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:37Z', 'updated_at': '2021-11-26T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:49.876888 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30b1e9a-f5a9-41b6-814a-b82d67f4746a None None] Checking router: 28644e06-bd0c-4196-9766-a9f33585430c for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:39:49.883445 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84564fd2-229d-432b-8bf4-a9ddcfd47ead None None] Sync routers for ids ['0b7a2246-99ac-47db-8d35-8f15caca66c6'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:39:49.916630 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30b1e9a-f5a9-41b6-814a-b82d67f4746a None None] Routers {'28644e06-bd0c-4196-9766-a9f33585430c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:49.917263 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-c30b1e9a-f5a9-41b6-814a-b82d67f4746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['28644e06-bd0c-4196-9766-a9f33585430c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:49.989097 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-28b9395e-dc02-4eb1-8b11-679e657e4d22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:49.997188 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84564fd2-229d-432b-8bf4-a9ddcfd47ead None None] Routers {'0b7a2246-99ac-47db-8d35-8f15caca66c6'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:49.997829 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-84564fd2-229d-432b-8bf4-a9ddcfd47ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['0b7a2246-99ac-47db-8d35-8f15caca66c6'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:50.012436 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-689c20f5-9a6b-4330-b4dd-b23bd5e9bfdd admin admin] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:50.054314 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:50.138995 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-64be24a2-0222-4571-bdfe-b33c353f7697 None None] Provisioning complete for port 927661d7-5097-497f-9a24-031d1a135f4a triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:50.142947 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-64be24a2-0222-4571-bdfe-b33c353f7697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:50.221920 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9f4b7150-69dd-4f8b-bd38-1c743c39dd68 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:50.223663 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-9f4b7150-69dd-4f8b-bd38-1c743c39dd68 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.4283457 Nov 26 16:39:50.265560 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-84564fd2-229d-432b-8bf4-a9ddcfd47ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:50.276445 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6556c9ad-55d0-45d2-b747-a56b9e904f81 admin admin] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:50.331162 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 927661d7-5097-497f-9a24-031d1a135f4a up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:39:50.345708 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44682) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:50.383300 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3b2e3b1f-3a48-4dd6-b3b2-32042c48e236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'name': 'tempest-ServersTestManualDisk-495272159-router', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:36Z', 'updated_at': '2021-11-26T16:39:45Z', 'revision_number': 5, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'gw_port': {'id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:39Z', 'updated_at': '2021-11-26T16:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:50.393917 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-689c20f5-9a6b-4330-b4dd-b23bd5e9bfdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:50.397469 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-ab8cba5e-d94a-424c-a5f6-90913b887c21 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting port 7164b9a5-a034-4736-8df2-113a56363ae9 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:50.397942 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ab8cba5e-d94a-424c-a5f6-90913b887c21 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:50.410696 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e3b1f-3a48-4dd6-b3b2-32042c48e236 None None] Checking router: b4f896c6-ab1f-4de2-b99d-b461702718a2 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:39:50.434371 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-c30b1e9a-f5a9-41b6-814a-b82d67f4746a None None] Set router 28644e06-bd0c-4196-9766-a9f33585430c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:39:50.454542 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e3b1f-3a48-4dd6-b3b2-32042c48e236 None None] Routers {'b4f896c6-ab1f-4de2-b99d-b461702718a2'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:50.455354 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3b2e3b1f-3a48-4dd6-b3b2-32042c48e236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b4f896c6-ab1f-4de2-b99d-b461702718a2'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:50.581557 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84564fd2-229d-432b-8bf4-a9ddcfd47ead None None] Routers {'0b7a2246-99ac-47db-8d35-8f15caca66c6'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:50.582425 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-84564fd2-229d-432b-8bf4-a9ddcfd47ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['0b7a2246-99ac-47db-8d35-8f15caca66c6'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:50.596992 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-de7787dd-e1ae-4a16-bd36-3a37e83820d4 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:50.627813 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-de7787dd-e1ae-4a16-bd36-3a37e83820d4 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d962232-75ce-4974-b333-66dd4c8591fe']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:50.647625 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-de7787dd-e1ae-4a16-bd36-3a37e83820d4 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225450fe-a466-4633-a83f-84f6497a29a9') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:50.648018 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-de7787dd-e1ae-4a16-bd36-3a37e83820d4 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225450fe-a466-4633-a83f-84f6497a29a9') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:50.664709 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-de7787dd-e1ae-4a16-bd36-3a37e83820d4 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:50.695985 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab163f3c-ab8c-4657-a6bd-18660ebbd917 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Router 136e36f8-1e7e-4548-abf9-c48390fdd489 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:39:50.699869 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-de7787dd-e1ae-4a16-bd36-3a37e83820d4 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:50.713886 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 927661d7-5097-497f-9a24-031d1a135f4a triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:50.714158 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7787dd-e1ae-4a16-bd36-3a37e83820d4 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:39:50.714737 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-de7787dd-e1ae-4a16-bd36-3a37e83820d4 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:50.714974 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:50.749929 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-84564fd2-229d-432b-8bf4-a9ddcfd47ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:50.750491 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84564fd2-229d-432b-8bf4-a9ddcfd47ead None None] The sync data for ids ['0b7a2246-99ac-47db-8d35-8f15caca66c6'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:39:50.865300 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:39:50.868578 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-3b2e3b1f-3a48-4dd6-b3b2-32042c48e236 None None] Set router b4f896c6-ab1f-4de2-b99d-b461702718a2 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:39:50.944290 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-de7787dd-e1ae-4a16-bd36-3a37e83820d4 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:50.958348 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-ab8cba5e-d94a-424c-a5f6-90913b887c21 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] The port '7164b9a5-a034-4736-8df2-113a56363ae9' was deleted {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:39:50.972302 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-97e3ef71-a10c-4ae1-b04c-a100301b2d34 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:50.980943 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-c30b1e9a-f5a9-41b6-814a-b82d67f4746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28644e06-bd0c-4196-9766-a9f33585430c', 'name': 'tempest-ServersTestJSON-455662517-router', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:35Z', 'updated_at': '2021-11-26T16:39:44Z', 'revision_number': 5, 'project_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'gw_port': {'id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28644e06-bd0c-4196-9766-a9f33585430c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:37Z', 'updated_at': '2021-11-26T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:50.981560 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] For port 927661d7-5097-497f-9a24-031d1a135f4a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=927661d7-5097-497f-9a24-031d1a135f4a,segment=NetworkSegment(31a0931d-6572-451a-b170-1ae82863d857),segment_id=31a0931d-6572-451a-b170-1ae82863d857)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:50.981913 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:50.989555 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30b1e9a-f5a9-41b6-814a-b82d67f4746a None None] The sync data for ids ['28644e06-bd0c-4196-9766-a9f33585430c'] in dv-neutron-819440-1-hyperv is: [{'id': '28644e06-bd0c-4196-9766-a9f33585430c', 'name': 'tempest-ServersTestJSON-455662517-router', 'tenant_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:35Z', 'updated_at': '2021-11-26T16:39:44Z', 'revision_number': 5, 'project_id': '67d2367297c04a4ba514a5dfcb19c4b7', 'gw_port': {'id': '0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28644e06-bd0c-4196-9766-a9f33585430c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:37Z', 'updated_at': '2021-11-26T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:39:50.997275 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab163f3c-ab8c-4657-a6bd-18660ebbd917 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:39:51.002854 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6045bc2d-5906-4ae4-ada1-3f1433f948d7 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "GET /v2.0/routers/0b7a2246-99ac-47db-8d35-8f15caca66c6 HTTP/1.1" status: 200 len: 921 time: 0.5598309 Nov 26 16:39:51.011557 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd8ae42-b773-41bb-94ac-74c77177fb67 None None] Sync routers for ids ['136e36f8-1e7e-4548-abf9-c48390fdd489'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:39:51.017231 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-689c20f5-9a6b-4330-b4dd-b23bd5e9bfdd admin admin] Deleting port 0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:51.017704 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-689c20f5-9a6b-4330-b4dd-b23bd5e9bfdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:51.053685 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44686) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:51.057327 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-de7787dd-e1ae-4a16-bd36-3a37e83820d4 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:51.064699 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7787dd-e1ae-4a16-bd36-3a37e83820d4 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Pushing event deleted for resources: {'Network': ['ID=7d962232-75ce-4974-b333-66dd4c8591fe,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:51.080417 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-de7787dd-e1ae-4a16-bd36-3a37e83820d4 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:51.130034 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Calling delete_port for 927661d7-5097-497f-9a24-031d1a135f4a owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:51.162553 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd8ae42-b773-41bb-94ac-74c77177fb67 None None] Routers {'136e36f8-1e7e-4548-abf9-c48390fdd489'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:51.162885 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-7fd8ae42-b773-41bb-94ac-74c77177fb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['136e36f8-1e7e-4548-abf9-c48390fdd489'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:51.178672 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ab163f3c-ab8c-4657-a6bd-18660ebbd917 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "PUT /v2.0/routers/136e36f8-1e7e-4548-abf9-c48390fdd489/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0117810 Nov 26 16:39:51.179808 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44690) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:51.250158 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-7fd8ae42-b773-41bb-94ac-74c77177fb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:51.279686 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-1b2eed1c-902e-4427-88cf-997c8f7c8d69 None None] Provisioning complete for port 927661d7-5097-497f-9a24-031d1a135f4a triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:39:51.280101 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1b2eed1c-902e-4427-88cf-997c8f7c8d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:51.331240 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-de7787dd-e1ae-4a16-bd36-3a37e83820d4 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "DELETE /v2.0/networks/7d962232-75ce-4974-b333-66dd4c8591fe HTTP/1.1" status: 204 len: 168 time: 2.3280964 Nov 26 16:39:51.333098 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd8ae42-b773-41bb-94ac-74c77177fb67 None None] Routers {'136e36f8-1e7e-4548-abf9-c48390fdd489'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:39:51.333812 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-7fd8ae42-b773-41bb-94ac-74c77177fb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:39:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['136e36f8-1e7e-4548-abf9-c48390fdd489'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:51.393230 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44694) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:51.426287 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ab8cba5e-d94a-424c-a5f6-90913b887c21 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:51.468059 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3c1148aa-a7bc-457d-9010-04418014b5b2 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7a2246-99ac-47db-8d35-8f15caca66c6 HTTP/1.1" status: 200 len: 205 time: 0.3944831 Nov 26 16:39:51.472781 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44698) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:51.475206 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-ab8cba5e-d94a-424c-a5f6-90913b887c21 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8e3f64-8dad-4ed2-b1ec-d41491bc2602']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:51.476116 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-7fd8ae42-b773-41bb-94ac-74c77177fb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:51.476530 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd8ae42-b773-41bb-94ac-74c77177fb67 None None] The sync data for ids ['136e36f8-1e7e-4548-abf9-c48390fdd489'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:39:51.616579 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3b2e3b1f-3a48-4dd6-b3b2-32042c48e236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'name': 'tempest-ServersTestManualDisk-495272159-router', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:36Z', 'updated_at': '2021-11-26T16:39:45Z', 'revision_number': 5, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'gw_port': {'id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:39Z', 'updated_at': '2021-11-26T16:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:51.621739 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e3b1f-3a48-4dd6-b3b2-32042c48e236 None None] The sync data for ids ['b4f896c6-ab1f-4de2-b99d-b461702718a2'] in dv-neutron-819440-1-hyperv is: [{'id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'name': 'tempest-ServersTestManualDisk-495272159-router', 'tenant_id': 'ba7ec815beb94575a006ddee54532b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:36Z', 'updated_at': '2021-11-26T16:39:45Z', 'revision_number': 5, 'project_id': 'ba7ec815beb94575a006ddee54532b3f', 'gw_port': {'id': 'ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f896c6-ab1f-4de2-b99d-b461702718a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:39Z', 'updated_at': '2021-11-26T16:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:39:51.718484 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-ab8cba5e-d94a-424c-a5f6-90913b887c21 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b5d246-f9ce-43d9-93ec-5d347f7a881b') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:51.718864 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-ab8cba5e-d94a-424c-a5f6-90913b887c21 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b5d246-f9ce-43d9-93ec-5d347f7a881b') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:51.750714 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6556c9ad-55d0-45d2-b747-a56b9e904f81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:51.768434 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ab8cba5e-d94a-424c-a5f6-90913b887c21 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:51.770844 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-9798c927-991e-42be-996f-b3089a139f28 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] remove_router_interface failed (client error): The resource could not be found. Nov 26 16:39:51.771908 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9798c927-991e-42be-996f-b3089a139f28 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "PUT /v2.0/routers/136e36f8-1e7e-4548-abf9-c48390fdd489/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5918596 Nov 26 16:39:51.777945 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d057863-e299-430b-85d0-6f7feeab30fc tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Deleting subnet 61d9e835-0931-425f-a225-08e3b7306df5 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:39:51.779560 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44702) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:51.784421 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5d057863-e299-430b-85d0-6f7feeab30fc tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:51.808693 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410f3d7-7f50-43c4-989f-84f8b86b1336 req-adbd776b-84ab-469f-aa01-5eef1940ce9b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:51.810131 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5410f3d7-7f50-43c4-989f-84f8b86b1336 req-adbd776b-84ab-469f-aa01-5eef1940ce9b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 1.4614813 Nov 26 16:39:51.813810 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ab8cba5e-d94a-424c-a5f6-90913b887c21 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:51.823003 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-6556c9ad-55d0-45d2-b747-a56b9e904f81 admin admin] Deleting port ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:51.823322 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6556c9ad-55d0-45d2-b747-a56b9e904f81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:51.859038 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8cba5e-d94a-424c-a5f6-90913b887c21 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:39:51.859625 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ab8cba5e-d94a-424c-a5f6-90913b887c21 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:51.873485 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c4fbbe56-5a4b-4a5a-b11b-ed7698b9fc5e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Synchronizing usage tracker for tenant:64d59b3f13ac4d738c5b4d126f3cbc4c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:39:51.888328 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:39:51.890888 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:51.898949 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ab7bf01f-395c-4103-9a8a-e3eac9c6b63b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:51.929047 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5d057863-e299-430b-85d0-6f7feeab30fc tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:51.980848 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event deleted for resources: {'Port': ['ID=927661d7-5097-497f-9a24-031d1a135f4a,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:51.986834 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c4fbbe56-5a4b-4a5a-b11b-ed7698b9fc5e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Unset dirty status for tenant:64d59b3f13ac4d738c5b4d126f3cbc4c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:39:51.989978 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c4fbbe56-5a4b-4a5a-b11b-ed7698b9fc5e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "GET /v2.0/ports?device_id=136e36f8-1e7e-4548-abf9-c48390fdd489 HTTP/1.1" status: 200 len: 205 time: 0.2045698 Nov 26 16:39:51.989978 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:51.996584 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44706) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:52.068525 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ebc9ca-2571-4f67-a17f-8dc711f8c883 None None] DHCP port deletion for 0b3076e4-4eff-488b-ad1d-7c96f9bf46fc request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:39:52.079133 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] No DVR routers for this DVR port 927661d7-5097-497f-9a24-031d1a135f4a on host dv-neutron-819440-1-hyperv {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:39:52.093737 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c9f667-3f17-482c-aed2-ac2dcd25f559 None None] get_active_networks_info from dv-neutron-819440-1-hyperv {{(pid=87520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 26 16:39:52.175167 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5d057863-e299-430b-85d0-6f7feeab30fc tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:52.225415 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:52.264887 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c9f667-3f17-482c-aed2-ac2dcd25f559 None None] Resources bound (agent type, host, resource id): {{(pid=87520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 16:39:52.297523 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-689c20f5-9a6b-4330-b4dd-b23bd5e9bfdd admin admin] For port 0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:52.297881 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-689c20f5-9a6b-4330-b4dd-b23bd5e9bfdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:52.305291 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ab8cba5e-d94a-424c-a5f6-90913b887c21 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:52.309085 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 03944e40-cf52-4b2c-ba5d-79133cb3062c no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:39:52.309452 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5410f3d7-7f50-43c4-989f-84f8b86b1336 req-06833660-10c4-44b5-9f79-870ba78f72e4 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4897029 Nov 26 16:39:52.319378 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:52.338003 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ab8cba5e-d94a-424c-a5f6-90913b887c21 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:52.347361 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0c770017-c104-41c7-8c84-f0403ab277a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:52.352330 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:52.361041 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cde4ef43-2e5e-4ab7-a2b5-5fb4d3d55413 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:52.395515 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 03944e40-cf52-4b2c-ba5d-79133cb3062c {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:39:52.395946 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 03944e40-cf52-4b2c-ba5d-79133cb3062c not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:39:52.396377 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 33a83651-d4ef-46f1-9ae1-0f1a6da2903d no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:39:52.429022 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event deleted for resources: {'Subnet': ['ID=948da088-a32c-4693-b8cb-5be93553ff80,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:52.432692 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:52.444325 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 33a83651-d4ef-46f1-9ae1-0f1a6da2903d {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:39:52.444665 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 33a83651-d4ef-46f1-9ae1-0f1a6da2903d not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:39:52.445095 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 927661d7-5097-497f-9a24-031d1a135f4a no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:39:52.454860 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-612ce62d-8ca6-427e-a273-d293e4bdbe96 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:52.483768 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 927661d7-5097-497f-9a24-031d1a135f4a {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:39:52.484095 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 927661d7-5097-497f-9a24-031d1a135f4a not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:39:52.519245 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5d057863-e299-430b-85d0-6f7feeab30fc tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:52.527687 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-aa9617bd-d840-42f2-8497-8c22445162db tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:52.567620 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:52.573726 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-689c20f5-9a6b-4330-b4dd-b23bd5e9bfdd admin admin] Calling delete_port for 0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:52.584632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d057863-e299-430b-85d0-6f7feeab30fc tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Pushing event deleted for resources: {'Subnet': ['ID=61d9e835-0931-425f-a225-08e3b7306df5,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:52.589617 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5d057863-e299-430b-85d0-6f7feeab30fc tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:52.598653 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5d057863-e299-430b-85d0-6f7feeab30fc tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:52.607331 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8cba5e-d94a-424c-a5f6-90913b887c21 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Network': ['ID=dc8e3f64-8dad-4ed2-b1ec-d41491bc2602,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:52.611349 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b3076e4-4eff-488b-ad1d-7c96f9bf46fc']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:52.627459 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5d057863-e299-430b-85d0-6f7feeab30fc tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "DELETE /v2.0/subnets/61d9e835-0931-425f-a225-08e3b7306df5 HTTP/1.1" status: 204 len: 168 time: 1.2330077 Nov 26 16:39:52.630502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a0931d-6572-451a-b170-1ae82863d857') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:52.630843 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a0931d-6572-451a-b170-1ae82863d857') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:52.637694 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44710) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:52.665059 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:52.750671 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:52.770846 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:39:52.771141 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:52.781483 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbb1178-98f6-4772-adbf-8de44dacfa5c None None] Network 0b3076e4-4eff-488b-ad1d-7c96f9bf46fc requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:39:52.786944 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:39:52.853365 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-28ded892-92cd-44ed-810c-aafd7ce818d1 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:52.876935 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b10ccc2-5903-4b9a-bda2-a9a418c760e3 None None] Network 67eb27d8-8280-412f-97c5-545026d9405d requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:52.877782 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ab8cba5e-d94a-424c-a5f6-90913b887c21 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/networks/dc8e3f64-8dad-4ed2-b1ec-d41491bc2602 HTTP/1.1" status: 204 len: 168 time: 5.9991286 Nov 26 16:39:52.878819 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44714) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:52.881616 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-28ded892-92cd-44ed-810c-aafd7ce818d1 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Deleting port 7dbf3b82-cc13-427e-b8b8-58f37b942d6a {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:52.881959 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-28ded892-92cd-44ed-810c-aafd7ce818d1 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:52.896174 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ab8cba5e-d94a-424c-a5f6-90913b887c21 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:52.925280 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:52.930500 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7bf3e5da-6854-4c11-a16c-44dfc5e63092 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:52.940302 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-05d1901f-ff01-4c9e-bd49-44570459aed2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1140793819'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:52.945717 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:52.958049 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event deleted for resources: {'Network': ['ID=0b3076e4-4eff-488b-ad1d-7c96f9bf46fc,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:52.963778 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:52.969901 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/networks/0b3076e4-4eff-488b-ad1d-7c96f9bf46fc HTTP/1.1" status: 204 len: 168 time: 5.3937566 Nov 26 16:39:52.972626 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44718) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:52.972750 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-05d1901f-ff01-4c9e-bd49-44570459aed2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:53.034882 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d98e26-aa5e-450b-94ff-b87513d8b93c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] DELETE failed (client error): The resource could not be found. Nov 26 16:39:53.035271 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d98e26-aa5e-450b-94ff-b87513d8b93c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:39:53.041175 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-51d98e26-aa5e-450b-94ff-b87513d8b93c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/networks/0b3076e4-4eff-488b-ad1d-7c96f9bf46fc HTTP/1.1" status: 404 len: 339 time: 0.0682931 Nov 26 16:39:53.048051 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44722) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:53.053649 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-75ba3789-c718-46a7-96de-4c351be67f1b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1758933371', 'description': 'd1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:53.063076 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-75ba3789-c718-46a7-96de-4c351be67f1b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:53.072126 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-75ba3789-c718-46a7-96de-4c351be67f1b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Usage tracker for resource:network and tenant:99567243f2e24c6489754d65bc9ff7cc is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:53.077551 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-75ba3789-c718-46a7-96de-4c351be67f1b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:53.088672 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-05d1901f-ff01-4c9e-bd49-44570459aed2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:network and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:53.097539 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-6556c9ad-55d0-45d2-b747-a56b9e904f81 admin admin] For port ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:53.097743 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6556c9ad-55d0-45d2-b747-a56b9e904f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:53.100761 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-75ba3789-c718-46a7-96de-4c351be67f1b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:53.163101 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b728f3-92ed-4d9d-a5bd-f7f6a9ca93b1 None None] DHCP port deletion for 0b3076e4-4eff-488b-ad1d-7c96f9bf46fc request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:39:53.168953 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-05d1901f-ff01-4c9e-bd49-44570459aed2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:53.189915 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ba3789-c718-46a7-96de-4c351be67f1b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Made reservation on behalf of 99567243f2e24c6489754d65bc9ff7cc for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:53.193840 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-75ba3789-c718-46a7-96de-4c351be67f1b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:53.212844 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-28ded892-92cd-44ed-810c-aafd7ce818d1 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] For port 7dbf3b82-cc13-427e-b8b8-58f37b942d6a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7dbf3b82-cc13-427e-b8b8-58f37b942d6a,segment=NetworkSegment(426437ac-6519-403e-abe0-eb6ae228fc40),segment_id=426437ac-6519-403e-abe0-eb6ae228fc40)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:53.213204 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-28ded892-92cd-44ed-810c-aafd7ce818d1 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:53.299373 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8235f33e-5b5b-4699-8e01-c43bd6e1dca7 None None] DHCP port deletion for 67eb27d8-8280-412f-97c5-545026d9405d request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:39:53.303910 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8235f33e-5b5b-4699-8e01-c43bd6e1dca7 None None] Deleting port 7dbf3b82-cc13-427e-b8b8-58f37b942d6a {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:53.304295 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8235f33e-5b5b-4699-8e01-c43bd6e1dca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:53.309658 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-05d1901f-ff01-4c9e-bd49-44570459aed2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:53.328321 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-6556c9ad-55d0-45d2-b747-a56b9e904f81 admin admin] Calling delete_port for ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3 owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:53.356015 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-28ded892-92cd-44ed-810c-aafd7ce818d1 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Calling delete_port for 7dbf3b82-cc13-427e-b8b8-58f37b942d6a owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:53.380902 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-612ce62d-8ca6-427e-a273-d293e4bdbe96 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:53.390041 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-612ce62d-8ca6-427e-a273-d293e4bdbe96 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:53.406281 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ba3789-c718-46a7-96de-4c351be67f1b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:39:53.417569 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d1901f-ff01-4c9e-bd49-44570459aed2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:53.421165 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-05d1901f-ff01-4c9e-bd49-44570459aed2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:53.426045 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-75ba3789-c718-46a7-96de-4c351be67f1b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:53.426444 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-75ba3789-c718-46a7-96de-4c351be67f1b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Added segment 34a3e565-4fc0-44db-a5f8-f0b9b2e2d0fa of type vlan for network 864bca5a-6e15-42f8-b856-b28a311d6101 Nov 26 16:39:53.501091 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0c770017-c104-41c7-8c84-f0403ab277a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:53.503958 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-612ce62d-8ca6-427e-a273-d293e4bdbe96 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:53.504410 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612ce62d-8ca6-427e-a273-d293e4bdbe96 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Fanout notify agent at l3_agent the message router_deleted on router 136e36f8-1e7e-4548-abf9-c48390fdd489 {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:39:53.534748 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d1901f-ff01-4c9e-bd49-44570459aed2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:39:53.538315 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-0c770017-c104-41c7-8c84-f0403ab277a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Deleting port 3ab0b93e-0358-435c-8ed6-973ae9bcd210 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:53.538647 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0c770017-c104-41c7-8c84-f0403ab277a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:53.576056 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-612ce62d-8ca6-427e-a273-d293e4bdbe96 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:53.580805 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-612ce62d-8ca6-427e-a273-d293e4bdbe96 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/routers/136e36f8-1e7e-4548-abf9-c48390fdd489 HTTP/1.1" status: 204 len: 168 time: 1.5697606 Nov 26 16:39:53.586518 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44728) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:53.598068 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-8235f33e-5b5b-4699-8e01-c43bd6e1dca7 None None] For port 7dbf3b82-cc13-427e-b8b8-58f37b942d6a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7dbf3b82-cc13-427e-b8b8-58f37b942d6a,segment=NetworkSegment(426437ac-6519-403e-abe0-eb6ae228fc40),segment_id=426437ac-6519-403e-abe0-eb6ae228fc40)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:53.598887 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8235f33e-5b5b-4699-8e01-c43bd6e1dca7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:53.633325 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-75ba3789-c718-46a7-96de-4c351be67f1b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:53.650018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-28ded892-92cd-44ed-810c-aafd7ce818d1 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:53.652103 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-05d1901f-ff01-4c9e-bd49-44570459aed2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:53.652446 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-05d1901f-ff01-4c9e-bd49-44570459aed2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Added segment e3eb4b8c-b0fb-40bc-a77a-65ed067f62e8 of type vlan for network 63466405-ef3e-449a-92d6-8c3f68676a9c Nov 26 16:39:53.655793 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-efadc6e5-2939-4a65-a8df-dea979cd0f14 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:53.701693 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ded892-92cd-44ed-810c-aafd7ce818d1 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Pushing event deleted for resources: {'Port': ['ID=7dbf3b82-cc13-427e-b8b8-58f37b942d6a,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:53.717104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-28ded892-92cd-44ed-810c-aafd7ce818d1 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:53.725347 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ded892-92cd-44ed-810c-aafd7ce818d1 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] No DVR routers for this DVR port 7dbf3b82-cc13-427e-b8b8-58f37b942d6a on host dv-neutron-819440-1-hyperv {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:39:53.733032 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8235f33e-5b5b-4699-8e01-c43bd6e1dca7 None None] Calling delete_port for 7dbf3b82-cc13-427e-b8b8-58f37b942d6a owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:53.784381 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-75ba3789-c718-46a7-96de-4c351be67f1b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:53.789888 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ba3789-c718-46a7-96de-4c351be67f1b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:53.791039 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-75ba3789-c718-46a7-96de-4c351be67f1b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:53.813944 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-689c20f5-9a6b-4330-b4dd-b23bd5e9bfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:53.819256 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-8235f33e-5b5b-4699-8e01-c43bd6e1dca7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:39:53.820134 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-8235f33e-5b5b-4699-8e01-c43bd6e1dca7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:39:53.830587 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-69b7131b-6bd8-4336-86df-7b74ad1d7131 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:53.842932 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e3566925-9bfc-4f28-866f-0447b15753b3 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:53.864949 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-05d1901f-ff01-4c9e-bd49-44570459aed2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:53.951580 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c20f5-9a6b-4330-b4dd-b23bd5e9bfdd admin admin] Pushing event deleted for resources: {'Port': ['ID=0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:53.954476 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5a012-cd7f-45d9-8e14-4ccd36233263 req-5a62ecde-3316-4174-ace6-c6ddaa56a14c tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:53.955874 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-72a5a012-cd7f-45d9-8e14-4ccd36233263 req-5a62ecde-3316-4174-ace6-c6ddaa56a14c tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.5054598 Nov 26 16:39:53.981007 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-28ded892-92cd-44ed-810c-aafd7ce818d1 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:54.009534 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-75ba3789-c718-46a7-96de-4c351be67f1b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9599457 Nov 26 16:39:54.013938 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0db4b36-431e-4f33-8064-58db9df5e78e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting subnet 1c95022c-1cd4-412c-ae54-9541fca3469e {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:39:54.014326 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba3789-c718-46a7-96de-4c351be67f1b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'Network': ['ID=864bca5a-6e15-42f8-b856-b28a311d6101,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:54.018088 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44732) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:54.026438 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 864bca5a-6e15-42f8-b856-b28a311d6101 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:39:54.027936 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-689c20f5-9a6b-4330-b4dd-b23bd5e9bfdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:54.029778 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-75ba3789-c718-46a7-96de-4c351be67f1b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:54.039901 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d0db4b36-431e-4f33-8064-58db9df5e78e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:54.067903 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-28ded892-92cd-44ed-810c-aafd7ce818d1 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67eb27d8-8280-412f-97c5-545026d9405d']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:54.143749 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-28ded892-92cd-44ed-810c-aafd7ce818d1 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426437ac-6519-403e-abe0-eb6ae228fc40') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:54.144023 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-28ded892-92cd-44ed-810c-aafd7ce818d1 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426437ac-6519-403e-abe0-eb6ae228fc40') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:54.163155 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-72a5a012-cd7f-45d9-8e14-4ccd36233263 req-7314efe9-4192-4e48-b70f-afff98ba6c19 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851256 Nov 26 16:39:54.176996 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-28ded892-92cd-44ed-810c-aafd7ce818d1 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:54.188062 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-05d1901f-ff01-4c9e-bd49-44570459aed2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:54.194069 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d1901f-ff01-4c9e-bd49-44570459aed2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:54.194522 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-05d1901f-ff01-4c9e-bd49-44570459aed2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:54.205729 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-64274fe2-7a14-400f-96e0-3be72966987c tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:54.217207 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-28ded892-92cd-44ed-810c-aafd7ce818d1 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:54.223693 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d0db4b36-431e-4f33-8064-58db9df5e78e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:54.225877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee82133-2d66-4b97-9f81-5ea2b9906a0c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:54.226694 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-6ee82133-2d66-4b97-9f81-5ea2b9906a0c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Synchronizing usage tracker for tenant:99567243f2e24c6489754d65bc9ff7cc on resource:network {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:39:54.236917 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ded892-92cd-44ed-810c-aafd7ce818d1 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:39:54.237317 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-28ded892-92cd-44ed-810c-aafd7ce818d1 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:39:54.255482 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:39:54.321259 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8235f33e-5b5b-4699-8e01-c43bd6e1dca7 None None] Deleting port 7dbf3b82-cc13-427e-b8b8-58f37b942d6a {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:54.322444 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8235f33e-5b5b-4699-8e01-c43bd6e1dca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:54.344737 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-6ee82133-2d66-4b97-9f81-5ea2b9906a0c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Unset dirty status for tenant:99567243f2e24c6489754d65bc9ff7cc on resource:network {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:39:54.346094 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6ee82133-2d66-4b97-9f81-5ea2b9906a0c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "GET /v2.0/networks?id=864bca5a-6e15-42f8-b856-b28a311d6101 HTTP/1.1" status: 200 len: 761 time: 0.3188605 Nov 26 16:39:54.348877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44738) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:54.364148 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-bc1449f1-d09e-4ea7-a0dd-6d32c7a66309 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Request body: {'network': {'description': 'd2'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:54.375501 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7dbf3b82-cc13-427e-b8b8-58f37b942d6a no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:39:54.382401 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-28ded892-92cd-44ed-810c-aafd7ce818d1 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:54.386999 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-28ded892-92cd-44ed-810c-aafd7ce818d1 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:54.395366 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-aa9617bd-d840-42f2-8497-8c22445162db tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:54.413033 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6556c9ad-55d0-45d2-b747-a56b9e904f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:54.421539 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 7dbf3b82-cc13-427e-b8b8-58f37b942d6a {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:39:54.421893 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7dbf3b82-cc13-427e-b8b8-58f37b942d6a not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:39:54.461249 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8235f33e-5b5b-4699-8e01-c43bd6e1dca7 None None] The port '7dbf3b82-cc13-427e-b8b8-58f37b942d6a' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:39:54.470386 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ded892-92cd-44ed-810c-aafd7ce818d1 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Pushing event deleted for resources: {'Network': ['ID=67eb27d8-8280-412f-97c5-545026d9405d,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:54.472820 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-28ded892-92cd-44ed-810c-aafd7ce818d1 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:54.478334 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0c770017-c104-41c7-8c84-f0403ab277a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:54.481470 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-28ded892-92cd-44ed-810c-aafd7ce818d1 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "DELETE /v2.0/networks/67eb27d8-8280-412f-97c5-545026d9405d HTTP/1.1" status: 204 len: 168 time: 1.8427792 Nov 26 16:39:54.485086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44742) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:54.549911 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c72bbdce-bdf9-4250-b83b-79044a66d85b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Synchronizing usage tracker for tenant:ff49c1902fa54265bc43f33ddda90877 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:39:54.564019 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-689c20f5-9a6b-4330-b4dd-b23bd5e9bfdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:54.638547 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c72bbdce-bdf9-4250-b83b-79044a66d85b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Unset dirty status for tenant:ff49c1902fa54265bc43f33ddda90877 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:39:54.639676 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c72bbdce-bdf9-4250-b83b-79044a66d85b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "GET /v2.0/ports?device_id=be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401 HTTP/1.1" status: 200 len: 205 time: 0.1536908 Nov 26 16:39:54.645059 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44746) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:54.809544 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-040b6cdb-9f0b-4597-ab5b-1affb609056e tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:54.826253 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-0c770017-c104-41c7-8c84-f0403ab277a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Calling delete_port for 3ab0b93e-0358-435c-8ed6-973ae9bcd210 owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:54.909744 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-05d1901f-ff01-4c9e-bd49-44570459aed2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0056000 Nov 26 16:39:54.928393 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44750) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:54.938926 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bc1449f1-d09e-4ea7-a0dd-6d32c7a66309 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:54.949441 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-639ff087-f913-4f91-ad41-8f2b2ecbb9d2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'subnet': {'network_id': '63466405-ef3e-449a-92d6-8c3f68676a9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:54.975898 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1901f-ff01-4c9e-bd49-44570459aed2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Network': ['ID=63466405-ef3e-449a-92d6-8c3f68676a9c,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:54.986695 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 63466405-ef3e-449a-92d6-8c3f68676a9c details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:39:54.996931 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-05d1901f-ff01-4c9e-bd49-44570459aed2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:55.002431 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1cd57159-d59a-4017-970b-691ebaaaead8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.584s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:55.050729 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-689c20f5-9a6b-4330-b4dd-b23bd5e9bfdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:55.071623 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-689c20f5-9a6b-4330-b4dd-b23bd5e9bfdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:55.078458 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556c9ad-55d0-45d2-b747-a56b9e904f81 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:55.094362 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6556c9ad-55d0-45d2-b747-a56b9e904f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:55.142278 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6556c9ad-55d0-45d2-b747-a56b9e904f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:55.204400 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bc1449f1-d09e-4ea7-a0dd-6d32c7a66309 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:55.221500 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-aa63e7df-75ed-4b81-a180-6d18a622b5b3 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:55.318026 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-689c20f5-9a6b-4330-b4dd-b23bd5e9bfdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:55.318431 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689c20f5-9a6b-4330-b4dd-b23bd5e9bfdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28644e06-bd0c-4196-9766-a9f33585430c {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:39:55.321332 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d0db4b36-431e-4f33-8064-58db9df5e78e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:55.364489 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3c12b-58da-4c6a-82dc-a4f8b2431a3a req-6d752b9c-f69c-4aac-94c6-41785f269da8 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:55.365951 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ebf3c12b-58da-4c6a-82dc-a4f8b2431a3a req-6d752b9c-f69c-4aac-94c6-41785f269da8 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.9429424 Nov 26 16:39:55.389459 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6556c9ad-55d0-45d2-b747-a56b9e904f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:55.396237 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6556c9ad-55d0-45d2-b747-a56b9e904f81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:55.422716 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-689c20f5-9a6b-4330-b4dd-b23bd5e9bfdd admin admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:55.424289 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-689c20f5-9a6b-4330-b4dd-b23bd5e9bfdd admin admin] 10.222.0.11 "DELETE /v2.0/routers/28644e06-bd0c-4196-9766-a9f33585430c HTTP/1.1" status: 204 len: 168 time: 6.4190834 Nov 26 16:39:55.424430 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bc1449f1-d09e-4ea7-a0dd-6d32c7a66309 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Network 864bca5a-6e15-42f8-b856-b28a311d6101 is not hosted by any dhcp agent {{(pid=87518) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Nov 26 16:39:55.429772 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1449f1-d09e-4ea7-a0dd-6d32c7a66309 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:55.430367 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bc1449f1-d09e-4ea7-a0dd-6d32c7a66309 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:55.431620 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44754) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:55.431768 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-bc1449f1-d09e-4ea7-a0dd-6d32c7a66309 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "PUT /v2.0/networks/864bca5a-6e15-42f8-b856-b28a311d6101 HTTP/1.1" status: 200 len: 758 time: 1.0811853 Nov 26 16:39:55.443617 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44756) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:55.475662 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-040b6cdb-9f0b-4597-ab5b-1affb609056e tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:55.477619 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1449f1-d09e-4ea7-a0dd-6d32c7a66309 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'Network': ['ID=864bca5a-6e15-42f8-b856-b28a311d6101,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:55.480341 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bc1449f1-d09e-4ea7-a0dd-6d32c7a66309 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:55.481593 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-040b6cdb-9f0b-4597-ab5b-1affb609056e tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:55.485550 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-639ff087-f913-4f91-ad41-8f2b2ecbb9d2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:55.490099 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 864bca5a-6e15-42f8-b856-b28a311d6101 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:39:55.493988 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-639ff087-f913-4f91-ad41-8f2b2ecbb9d2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:subnet and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:55.504767 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-639ff087-f913-4f91-ad41-8f2b2ecbb9d2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:55.512028 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-639ff087-f913-4f91-ad41-8f2b2ecbb9d2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:55.520419 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-040b6cdb-9f0b-4597-ab5b-1affb609056e tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:55.520974 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040b6cdb-9f0b-4597-ab5b-1affb609056e tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Fanout notify agent at l3_agent the message router_deleted on router be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401 {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:39:55.529767 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639ff087-f913-4f91-ad41-8f2b2ecbb9d2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:55.533470 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-639ff087-f913-4f91-ad41-8f2b2ecbb9d2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:55.561631 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-040b6cdb-9f0b-4597-ab5b-1affb609056e tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:55.565423 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-040b6cdb-9f0b-4597-ab5b-1affb609056e tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] 10.222.0.11 "DELETE /v2.0/routers/be0cc0f5-cdf8-44e7-9bf2-ad5eb771d401 HTTP/1.1" status: 204 len: 168 time: 0.9170399 Nov 26 16:39:55.638233 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6556c9ad-55d0-45d2-b747-a56b9e904f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:55.639015 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6556c9ad-55d0-45d2-b747-a56b9e904f81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4f896c6-ab1f-4de2-b99d-b461702718a2 {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:39:55.657838 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ebf3c12b-58da-4c6a-82dc-a4f8b2431a3a req-bdff42a8-3c1b-41ea-93bb-91fd5b10274e tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707553 Nov 26 16:39:55.698855 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d0db4b36-431e-4f33-8064-58db9df5e78e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:55.884226 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a39cdd94-9615-4357-84ae-01da6dbe5a0b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:55.913780 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69cfcf-5fb6-48a2-9f20-2a9b2a97ca9b req-b94095f1-0314-4d64-8b6c-da7c28295c6d tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:55.920351 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cd69cfcf-5fb6-48a2-9f20-2a9b2a97ca9b req-b94095f1-0314-4d64-8b6c-da7c28295c6d tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.1166680 Nov 26 16:39:55.922434 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c77c1e7-d91c-45fb-9f3c-3cc90524acf9 admin admin] Deleting subnet 78772461-04bb-45a9-8c0c-04bc08f8bb07 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:39:55.944492 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8c77c1e7-d91c-45fb-9f3c-3cc90524acf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:55.968240 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cd69cfcf-5fb6-48a2-9f20-2a9b2a97ca9b req-8d382311-1082-447f-8d6d-8799da644471 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465198 Nov 26 16:39:55.968925 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44768) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:55.974204 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d0db4b36-431e-4f33-8064-58db9df5e78e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:55.980932 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ed92e8-6eee-482e-b601-1b8e35f9952c None None] Network 4edf1c4f-1ea9-46aa-ab53-023fccfe78a6 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:55.982661 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db4b36-431e-4f33-8064-58db9df5e78e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Subnet': ['ID=1c95022c-1cd4-412c-ae54-9541fca3469e,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:55.984866 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d0db4b36-431e-4f33-8064-58db9df5e78e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:56.002314 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44776) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:56.002493 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d0db4b36-431e-4f33-8064-58db9df5e78e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/subnets/1c95022c-1cd4-412c-ae54-9541fca3469e HTTP/1.1" status: 204 len: 168 time: 2.4061563 Nov 26 16:39:56.010298 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebba7cc-6f1f-403e-9b0f-fb6ab98cd216 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:56.010993 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-cebba7cc-6f1f-403e-9b0f-fb6ab98cd216 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Synchronizing usage tracker for tenant:99567243f2e24c6489754d65bc9ff7cc on resource:network {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:39:56.014777 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6556c9ad-55d0-45d2-b747-a56b9e904f81 admin admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:56.019028 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6556c9ad-55d0-45d2-b747-a56b9e904f81 admin admin] 10.222.0.11 "DELETE /v2.0/routers/b4f896c6-ab1f-4de2-b99d-b461702718a2 HTTP/1.1" status: 204 len: 168 time: 6.9043920 Nov 26 16:39:56.026071 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44780) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:56.106882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd7958f-7f3e-4e8e-b9cd-f555bc3d3dc6 admin admin] Deleting subnet d8b30045-06a7-450d-8b3f-11d57c1b4222 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:39:56.116963 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cfd7958f-7f3e-4e8e-b9cd-f555bc3d3dc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:56.190024 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0c770017-c104-41c7-8c84-f0403ab277a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:56.205886 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-44c0fea4-ef9b-413b-9958-1dc4b9cbc5a0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:56.206314 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-be16ed8d-6a4b-40e4-9355-a3a04e3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:56.269484 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8c77c1e7-d91c-45fb-9f3c-3cc90524acf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:56.291366 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81f0555-b9d6-469f-b152-7041627b77a5 None None] DHCP port deletion for 4edf1c4f-1ea9-46aa-ab53-023fccfe78a6 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:39:56.298350 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-a81f0555-b9d6-469f-b152-7041627b77a5 None None] Deleting port ee851076-44d8-465d-872b-cdd2c4ec6468 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:56.298737 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a81f0555-b9d6-469f-b152-7041627b77a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:56.302229 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-cebba7cc-6f1f-403e-9b0f-fb6ab98cd216 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Unset dirty status for tenant:99567243f2e24c6489754d65bc9ff7cc on resource:network {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:39:56.303397 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-cebba7cc-6f1f-403e-9b0f-fb6ab98cd216 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "GET /v2.0/networks?id=864bca5a-6e15-42f8-b856-b28a311d6101 HTTP/1.1" status: 200 len: 761 time: 0.8296144 Nov 26 16:39:56.314310 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-44c0fea4-ef9b-413b-9958-1dc4b9cbc5a0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting port ee851076-44d8-465d-872b-cdd2c4ec6468 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:56.314657 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-44c0fea4-ef9b-413b-9958-1dc4b9cbc5a0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:56.333988 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cfd7958f-7f3e-4e8e-b9cd-f555bc3d3dc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:56.354265 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44784) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:56.362209 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-69c4a571-d0ff-458e-8d76-a20bdc626218 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-587900171'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:56.375258 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c770017-c104-41c7-8c84-f0403ab277a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Pushing event deleted for resources: {'Port': ['ID=3ab0b93e-0358-435c-8ed6-973ae9bcd210,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:56.390855 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-69c4a571-d0ff-458e-8d76-a20bdc626218 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:56.396010 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f2d36a34-a79c-40df-8c6f-d3e3f73a67a8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ff49c1902fa54265bc43f33ddda90877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4258413 Nov 26 16:39:56.404771 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:39:56.408755 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44788) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:56.409766 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0c770017-c104-41c7-8c84-f0403ab277a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:56.413856 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-69c4a571-d0ff-458e-8d76-a20bdc626218 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:56.456842 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:39:56.457355 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0ea6f53d-e39f-4d6b-8842-d3fa9f6b590e not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:39:56.458185 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:39:56.496170 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:39:56.496894 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ec9097f1-7fe8-4a13-afcf-c3d6cc3ec1b3 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:39:56.513543 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c4a571-d0ff-458e-8d76-a20bdc626218 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Made reservation on behalf of 99567243f2e24c6489754d65bc9ff7cc for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:56.516991 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-69c4a571-d0ff-458e-8d76-a20bdc626218 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:56.554386 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-639ff087-f913-4f91-ad41-8f2b2ecbb9d2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:56.563018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:56.605244 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-a81f0555-b9d6-469f-b152-7041627b77a5 None None] For port ee851076-44d8-465d-872b-cdd2c4ec6468, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=ee851076-44d8-465d-872b-cdd2c4ec6468,segment=NetworkSegment(a8805ffa-3382-48af-bc84-1bfdb5538ef4),segment_id=a8805ffa-3382-48af-bc84-1bfdb5538ef4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:56.605244 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a81f0555-b9d6-469f-b152-7041627b77a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:56.605610 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0c770017-c104-41c7-8c84-f0403ab277a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:56.663902 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cfd7958f-7f3e-4e8e-b9cd-f555bc3d3dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:56.712119 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c4a571-d0ff-458e-8d76-a20bdc626218 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:39:56.722509 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-44c0fea4-ef9b-413b-9958-1dc4b9cbc5a0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] For port ee851076-44d8-465d-872b-cdd2c4ec6468, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=ee851076-44d8-465d-872b-cdd2c4ec6468,segment=NetworkSegment(a8805ffa-3382-48af-bc84-1bfdb5538ef4),segment_id=a8805ffa-3382-48af-bc84-1bfdb5538ef4)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:56.722854 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-44c0fea4-ef9b-413b-9958-1dc4b9cbc5a0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:56.730420 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ff087-f913-4f91-ad41-8f2b2ecbb9d2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Subnet': ['ID=62a20fcb-dd3b-4804-bfd8-c81291be6eaf,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:56.732709 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-a81f0555-b9d6-469f-b152-7041627b77a5 None None] Calling delete_port for ee851076-44d8-465d-872b-cdd2c4ec6468 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:56.733057 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-639ff087-f913-4f91-ad41-8f2b2ecbb9d2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:56.749952 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-21a9d1e4-7310-4dea-be1f-e3c0987e43bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:56.760120 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8c77c1e7-d91c-45fb-9f3c-3cc90524acf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:56.806962 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-69c4a571-d0ff-458e-8d76-a20bdc626218 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:56.807338 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-69c4a571-d0ff-458e-8d76-a20bdc626218 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Added segment d39109af-121c-4c96-a903-2fe2bcf1deb7 of type vlan for network df4b5f7f-b081-4b45-8042-e7683c12f944 Nov 26 16:39:56.823438 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a81f0555-b9d6-469f-b152-7041627b77a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:56.835043 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f0ec5bc5-016f-42af-b2c1-a5a29f59b90f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:56.849768 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15179aa7-0ab9-4ec2-b983-03d9524db55a req-e21a744a-2a3c-486d-9a28-1c9663c3e2e7 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:56.851235 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-15179aa7-0ab9-4ec2-b983-03d9524db55a req-e21a744a-2a3c-486d-9a28-1c9663c3e2e7 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.7383707 Nov 26 16:39:56.871809 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81f0555-b9d6-469f-b152-7041627b77a5 None None] No DVR routers for this DVR port ee851076-44d8-465d-872b-cdd2c4ec6468 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:39:56.877571 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-44c0fea4-ef9b-413b-9958-1dc4b9cbc5a0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Calling delete_port for ee851076-44d8-465d-872b-cdd2c4ec6468 owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:56.880668 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f0555-b9d6-469f-b152-7041627b77a5 None None] Pushing event deleted for resources: {'Port': ['ID=ee851076-44d8-465d-872b-cdd2c4ec6468,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:56.886451 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a81f0555-b9d6-469f-b152-7041627b77a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:56.925882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0c770017-c104-41c7-8c84-f0403ab277a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:56.939642 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-21a9d1e4-7310-4dea-be1f-e3c0987e43bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:56.946936 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0c770017-c104-41c7-8c84-f0403ab277a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:56.951214 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639ff087-f913-4f91-ad41-8f2b2ecbb9d2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Checking segment: {'id': 'e3eb4b8c-b0fb-40bc-a77a-65ed067f62e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '63466405-ef3e-449a-92d6-8c3f68676a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:56.951700 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639ff087-f913-4f91-ad41-8f2b2ecbb9d2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network hostable DHCP agents. Network: 63466405-ef3e-449a-92d6-8c3f68676a9c, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:39:56.967193 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-69c4a571-d0ff-458e-8d76-a20bdc626218 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:57.015873 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639ff087-f913-4f91-ad41-8f2b2ecbb9d2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network 63466405-ef3e-449a-92d6-8c3f68676a9c is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:39:57.027215 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.api [None req-44c0fea4-ef9b-413b-9958-1dc4b9cbc5a0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:39:57.027586 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_db.api [None req-44c0fea4-ef9b-413b-9958-1dc4b9cbc5a0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:39:57.030870 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-639ff087-f913-4f91-ad41-8f2b2ecbb9d2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 63466405-ef3e-449a-92d6-8c3f68676a9c) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:57.036109 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639ff087-f913-4f91-ad41-8f2b2ecbb9d2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:57.036462 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-15179aa7-0ab9-4ec2-b983-03d9524db55a req-f5429b5a-b40b-4299-a279-bd788bfe75fd tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661937 Nov 26 16:39:57.036969 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-639ff087-f913-4f91-ad41-8f2b2ecbb9d2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:57.045126 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-69c4a571-d0ff-458e-8d76-a20bdc626218 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:57.049237 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0c770017-c104-41c7-8c84-f0403ab277a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:57.063738 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c770017-c104-41c7-8c84-f0403ab277a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Fanout notify agent at l3_agent the message router_deleted on router 0b7a2246-99ac-47db-8d35-8f15caca66c6 {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:39:57.064586 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5e159b-27e5-4044-85c3-33b7c76795be None None] Network 63466405-ef3e-449a-92d6-8c3f68676a9c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:57.064667 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c4a571-d0ff-458e-8d76-a20bdc626218 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:57.064667 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-69c4a571-d0ff-458e-8d76-a20bdc626218 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:57.064846 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cfd7958f-7f3e-4e8e-b9cd-f555bc3d3dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:57.073929 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:57.075015 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e79dd63c-864e-4b54-99ef-46efd3117764 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:57.105957 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8c77c1e7-d91c-45fb-9f3c-3cc90524acf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:57.115042 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cfd7958f-7f3e-4e8e-b9cd-f555bc3d3dc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:57.129276 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7958f-7f3e-4e8e-b9cd-f555bc3d3dc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b30045-06a7-450d-8b3f-11d57c1b4222,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:57.139911 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-cfd7958f-7f3e-4e8e-b9cd-f555bc3d3dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:57.141605 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-921d338a-082d-469c-99c2-8b40ef933a27 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:57.152536 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264977e1-f2ef-4fff-bdab-afa876d7e766 None None] Network a55c73e1-f79c-4dd0-927e-d75452182e89 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:57.166668 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fa841b-9728-47e5-bc1b-5e9b43433590 None None] Network d89905c5-5622-439c-bd42-d732b1c43e20 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:57.175880 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8c77c1e7-d91c-45fb-9f3c-3cc90524acf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:57.183208 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77c1e7-d91c-45fb-9f3c-3cc90524acf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78772461-04bb-45a9-8c0c-04bc08f8bb07,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:57.191484 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8c77c1e7-d91c-45fb-9f3c-3cc90524acf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:57.195319 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-21a9d1e4-7310-4dea-be1f-e3c0987e43bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:57.203944 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:57.217679 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8c77c1e7-d91c-45fb-9f3c-3cc90524acf9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/78772461-04bb-45a9-8c0c-04bc08f8bb07 HTTP/1.1" status: 204 len: 168 time: 1.7784114 Nov 26 16:39:57.217679 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-cfd7958f-7f3e-4e8e-b9cd-f555bc3d3dc6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d8b30045-06a7-450d-8b3f-11d57c1b4222 HTTP/1.1" status: 204 len: 168 time: 1.1888738 Nov 26 16:39:57.222103 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0c770017-c104-41c7-8c84-f0403ab277a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:57.229152 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0c770017-c104-41c7-8c84-f0403ab277a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "DELETE /v2.0/routers/0b7a2246-99ac-47db-8d35-8f15caca66c6 HTTP/1.1" status: 204 len: 168 time: 5.7401414 Nov 26 16:39:57.230197 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-21a9d1e4-7310-4dea-be1f-e3c0987e43bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:57.233717 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-21a9d1e4-7310-4dea-be1f-e3c0987e43bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2bde4a08-653f-4e9e-bf34-8cb3a8ce4999 HTTP/1.1" status: 204 len: 168 time: 0.8164225 Nov 26 16:39:57.233717 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44794) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:57.233717 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44796) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:57.233717 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44798) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:57.238287 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9d1e4-7310-4dea-be1f-e3c0987e43bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bde4a08-653f-4e9e-bf34-8cb3a8ce4999,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:57.333676 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4a571-d0ff-458e-8d76-a20bdc626218 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'Network': ['ID=df4b5f7f-b081-4b45-8042-e7683c12f944,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:57.336571 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-69c4a571-d0ff-458e-8d76-a20bdc626218 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:57.340714 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-639ff087-f913-4f91-ad41-8f2b2ecbb9d2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4112113 Nov 26 16:39:57.342674 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-69c4a571-d0ff-458e-8d76-a20bdc626218 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9856310 Nov 26 16:39:57.343362 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44808) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:57.347002 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44810) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:57.352285 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-66f95ea1-37ba-4171-89ef-0b68e75f849a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'port': {'network_id': '63466405-ef3e-449a-92d6-8c3f68676a9c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1898312658'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:57.357000 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3d3729df-8555-4b62-9626-8e336c296442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:57.361063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-c9781817-e7cd-42f2-bbc3-aa3ca8c121fd tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Request body: {'router': {'name': 'tempest-snat-router-570087878', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'enable_snat': False}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:57.365127 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-21a9d1e4-7310-4dea-be1f-e3c0987e43bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:57.373377 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-b42443a9-dd06-4995-bfa0-06fd868c99dc tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Request body: {'subnet': {'network_id': 'df4b5f7f-b081-4b45-8042-e7683c12f944', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:57.385957 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network df4b5f7f-b081-4b45-8042-e7683c12f944 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:39:57.390946 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c9781817-e7cd-42f2-bbc3-aa3ca8c121fd tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:57.454938 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c9781817-e7cd-42f2-bbc3-aa3ca8c121fd tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Usage tracker for resource:router and tenant:17a6da3b675349ab89b64ceb25702236 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:57.467483 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c9781817-e7cd-42f2-bbc3-aa3ca8c121fd tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:57.479904 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c9781817-e7cd-42f2-bbc3-aa3ca8c121fd tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:57.490879 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-3d3729df-8555-4b62-9626-8e336c296442 admin admin] Deleting port c8415812-36f3-4ca2-aab6-12edd93885c2 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:57.491232 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3d3729df-8555-4b62-9626-8e336c296442 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:57.539369 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-44c0fea4-ef9b-413b-9958-1dc4b9cbc5a0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting port ee851076-44d8-465d-872b-cdd2c4ec6468 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:57.539615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-44c0fea4-ef9b-413b-9958-1dc4b9cbc5a0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:57.548823 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fdcf9424-6a17-4fc6-bb94-a0901fc138b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:57.551010 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c9781817-e7cd-42f2-bbc3-aa3ca8c121fd tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:57.551709 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c9781817-e7cd-42f2-bbc3-aa3ca8c121fd tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:57.567948 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c9781817-e7cd-42f2-bbc3-aa3ca8c121fd tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:57.663414 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-44c0fea4-ef9b-413b-9958-1dc4b9cbc5a0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] The port 'ee851076-44d8-465d-872b-cdd2c4ec6468' was deleted {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:39:57.764718 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-b42443a9-dd06-4995-bfa0-06fd868c99dc tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:57.769317 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b42443a9-dd06-4995-bfa0-06fd868c99dc tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Usage tracker for resource:subnet and tenant:99567243f2e24c6489754d65bc9ff7cc is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:57.772607 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b42443a9-dd06-4995-bfa0-06fd868c99dc tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:57.778991 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-b42443a9-dd06-4995-bfa0-06fd868c99dc tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:57.852879 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42443a9-dd06-4995-bfa0-06fd868c99dc tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Made reservation on behalf of 99567243f2e24c6489754d65bc9ff7cc for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:57.856755 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b42443a9-dd06-4995-bfa0-06fd868c99dc tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:57.913931 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-fdcf9424-6a17-4fc6-bb94-a0901fc138b0 admin admin] Deleting port 7ea7999f-0f78-4887-8d8b-c767528ccc68 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:57.914150 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-63466405-ef3e-449a-92d6-8c3f68676a9c', 'network_id': '63466405-ef3e-449a-92d6-8c3f68676a9c', 'tenant_id': '5e36d1cdcfec4f8f8fdf216a7a647809', 'fixed_ips': [{'subnet_id': '62a20fcb-dd3b-4804-bfd8-c81291be6eaf'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:39:57.915854 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fdcf9424-6a17-4fc6-bb94-a0901fc138b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:57.919509 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:57.999609 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351d9bed-673e-4d22-ae24-ac676fded23c None None] DHCP port deletion for a55c73e1-f79c-4dd0-927e-d75452182e89 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:39:58.021519 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-351d9bed-673e-4d22-ae24-ac676fded23c None None] Deleting port c8415812-36f3-4ca2-aab6-12edd93885c2 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:58.022236 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-351d9bed-673e-4d22-ae24-ac676fded23c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:58.038664 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-44c0fea4-ef9b-413b-9958-1dc4b9cbc5a0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:58.106531 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-66f95ea1-37ba-4171-89ef-0b68e75f849a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:58.118452 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-66f95ea1-37ba-4171-89ef-0b68e75f849a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:port and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:58.125575 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16256bdb-4619-4eeb-942d-9bd2b47806f0 None None] DHCP port deletion for d89905c5-5622-439c-bd42-d732b1c43e20 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:39:58.127664 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-66f95ea1-37ba-4171-89ef-0b68e75f849a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:58.132122 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-44c0fea4-ef9b-413b-9958-1dc4b9cbc5a0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4edf1c4f-1ea9-46aa-ab53-023fccfe78a6']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:58.150534 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c9781817-e7cd-42f2-bbc3-aa3ca8c121fd tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:58.159341 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-66f95ea1-37ba-4171-89ef-0b68e75f849a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:58.159825 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-16256bdb-4619-4eeb-942d-9bd2b47806f0 None None] Deleting port 7ea7999f-0f78-4887-8d8b-c767528ccc68 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:39:58.160333 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-16256bdb-4619-4eeb-942d-9bd2b47806f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:58.170244 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-44c0fea4-ef9b-413b-9958-1dc4b9cbc5a0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8805ffa-3382-48af-bc84-1bfdb5538ef4') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:58.170544 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-44c0fea4-ef9b-413b-9958-1dc4b9cbc5a0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8805ffa-3382-48af-bc84-1bfdb5538ef4') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:58.193361 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-44c0fea4-ef9b-413b-9958-1dc4b9cbc5a0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:58.208489 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f95ea1-37ba-4171-89ef-0b68e75f849a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:58.212806 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-66f95ea1-37ba-4171-89ef-0b68e75f849a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:58.234725 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-44c0fea4-ef9b-413b-9958-1dc4b9cbc5a0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:58.250200 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-66f95ea1-37ba-4171-89ef-0b68e75f849a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] device_id is not set on port 3684a743-567a-4a79-8115-74586d988742 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:39:58.318265 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c0fea4-ef9b-413b-9958-1dc4b9cbc5a0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:39:58.318680 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-44c0fea4-ef9b-413b-9958-1dc4b9cbc5a0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:58.333924 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ee851076-44d8-465d-872b-cdd2c4ec6468 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:39:58.339236 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:39:58.381626 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44834) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:58.401194 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: ee851076-44d8-465d-872b-cdd2c4ec6468 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:39:58.401635 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ee851076-44d8-465d-872b-cdd2c4ec6468 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:39:58.402073 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7ea7999f-0f78-4887-8d8b-c767528ccc68 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:39:58.467434 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-3d3729df-8555-4b62-9626-8e336c296442 admin admin] For port c8415812-36f3-4ca2-aab6-12edd93885c2, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=c8415812-36f3-4ca2-aab6-12edd93885c2,segment=NetworkSegment(6a286159-c7e2-4df6-bb5a-d60ac00d4209),segment_id=6a286159-c7e2-4df6-bb5a-d60ac00d4209)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:58.467699 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3d3729df-8555-4b62-9626-8e336c296442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:58.578459 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-44c0fea4-ef9b-413b-9958-1dc4b9cbc5a0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:58.585318 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4d68be5b-6caf-47f8-8573-9b90c0dce251 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:58.601616 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-44c0fea4-ef9b-413b-9958-1dc4b9cbc5a0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:58.603118 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-62230857-48e2-4cf4-a040-d9b8fe84593b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Request body: {'security_group': {'name': 'tempest-secgroup--1544561834'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:58.609229 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] Allocated IP 172.20.0.2 (63466405-ef3e-449a-92d6-8c3f68676a9c/62a20fcb-dd3b-4804-bfd8-c81291be6eaf/83f80f6a-e087-495e-b941-cfc62622014d) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:39:58.611768 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b42443a9-dd06-4995-bfa0-06fd868c99dc tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:58.625806 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0fea4-ef9b-413b-9958-1dc4b9cbc5a0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Network': ['ID=4edf1c4f-1ea9-46aa-ab53-023fccfe78a6,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:58.634564 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-44c0fea4-ef9b-413b-9958-1dc4b9cbc5a0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:58.635076 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5d057863-e299-430b-85d0-6f7feeab30fc tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:58.638906 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-889da629-bb53-448a-a9d1-9fdc1e1c512a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:58.666945 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-44c0fea4-ef9b-413b-9958-1dc4b9cbc5a0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/networks/4edf1c4f-1ea9-46aa-ab53-023fccfe78a6 HTTP/1.1" status: 204 len: 168 time: 2.6515324 Nov 26 16:39:58.672415 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-351d9bed-673e-4d22-ae24-ac676fded23c None None] For port c8415812-36f3-4ca2-aab6-12edd93885c2, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=c8415812-36f3-4ca2-aab6-12edd93885c2,segment=NetworkSegment(6a286159-c7e2-4df6-bb5a-d60ac00d4209),segment_id=6a286159-c7e2-4df6-bb5a-d60ac00d4209)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:58.672845 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-351d9bed-673e-4d22-ae24-ac676fded23c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:58.678744 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44840) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:58.690571 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-3d3729df-8555-4b62-9626-8e336c296442 admin admin] Calling delete_port for c8415812-36f3-4ca2-aab6-12edd93885c2 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:58.721120 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-62230857-48e2-4cf4-a040-d9b8fe84593b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:58.740195 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-341ebe40-0376-4aea-a8dc-626ab99782fc tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2057907739'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:58.741204 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-62230857-48e2-4cf4-a040-d9b8fe84593b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Usage tracker for resource:security_group and tenant:1d5d349e7dfe4014b2f72037d4a694d0 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:58.748105 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-341ebe40-0376-4aea-a8dc-626ab99782fc tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:58.748606 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-fdcf9424-6a17-4fc6-bb94-a0901fc138b0 admin admin] For port 7ea7999f-0f78-4887-8d8b-c767528ccc68, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7ea7999f-0f78-4887-8d8b-c767528ccc68,segment=NetworkSegment(2894379f-c8e7-4e55-856c-2a6c137e7b1e),segment_id=2894379f-c8e7-4e55-856c-2a6c137e7b1e)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:58.748970 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fdcf9424-6a17-4fc6-bb94-a0901fc138b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:58.753465 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-341ebe40-0376-4aea-a8dc-626ab99782fc tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Usage tracker for resource:network and tenant:64d59b3f13ac4d738c5b4d126f3cbc4c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:58.756281 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-62230857-48e2-4cf4-a040-d9b8fe84593b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:58.760256 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-341ebe40-0376-4aea-a8dc-626ab99782fc tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:58.772444 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42443a9-dd06-4995-bfa0-06fd868c99dc tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'Subnet': ['ID=105b806b-8a49-4b0c-bc37-d34a77e82ddd,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:58.780216 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-341ebe40-0376-4aea-a8dc-626ab99782fc tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:58.784082 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b42443a9-dd06-4995-bfa0-06fd868c99dc tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:58.791276 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42443a9-dd06-4995-bfa0-06fd868c99dc tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Checking segment: {'id': 'd39109af-121c-4c96-a903-2fe2bcf1deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'df4b5f7f-b081-4b45-8042-e7683c12f944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:39:58.791276 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42443a9-dd06-4995-bfa0-06fd868c99dc tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Network hostable DHCP agents. Network: df4b5f7f-b081-4b45-8042-e7683c12f944, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:39:58.809340 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341ebe40-0376-4aea-a8dc-626ab99782fc tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Made reservation on behalf of 64d59b3f13ac4d738c5b4d126f3cbc4c for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:58.813163 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-341ebe40-0376-4aea-a8dc-626ab99782fc tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:58.825736 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-62230857-48e2-4cf4-a040-d9b8fe84593b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:58.845099 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341ebe40-0376-4aea-a8dc-626ab99782fc tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:39:58.856013 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-341ebe40-0376-4aea-a8dc-626ab99782fc tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:58.856632 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-341ebe40-0376-4aea-a8dc-626ab99782fc tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Added segment d71cf6c9-2a23-4696-9a9e-8528dd9ad6b8 of type vlan for network 4957b33c-85eb-4f8a-8ab7-8504c6efbed1 Nov 26 16:39:58.886484 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-341ebe40-0376-4aea-a8dc-626ab99782fc tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:58.890272 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-fdcf9424-6a17-4fc6-bb94-a0901fc138b0 admin admin] Calling delete_port for 7ea7999f-0f78-4887-8d8b-c767528ccc68 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:58.919564 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-341ebe40-0376-4aea-a8dc-626ab99782fc tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:58.927353 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341ebe40-0376-4aea-a8dc-626ab99782fc tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:58.928286 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-341ebe40-0376-4aea-a8dc-626ab99782fc tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:58.935623 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-44c0fea4-ef9b-413b-9958-1dc4b9cbc5a0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:58.963020 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42443a9-dd06-4995-bfa0-06fd868c99dc tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Network df4b5f7f-b081-4b45-8042-e7683c12f944 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:39:58.965386 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-62230857-48e2-4cf4-a040-d9b8fe84593b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:58.981926 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-62230857-48e2-4cf4-a040-d9b8fe84593b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:59.002398 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-351d9bed-673e-4d22-ae24-ac676fded23c None None] Calling delete_port for c8415812-36f3-4ca2-aab6-12edd93885c2 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:59.009969 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-62230857-48e2-4cf4-a040-d9b8fe84593b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:59.012748 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3d3729df-8555-4b62-9626-8e336c296442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:59.028795 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f896dc7a-f93b-492a-8ffb-9480511ff25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:59.037247 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-16256bdb-4619-4eeb-942d-9bd2b47806f0 None None] For port 7ea7999f-0f78-4887-8d8b-c767528ccc68, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7ea7999f-0f78-4887-8d8b-c767528ccc68,segment=NetworkSegment(2894379f-c8e7-4e55-856c-2a6c137e7b1e),segment_id=2894379f-c8e7-4e55-856c-2a6c137e7b1e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:39:59.037674 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-16256bdb-4619-4eeb-942d-9bd2b47806f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:59.053015 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-341ebe40-0376-4aea-a8dc-626ab99782fc tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3672392 Nov 26 16:39:59.063762 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44844) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:59.068351 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-62230857-48e2-4cf4-a040-d9b8fe84593b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Usage tracker for resource:security_group_rule and tenant:1d5d349e7dfe4014b2f72037d4a694d0 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:59.071807 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-b42443a9-dd06-4995-bfa0-06fd868c99dc tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, df4b5f7f-b081-4b45-8042-e7683c12f944) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:59.076590 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-62230857-48e2-4cf4-a040-d9b8fe84593b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:59.079208 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-e6f8a8e5-6db5-449d-94ed-3c802c3d3b6d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'subnet': {'network_id': '4957b33c-85eb-4f8a-8ab7-8504c6efbed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:39:59.096789 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3729df-8555-4b62-9626-8e336c296442 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8415812-36f3-4ca2-aab6-12edd93885c2,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:59.098710 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3d3729df-8555-4b62-9626-8e336c296442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:59.100491 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-62230857-48e2-4cf4-a040-d9b8fe84593b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:59.106234 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ebe40-0376-4aea-a8dc-626ab99782fc tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Network': ['ID=4957b33c-85eb-4f8a-8ab7-8504c6efbed1,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:59.107381 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3729df-8555-4b62-9626-8e336c296442 admin admin] No DVR routers for this DVR port c8415812-36f3-4ca2-aab6-12edd93885c2 on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:39:59.155971 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42443a9-dd06-4995-bfa0-06fd868c99dc tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:39:59.156585 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b42443a9-dd06-4995-bfa0-06fd868c99dc tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:59.160824 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-341ebe40-0376-4aea-a8dc-626ab99782fc tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:59.187358 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc32ada-b939-4a94-8fee-a8c125b4016e None None] Network df4b5f7f-b081-4b45-8042-e7683c12f944 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:39:59.203228 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 4957b33c-85eb-4f8a-8ab7-8504c6efbed1 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:39:59.212808 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b42443a9-dd06-4995-bfa0-06fd868c99dc tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8623552 Nov 26 16:39:59.213805 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44848) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:39:59.238704 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-16256bdb-4619-4eeb-942d-9bd2b47806f0 None None] Calling delete_port for 7ea7999f-0f78-4887-8d8b-c767528ccc68 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:39:59.289347 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e6f8a8e5-6db5-449d-94ed-3c802c3d3b6d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:39:59.291343 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fdcf9424-6a17-4fc6-bb94-a0901fc138b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:59.304749 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e6f8a8e5-6db5-449d-94ed-3c802c3d3b6d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Usage tracker for resource:subnet and tenant:64d59b3f13ac4d738c5b4d126f3cbc4c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:39:59.309540 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e6f8a8e5-6db5-449d-94ed-3c802c3d3b6d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:39:59.322268 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e6f8a8e5-6db5-449d-94ed-3c802c3d3b6d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:39:59.323547 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:59.348579 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-48722b9c-d809-40d5-9827-e6969e0271ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:59.358864 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f8a8e5-6db5-449d-94ed-3c802c3d3b6d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Made reservation on behalf of 64d59b3f13ac4d738c5b4d126f3cbc4c for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:39:59.362329 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6f8a8e5-6db5-449d-94ed-3c802c3d3b6d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:59.423432 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf9424-6a17-4fc6-bb94-a0901fc138b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ea7999f-0f78-4887-8d8b-c767528ccc68,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:59.426527 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fdcf9424-6a17-4fc6-bb94-a0901fc138b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:39:59.435951 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcf9424-6a17-4fc6-bb94-a0901fc138b0 admin admin] No DVR routers for this DVR port 7ea7999f-0f78-4887-8d8b-c767528ccc68 on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:39:59.478722 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3d3729df-8555-4b62-9626-8e336c296442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:59.535615 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:59.578252 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bcc917c3-38df-487b-b001-529475cee92f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:59.647943 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c8415812-36f3-4ca2-aab6-12edd93885c2 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:39:59.685950 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bcc917c3-38df-487b-b001-529475cee92f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:59.699241 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-351d9bed-673e-4d22-ae24-ac676fded23c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:39:59.699952 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-351d9bed-673e-4d22-ae24-ac676fded23c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:39:59.704736 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: c8415812-36f3-4ca2-aab6-12edd93885c2 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:39:59.705260 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c8415812-36f3-4ca2-aab6-12edd93885c2 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:39:59.708199 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-3d3729df-8555-4b62-9626-8e336c296442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a55c73e1-f79c-4dd0-927e-d75452182e89']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:59.748100 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-16256bdb-4619-4eeb-942d-9bd2b47806f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:39:59.748689 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-16256bdb-4619-4eeb-942d-9bd2b47806f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:39:59.750029 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-3d3729df-8555-4b62-9626-8e336c296442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a286159-c7e2-4df6-bb5a-d60ac00d4209') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:59.750328 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-3d3729df-8555-4b62-9626-8e336c296442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a286159-c7e2-4df6-bb5a-d60ac00d4209') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:59.752751 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:59.775586 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] Transition to ACTIVE for port object 83f80f6a-e087-495e-b941-cfc62622014d will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:39:59.800705 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fdcf9424-6a17-4fc6-bb94-a0901fc138b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:59.828489 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3d3729df-8555-4b62-9626-8e336c296442 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:59.835383 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] Transition to ACTIVE for port object 83f80f6a-e087-495e-b941-cfc62622014d will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:39:59.850983 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:59.858936 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-92a58fac-a633-4a3e-a8c1-d29cc38a593e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:59.874816 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-fdcf9424-6a17-4fc6-bb94-a0901fc138b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89905c5-5622-439c-bd42-d732b1c43e20']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:59.892897 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3d3729df-8555-4b62-9626-8e336c296442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:59.894683 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461aa389-4aa8-4748-b046-9b34c82becc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-df4b5f7f-b081-4b45-8042-e7683c12f944', 'network_id': 'df4b5f7f-b081-4b45-8042-e7683c12f944', 'tenant_id': '99567243f2e24c6489754d65bc9ff7cc', 'fixed_ips': [{'subnet_id': '105b806b-8a49-4b0c-bc37-d34a77e82ddd'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:39:59.895812 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-461aa389-4aa8-4748-b046-9b34c82becc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:59.904620 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-62230857-48e2-4cf4-a040-d9b8fe84593b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:59.907669 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d3729df-8555-4b62-9626-8e336c296442 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:39:59.908090 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3d3729df-8555-4b62-9626-8e336c296442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:59.929369 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bcc917c3-38df-487b-b001-529475cee92f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:39:59.933044 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:39:59.939685 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-fdcf9424-6a17-4fc6-bb94-a0901fc138b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2894379f-c8e7-4e55-856c-2a6c137e7b1e') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:59.940097 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4c3e3044-5b50-4c8f-9426-7996531d93cf tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:39:59.940643 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-fdcf9424-6a17-4fc6-bb94-a0901fc138b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2894379f-c8e7-4e55-856c-2a6c137e7b1e') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:39:59.945829 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] Network 63466405-ef3e-449a-92d6-8c3f68676a9c is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:39:59.948840 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:39:59.993867 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc917c3-38df-487b-b001-529475cee92f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event deleted for resources: {'Subnet': ['ID=105b806b-8a49-4b0c-bc37-d34a77e82ddd,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:39:59.999694 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-62230857-48e2-4cf4-a040-d9b8fe84593b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.002776 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bcc917c3-38df-487b-b001-529475cee92f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:00.003125 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c9781817-e7cd-42f2-bbc3-aa3ca8c121fd tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.004097 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-66f95ea1-37ba-4171-89ef-0b68e75f849a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Allocated IP 172.20.0.11 (63466405-ef3e-449a-92d6-8c3f68676a9c/62a20fcb-dd3b-4804-bfd8-c81291be6eaf/3684a743-567a-4a79-8115-74586d988742) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:00.014572 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:00.038481 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ff968611-768f-4ae0-9bce-7b1ffef4f112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:00.049632 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fdcf9424-6a17-4fc6-bb94-a0901fc138b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.057094 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-62230857-48e2-4cf4-a040-d9b8fe84593b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:00.059866 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] Pushing event updated for resources: {'Port': ['ID=83f80f6a-e087-495e-b941-cfc62622014d,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:00.067994 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c9781817-e7cd-42f2-bbc3-aa3ca8c121fd tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.068229 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:00.114127 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6f8a8e5-6db5-449d-94ed-3c802c3d3b6d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.128733 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-62230857-48e2-4cf4-a040-d9b8fe84593b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Usage tracker for resource:security_group_rule and tenant:1d5d349e7dfe4014b2f72037d4a694d0 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:00.137171 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-62230857-48e2-4cf4-a040-d9b8fe84593b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:00.138333 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8def5aae-242a-42df-a1d8-a806ca8793f5 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:00.145488 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] Attempting to bind port 83f80f6a-e087-495e-b941-cfc62622014d on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:40:00.146117 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] Attempting to bind port 83f80f6a-e087-495e-b941-cfc62622014d by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'e3eb4b8c-b0fb-40bc-a77a-65ed067f62e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '63466405-ef3e-449a-92d6-8c3f68676a9c'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:40:00.146557 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] Attempting to bind port 83f80f6a-e087-495e-b941-cfc62622014d on network 63466405-ef3e-449a-92d6-8c3f68676a9c {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:40:00.153982 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-62230857-48e2-4cf4-a040-d9b8fe84593b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:00.157470 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:40:00.157859 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] Checking segment: {'id': 'e3eb4b8c-b0fb-40bc-a77a-65ed067f62e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '63466405-ef3e-449a-92d6-8c3f68676a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:40:00.158280 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.158683 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] Bound using segment: {'id': 'e3eb4b8c-b0fb-40bc-a77a-65ed067f62e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '63466405-ef3e-449a-92d6-8c3f68676a9c'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:40:00.159211 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] Bound port: 83f80f6a-e087-495e-b941-cfc62622014d, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3eb4b8c-b0fb-40bc-a77a-65ed067f62e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '63466405-ef3e-449a-92d6-8c3f68676a9c'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:40:00.159600 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.164620 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fdcf9424-6a17-4fc6-bb94-a0901fc138b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.190061 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3d3729df-8555-4b62-9626-8e336c296442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.194319 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3d3729df-8555-4b62-9626-8e336c296442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.209412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62230857-48e2-4cf4-a040-d9b8fe84593b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5660e0-8fff-43a1-b684-47a326c96bc8,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:00.212568 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-62230857-48e2-4cf4-a040-d9b8fe84593b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:00.216240 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdcf9424-6a17-4fc6-bb94-a0901fc138b0 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:40:00.216958 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fdcf9424-6a17-4fc6-bb94-a0901fc138b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.218589 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bcc917c3-38df-487b-b001-529475cee92f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.218733 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-351d9bed-673e-4d22-ae24-ac676fded23c None None] Deleting port c8415812-36f3-4ca2-aab6-12edd93885c2 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:00.219429 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-351d9bed-673e-4d22-ae24-ac676fded23c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.238500 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f0292494-7e91-48ca-ae06-ba4e3343ccdd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:40:00.252176 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:40:00.255072 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-16256bdb-4619-4eeb-942d-9bd2b47806f0 None None] Deleting port 7ea7999f-0f78-4887-8d8b-c767528ccc68 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:00.255654 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-16256bdb-4619-4eeb-942d-9bd2b47806f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.301505 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b6fb2e-b636-4bfb-bca8-ed89db9d9852 None None] Network df4b5f7f-b081-4b45-8042-e7683c12f944 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:40:00.326141 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3729df-8555-4b62-9626-8e336c296442 admin admin] Pushing event deleted for resources: {'Network': ['ID=a55c73e1-f79c-4dd0-927e-d75452182e89,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:00.329100 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3d3729df-8555-4b62-9626-8e336c296442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:00.357696 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-bcc917c3-38df-487b-b001-529475cee92f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4b5f7f-b081-4b45-8042-e7683c12f944']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:00.384911 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-bcc917c3-38df-487b-b001-529475cee92f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd39109af-121c-4c96-a903-2fe2bcf1deb7') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:00.385286 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-bcc917c3-38df-487b-b001-529475cee92f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd39109af-121c-4c96-a903-2fe2bcf1deb7') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:00.392106 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8a8e5-6db5-449d-94ed-3c802c3d3b6d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Subnet': ['ID=a2464c96-f4d6-4f18-a6da-f95957b1e4e5,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:00.411980 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e6f8a8e5-6db5-449d-94ed-3c802c3d3b6d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:00.418369 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bcc917c3-38df-487b-b001-529475cee92f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.431318 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3d3729df-8555-4b62-9626-8e336c296442 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a55c73e1-f79c-4dd0-927e-d75452182e89 HTTP/1.1" status: 204 len: 168 time: 3.1929166 Nov 26 16:40:00.453452 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f8a8e5-6db5-449d-94ed-3c802c3d3b6d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Checking segment: {'id': 'd71cf6c9-2a23-4696-9a9e-8528dd9ad6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4957b33c-85eb-4f8a-8ab7-8504c6efbed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:40:00.453985 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f8a8e5-6db5-449d-94ed-3c802c3d3b6d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network hostable DHCP agents. Network: 4957b33c-85eb-4f8a-8ab7-8504c6efbed1, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:40:00.455024 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fdcf9424-6a17-4fc6-bb94-a0901fc138b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.459518 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fdcf9424-6a17-4fc6-bb94-a0901fc138b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.462281 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bcc917c3-38df-487b-b001-529475cee92f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.467428 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ed168584-e14f-415d-a6c6-67c0a2941e8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:00.486193 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc917c3-38df-487b-b001-529475cee92f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:40:00.486768 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bcc917c3-38df-487b-b001-529475cee92f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:40:00.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:40:00.518074 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf9424-6a17-4fc6-bb94-a0901fc138b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d89905c5-5622-439c-bd42-d732b1c43e20,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:00.520604 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fdcf9424-6a17-4fc6-bb94-a0901fc138b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:00.528625 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-c9781817-e7cd-42f2-bbc3-aa3ca8c121fd tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Allocated IP 172.26.0.93 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/c7c1d54a-5b6f-419a-bc87-067d6161ba12) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:00.533853 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-351d9bed-673e-4d22-ae24-ac676fded23c None None] The port 'c8415812-36f3-4ca2-aab6-12edd93885c2' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:40:00.537622 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-62230857-48e2-4cf4-a040-d9b8fe84593b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.546745 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fdcf9424-6a17-4fc6-bb94-a0901fc138b0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d89905c5-5622-439c-bd42-d732b1c43e20 HTTP/1.1" status: 204 len: 168 time: 3.3130383 Nov 26 16:40:00.547547 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-16256bdb-4619-4eeb-942d-9bd2b47806f0 None None] The port '7ea7999f-0f78-4887-8d8b-c767528ccc68' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:40:00.549050 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-62230857-48e2-4cf4-a040-d9b8fe84593b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.557554 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:00.582062 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-66f95ea1-37ba-4171-89ef-0b68e75f849a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.632686 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f8a8e5-6db5-449d-94ed-3c802c3d3b6d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network 4957b33c-85eb-4f8a-8ab7-8504c6efbed1 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:40:00.645673 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-66f95ea1-37ba-4171-89ef-0b68e75f849a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Transition to ACTIVE for port object 3684a743-567a-4a79-8115-74586d988742 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:00.662218 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bcc917c3-38df-487b-b001-529475cee92f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.667872 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-e6f8a8e5-6db5-449d-94ed-3c802c3d3b6d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 4957b33c-85eb-4f8a-8ab7-8504c6efbed1) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:00.683209 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:00.694202 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62230857-48e2-4cf4-a040-d9b8fe84593b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f86f9d2a-4aa5-482d-8ba7-c6bc52dcdef4,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:00.697111 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-62230857-48e2-4cf4-a040-d9b8fe84593b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:00.702784 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-62230857-48e2-4cf4-a040-d9b8fe84593b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.704055 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-62230857-48e2-4cf4-a040-d9b8fe84593b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3212471 Nov 26 16:40:00.706614 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44856) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:00.712350 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] For port 83f80f6a-e087-495e-b941-cfc62622014d, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:40:00.719029 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bcc917c3-38df-487b-b001-529475cee92f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.720171 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] For port 83f80f6a-e087-495e-b941-cfc62622014d, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=83f80f6a-e087-495e-b941-cfc62622014d,segment=NetworkSegment(e3eb4b8c-b0fb-40bc-a77a-65ed067f62e8),segment_id=e3eb4b8c-b0fb-40bc-a77a-65ed067f62e8)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:40:00.724771 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f8a8e5-6db5-449d-94ed-3c802c3d3b6d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:00.725418 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6f8a8e5-6db5-449d-94ed-3c802c3d3b6d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.755352 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc917c3-38df-487b-b001-529475cee92f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event deleted for resources: {'Network': ['ID=df4b5f7f-b081-4b45-8042-e7683c12f944,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:00.769633 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bcc917c3-38df-487b-b001-529475cee92f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:00.797864 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-bcc917c3-38df-487b-b001-529475cee92f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/networks/df4b5f7f-b081-4b45-8042-e7683c12f944 HTTP/1.1" status: 204 len: 168 time: 1.5776498 Nov 26 16:40:00.799100 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44860) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:00.830151 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bf7dee-c526-4500-bc06-cf634b1cab98 None None] Network 4957b33c-85eb-4f8a-8ab7-8504c6efbed1 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:40:00.832347 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c9781817-e7cd-42f2-bbc3-aa3ca8c121fd tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.843851 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e6f8a8e5-6db5-449d-94ed-3c802c3d3b6d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7783914 Nov 26 16:40:00.848766 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9ab34548-f8dc-49af-ad9e-b52a79660b42 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Synchronizing usage tracker for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:00.850900 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44864) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:00.879584 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-172b78b1-6fc1-4e96-ac65-9cea66bf0849 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-295600279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:00.885871 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9ab34548-f8dc-49af-ad9e-b52a79660b42 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Unset dirty status for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:00.887363 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-9ab34548-f8dc-49af-ad9e-b52a79660b42 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1797624 Nov 26 16:40:00.888441 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-172b78b1-6fc1-4e96-ac65-9cea66bf0849 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:00.891454 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44868) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:00.893888 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-172b78b1-6fc1-4e96-ac65-9cea66bf0849 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Usage tracker for resource:router and tenant:64d59b3f13ac4d738c5b4d126f3cbc4c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:00.897653 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-67eb43e7-c6da-41a0-b3cc-8a9c81cffbfa tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Request body: {'security_group': {'name': 'tempest-security--216279709', 'description': 'tempest-security-description-1943685826'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:00.898033 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-172b78b1-6fc1-4e96-ac65-9cea66bf0849 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:00.905658 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-172b78b1-6fc1-4e96-ac65-9cea66bf0849 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:00.913077 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c9781817-e7cd-42f2-bbc3-aa3ca8c121fd tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.918170 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44872) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:00.921920 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2b6776e6-d9ef-4969-a06f-85fd39ed3d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:00.924345 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f5b6c3b-6c7d-4f99-baf7-1ec96ff9a314 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] GET failed (client error): The resource could not be found. Nov 26 16:40:00.924885 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8f5b6c3b-6c7d-4f99-baf7-1ec96ff9a314 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Synchronizing usage tracker for tenant:99567243f2e24c6489754d65bc9ff7cc on resource:subnet {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:00.929465 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-66f95ea1-37ba-4171-89ef-0b68e75f849a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.939701 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.946392 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d1919646-1afe-417e-9d14-b27f5fea7173 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:00.955360 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:00.985221 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-172b78b1-6fc1-4e96-ac65-9cea66bf0849 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:00.986499 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-172b78b1-6fc1-4e96-ac65-9cea66bf0849 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:01.011958 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44876) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:01.032838 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9781817-e7cd-42f2-bbc3-aa3ca8c121fd tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:01.035281 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-67eb43e7-c6da-41a0-b3cc-8a9c81cffbfa tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:01.051188 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-c9781817-e7cd-42f2-bbc3-aa3ca8c121fd tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:01.053601 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9781817-e7cd-42f2-bbc3-aa3ca8c121fd tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:01.063638 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] Pushing event updated for resources: {'Port': ['ID=83f80f6a-e087-495e-b941-cfc62622014d,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:01.073712 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f95ea1-37ba-4171-89ef-0b68e75f849a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network 63466405-ef3e-449a-92d6-8c3f68676a9c is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:01.074967 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:01.084316 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-66f95ea1-37ba-4171-89ef-0b68e75f849a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:01.094702 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f95ea1-37ba-4171-89ef-0b68e75f849a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:01.132610 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f95ea1-37ba-4171-89ef-0b68e75f849a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Port': ['ID=3684a743-567a-4a79-8115-74586d988742,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:01.144806 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-66f95ea1-37ba-4171-89ef-0b68e75f849a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:01.146073 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-172b78b1-6fc1-4e96-ac65-9cea66bf0849 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:01.149522 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8f5b6c3b-6c7d-4f99-baf7-1ec96ff9a314 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Unset dirty status for tenant:99567243f2e24c6489754d65bc9ff7cc on resource:subnet {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:01.153664 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8f5b6c3b-6c7d-4f99-baf7-1ec96ff9a314 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "GET /v2.0/subnets/105b806b-8a49-4b0c-bc37-d34a77e82ddd HTTP/1.1" status: 404 len: 337 time: 0.3515368 Nov 26 16:40:01.154374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44880) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:01.224257 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc27257a-ecdf-4d06-9b69-6bf2eae81f7b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] DELETE failed (client error): The resource could not be found. Nov 26 16:40:01.224747 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc27257a-ecdf-4d06-9b69-6bf2eae81f7b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:40:01.229518 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-dc94cf4c-f16d-4fdd-af10-a3fb38b59df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:01.234003 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1407ba7f-24bc-4646-89e2-e61a2be0a54a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=67d2367297c04a4ba514a5dfcb19c4b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2109184 Nov 26 16:40:01.236988 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996e1b38-918f-4443-8727-82d33a671412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-4957b33c-85eb-4f8a-8ab7-8504c6efbed1', 'network_id': '4957b33c-85eb-4f8a-8ab7-8504c6efbed1', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'fixed_ips': [{'subnet_id': 'a2464c96-f4d6-4f18-a6da-f95957b1e4e5'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:40:01.237819 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44884) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:01.237961 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-996e1b38-918f-4443-8727-82d33a671412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:01.254585 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-172b78b1-6fc1-4e96-ac65-9cea66bf0849 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:01.272266 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-fc27257a-ecdf-4d06-9b69-6bf2eae81f7b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/networks/df4b5f7f-b081-4b45-8042-e7683c12f944 HTTP/1.1" status: 404 len: 339 time: 0.0997663 Nov 26 16:40:01.272956 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44888) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:01.298193 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f95ea1-37ba-4171-89ef-0b68e75f849a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:01.298193 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-66f95ea1-37ba-4171-89ef-0b68e75f849a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:01.360916 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9781817-e7cd-42f2-bbc3-aa3ca8c121fd tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Pushing event updated for resources: {'Port': ['ID=c7c1d54a-5b6f-419a-bc87-067d6161ba12,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:01.374454 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c9781817-e7cd-42f2-bbc3-aa3ca8c121fd tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:01.377472 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4314eeb5-bc2a-472c-99ed-74d3d9d011a6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba7ec815beb94575a006ddee54532b3f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4241166 Nov 26 16:40:01.400420 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44892) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:01.410687 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-172b78b1-6fc1-4e96-ac65-9cea66bf0849 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:01.414472 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-172b78b1-6fc1-4e96-ac65-9cea66bf0849 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5595005 Nov 26 16:40:01.455517 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44896) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:01.473531 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-996e1b38-918f-4443-8727-82d33a671412 None None] Allocated IP 2001:db8::2 (4957b33c-85eb-4f8a-8ab7-8504c6efbed1/a2464c96-f4d6-4f18-a6da-f95957b1e4e5/05e843a1-fc1c-4bd0-8c52-eded7738f7d3) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:01.539168 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-66f95ea1-37ba-4171-89ef-0b68e75f849a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 4.1923189 Nov 26 16:40:01.560361 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44900) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:01.707517 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-996e1b38-918f-4443-8727-82d33a671412 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:01.721858 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-67eb43e7-c6da-41a0-b3cc-8a9c81cffbfa tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:01.723384 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-996e1b38-918f-4443-8727-82d33a671412 None None] Transition to ACTIVE for port object 05e843a1-fc1c-4bd0-8c52-eded7738f7d3 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:01.738944 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-67eb43e7-c6da-41a0-b3cc-8a9c81cffbfa tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:01.741694 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-67eb43e7-c6da-41a0-b3cc-8a9c81cffbfa tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:01.743097 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-67eb43e7-c6da-41a0-b3cc-8a9c81cffbfa tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "PUT /v2.0/security-groups/f86f9d2a-4aa5-482d-8ba7-c6bc52dcdef4 HTTP/1.1" status: 200 len: 1777 time: 0.8510342 Nov 26 16:40:01.748773 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-62230857-48e2-4cf4-a040-d9b8fe84593b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:01.752418 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-996e1b38-918f-4443-8727-82d33a671412 None None] Transition to ACTIVE for port object 05e843a1-fc1c-4bd0-8c52-eded7738f7d3 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:01.759439 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44904) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:01.762056 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-996e1b38-918f-4443-8727-82d33a671412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:01.775284 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-bf94a4cd-5787-4f9a-b2c3-4d9a9c772fbc tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting port 3684a743-567a-4a79-8115-74586d988742 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:01.775686 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bf94a4cd-5787-4f9a-b2c3-4d9a9c772fbc tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:01.778254 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-6ca47818-a5bc-4e98-ae84-db7dc5a76e4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:01.788964 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-eb094e36-23aa-4a33-bd43-632f2f6a3e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:01.833126 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996e1b38-918f-4443-8727-82d33a671412 None None] Network 4957b33c-85eb-4f8a-8ab7-8504c6efbed1 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:01.840477 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-996e1b38-918f-4443-8727-82d33a671412 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:01.848934 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996e1b38-918f-4443-8727-82d33a671412 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:01.849118 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f738bd28-c888-4954-80e9-671185837c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:01.902329 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae356a8-4da9-42bd-9ca4-763548dbed84 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:01.903031 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cae356a8-4da9-42bd-9ca4-763548dbed84 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Synchronizing usage tracker for tenant:99567243f2e24c6489754d65bc9ff7cc on resource:network {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:01.928000 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb43e7-c6da-41a0-b3cc-8a9c81cffbfa tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f86f9d2a-4aa5-482d-8ba7-c6bc52dcdef4,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:01.931858 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-67eb43e7-c6da-41a0-b3cc-8a9c81cffbfa tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:01.943444 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e1b38-918f-4443-8727-82d33a671412 None None] Pushing event updated for resources: {'Port': ['ID=05e843a1-fc1c-4bd0-8c52-eded7738f7d3,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:01.947975 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-996e1b38-918f-4443-8727-82d33a671412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:01.957575 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-996e1b38-918f-4443-8727-82d33a671412 None None] Attempting to bind port 05e843a1-fc1c-4bd0-8c52-eded7738f7d3 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:40:01.957954 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-996e1b38-918f-4443-8727-82d33a671412 None None] Attempting to bind port 05e843a1-fc1c-4bd0-8c52-eded7738f7d3 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'd71cf6c9-2a23-4696-9a9e-8528dd9ad6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4957b33c-85eb-4f8a-8ab7-8504c6efbed1'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:40:01.958325 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996e1b38-918f-4443-8727-82d33a671412 None None] Attempting to bind port 05e843a1-fc1c-4bd0-8c52-eded7738f7d3 on network 4957b33c-85eb-4f8a-8ab7-8504c6efbed1 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:40:01.964248 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996e1b38-918f-4443-8727-82d33a671412 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:40:01.964629 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996e1b38-918f-4443-8727-82d33a671412 None None] Checking segment: {'id': 'd71cf6c9-2a23-4696-9a9e-8528dd9ad6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4957b33c-85eb-4f8a-8ab7-8504c6efbed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:40:01.965035 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-996e1b38-918f-4443-8727-82d33a671412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:01.965456 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996e1b38-918f-4443-8727-82d33a671412 None None] Bound using segment: {'id': 'd71cf6c9-2a23-4696-9a9e-8528dd9ad6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4957b33c-85eb-4f8a-8ab7-8504c6efbed1'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:40:01.965924 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-996e1b38-918f-4443-8727-82d33a671412 None None] Bound port: 05e843a1-fc1c-4bd0-8c52-eded7738f7d3, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71cf6c9-2a23-4696-9a9e-8528dd9ad6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4957b33c-85eb-4f8a-8ab7-8504c6efbed1'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:40:01.966300 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-996e1b38-918f-4443-8727-82d33a671412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:01.973610 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-eb094e36-23aa-4a33-bd43-632f2f6a3e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:02.066844 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f738bd28-c888-4954-80e9-671185837c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:02.079384 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-996e1b38-918f-4443-8727-82d33a671412 None None] For port 05e843a1-fc1c-4bd0-8c52-eded7738f7d3, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:40:02.086807 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-996e1b38-918f-4443-8727-82d33a671412 None None] For port 05e843a1-fc1c-4bd0-8c52-eded7738f7d3, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=05e843a1-fc1c-4bd0-8c52-eded7738f7d3,segment=NetworkSegment(d71cf6c9-2a23-4696-9a9e-8528dd9ad6b8),segment_id=d71cf6c9-2a23-4696-9a9e-8528dd9ad6b8)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:40:02.100041 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-996e1b38-918f-4443-8727-82d33a671412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:02.104898 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:02.155996 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:02.184573 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-78d6e795-12fe-45c4-a391-ffbc21706043 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-groups/f86f9d2a-4aa5-482d-8ba7-c6bc52dcdef4 HTTP/1.1" status: 200 len: 1777 time: 0.4235430 Nov 26 16:40:02.185308 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cae356a8-4da9-42bd-9ca4-763548dbed84 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Unset dirty status for tenant:99567243f2e24c6489754d65bc9ff7cc on resource:network {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:02.190121 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cae356a8-4da9-42bd-9ca4-763548dbed84 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9034107 Nov 26 16:40:02.190121 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44908) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:02.201327 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44910) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:02.208326 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e1b38-918f-4443-8727-82d33a671412 None None] Pushing event updated for resources: {'Port': ['ID=05e843a1-fc1c-4bd0-8c52-eded7738f7d3,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:02.216186 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-996e1b38-918f-4443-8727-82d33a671412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:02.272224 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c9781817-e7cd-42f2-bbc3-aa3ca8c121fd tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:02.293662 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d1f7b769-8cae-4c33-9614-02acf3e051db tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "GET /v2.0/subnets?network_id=cf8dce9a-1df0-4b90-b19d-7de373e178f5 HTTP/1.1" status: 200 len: 207 time: 0.0865920 Nov 26 16:40:02.331258 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44916) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:02.420728 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 83f80f6a-e087-495e-b941-cfc62622014d up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:40:02.447966 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-eb094e36-23aa-4a33-bd43-632f2f6a3e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:02.450072 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f738bd28-c888-4954-80e9-671185837c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:02.475596 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b812c2e3-3d37-414a-9e82-e371ed56edd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:02.477567 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2b3e4c2b-795f-445d-963b-1e3688ec5600 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:02.515623 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 83f80f6a-e087-495e-b941-cfc62622014d completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:02.579747 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb094e36-23aa-4a33-bd43-632f2f6a3e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e14e413-f4ef-48ad-87a0-fc4e8e539922,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:02.581490 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612fb9c3-4962-4112-bf2f-168275d5ffe8 None None] Network 63466405-ef3e-449a-92d6-8c3f68676a9c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:40:02.582131 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0a023a42-f5db-4865-8814-ddf8c901d8c2 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:02.592085 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b0d0923a-d0ee-4c49-a788-f2f9308457d8 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:02.595139 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738bd28-c888-4954-80e9-671185837c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b5b955-a9ed-49ca-91fc-0c7a4ac74247,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:02.598054 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-eb094e36-23aa-4a33-bd43-632f2f6a3e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:02.600044 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f738bd28-c888-4954-80e9-671185837c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:02.622060 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bf94a4cd-5787-4f9a-b2c3-4d9a9c772fbc tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:02.632205 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-eb094e36-23aa-4a33-bd43-632f2f6a3e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:02.637603 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-eb094e36-23aa-4a33-bd43-632f2f6a3e47 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6e14e413-f4ef-48ad-87a0-fc4e8e539922 HTTP/1.1" status: 204 len: 168 time: 1.3960955 Nov 26 16:40:02.648204 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f738bd28-c888-4954-80e9-671185837c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:02.650012 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f738bd28-c888-4954-80e9-671185837c1e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b2b5b955-a9ed-49ca-91fc-0c7a4ac74247 HTTP/1.1" status: 204 len: 168 time: 1.2484283 Nov 26 16:40:02.817836 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-bf94a4cd-5787-4f9a-b2c3-4d9a9c772fbc tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Calling delete_port for 3684a743-567a-4a79-8115-74586d988742 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:02.935445 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b0d0923a-d0ee-4c49-a788-f2f9308457d8 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:03.034637 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7fed52a7-2a9e-4d76-b8b0-20305d197002 None None] Provisioning for port 83f80f6a-e087-495e-b941-cfc62622014d completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:03.051377 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7fed52a7-2a9e-4d76-b8b0-20305d197002 None None] Provisioning complete for port 83f80f6a-e087-495e-b941-cfc62622014d triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:03.051894 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7fed52a7-2a9e-4d76-b8b0-20305d197002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:03.212163 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75717254-c4b1-49fd-a7e5-8214d4477a9c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:03.212163 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75717254-c4b1-49fd-a7e5-8214d4477a9c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:03.223404 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75717254-c4b1-49fd-a7e5-8214d4477a9c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:03.223404 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75717254-c4b1-49fd-a7e5-8214d4477a9c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:03.225786 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-75717254-c4b1-49fd-a7e5-8214d4477a9c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.8894291 Nov 26 16:40:03.239488 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44930) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:03.279025 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7fed52a7-2a9e-4d76-b8b0-20305d197002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:03.322486 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b0d0923a-d0ee-4c49-a788-f2f9308457d8 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:03.328746 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5525e79d-8a4e-4292-8410-6c78110e8e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:03.415973 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0923a-d0ee-4c49-a788-f2f9308457d8 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86f9d2a-4aa5-482d-8ba7-c6bc52dcdef4,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:03.427010 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b0d0923a-d0ee-4c49-a788-f2f9308457d8 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:03.492205 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-7fed52a7-2a9e-4d76-b8b0-20305d197002 None None] For port 83f80f6a-e087-495e-b941-cfc62622014d, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=83f80f6a-e087-495e-b941-cfc62622014d,segment=NetworkSegment(e3eb4b8c-b0fb-40bc-a77a-65ed067f62e8),segment_id=e3eb4b8c-b0fb-40bc-a77a-65ed067f62e8)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:40:03.497344 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b0d0923a-d0ee-4c49-a788-f2f9308457d8 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:03.503674 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b0d0923a-d0ee-4c49-a788-f2f9308457d8 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "DELETE /v2.0/security-groups/f86f9d2a-4aa5-482d-8ba7-c6bc52dcdef4 HTTP/1.1" status: 204 len: 168 time: 1.3036582 Nov 26 16:40:03.505455 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44942) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:03.518074 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7fed52a7-2a9e-4d76-b8b0-20305d197002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:03.530547 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d1c88113-1360-4700-b6c2-40c3971d1951 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:03.592069 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-0a023a42-f5db-4865-8814-ddf8c901d8c2 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Allocated IP 2001:db8::1 (4957b33c-85eb-4f8a-8ab7-8504c6efbed1/a2464c96-f4d6-4f18-a6da-f95957b1e4e5/fed5a173-bd7e-4f1f-a393-72ea57cecf37) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:03.663876 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed52a7-2a9e-4d76-b8b0-20305d197002 None None] Pushing event updated for resources: {'Port': ['ID=83f80f6a-e087-495e-b941-cfc62622014d,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:03.674107 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-7fed52a7-2a9e-4d76-b8b0-20305d197002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:03.676391 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-014b1649-b461-4188-aaa1-301f492a64b4 None None] Provisioning complete for port 83f80f6a-e087-495e-b941-cfc62622014d triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:03.676773 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-014b1649-b461-4188-aaa1-301f492a64b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:03.688812 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bf94a4cd-5787-4f9a-b2c3-4d9a9c772fbc tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:03.701769 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f1c81d71-de7f-4a18-8e4c-a8fc1462f4f4 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:03.766988 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c9781817-e7cd-42f2-bbc3-aa3ca8c121fd tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:03.782487 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94a4cd-5787-4f9a-b2c3-4d9a9c772fbc tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Port': ['ID=3684a743-567a-4a79-8115-74586d988742,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:03.792108 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bf94a4cd-5787-4f9a-b2c3-4d9a9c772fbc tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:03.807015 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-718ee65c-37ee-431a-a630-be78a9f9bf29 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.5666909 Nov 26 16:40:03.867488 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44948) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:04.011594 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-014b1649-b461-4188-aaa1-301f492a64b4 None None] Could not find standard attr ID for object 3684a743-567a-4a79-8115-74586d988742. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:40:04.022605 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0a023a42-f5db-4865-8814-ddf8c901d8c2 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:04.032420 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:04.051184 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b883be-18d6-4860-86e5-50ba7e8bfaab None None] Network 4957b33c-85eb-4f8a-8ab7-8504c6efbed1 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:40:04.069246 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-0a023a42-f5db-4865-8814-ddf8c901d8c2 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Transition to ACTIVE for port object fed5a173-bd7e-4f1f-a393-72ea57cecf37 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:04.072276 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b24b994e-044e-4512-a887-b518256e3dfe tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Synchronizing usage tracker for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:04.100878 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b24b994e-044e-4512-a887-b518256e3dfe tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Unset dirty status for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:04.105830 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b24b994e-044e-4512-a887-b518256e3dfe tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5960605 Nov 26 16:40:04.106430 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44960) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:04.149535 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-9a8d9324-0dfe-4b1a-aa9f-f361381a21ff tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] delete failed (client error): The resource could not be found. Nov 26 16:40:04.155115 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9a8d9324-0dfe-4b1a-aa9f-f361381a21ff tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "DELETE /v2.0/security-groups/f86f9d2a-4aa5-482d-8ba7-c6bc52dcdef4 HTTP/1.1" status: 404 len: 347 time: 0.0463412 Nov 26 16:40:04.155695 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 44966) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:04.163533 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-11f8a199-44ad-43bf-82e2-00769fe91b55 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Request body: {'security_group': {'name': 'tempest-secgroup--2044863153'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:04.171395 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-11f8a199-44ad-43bf-82e2-00769fe91b55 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:04.184656 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0a023a42-f5db-4865-8814-ddf8c901d8c2 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:04.194913 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f8196c7a-ba02-48fe-8342-7a09959dc9bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:04.258341 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6545e132-ee2f-4a37-8632-eb9f40e006c5 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:04.272992 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6545e132-ee2f-4a37-8632-eb9f40e006c5 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:04.274672 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6545e132-ee2f-4a37-8632-eb9f40e006c5 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Synchronizing usage tracker for tenant:99567243f2e24c6489754d65bc9ff7cc on resource:subnet {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:04.299461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-11f8a199-44ad-43bf-82e2-00769fe91b55 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:04.359260 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a023a42-f5db-4865-8814-ddf8c901d8c2 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network 4957b33c-85eb-4f8a-8ab7-8504c6efbed1 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:04.365520 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-0a023a42-f5db-4865-8814-ddf8c901d8c2 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:04.393532 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-57a20dcf-68d1-458c-9492-673996dc91b1 None None] Provisioning for port 05e843a1-fc1c-4bd0-8c52-eded7738f7d3 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:04.395906 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a023a42-f5db-4865-8814-ddf8c901d8c2 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:04.396615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0a023a42-f5db-4865-8814-ddf8c901d8c2 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:04.405284 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6545e132-ee2f-4a37-8632-eb9f40e006c5 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Unset dirty status for tenant:99567243f2e24c6489754d65bc9ff7cc on resource:subnet {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:04.406454 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6545e132-ee2f-4a37-8632-eb9f40e006c5 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.5304992 Nov 26 16:40:04.412580 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44976) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:04.455046 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 05e843a1-fc1c-4bd0-8c52-eded7738f7d3 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:40:04.474553 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-11f8a199-44ad-43bf-82e2-00769fe91b55 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:04.489273 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-57a20dcf-68d1-458c-9492-673996dc91b1 None None] Could not find standard attr ID for object 3684a743-567a-4a79-8115-74586d988742. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:40:04.509781 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bf94a4cd-5787-4f9a-b2c3-4d9a9c772fbc tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:04.552407 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-bf94a4cd-5787-4f9a-b2c3-4d9a9c772fbc tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/ports/3684a743-567a-4a79-8115-74586d988742 HTTP/1.1" status: 204 len: 168 time: 2.9907753 Nov 26 16:40:04.556240 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 05e843a1-fc1c-4bd0-8c52-eded7738f7d3 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:04.556963 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44984) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:04.562873 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 05e843a1-fc1c-4bd0-8c52-eded7738f7d3 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:04.563267 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:04.567992 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a023a42-f5db-4865-8814-ddf8c901d8c2 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Port': ['ID=fed5a173-bd7e-4f1f-a393-72ea57cecf37,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:04.589705 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0a023a42-f5db-4865-8814-ddf8c901d8c2 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:04.640474 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-11f8a199-44ad-43bf-82e2-00769fe91b55 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:04.651421 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-11f8a199-44ad-43bf-82e2-00769fe91b55 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Usage tracker for resource:security_group_rule and tenant:1d5d349e7dfe4014b2f72037d4a694d0 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:04.655228 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d188be-9767-4551-b0fb-c963cb114e5c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['shared'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:04.656830 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d188be-9767-4551-b0fb-c963cb114e5c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['shared'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:04.657764 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-11f8a199-44ad-43bf-82e2-00769fe91b55 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:04.658522 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-19d188be-9767-4551-b0fb-c963cb114e5c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2329538 Nov 26 16:40:04.661509 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-8541f276-1a85-4285-931b-59a686de62c9 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] GET failed (client error): The resource could not be found. Nov 26 16:40:04.661690 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8541f276-1a85-4285-931b-59a686de62c9 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Synchronizing usage tracker for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:04.664093 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44988) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:04.673846 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-11f8a199-44ad-43bf-82e2-00769fe91b55 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:04.839329 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:04.901784 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9781817-e7cd-42f2-bbc3-aa3ca8c121fd tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Router 85c2f3d2-7fec-4ba8-aa86-5187e62842d9 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:40:04.909502 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8541f276-1a85-4285-931b-59a686de62c9 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Unset dirty status for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:04.912815 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8541f276-1a85-4285-931b-59a686de62c9 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "GET /v2.0/ports/3684a743-567a-4a79-8115-74586d988742 HTTP/1.1" status: 404 len: 333 time: 0.3505948 Nov 26 16:40:04.917464 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 05e843a1-fc1c-4bd0-8c52-eded7738f7d3, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=05e843a1-fc1c-4bd0-8c52-eded7738f7d3,segment=NetworkSegment(d71cf6c9-2a23-4696-9a9e-8528dd9ad6b8),segment_id=d71cf6c9-2a23-4696-9a9e-8528dd9ad6b8)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:40:04.920789 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 44998) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:04.923550 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:04.924791 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 83f80f6a-e087-495e-b941-cfc62622014d up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:40:04.930313 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-11f8a199-44ad-43bf-82e2-00769fe91b55 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:04.940954 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0a023a42-f5db-4865-8814-ddf8c901d8c2 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:04.958124 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-11f8a199-44ad-43bf-82e2-00769fe91b55 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:04.982032 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8d760ecc-df30-47ee-93aa-fed31cc35a9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:04.999193 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-620094c3-fd38-4a34-9ae7-3753c70e073e tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:05.018511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-11f8a199-44ad-43bf-82e2-00769fe91b55 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:05.020481 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-11f8a199-44ad-43bf-82e2-00769fe91b55 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8626850 Nov 26 16:40:05.031129 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45002) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:05.200759 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ebabea34-9843-4c30-b6cf-de0f021288b1 None None] Provisioning for port fed5a173-bd7e-4f1f-a393-72ea57cecf37 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:05.221305 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ebabea34-9843-4c30-b6cf-de0f021288b1 None None] Provisioning complete for port fed5a173-bd7e-4f1f-a393-72ea57cecf37 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:05.221695 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ebabea34-9843-4c30-b6cf-de0f021288b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:05.290760 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=05e843a1-fc1c-4bd0-8c52-eded7738f7d3,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:05.299574 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:05.367607 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-ebabea34-9843-4c30-b6cf-de0f021288b1 None None] Port fed5a173-bd7e-4f1f-a393-72ea57cecf37 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:40:05.384323 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 83f80f6a-e087-495e-b941-cfc62622014d triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:05.385301 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:05.434163 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c4f7eb-c9aa-41c1-87e6-2eb5a4d5b0b5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting subnet 62a20fcb-dd3b-4804-bfd8-c81291be6eaf {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:40:05.437422 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-65c4f7eb-c9aa-41c1-87e6-2eb5a4d5b0b5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:05.475774 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ebabea34-9843-4c30-b6cf-de0f021288b1 None None] Provisioning complete for port 05e843a1-fc1c-4bd0-8c52-eded7738f7d3 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:05.476470 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ebabea34-9843-4c30-b6cf-de0f021288b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:05.540642 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-f198dc92-ac89-4673-9c13-26b311c71b4b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Request body: {'security_group_rule': {'security_group_id': 'c8824973-ea58-4430-8e42-6f9eb0599e3e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:05.552558 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f198dc92-ac89-4673-9c13-26b311c71b4b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:05.560560 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8a199-44ad-43bf-82e2-00769fe91b55 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8824973-ea58-4430-8e42-6f9eb0599e3e,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:05.566343 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f198dc92-ac89-4673-9c13-26b311c71b4b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Usage tracker for resource:security_group_rule and tenant:1d5d349e7dfe4014b2f72037d4a694d0 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:05.569557 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-11f8a199-44ad-43bf-82e2-00769fe91b55 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:05.572925 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f198dc92-ac89-4673-9c13-26b311c71b4b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:05.581498 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f198dc92-ac89-4673-9c13-26b311c71b4b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:05.683028 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f198dc92-ac89-4673-9c13-26b311c71b4b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:05.724999 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaf5a1e-6dab-47c5-aa34-c5915c8bba97 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:05.727074 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3eaf5a1e-6dab-47c5-aa34-c5915c8bba97 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "GET /v2.0/networks/5572f23f-6264-4a05-9b41-21cae3f769c3 HTTP/1.1" status: 200 len: 800 time: 1.0607278 Nov 26 16:40:05.735844 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45024) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:05.823864 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-71a53db6-bec6-47fa-895b-dd64f065c3c9 None None] Provisioning complete for port fed5a173-bd7e-4f1f-a393-72ea57cecf37 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:05.824721 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-71a53db6-bec6-47fa-895b-dd64f065c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:05.857776 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f198dc92-ac89-4673-9c13-26b311c71b4b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:05.869713 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-65c4f7eb-c9aa-41c1-87e6-2eb5a4d5b0b5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:05.871169 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f198dc92-ac89-4673-9c13-26b311c71b4b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:05.879811 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5193d558-bcce-4939-bc95-6507ef68145b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:05.930900 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198dc92-ac89-4673-9c13-26b311c71b4b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=537cd0f8-3921-4275-ad0c-b09dbf97fb72,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:05.957635 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f198dc92-ac89-4673-9c13-26b311c71b4b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:05.965685 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-71a53db6-bec6-47fa-895b-dd64f065c3c9 None None] Port fed5a173-bd7e-4f1f-a393-72ea57cecf37 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:40:05.971128 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f198dc92-ac89-4673-9c13-26b311c71b4b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:05.972739 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f198dc92-ac89-4673-9c13-26b311c71b4b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9402323 Nov 26 16:40:05.978818 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45038) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:06.011497 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1c939ac0-00ce-46ad-83a1-2b7b0aed115a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:06.024530 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1c939ac0-00ce-46ad-83a1-2b7b0aed115a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:06.030759 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9781817-e7cd-42f2-bbc3-aa3ca8c121fd tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:40:06.042993 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-eabd4222-ea4c-405a-9634-51bf78cc64ea tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "GET /v2.0/networks/5572f23f-6264-4a05-9b41-21cae3f769c3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3014989 Nov 26 16:40:06.043504 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] Sync routers for ids ['85c2f3d2-7fec-4ba8-aa86-5187e62842d9'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:40:06.053270 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] Routers {'85c2f3d2-7fec-4ba8-aa86-5187e62842d9'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:06.056710 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45042) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:06.057556 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['85c2f3d2-7fec-4ba8-aa86-5187e62842d9'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:06.076869 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c9781817-e7cd-42f2-bbc3-aa3ca8c121fd tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:06.082390 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c9781817-e7cd-42f2-bbc3-aa3ca8c121fd tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.8438969 Nov 26 16:40:06.088648 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45046) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:06.125399 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.resource_extend [None req-0a023a42-f5db-4865-8814-ddf8c901d8c2 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:40:06.164230 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45052) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:06.186375 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0a023a42-f5db-4865-8814-ddf8c901d8c2 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:06.200039 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0a023a42-f5db-4865-8814-ddf8c901d8c2 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:06.201284 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0a023a42-f5db-4865-8814-ddf8c901d8c2 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:06.209864 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:06.254562 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1c939ac0-00ce-46ad-83a1-2b7b0aed115a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:06.300294 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] Set router 85c2f3d2-7fec-4ba8-aa86-5187e62842d9 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:40:06.315683 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 05e843a1-fc1c-4bd0-8c52-eded7738f7d3 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:40:06.320198 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-65c4f7eb-c9aa-41c1-87e6-2eb5a4d5b0b5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:06.389389 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45058) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:06.412926 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-311838f2-0e4d-4c8d-a60f-ed65077b699e tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "GET /v2.0/routers/85c2f3d2-7fec-4ba8-aa86-5187e62842d9 HTTP/1.1" status: 200 len: 907 time: 0.3227658 Nov 26 16:40:06.416572 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45064) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:06.422095 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-1cd96024-dc2f-4ccd-9dde-07277278e7e4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Request body: {'router': {'name': 'tempest-snat-router-570087878', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'enable_snat': True}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:06.427165 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1cd96024-dc2f-4ccd-9dde-07277278e7e4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:06.431531 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1cd96024-dc2f-4ccd-9dde-07277278e7e4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Usage tracker for resource:router and tenant:17a6da3b675349ab89b64ceb25702236 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:06.434519 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1cd96024-dc2f-4ccd-9dde-07277278e7e4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:06.441787 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1cd96024-dc2f-4ccd-9dde-07277278e7e4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:06.462655 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1cd96024-dc2f-4ccd-9dde-07277278e7e4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:06.464367 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1cd96024-dc2f-4ccd-9dde-07277278e7e4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:06.472937 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-65c4f7eb-c9aa-41c1-87e6-2eb5a4d5b0b5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:06.488119 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:06.488365 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdaa7c0-c133-4ba3-b508-c188a43a9ab2 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:06.490916 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6fdaa7c0-c133-4ba3-b508-c188a43a9ab2 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "GET /v2.0/subnets/792986e4-a4b1-4c83-b5ac-1b9a73f866f6 HTTP/1.1" status: 200 len: 811 time: 0.4291255 Nov 26 16:40:06.492025 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a023a42-f5db-4865-8814-ddf8c901d8c2 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Port': ['ID=fed5a173-bd7e-4f1f-a393-72ea57cecf37,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:06.499383 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45068) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:06.511884 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a023a42-f5db-4865-8814-ddf8c901d8c2 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network 4957b33c-85eb-4f8a-8ab7-8504c6efbed1 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:06.516952 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0a023a42-f5db-4865-8814-ddf8c901d8c2 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:06.518024 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-0a023a42-f5db-4865-8814-ddf8c901d8c2 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:06.519853 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f198dc92-ac89-4673-9c13-26b311c71b4b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:06.521352 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 05e843a1-fc1c-4bd0-8c52-eded7738f7d3 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:06.522384 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:06.535006 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-65c4f7eb-c9aa-41c1-87e6-2eb5a4d5b0b5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:06.547932 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4f7eb-c9aa-41c1-87e6-2eb5a4d5b0b5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Subnet': ['ID=62a20fcb-dd3b-4804-bfd8-c81291be6eaf,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:06.553432 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-65c4f7eb-c9aa-41c1-87e6-2eb5a4d5b0b5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:06.558738 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-65c4f7eb-c9aa-41c1-87e6-2eb5a4d5b0b5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/subnets/62a20fcb-dd3b-4804-bfd8-c81291be6eaf HTTP/1.1" status: 204 len: 168 time: 1.6371036 Nov 26 16:40:06.559531 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45072) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:06.566964 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1cd96024-dc2f-4ccd-9dde-07277278e7e4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:06.620206 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f9f3e9-c302-4a5a-a771-533da28cda25 None None] Network 63466405-ef3e-449a-92d6-8c3f68676a9c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:40:06.666211 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-a7340007-4b26-4f2d-a9e9-695e36614aa7 tempest-QuotasTest-1185769493 tempest-QuotasTest-1185769493-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:06.686239 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1904774021', 'router:external': True}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:06.690992 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:06.692035 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1c939ac0-00ce-46ad-83a1-2b7b0aed115a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:06.693731 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1c939ac0-00ce-46ad-83a1-2b7b0aed115a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/537cd0f8-3921-4275-ad0c-b09dbf97fb72 HTTP/1.1" status: 204 len: 168 time: 0.7141504 Nov 26 16:40:06.695154 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Usage tracker for resource:network and tenant:59a0cd289a0d4398806a66c6d2a2f63a is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:06.697975 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9e42b5-1614-4593-bd47-de82083cf417 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['shared'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:06.699702 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7f9e42b5-1614-4593-bd47-de82083cf417 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "GET /v2.0/subnets/792986e4-a4b1-4c83-b5ac-1b9a73f866f6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1864266 Nov 26 16:40:06.705421 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45076) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:06.705985 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45078) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:06.707667 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:06.717109 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:06.726400 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-dadc50eb-3cd8-47c6-9ea4-788258c1aba7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1160653311'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:06.736289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c939ac0-00ce-46ad-83a1-2b7b0aed115a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=537cd0f8-3921-4275-ad0c-b09dbf97fb72,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:06.779881 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Made reservation on behalf of 59a0cd289a0d4398806a66c6d2a2f63a for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:06.783967 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:06.837177 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:06.854147 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9beff699-74f9-4918-a0dd-90754ef6c587 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:06.925208 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:06.949638 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-dadc50eb-3cd8-47c6-9ea4-788258c1aba7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:06.953167 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1c939ac0-00ce-46ad-83a1-2b7b0aed115a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:06.970276 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c2f3d2-7fec-4ba8-aa86-5187e62842d9', 'name': 'tempest-snat-router-570087878', 'tenant_id': '17a6da3b675349ab89b64ceb25702236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.93'}], 'enable_snat': False}, 'gw_port_id': 'c7c1d54a-5b6f-419a-bc87-067d6161ba12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:39:57Z', 'updated_at': '2021-11-26T16:40:01Z', 'revision_number': 3, 'project_id': '17a6da3b675349ab89b64ceb25702236', 'gw_port': {'id': 'c7c1d54a-5b6f-419a-bc87-067d6161ba12', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c2f3d2-7fec-4ba8-aa86-5187e62842d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:40:00Z', 'updated_at': '2021-11-26T16:40:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:06.976365 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] Checking router: 85c2f3d2-7fec-4ba8-aa86-5187e62842d9 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:40:06.976721 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] Updating router 85c2f3d2-7fec-4ba8-aa86-5187e62842d9 port c7c1d54a-5b6f-419a-bc87-067d6161ba12 binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:40:06.990299 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9b6ddf31-5679-40ac-b514-b821c84e77d6 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Synchronizing usage tracker for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group_rule {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:06.995015 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Usage tracker for resource:security_group_rule and tenant:59a0cd289a0d4398806a66c6d2a2f63a is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:06.997599 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-dadc50eb-3cd8-47c6-9ea4-788258c1aba7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:07.004527 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:07.011117 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a7340007-4b26-4f2d-a9e9-695e36614aa7 tempest-QuotasTest-1185769493 tempest-QuotasTest-1185769493-project-admin] 10.222.0.11 "PUT /v2.0/quotas/09ebfcda16f544e3ba63757ee8c975f8 HTTP/1.1" status: 200 len: 366 time: 0.6147695 Nov 26 16:40:07.014727 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45084) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:07.046383 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:07.050039 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadc50eb-3cd8-47c6-9ea4-788258c1aba7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Made reservation on behalf of 99567243f2e24c6489754d65bc9ff7cc for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:07.054117 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dadc50eb-3cd8-47c6-9ea4-788258c1aba7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:07.077112 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:07.079397 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-9beff699-74f9-4918-a0dd-90754ef6c587 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting port 83f80f6a-e087-495e-b941-cfc62622014d {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:07.079751 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9beff699-74f9-4918-a0dd-90754ef6c587 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:07.080976 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9b6ddf31-5679-40ac-b514-b821c84e77d6 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Unset dirty status for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group_rule {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:07.082251 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9b6ddf31-5679-40ac-b514-b821c84e77d6 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3751113 Nov 26 16:40:07.085311 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45088) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:07.105458 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-937e96c3-48f1-4071-b380-2502d072aaa4 None None] Provisioning complete for port fed5a173-bd7e-4f1f-a393-72ea57cecf37 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:07.106021 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-937e96c3-48f1-4071-b380-2502d072aaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:07.151386 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dadc50eb-3cd8-47c6-9ea4-788258c1aba7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:40:07.159522 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a023a42-f5db-4865-8814-ddf8c901d8c2 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Router 75a07ad7-15b9-483e-87e3-1cb24ca68380 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:40:07.206869 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1abd1bd0-a9af-4cea-9b1c-ccbf4afa93c6 tempest-QuotasTest-1185769493 tempest-QuotasTest-1185769493-project-admin] 10.222.0.11 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1877689 Nov 26 16:40:07.211596 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45092) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:07.224805 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1cd96024-dc2f-4ccd-9dde-07277278e7e4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:07.248787 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dadc50eb-3cd8-47c6-9ea4-788258c1aba7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:07.249421 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-dadc50eb-3cd8-47c6-9ea4-788258c1aba7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Added segment b063d1da-54b4-4bad-8c07-63b06f62591b of type vlan for network 8218b852-290e-46aa-a616-e8a1ff177d42 Nov 26 16:40:07.253636 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3c735a93-9fca-44b0-8a72-b0ccdcbae200 tempest-QuotasTest-1185769493 tempest-QuotasTest-1185769493-project-admin] 10.222.0.11 "GET /v2.0/quotas/09ebfcda16f544e3ba63757ee8c975f8 HTTP/1.1" status: 200 len: 366 time: 0.0375099 Nov 26 16:40:07.253817 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-937e96c3-48f1-4071-b380-2502d072aaa4 None None] Port fed5a173-bd7e-4f1f-a393-72ea57cecf37 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:40:07.255798 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45096) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:07.329912 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b2cbf701-94e1-436e-974c-438fbecb5eca tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:07.348556 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f535f9fc-8726-4900-a800-582cd72e92d3 None None] DHCP port deletion for 63466405-ef3e-449a-92d6-8c3f68676a9c request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:40:07.356348 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f535f9fc-8726-4900-a800-582cd72e92d3 None None] Deleting port 83f80f6a-e087-495e-b941-cfc62622014d {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:07.357162 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f535f9fc-8726-4900-a800-582cd72e92d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:07.411500 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ad94500e-9d5a-496a-b0cb-d1d77a3f00ef tempest-QuotasTest-1185769493 tempest-QuotasTest-1185769493-project-admin] 10.222.0.11 "DELETE /v2.0/quotas/09ebfcda16f544e3ba63757ee8c975f8 HTTP/1.1" status: 204 len: 168 time: 0.0829964 Nov 26 16:40:07.418588 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45100) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:07.421656 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b2cbf701-94e1-436e-974c-438fbecb5eca tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:07.440938 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dadc50eb-3cd8-47c6-9ea4-788258c1aba7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:07.472841 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a023a42-f5db-4865-8814-ddf8c901d8c2 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:40:07.485940 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b174b45-edbe-488d-b4ac-daaa2e923e7b None None] Sync routers for ids ['75a07ad7-15b9-483e-87e3-1cb24ca68380'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:40:07.513926 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:07.522429 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0a023a42-f5db-4865-8814-ddf8c901d8c2 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "PUT /v2.0/routers/75a07ad7-15b9-483e-87e3-1cb24ca68380/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0632386 Nov 26 16:40:07.522645 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45104) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:07.533592 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] Transition to ACTIVE for port object c7c1d54a-5b6f-419a-bc87-067d6161ba12 will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:07.534072 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b174b45-edbe-488d-b4ac-daaa2e923e7b None None] Routers {'75a07ad7-15b9-483e-87e3-1cb24ca68380'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:07.534943 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6b174b45-edbe-488d-b4ac-daaa2e923e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['75a07ad7-15b9-483e-87e3-1cb24ca68380'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:07.542749 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5b20dce8-5b62-458d-b767-049ddb9161fd tempest-QuotasTest-1185769493 tempest-QuotasTest-1185769493-project-admin] 10.222.0.11 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1035643 Nov 26 16:40:07.546566 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:07.549472 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45108) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:07.551608 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-31c1465d-9e64-4411-868d-54be93688b0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:07.566304 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b2cbf701-94e1-436e-974c-438fbecb5eca tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:07.568819 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b2cbf701-94e1-436e-974c-438fbecb5eca tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:07.572304 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b2cbf701-94e1-436e-974c-438fbecb5eca tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "DELETE /v2.0/security-groups/c8824973-ea58-4430-8e42-6f9eb0599e3e HTTP/1.1" status: 204 len: 168 time: 0.4832532 Nov 26 16:40:07.572304 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dadc50eb-3cd8-47c6-9ea4-788258c1aba7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:07.574320 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45112) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:07.576791 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadc50eb-3cd8-47c6-9ea4-788258c1aba7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:07.577394 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dadc50eb-3cd8-47c6-9ea4-788258c1aba7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:07.589449 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5281a19f-2f92-41bb-a9e8-905e683f9b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:07.618643 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbf701-94e1-436e-974c-438fbecb5eca tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8824973-ea58-4430-8e42-6f9eb0599e3e,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:07.621952 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-24dbd0d8-d477-4db6-a55c-ab52728c39ed tempest-QuotasTest-1185769493 tempest-QuotasTest-1185769493-project-admin] 10.222.0.11 "GET /v2.0/quotas/09ebfcda16f544e3ba63757ee8c975f8 HTTP/1.1" status: 200 len: 370 time: 0.0630732 Nov 26 16:40:07.624033 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b2cbf701-94e1-436e-974c-438fbecb5eca tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:07.626988 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ff928d12-eeb0-4e26-81f9-7834938472ba tempest-DHCPAgentSchedulersTestJSON-684314253 tempest-DHCPAgentSchedulersTestJSON-684314253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:07.636989 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-9beff699-74f9-4918-a0dd-90754ef6c587 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] For port 83f80f6a-e087-495e-b941-cfc62622014d, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=83f80f6a-e087-495e-b941-cfc62622014d,segment=NetworkSegment(e3eb4b8c-b0fb-40bc-a77a-65ed067f62e8),segment_id=e3eb4b8c-b0fb-40bc-a77a-65ed067f62e8)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:40:07.637635 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9beff699-74f9-4918-a0dd-90754ef6c587 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:07.644585 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45116) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:07.663371 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] Attempting to bind port c7c1d54a-5b6f-419a-bc87-067d6161ba12 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:40:07.663887 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] Attempting to bind port c7c1d54a-5b6f-419a-bc87-067d6161ba12 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:40:07.664818 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] Attempting to bind port c7c1d54a-5b6f-419a-bc87-067d6161ba12 on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:40:07.668936 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b6288aaa-6b0d-4dbf-add7-9f36eace3339 tempest-QuotasTest-1185769493 tempest-QuotasTest-1185769493-project-admin] 10.222.0.11 "GET /v2.0/quotas/09ebfcda16f544e3ba63757ee8c975f8/default HTTP/1.1" status: 200 len: 370 time: 0.0197804 Nov 26 16:40:07.680943 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:40:07.681329 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:40:07.682282 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:07.682685 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:40:07.683164 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] Bound port: c7c1d54a-5b6f-419a-bc87-067d6161ba12, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:40:07.683587 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:07.708290 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6b174b45-edbe-488d-b4ac-daaa2e923e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:07.717292 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf24f4-bbf7-4ae0-8dcd-0023f15946b0 None None] Pushing event updated for resources: {'Port': ['ID=c7c1d54a-5b6f-419a-bc87-067d6161ba12,revision_number=2']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:07.736152 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-39bf24f4-bbf7-4ae0-8dcd-0023f15946b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:07.796067 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] For port c7c1d54a-5b6f-419a-bc87-067d6161ba12, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:40:07.801372 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] For port c7c1d54a-5b6f-419a-bc87-067d6161ba12, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=c7c1d54a-5b6f-419a-bc87-067d6161ba12,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:40:07.802558 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b174b45-edbe-488d-b4ac-daaa2e923e7b None None] Routers {'75a07ad7-15b9-483e-87e3-1cb24ca68380'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:07.807946 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:07.808823 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6b174b45-edbe-488d-b4ac-daaa2e923e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['75a07ad7-15b9-483e-87e3-1cb24ca68380'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:07.813918 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:07.868510 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9b0617-3926-486d-8fc1-9b69d347ce59 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:07.869895 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-4d9b0617-3926-486d-8fc1-9b69d347ce59 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Synchronizing usage tracker for tenant:64d59b3f13ac4d738c5b4d126f3cbc4c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:07.878561 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-dadc50eb-3cd8-47c6-9ea4-788258c1aba7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1693399 Nov 26 16:40:07.879556 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45120) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:07.885197 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-f535f9fc-8726-4900-a800-582cd72e92d3 None None] For port 83f80f6a-e087-495e-b941-cfc62622014d, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=83f80f6a-e087-495e-b941-cfc62622014d,segment=NetworkSegment(e3eb4b8c-b0fb-40bc-a77a-65ed067f62e8),segment_id=e3eb4b8c-b0fb-40bc-a77a-65ed067f62e8)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:40:07.885734 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f535f9fc-8726-4900-a800-582cd72e92d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:07.893754 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6b174b45-edbe-488d-b4ac-daaa2e923e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:07.894295 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b174b45-edbe-488d-b4ac-daaa2e923e7b None None] The sync data for ids ['75a07ad7-15b9-483e-87e3-1cb24ca68380'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:40:07.898252 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] Routers {'85c2f3d2-7fec-4ba8-aa86-5187e62842d9'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:07.899424 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['85c2f3d2-7fec-4ba8-aa86-5187e62842d9'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:07.903315 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45122) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:07.904504 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-67f3c3f8-d7a8-4980-8c53-ef8190a98284 tempest-QuotasTest-1185769493 tempest-QuotasTest-1185769493-project-admin] delete failed (client error): The resource could not be found. Nov 26 16:40:07.905665 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-67f3c3f8-d7a8-4980-8c53-ef8190a98284 tempest-QuotasTest-1185769493 tempest-QuotasTest-1185769493-project-admin] 10.222.0.11 "DELETE /v2.0/quotas/09ebfcda16f544e3ba63757ee8c975f8 HTTP/1.1" status: 404 len: 348 time: 0.0165124 Nov 26 16:40:07.926397 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-c2f4f01d-4973-4b83-86cc-cff1ba497911 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Request body: {'subnet': {'network_id': '8218b852-290e-46aa-a616-e8a1ff177d42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:07.962539 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc50eb-3cd8-47c6-9ea4-788258c1aba7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'Network': ['ID=8218b852-290e-46aa-a616-e8a1ff177d42,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:08.012916 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-9beff699-74f9-4918-a0dd-90754ef6c587 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Calling delete_port for 83f80f6a-e087-495e-b941-cfc62622014d owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:08.019429 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 8218b852-290e-46aa-a616-e8a1ff177d42 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:40:08.040953 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f535f9fc-8726-4900-a800-582cd72e92d3 None None] Calling delete_port for 83f80f6a-e087-495e-b941-cfc62622014d owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:08.065820 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf24f4-bbf7-4ae0-8dcd-0023f15946b0 None None] Pushing event updated for resources: {'Port': ['ID=c7c1d54a-5b6f-419a-bc87-067d6161ba12,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:08.071403 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-39bf24f4-bbf7-4ae0-8dcd-0023f15946b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:08.083146 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-4d9b0617-3926-486d-8fc1-9b69d347ce59 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Unset dirty status for tenant:64d59b3f13ac4d738c5b4d126f3cbc4c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:08.084727 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4d9b0617-3926-486d-8fc1-9b69d347ce59 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "GET /v2.0/ports/fed5a173-bd7e-4f1f-a393-72ea57cecf37 HTTP/1.1" status: 200 len: 911 time: 0.5606325 Nov 26 16:40:08.086738 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-dadc50eb-3cd8-47c6-9ea4-788258c1aba7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:08.092874 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45130) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:08.125643 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45134) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:08.135160 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:08.148255 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] Set router 85c2f3d2-7fec-4ba8-aa86-5187e62842d9 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:40:08.191113 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fd749067-6a24-4b62-bf7b-5b206a2ce189 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6054819 Nov 26 16:40:08.191933 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9beff699-74f9-4918-a0dd-90754ef6c587 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:08.200272 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45138) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:08.204670 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-f535f9fc-8726-4900-a800-582cd72e92d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:40:08.205149 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-f535f9fc-8726-4900-a800-582cd72e92d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:40:08.210160 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a59c7e5c-8318-4dfa-b02d-ec152b977f8b tempest-RoutersAdminNegativeIpV6Test-1513065964 tempest-RoutersAdminNegativeIpV6Test-1513065964-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:08.243356 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:08.257929 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:40:08.263697 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 83f80f6a-e087-495e-b941-cfc62622014d no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:40:08.288545 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-8652bbc5-22bc-46a3-b0d7-6e3aba376a71 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Request body: {'security_group': {'name': 'tempest-secgroup--44533842'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:08.294383 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-8652bbc5-22bc-46a3-b0d7-6e3aba376a71 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:08.298750 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8652bbc5-22bc-46a3-b0d7-6e3aba376a71 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Usage tracker for resource:security_group and tenant:1d5d349e7dfe4014b2f72037d4a694d0 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:08.301803 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8652bbc5-22bc-46a3-b0d7-6e3aba376a71 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:08.303450 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 83f80f6a-e087-495e-b941-cfc62622014d {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:40:08.304011 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 83f80f6a-e087-495e-b941-cfc62622014d not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:40:08.310198 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-8652bbc5-22bc-46a3-b0d7-6e3aba376a71 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:08.313829 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beff699-74f9-4918-a0dd-90754ef6c587 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Port': ['ID=83f80f6a-e087-495e-b941-cfc62622014d,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:08.316561 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9beff699-74f9-4918-a0dd-90754ef6c587 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:08.319802 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:08.329763 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beff699-74f9-4918-a0dd-90754ef6c587 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] No DVR routers for this DVR port 83f80f6a-e087-495e-b941-cfc62622014d on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:40:08.335492 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:08.335859 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Added segment bf25f267-ce94-4f28-9b58-9dffd4f81a0b of type vlan for network 4b738877-2456-4fad-b934-532996cea2f8 Nov 26 16:40:08.345159 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c2f4f01d-4973-4b83-86cc-cff1ba497911 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:08.362822 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c2f4f01d-4973-4b83-86cc-cff1ba497911 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:08.393070 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fe53071b-f3dc-47b1-b922-faaf96f53470 tempest-QuotasTest-1185769493 tempest-QuotasTest-1185769493-project-admin] Usage tracker for resource:network and tenant:4dce427c4ed24bbf8dc011a3caeeac6d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:08.411706 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8652bbc5-22bc-46a3-b0d7-6e3aba376a71 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:08.437455 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f4f01d-4973-4b83-86cc-cff1ba497911 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Made reservation on behalf of 99567243f2e24c6489754d65bc9ff7cc for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:08.441002 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c2f4f01d-4973-4b83-86cc-cff1ba497911 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:08.481037 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c2f3d2-7fec-4ba8-aa86-5187e62842d9', 'name': 'tempest-snat-router-570087878', 'tenant_id': '17a6da3b675349ab89b64ceb25702236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.93'}], 'enable_snat': False}, 'gw_port_id': 'c7c1d54a-5b6f-419a-bc87-067d6161ba12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:39:57Z', 'updated_at': '2021-11-26T16:40:01Z', 'revision_number': 3, 'project_id': '17a6da3b675349ab89b64ceb25702236', 'gw_port': {'id': 'c7c1d54a-5b6f-419a-bc87-067d6161ba12', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c2f3d2-7fec-4ba8-aa86-5187e62842d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:40:00Z', 'updated_at': '2021-11-26T16:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:08.485000 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afb1af5-85a0-46e4-adec-0b064a892aeb None None] The sync data for ids ['85c2f3d2-7fec-4ba8-aa86-5187e62842d9'] in dv-neutron-819440-1-hyperv is: [{'id': '85c2f3d2-7fec-4ba8-aa86-5187e62842d9', 'name': 'tempest-snat-router-570087878', 'tenant_id': '17a6da3b675349ab89b64ceb25702236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.93'}], 'enable_snat': False}, 'gw_port_id': 'c7c1d54a-5b6f-419a-bc87-067d6161ba12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:39:57Z', 'updated_at': '2021-11-26T16:40:01Z', 'revision_number': 3, 'project_id': '17a6da3b675349ab89b64ceb25702236', 'gw_port': {'id': 'c7c1d54a-5b6f-419a-bc87-067d6161ba12', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c2f3d2-7fec-4ba8-aa86-5187e62842d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:40:00Z', 'updated_at': '2021-11-26T16:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:40:08.491659 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fe53071b-f3dc-47b1-b922-faaf96f53470 tempest-QuotasTest-1185769493 tempest-QuotasTest-1185769493-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:08.503533 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82368e3c-3f7b-4e3f-bef8-351f71b6b32e,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:08.523333 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:08.553673 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-8652bbc5-22bc-46a3-b0d7-6e3aba376a71 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:08.559921 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:08.565716 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9beff699-74f9-4918-a0dd-90754ef6c587 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:08.601566 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fe53071b-f3dc-47b1-b922-faaf96f53470 tempest-QuotasTest-1185769493 tempest-QuotasTest-1185769493-project-admin] Usage tracker for resource:subnet and tenant:4dce427c4ed24bbf8dc011a3caeeac6d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:08.604132 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-8652bbc5-22bc-46a3-b0d7-6e3aba376a71 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:08.612305 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.ipam_backend_mixin [None req-c2f4f01d-4973-4b83-86cc-cff1ba497911 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Performing IP validity checks on allocation pools {{(pid=87518) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 26 16:40:08.612819 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.ipam_backend_mixin [None req-c2f4f01d-4973-4b83-86cc-cff1ba497911 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87518) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 26 16:40:08.629733 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fe53071b-f3dc-47b1-b922-faaf96f53470 tempest-QuotasTest-1185769493 tempest-QuotasTest-1185769493-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:08.642786 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-9beff699-74f9-4918-a0dd-90754ef6c587 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63466405-ef3e-449a-92d6-8c3f68676a9c']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:08.707089 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f535f9fc-8726-4900-a800-582cd72e92d3 None None] Deleting port 83f80f6a-e087-495e-b941-cfc62622014d {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:08.708314 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f535f9fc-8726-4900-a800-582cd72e92d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:08.729685 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-9beff699-74f9-4918-a0dd-90754ef6c587 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3eb4b8c-b0fb-40bc-a77a-65ed067f62e8') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:08.729984 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-9beff699-74f9-4918-a0dd-90754ef6c587 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3eb4b8c-b0fb-40bc-a77a-65ed067f62e8') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:08.817563 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f535f9fc-8726-4900-a800-582cd72e92d3 None None] The port '83f80f6a-e087-495e-b941-cfc62622014d' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:40:08.837052 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fe53071b-f3dc-47b1-b922-faaf96f53470 tempest-QuotasTest-1185769493 tempest-QuotasTest-1185769493-project-admin] Usage tracker for resource:subnetpool and tenant:4dce427c4ed24bbf8dc011a3caeeac6d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:08.852834 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9beff699-74f9-4918-a0dd-90754ef6c587 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:08.872389 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fe53071b-f3dc-47b1-b922-faaf96f53470 tempest-QuotasTest-1185769493 tempest-QuotasTest-1185769493-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:08.887654 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:08.888747 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:08.889322 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:08.894445 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9beff699-74f9-4918-a0dd-90754ef6c587 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:08.896523 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5337c9ec-a497-462d-8f74-64cd64a124e8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:08.994058 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c2f4f01d-4973-4b83-86cc-cff1ba497911 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:08.999564 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-78ac1c3a-f823-498e-8bcf-c5e6157832ec tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:09.030838 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9beff699-74f9-4918-a0dd-90754ef6c587 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:40:09.031155 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9beff699-74f9-4918-a0dd-90754ef6c587 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:40:09.047063 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:40:09.076354 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4f01d-4973-4b83-86cc-cff1ba497911 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'Subnet': ['ID=e3c13639-b2ca-462a-9185-825e3acdba67,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:09.085492 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1cd96024-dc2f-4ccd-9dde-07277278e7e4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:09.088114 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c2f4f01d-4973-4b83-86cc-cff1ba497911 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:09.105926 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f4f01d-4973-4b83-86cc-cff1ba497911 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Checking segment: {'id': 'b063d1da-54b4-4bad-8c07-63b06f62591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8218b852-290e-46aa-a616-e8a1ff177d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:40:09.106285 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f4f01d-4973-4b83-86cc-cff1ba497911 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Network hostable DHCP agents. Network: 8218b852-290e-46aa-a616-e8a1ff177d42, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:40:09.112243 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-084a7232-06b0-4b95-92b9-a929fd7a8cf9 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:09.178849 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fe53071b-f3dc-47b1-b922-faaf96f53470 tempest-QuotasTest-1185769493 tempest-QuotasTest-1185769493-project-admin] Usage tracker for resource:port and tenant:4dce427c4ed24bbf8dc011a3caeeac6d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:09.199775 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fe53071b-f3dc-47b1-b922-faaf96f53470 tempest-QuotasTest-1185769493 tempest-QuotasTest-1185769493-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:09.215696 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1cd96024-dc2f-4ccd-9dde-07277278e7e4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:09.255745 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Pushing event updated for resources: {'Network': ['ID=4b738877-2456-4fad-b934-532996cea2f8,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:09.262343 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8652bbc5-22bc-46a3-b0d7-6e3aba376a71 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:09.278514 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f4f01d-4973-4b83-86cc-cff1ba497911 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Network 8218b852-290e-46aa-a616-e8a1ff177d42 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:40:09.280629 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 4b738877-2456-4fad-b934-532996cea2f8 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:40:09.302625 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:09.304534 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fe53071b-f3dc-47b1-b922-faaf96f53470 tempest-QuotasTest-1185769493 tempest-QuotasTest-1185769493-project-admin] Usage tracker for resource:router and tenant:4dce427c4ed24bbf8dc011a3caeeac6d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:09.312130 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fe53071b-f3dc-47b1-b922-faaf96f53470 tempest-QuotasTest-1185769493 tempest-QuotasTest-1185769493-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:09.314159 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8652bbc5-22bc-46a3-b0d7-6e3aba376a71 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:09.323587 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:09.353525 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9beff699-74f9-4918-a0dd-90754ef6c587 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:09.359354 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.1868644 Nov 26 16:40:09.361308 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45144) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:09.362041 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-c2f4f01d-4973-4b83-86cc-cff1ba497911 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 8218b852-290e-46aa-a616-e8a1ff177d42) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:09.380300 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-64671414-13aa-44ba-b953-541ceda312ae tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Request body: {'subnet': {'network_id': '4b738877-2456-4fad-b934-532996cea2f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:09.384296 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9beff699-74f9-4918-a0dd-90754ef6c587 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:09.386750 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fe53071b-f3dc-47b1-b922-faaf96f53470 tempest-QuotasTest-1185769493 tempest-QuotasTest-1185769493-project-admin] Usage tracker for resource:floatingip and tenant:4dce427c4ed24bbf8dc011a3caeeac6d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:09.410117 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6120dc2a-aa47-4a89-8bc4-8c6747ee7578 None None] Network 8218b852-290e-46aa-a616-e8a1ff177d42 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:40:09.410637 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f4f01d-4973-4b83-86cc-cff1ba497911 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:09.412180 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c2f4f01d-4973-4b83-86cc-cff1ba497911 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:09.412831 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fe53071b-f3dc-47b1-b922-faaf96f53470 tempest-QuotasTest-1185769493 tempest-QuotasTest-1185769493-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:09.419539 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-9beff699-74f9-4918-a0dd-90754ef6c587 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/networks/63466405-ef3e-449a-92d6-8c3f68676a9c HTTP/1.1" status: 204 len: 168 time: 2.8572628 Nov 26 16:40:09.420712 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652bbc5-22bc-46a3-b0d7-6e3aba376a71 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca55e09-9992-4976-964b-3c405a49f06e,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:09.426636 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8652bbc5-22bc-46a3-b0d7-6e3aba376a71 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:09.427867 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8652bbc5-22bc-46a3-b0d7-6e3aba376a71 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1862786 Nov 26 16:40:09.429041 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8652bbc5-22bc-46a3-b0d7-6e3aba376a71 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:09.429492 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45148) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:09.435112 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-05d1901f-ff01-4c9e-bd49-44570459aed2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:09.447049 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45150) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:09.448443 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-64671414-13aa-44ba-b953-541ceda312ae tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:09.459488 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-64671414-13aa-44ba-b953-541ceda312ae tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Usage tracker for resource:subnet and tenant:59a0cd289a0d4398806a66c6d2a2f63a is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:09.465195 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-7fc3de8d-1e38-45ac-94cb-0a7b40ebc965 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Request body: {'security_group_rule': {'security_group_id': '3ca55e09-9992-4976-964b-3c405a49f06e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:09.470360 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beff699-74f9-4918-a0dd-90754ef6c587 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Network': ['ID=63466405-ef3e-449a-92d6-8c3f68676a9c,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:09.473557 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c2f4f01d-4973-4b83-86cc-cff1ba497911 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5665224 Nov 26 16:40:09.475408 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45156) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:09.475838 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-1cfe8381-a922-4069-81be-1a9dae501418 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'port': {'network_id': 'f6c01091-2a92-407c-b319-eb4649214920', 'name': 'tempest-PortsTestJSON-671122382'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:09.477847 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-64671414-13aa-44ba-b953-541ceda312ae tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:09.482651 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7fc3de8d-1e38-45ac-94cb-0a7b40ebc965 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:09.494808 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-6b3783be-90d1-40c4-81c8-1d575d60f937 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:09.519436 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9beff699-74f9-4918-a0dd-90754ef6c587 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:09.526820 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7fc3de8d-1e38-45ac-94cb-0a7b40ebc965 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Usage tracker for resource:security_group_rule and tenant:1d5d349e7dfe4014b2f72037d4a694d0 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:09.534005 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-64671414-13aa-44ba-b953-541ceda312ae tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:09.541551 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7fc3de8d-1e38-45ac-94cb-0a7b40ebc965 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:09.643593 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-1cd96024-dc2f-4ccd-9dde-07277278e7e4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Allocated IP 172.26.0.248 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/66f140f8-9b6c-4bfc-9add-b968330cb47e) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:09.697513 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1cfe8381-a922-4069-81be-1a9dae501418 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:09.703697 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7fc3de8d-1e38-45ac-94cb-0a7b40ebc965 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:09.710378 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-8218b852-290e-46aa-a616-e8a1ff177d42', 'network_id': '8218b852-290e-46aa-a616-e8a1ff177d42', 'tenant_id': '99567243f2e24c6489754d65bc9ff7cc', 'fixed_ips': [{'subnet_id': 'e3c13639-b2ca-462a-9185-825e3acdba67'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:40:09.713030 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:09.719559 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64671414-13aa-44ba-b953-541ceda312ae tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Made reservation on behalf of 59a0cd289a0d4398806a66c6d2a2f63a for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:09.722013 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-64671414-13aa-44ba-b953-541ceda312ae tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:09.754335 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1cfe8381-a922-4069-81be-1a9dae501418 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:port and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:09.884059 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7fc3de8d-1e38-45ac-94cb-0a7b40ebc965 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:09.886865 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1cfe8381-a922-4069-81be-1a9dae501418 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:09.891765 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fe53071b-f3dc-47b1-b922-faaf96f53470 tempest-QuotasTest-1185769493 tempest-QuotasTest-1185769493-project-admin] Usage tracker for resource:security_group and tenant:4dce427c4ed24bbf8dc011a3caeeac6d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:09.900892 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1cfe8381-a922-4069-81be-1a9dae501418 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:09.903394 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] Allocated IP 172.20.0.3 (8218b852-290e-46aa-a616-e8a1ff177d42/e3c13639-b2ca-462a-9185-825e3acdba67/9d100e71-c4d8-42ad-9c52-0b95f83ad4ca) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:09.906035 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fe53071b-f3dc-47b1-b922-faaf96f53470 tempest-QuotasTest-1185769493 tempest-QuotasTest-1185769493-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:09.928477 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fe53071b-f3dc-47b1-b922-faaf96f53470 tempest-QuotasTest-1185769493 tempest-QuotasTest-1185769493-project-admin] Usage tracker for resource:security_group_rule and tenant:4dce427c4ed24bbf8dc011a3caeeac6d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:09.935802 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfe8381-a922-4069-81be-1a9dae501418 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:09.940088 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8381-a922-4069-81be-1a9dae501418 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:09.960630 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fe53071b-f3dc-47b1-b922-faaf96f53470 tempest-QuotasTest-1185769493 tempest-QuotasTest-1185769493-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:09.973767 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fe53071b-f3dc-47b1-b922-faaf96f53470 tempest-QuotasTest-1185769493 tempest-QuotasTest-1185769493-project-admin] 10.222.0.11 "GET /v2.0/quotas/4dce427c4ed24bbf8dc011a3caeeac6d/details.json HTTP/1.1" status: 200 len: 703 time: 1.8357713 Nov 26 16:40:09.987665 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6b3783be-90d1-40c4-81c8-1d575d60f937 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2508817'] for subnet, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:09.994525 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-1cfe8381-a922-4069-81be-1a9dae501418 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] device_id is not set on port d915059d-d71d-4f97-83a2-48b49b60e169 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:40:10.079762 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-084a7232-06b0-4b95-92b9-a929fd7a8cf9 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting port fed5a173-bd7e-4f1f-a393-72ea57cecf37 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:10.080242 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-084a7232-06b0-4b95-92b9-a929fd7a8cf9 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:10.096525 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1cd96024-dc2f-4ccd-9dde-07277278e7e4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:10.157120 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7fc3de8d-1e38-45ac-94cb-0a7b40ebc965 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:10.191563 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7fc3de8d-1e38-45ac-94cb-0a7b40ebc965 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:10.201556 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:10.216369 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] Transition to ACTIVE for port object 9d100e71-c4d8-42ad-9c52-0b95f83ad4ca will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:10.256387 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5a7f96ee-cb62-40f5-bda5-19b329a9a65b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:10.276638 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] Transition to ACTIVE for port object 9d100e71-c4d8-42ad-9c52-0b95f83ad4ca will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:10.294202 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:10.309105 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:10.324717 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1cd96024-dc2f-4ccd-9dde-07277278e7e4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:10.333016 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3de8d-1e38-45ac-94cb-0a7b40ebc965 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373fc94f-8388-4362-92eb-40e39238a37a,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:10.333245 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5ab7d0d9-6c31-49b2-a76a-94dba62906dd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:10.339679 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7fc3de8d-1e38-45ac-94cb-0a7b40ebc965 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:10.416342 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c7c1d54a-5b6f-419a-bc87-067d6161ba12 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:40:10.424543 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7fc3de8d-1e38-45ac-94cb-0a7b40ebc965 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:10.428363 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7fc3de8d-1e38-45ac-94cb-0a7b40ebc965 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9745431 Nov 26 16:40:10.437369 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45162) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:10.453203 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-bef693eb-aba8-44f2-8e09-7d8b881ecd42 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Request body: {'security_group_rule': {'security_group_id': '3ca55e09-9992-4976-964b-3c405a49f06e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:10.458862 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd96024-dc2f-4ccd-9dde-07277278e7e4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:10.481986 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-bef693eb-aba8-44f2-8e09-7d8b881ecd42 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:10.488898 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-1cd96024-dc2f-4ccd-9dde-07277278e7e4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:10.505740 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] Network 8218b852-290e-46aa-a616-e8a1ff177d42 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:10.511190 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd96024-dc2f-4ccd-9dde-07277278e7e4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:10.511682 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:10.512280 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-084a7232-06b0-4b95-92b9-a929fd7a8cf9 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:10.514735 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:10.523018 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] Pushing event updated for resources: {'Port': ['ID=9d100e71-c4d8-42ad-9c52-0b95f83ad4ca,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:10.527120 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:10.563832 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-bef693eb-aba8-44f2-8e09-7d8b881ecd42 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Usage tracker for resource:security_group_rule and tenant:1d5d349e7dfe4014b2f72037d4a694d0 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:10.569803 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8381-a922-4069-81be-1a9dae501418 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:10.572675 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd96024-dc2f-4ccd-9dde-07277278e7e4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Pushing event updated for resources: {'Port': ['ID=66f140f8-9b6c-4bfc-9add-b968330cb47e,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:10.578392 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-bef693eb-aba8-44f2-8e09-7d8b881ecd42 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:10.581816 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port c7c1d54a-5b6f-419a-bc87-067d6161ba12 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:10.596787 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1cd96024-dc2f-4ccd-9dde-07277278e7e4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:10.599454 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-bef693eb-aba8-44f2-8e09-7d8b881ecd42 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:10.637161 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port c7c1d54a-5b6f-419a-bc87-067d6161ba12 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:10.637797 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:10.703470 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] Attempting to bind port 9d100e71-c4d8-42ad-9c52-0b95f83ad4ca on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:40:10.704143 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] Attempting to bind port 9d100e71-c4d8-42ad-9c52-0b95f83ad4ca by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'b063d1da-54b4-4bad-8c07-63b06f62591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8218b852-290e-46aa-a616-e8a1ff177d42'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:40:10.704686 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] Attempting to bind port 9d100e71-c4d8-42ad-9c52-0b95f83ad4ca on network 8218b852-290e-46aa-a616-e8a1ff177d42 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:40:10.714585 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:40:10.715684 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] Checking segment: {'id': 'b063d1da-54b4-4bad-8c07-63b06f62591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8218b852-290e-46aa-a616-e8a1ff177d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:40:10.716330 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:10.716893 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] Bound using segment: {'id': 'b063d1da-54b4-4bad-8c07-63b06f62591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8218b852-290e-46aa-a616-e8a1ff177d42'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:40:10.717522 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] Bound port: 9d100e71-c4d8-42ad-9c52-0b95f83ad4ca, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b063d1da-54b4-4bad-8c07-63b06f62591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8218b852-290e-46aa-a616-e8a1ff177d42'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:40:10.718049 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:10.725494 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45168) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:10.745431 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-084a7232-06b0-4b95-92b9-a929fd7a8cf9 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Calling delete_port for fed5a173-bd7e-4f1f-a393-72ea57cecf37 owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:10.779075 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bef693eb-aba8-44f2-8e09-7d8b881ecd42 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:10.869928 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:10.875344 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8381-a922-4069-81be-1a9dae501418 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:10.893712 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] For port 9d100e71-c4d8-42ad-9c52-0b95f83ad4ca, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:40:10.897176 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9beff699-74f9-4918-a0dd-90754ef6c587 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:10.898153 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] For port 9d100e71-c4d8-42ad-9c52-0b95f83ad4ca, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=9d100e71-c4d8-42ad-9c52-0b95f83ad4ca,segment=NetworkSegment(b063d1da-54b4-4bad-8c07-63b06f62591b),segment_id=b063d1da-54b4-4bad-8c07-63b06f62591b)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:40:10.901495 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port c7c1d54a-5b6f-419a-bc87-067d6161ba12, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=c7c1d54a-5b6f-419a-bc87-067d6161ba12,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:40:10.905532 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:10.911169 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:10.963371 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:10.995384 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bef693eb-aba8-44f2-8e09-7d8b881ecd42 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:11.010571 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] Pushing event updated for resources: {'Port': ['ID=9d100e71-c4d8-42ad-9c52-0b95f83ad4ca,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:11.013693 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bef693eb-aba8-44f2-8e09-7d8b881ecd42 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:11.015001 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:11.015602 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f8d96ccc-0ead-4009-b43e-ffc6d3160fce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:11.047055 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfe8381-a922-4069-81be-1a9dae501418 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network f6c01091-2a92-407c-b319-eb4649214920 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:11.050954 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6b3783be-90d1-40c4-81c8-1d575d60f937 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756664963660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2338198'] for subnet, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:11.058615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-88cf80ea-154e-4894-bd19-cb76e25480ef tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:11.087410 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.objects.ports [None req-64671414-13aa-44ba-b953-541ceda312ae tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87518) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 26 16:40:11.088666 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-64671414-13aa-44ba-b953-541ceda312ae tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:11.102839 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=c7c1d54a-5b6f-419a-bc87-067d6161ba12,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:11.106686 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:11.109297 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5ca67245-f18b-473b-9e0b-1a7ee2d715a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:11.170770 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3783be-90d1-40c4-81c8-1d575d60f937 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:11.171294 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6b3783be-90d1-40c4-81c8-1d575d60f937 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:11.175281 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6b3783be-90d1-40c4-81c8-1d575d60f937 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "PUT /v2.0/subnets/e3c13639-b2ca-462a-9185-825e3acdba67 HTTP/1.1" status: 200 len: 877 time: 1.6915958 Nov 26 16:40:11.178951 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45174) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:11.187119 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-1cfe8381-a922-4069-81be-1a9dae501418 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:11.189495 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfe8381-a922-4069-81be-1a9dae501418 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:11.195691 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfe8381-a922-4069-81be-1a9dae501418 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:11.196332 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8381-a922-4069-81be-1a9dae501418 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:11.214774 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe8381-a922-4069-81be-1a9dae501418 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Port': ['ID=d915059d-d71d-4f97-83a2-48b49b60e169,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:11.215600 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5ca67245-f18b-473b-9e0b-1a7ee2d715a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:11.228592 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1cfe8381-a922-4069-81be-1a9dae501418 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:11.256549 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5ca67245-f18b-473b-9e0b-1a7ee2d715a0 admin admin] Usage tracker for resource:security_group_rule and tenant:3e49a319e7324255a26c3a2a502826f6 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:11.262424 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3783be-90d1-40c4-81c8-1d575d60f937 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event updated for resources: {'Subnet': ['ID=e3c13639-b2ca-462a-9185-825e3acdba67,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:11.266828 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5ca67245-f18b-473b-9e0b-1a7ee2d715a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:11.273376 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6b3783be-90d1-40c4-81c8-1d575d60f937 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:11.278457 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:11.290874 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:11.311227 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5ca67245-f18b-473b-9e0b-1a7ee2d715a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:11.324060 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64671414-13aa-44ba-b953-541ceda312ae tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Checking segment: {'id': 'bf25f267-ce94-4f28-9b58-9dffd4f81a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4b738877-2456-4fad-b934-532996cea2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:40:11.324506 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64671414-13aa-44ba-b953-541ceda312ae tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Network hostable DHCP agents. Network: 4b738877-2456-4fad-b934-532996cea2f8, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:40:11.370360 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bef693eb-aba8-44f2-8e09-7d8b881ecd42 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:11.370895 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-084a7232-06b0-4b95-92b9-a929fd7a8cf9 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:11.371132 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-bef693eb-aba8-44f2-8e09-7d8b881ecd42 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9306002 Nov 26 16:40:11.372019 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef693eb-aba8-44f2-8e09-7d8b881ecd42 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34aa4ec1-3cb7-4a88-9f7d-4efc426b1018,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:11.380066 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45178) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:11.392440 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1cfe8381-a922-4069-81be-1a9dae501418 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9284604 Nov 26 16:40:11.392783 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-f91a2bf9-fed9-47e1-9be3-d580eaf0fb00 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Request body: {'security_group_rule': {'security_group_id': '3ca55e09-9992-4976-964b-3c405a49f06e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:11.393118 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45182) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:11.394130 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bef693eb-aba8-44f2-8e09-7d8b881ecd42 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:11.401940 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64671414-13aa-44ba-b953-541ceda312ae tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ea8e53af-1071-467f-8221-6354bb94f4ee,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:11.410297 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-64671414-13aa-44ba-b953-541ceda312ae tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:11.411074 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-055d07c2-1c9f-43cb-ae86-6dfff237d6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061 tempest-ExtraDHCPOptionsIpV6TestJSON-689317061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:11.444318 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f91a2bf9-fed9-47e1-9be3-d580eaf0fb00 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:11.452795 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64671414-13aa-44ba-b953-541ceda312ae tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Network 4b738877-2456-4fad-b934-532996cea2f8 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:40:11.535665 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-ed9280d6-94b3-4264-8d9f-74aae063cf6a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting port d915059d-d71d-4f97-83a2-48b49b60e169 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:11.536033 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ed9280d6-94b3-4264-8d9f-74aae063cf6a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:11.568785 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:11.576198 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1cd96024-dc2f-4ccd-9dde-07277278e7e4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:11.634120 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f91a2bf9-fed9-47e1-9be3-d580eaf0fb00 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Usage tracker for resource:security_group_rule and tenant:1d5d349e7dfe4014b2f72037d4a694d0 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:11.638263 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a7232-06b0-4b95-92b9-a929fd7a8cf9 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Port': ['ID=fed5a173-bd7e-4f1f-a393-72ea57cecf37,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:11.643224 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f91a2bf9-fed9-47e1-9be3-d580eaf0fb00 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:11.651828 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-084a7232-06b0-4b95-92b9-a929fd7a8cf9 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:11.657676 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f91a2bf9-fed9-47e1-9be3-d580eaf0fb00 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:11.716039 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-64671414-13aa-44ba-b953-541ceda312ae tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 4b738877-2456-4fad-b934-532996cea2f8) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:11.733233 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446bd1ef-71b7-43dc-a897-f533d480b02d None None] Network 4b738877-2456-4fad-b934-532996cea2f8 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:40:11.802449 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64671414-13aa-44ba-b953-541ceda312ae tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:11.803050 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-64671414-13aa-44ba-b953-541ceda312ae tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:11.837883 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f91a2bf9-fed9-47e1-9be3-d580eaf0fb00 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:11.855338 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-084a7232-06b0-4b95-92b9-a929fd7a8cf9 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:12.003540 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81568116-a579-42de-af7e-c722eb0af48e None None] Network 4b738877-2456-4fad-b934-532996cea2f8 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:40:12.044965 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-64671414-13aa-44ba-b953-541ceda312ae tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6806026 Nov 26 16:40:12.056738 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45186) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:12.074021 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-6d726030-b338-45ef-b3cc-f89c541c752c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1783281998', 'network_id': '4b738877-2456-4fad-b934-532996cea2f8'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:12.081897 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5ca67245-f18b-473b-9e0b-1a7ee2d715a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:12.085153 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-6d726030-b338-45ef-b3cc-f89c541c752c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:12.094124 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-6d726030-b338-45ef-b3cc-f89c541c752c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Usage tracker for resource:port and tenant:59a0cd289a0d4398806a66c6d2a2f63a is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:12.100229 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-6d726030-b338-45ef-b3cc-f89c541c752c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:12.104819 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5ca67245-f18b-473b-9e0b-1a7ee2d715a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:12.117562 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-eb094e36-23aa-4a33-bd43-632f2f6a3e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:12.132000 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-6d726030-b338-45ef-b3cc-f89c541c752c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:12.178042 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1cd96024-dc2f-4ccd-9dde-07277278e7e4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:12.189153 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Deleting port 9d100e71-c4d8-42ad-9c52-0b95f83ad4ca {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:12.189494 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:12.251603 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92caf4c-5001-4603-ae73-96b5ac3c8de4 None None] Network 8218b852-290e-46aa-a616-e8a1ff177d42 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:40:12.327598 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f91a2bf9-fed9-47e1-9be3-d580eaf0fb00 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:12.329036 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d726030-b338-45ef-b3cc-f89c541c752c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Made reservation on behalf of 59a0cd289a0d4398806a66c6d2a2f63a for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:12.332613 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6d726030-b338-45ef-b3cc-f89c541c752c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:12.373026 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-629c37cf-c326-4b52-8756-65220478c031 None None] Provisioning for port 9d100e71-c4d8-42ad-9c52-0b95f83ad4ca completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:12.384982 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca67245-f18b-473b-9e0b-1a7ee2d715a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471b936a-0a8e-4706-8646-7d0df63b6926,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:12.392364 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5ca67245-f18b-473b-9e0b-1a7ee2d715a0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3e49a319e7324255a26c3a2a502826f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6136534 Nov 26 16:40:12.393851 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5ca67245-f18b-473b-9e0b-1a7ee2d715a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:12.398880 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f91a2bf9-fed9-47e1-9be3-d580eaf0fb00 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:12.404845 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45190) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:12.433849 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7fc3de8d-1e38-45ac-94cb-0a7b40ebc965 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:12.443457 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-6d726030-b338-45ef-b3cc-f89c541c752c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] device_id is not set on port 0e671576-70ba-4189-859a-4a5d6247b3bc yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:40:12.458302 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c7c1d54a-5b6f-419a-bc87-067d6161ba12 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:40:12.504038 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084a7232-06b0-4b95-92b9-a929fd7a8cf9 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Router 75a07ad7-15b9-483e-87e3-1cb24ca68380 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:40:12.512518 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a2bf9-fed9-47e1-9be3-d580eaf0fb00 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b0c26f-f011-4f58-a0e9-2477b3653f8d,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:12.529390 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f91a2bf9-fed9-47e1-9be3-d580eaf0fb00 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:12.594562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port c7c1d54a-5b6f-419a-bc87-067d6161ba12 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:12.595083 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:12.640579 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f91a2bf9-fed9-47e1-9be3-d580eaf0fb00 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:12.644340 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f91a2bf9-fed9-47e1-9be3-d580eaf0fb00 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2605367 Nov 26 16:40:12.646230 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45194) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:12.655316 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ed9280d6-94b3-4264-8d9f-74aae063cf6a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:12.669188 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-1fcd1dce-f40b-4cf2-b7bf-a41f77f2169a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Request body: {'security_group_rule': {'security_group_id': '3ca55e09-9992-4976-964b-3c405a49f06e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:12.675630 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1fcd1dce-f40b-4cf2-b7bf-a41f77f2169a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:12.688266 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1fcd1dce-f40b-4cf2-b7bf-a41f77f2169a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Usage tracker for resource:security_group_rule and tenant:1d5d349e7dfe4014b2f72037d4a694d0 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:12.693799 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1fcd1dce-f40b-4cf2-b7bf-a41f77f2169a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:12.742158 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 9d100e71-c4d8-42ad-9c52-0b95f83ad4ca up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:40:12.826739 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 9d100e71-c4d8-42ad-9c52-0b95f83ad4ca completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:12.829276 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1fcd1dce-f40b-4cf2-b7bf-a41f77f2169a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:12.832843 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 9d100e71-c4d8-42ad-9c52-0b95f83ad4ca triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:12.833518 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:12.837498 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-ed9280d6-94b3-4264-8d9f-74aae063cf6a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Calling delete_port for d915059d-d71d-4f97-83a2-48b49b60e169 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:12.848998 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f49f453a-4a25-49f8-b2ca-22050b5bf691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:12.861343 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084a7232-06b0-4b95-92b9-a929fd7a8cf9 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:40:12.879199 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b09d8b-932e-4f87-adb8-d71dfb56f9b9 None None] Sync routers for ids ['75a07ad7-15b9-483e-87e3-1cb24ca68380'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:40:12.880485 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-084a7232-06b0-4b95-92b9-a929fd7a8cf9 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "PUT /v2.0/routers/75a07ad7-15b9-483e-87e3-1cb24ca68380/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7861528 Nov 26 16:40:12.887414 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45198) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:12.892948 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b09d8b-932e-4f87-adb8-d71dfb56f9b9 None None] Routers {'75a07ad7-15b9-483e-87e3-1cb24ca68380'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:12.893512 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-e4b09d8b-932e-4f87-adb8-d71dfb56f9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['75a07ad7-15b9-483e-87e3-1cb24ca68380'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:12.955301 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] For port 9d100e71-c4d8-42ad-9c52-0b95f83ad4ca, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=9d100e71-c4d8-42ad-9c52-0b95f83ad4ca,segment=NetworkSegment(b063d1da-54b4-4bad-8c07-63b06f62591b),segment_id=b063d1da-54b4-4bad-8c07-63b06f62591b)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:40:12.955918 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:12.969720 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f49f453a-4a25-49f8-b2ca-22050b5bf691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:12.981122 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-e4b09d8b-932e-4f87-adb8-d71dfb56f9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:12.990360 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b09d8b-932e-4f87-adb8-d71dfb56f9b9 None None] Routers {'75a07ad7-15b9-483e-87e3-1cb24ca68380'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:12.991149 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-e4b09d8b-932e-4f87-adb8-d71dfb56f9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['75a07ad7-15b9-483e-87e3-1cb24ca68380'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:12.992826 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-6d726030-b338-45ef-b3cc-f89c541c752c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Allocated IP 2001:db8::1ea (4b738877-2456-4fad-b934-532996cea2f8/ea8e53af-1071-467f-8221-6354bb94f4ee/0e671576-70ba-4189-859a-4a5d6247b3bc) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:12.998504 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a68aa543-17e2-4f90-b31c-41ebab567bb5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Synchronizing usage tracker for tenant:64d59b3f13ac4d738c5b4d126f3cbc4c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:13.031150 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:13.050452 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3f211e-d157-4296-94cc-02778d0b1878 None None] Network 8218b852-290e-46aa-a616-e8a1ff177d42 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:40:13.058623 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-e4b09d8b-932e-4f87-adb8-d71dfb56f9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:13.059291 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b09d8b-932e-4f87-adb8-d71dfb56f9b9 None None] The sync data for ids ['75a07ad7-15b9-483e-87e3-1cb24ca68380'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:40:13.074315 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a68aa543-17e2-4f90-b31c-41ebab567bb5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Unset dirty status for tenant:64d59b3f13ac4d738c5b4d126f3cbc4c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:13.075687 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a68aa543-17e2-4f90-b31c-41ebab567bb5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "GET /v2.0/ports?device_id=75a07ad7-15b9-483e-87e3-1cb24ca68380 HTTP/1.1" status: 200 len: 205 time: 0.1871567 Nov 26 16:40:13.078786 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45202) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:13.115974 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Calling delete_port for 9d100e71-c4d8-42ad-9c52-0b95f83ad4ca owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:13.168004 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 9d100e71-c4d8-42ad-9c52-0b95f83ad4ca, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=9d100e71-c4d8-42ad-9c52-0b95f83ad4ca,segment=NetworkSegment(b063d1da-54b4-4bad-8c07-63b06f62591b),segment_id=b063d1da-54b4-4bad-8c07-63b06f62591b)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:40:13.168867 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-cadfbb35-c7ad-45ee-9302-98831be464dc None None] Provisioning complete for port 9d100e71-c4d8-42ad-9c52-0b95f83ad4ca triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:13.169284 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cadfbb35-c7ad-45ee-9302-98831be464dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:13.195157 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1fcd1dce-f40b-4cf2-b7bf-a41f77f2169a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:13.201848 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:13.211860 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f30d3bfa-e52d-4699-9e97-b2dfff302594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:13.282184 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ed9280d6-94b3-4264-8d9f-74aae063cf6a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:13.293936 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-99dd7bfa-d3e1-4257-9a2f-0c18e5d53de1 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:13.336638 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd96024-dc2f-4ccd-9dde-07277278e7e4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Router 03374b33-1bef-484a-bef8-22d45fcea600 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:40:13.370393 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=9d100e71-c4d8-42ad-9c52-0b95f83ad4ca,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:13.376596 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:13.422238 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-19ef6a7a-7258-42a6-8c3e-70c12291b7be tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:13.473026 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9280d6-94b3-4264-8d9f-74aae063cf6a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Port': ['ID=d915059d-d71d-4f97-83a2-48b49b60e169,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:13.474562 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ed9280d6-94b3-4264-8d9f-74aae063cf6a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:13.483543 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ed9280d6-94b3-4264-8d9f-74aae063cf6a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:13.503089 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.api [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:40:13.503341 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_db.api [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:40:13.505555 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1fcd1dce-f40b-4cf2-b7bf-a41f77f2169a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:13.545462 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f49f453a-4a25-49f8-b2ca-22050b5bf691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:13.562964 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-285c7baa-da9c-4b06-bf80-d7398ed7e135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:13.571955 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1fcd1dce-f40b-4cf2-b7bf-a41f77f2169a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:13.583496 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f453a-4a25-49f8-b2ca-22050b5bf691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471b936a-0a8e-4706-8646-7d0df63b6926,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:13.590405 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f49f453a-4a25-49f8-b2ca-22050b5bf691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:13.638730 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ed9280d6-94b3-4264-8d9f-74aae063cf6a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/ports/d915059d-d71d-4f97-83a2-48b49b60e169 HTTP/1.1" status: 204 len: 168 time: 2.2382033 Nov 26 16:40:13.644348 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45206) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:13.645229 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f49f453a-4a25-49f8-b2ca-22050b5bf691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:13.646342 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f49f453a-4a25-49f8-b2ca-22050b5bf691 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/471b936a-0a8e-4706-8646-7d0df63b6926 HTTP/1.1" status: 204 len: 168 time: 1.2398539 Nov 26 16:40:13.649283 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ea50a1c8-b634-4641-9d7c-e13e142e6ae8 tempest-ServersTestManualDisk-1297108677 tempest-ServersTestManualDisk-1297108677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:13.684225 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd1dce-f40b-4cf2-b7bf-a41f77f2169a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb50a80e-678b-415f-8611-16de2384f828,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:13.700700 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1fcd1dce-f40b-4cf2-b7bf-a41f77f2169a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:13.713997 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1fcd1dce-f40b-4cf2-b7bf-a41f77f2169a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:13.718342 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1fcd1dce-f40b-4cf2-b7bf-a41f77f2169a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0689089 Nov 26 16:40:13.718922 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45212) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:13.739903 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-fd817cd9-21d0-477a-9490-8fe2758339e6 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Request body: {'security_group_rule': {'security_group_id': '3ca55e09-9992-4976-964b-3c405a49f06e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:13.740110 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-42f73ce1-6e14-4610-ab1f-91b1195dbdc8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'port': {'network_id': 'f6c01091-2a92-407c-b319-eb4649214920', 'mac_address': 'fa:16:3e:f7:14:1b', 'name': 'tempest-PortsTestJSON-1914410898'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:13.750401 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-fd817cd9-21d0-477a-9490-8fe2758339e6 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:13.758946 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fd817cd9-21d0-477a-9490-8fe2758339e6 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Usage tracker for resource:security_group_rule and tenant:1d5d349e7dfe4014b2f72037d4a694d0 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:13.763247 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fd817cd9-21d0-477a-9490-8fe2758339e6 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:13.779229 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-fd817cd9-21d0-477a-9490-8fe2758339e6 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:13.802352 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd96024-dc2f-4ccd-9dde-07277278e7e4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:40:13.818784 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] Sync routers for ids ['03374b33-1bef-484a-bef8-22d45fcea600'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:40:13.827091 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fd817cd9-21d0-477a-9490-8fe2758339e6 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:13.827272 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f7bddb38-2f20-4236-8f48-6f9081a75853 None None] Provisioning complete for port 9d100e71-c4d8-42ad-9c52-0b95f83ad4ca triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:13.827547 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f7bddb38-2f20-4236-8f48-6f9081a75853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:13.848201 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1cd96024-dc2f-4ccd-9dde-07277278e7e4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:13.849724 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1cd96024-dc2f-4ccd-9dde-07277278e7e4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.4335177 Nov 26 16:40:13.857628 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45220) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:13.877254 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] Routers {'03374b33-1bef-484a-bef8-22d45fcea600'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:13.878157 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['03374b33-1bef-484a-bef8-22d45fcea600'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:13.964826 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-19ef6a7a-7258-42a6-8c3e-70c12291b7be tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:13.988622 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-19ef6a7a-7258-42a6-8c3e-70c12291b7be tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:14.007196 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Deleting port 9d100e71-c4d8-42ad-9c52-0b95f83ad4ca {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:14.007612 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:14.057149 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6d726030-b338-45ef-b3cc-f89c541c752c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:14.070585 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45224) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:14.075508 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-42f73ce1-6e14-4610-ab1f-91b1195dbdc8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:14.097574 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-42f73ce1-6e14-4610-ab1f-91b1195dbdc8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:port and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:14.101915 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-19ef6a7a-7258-42a6-8c3e-70c12291b7be tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:14.102473 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ef6a7a-7258-42a6-8c3e-70c12291b7be tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Fanout notify agent at l3_agent the message router_deleted on router 75a07ad7-15b9-483e-87e3-1cb24ca68380 {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:40:14.113434 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-42f73ce1-6e14-4610-ab1f-91b1195dbdc8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:14.124364 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3b68c06f-883e-4db4-b13f-9832a5d70d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:14.128770 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] Set router 03374b33-1bef-484a-bef8-22d45fcea600 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:40:14.135933 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-42f73ce1-6e14-4610-ab1f-91b1195dbdc8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:14.150860 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3b68c06f-883e-4db4-b13f-9832a5d70d80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:14.154281 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fd817cd9-21d0-477a-9490-8fe2758339e6 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:14.155492 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3b68c06f-883e-4db4-b13f-9832a5d70d80 admin admin] Usage tracker for resource:security_group_rule and tenant:4dce427c4ed24bbf8dc011a3caeeac6d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:14.158826 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3b68c06f-883e-4db4-b13f-9832a5d70d80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:14.165793 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3b68c06f-883e-4db4-b13f-9832a5d70d80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:14.178957 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fd817cd9-21d0-477a-9490-8fe2758339e6 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:14.196575 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:14.257089 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3b68c06f-883e-4db4-b13f-9832a5d70d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:14.270736 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3b68c06f-883e-4db4-b13f-9832a5d70d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:14.283770 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5a8df4da-ac62-4edb-b034-5fb69dc7bf94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:14.290382 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f73ce1-6e14-4610-ab1f-91b1195dbdc8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:14.295971 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ff7d57d1-7221-4f58-a9f0-af013341c6cc tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "GET /v2.0/routers/03374b33-1bef-484a-bef8-22d45fcea600 HTTP/1.1" status: 200 len: 907 time: 0.4371269 Nov 26 16:40:14.296687 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd817cd9-21d0-477a-9490-8fe2758339e6 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f049a665-1c47-4530-acf2-71c9b179fa74,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:14.299707 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fd817cd9-21d0-477a-9490-8fe2758339e6 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:14.302995 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45228) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:14.327091 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 9d100e71-c4d8-42ad-9c52-0b95f83ad4ca up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:40:14.421958 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-19ef6a7a-7258-42a6-8c3e-70c12291b7be tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:14.425542 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-19ef6a7a-7258-42a6-8c3e-70c12291b7be tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/routers/75a07ad7-15b9-483e-87e3-1cb24ca68380 HTTP/1.1" status: 204 len: 168 time: 1.3433011 Nov 26 16:40:14.431782 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45232) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:14.435924 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3b68c06f-883e-4db4-b13f-9832a5d70d80 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4dce427c4ed24bbf8dc011a3caeeac6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3641140 Nov 26 16:40:14.438206 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45234) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:14.472620 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fd817cd9-21d0-477a-9490-8fe2758339e6 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:14.475612 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fd817cd9-21d0-477a-9490-8fe2758339e6 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7516835 Nov 26 16:40:14.490206 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 9d100e71-c4d8-42ad-9c52-0b95f83ad4ca triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:14.490827 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:14.491703 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45240) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:14.496901 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68c06f-883e-4db4-b13f-9832a5d70d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65936e2e-7813-47bc-8491-b1850efb6f63,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:14.501634 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3b68c06f-883e-4db4-b13f-9832a5d70d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:14.519281 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-42f73ce1-6e14-4610-ab1f-91b1195dbdc8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:14.533577 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6d726030-b338-45ef-b3cc-f89c541c752c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:14.545112 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cdab84c9-9290-41bb-aa2a-f3b7b7f40d4e tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:14.581217 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f08686bf-a23d-4def-a9c3-06fd4d657d1b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:14.588513 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e03408c4-bbe6-4ab4-9929-7bc047bede78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:14.616126 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e03408c4-bbe6-4ab4-9929-7bc047bede78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:14.616359 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf12192-0804-437f-b100-88c0b14973e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting subnet a2464c96-f4d6-4f18-a6da-f95957b1e4e5 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:40:14.619556 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f08686bf-a23d-4def-a9c3-06fd4d657d1b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:14.621443 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03374b33-1bef-484a-bef8-22d45fcea600', 'name': 'tempest-snat-router-570087878', 'tenant_id': '17a6da3b675349ab89b64ceb25702236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '66f140f8-9b6c-4bfc-9add-b968330cb47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:40:06Z', 'updated_at': '2021-11-26T16:40:10Z', 'revision_number': 3, 'project_id': '17a6da3b675349ab89b64ceb25702236', 'gw_port': {'id': '66f140f8-9b6c-4bfc-9add-b968330cb47e', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03374b33-1bef-484a-bef8-22d45fcea600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:40:09Z', 'updated_at': '2021-11-26T16:40:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:14.628542 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] Checking router: 03374b33-1bef-484a-bef8-22d45fcea600 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:40:14.629179 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] Updating router 03374b33-1bef-484a-bef8-22d45fcea600 port 66f140f8-9b6c-4bfc-9add-b968330cb47e binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:40:14.645580 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4bf12192-0804-437f-b100-88c0b14973e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:14.691690 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:14.696766 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-42f73ce1-6e14-4610-ab1f-91b1195dbdc8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] device_id is not set on port 4f436e50-ef85-4ab9-aaac-4dae56b5353f yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:40:14.697788 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] For port 9d100e71-c4d8-42ad-9c52-0b95f83ad4ca, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=9d100e71-c4d8-42ad-9c52-0b95f83ad4ca,segment=NetworkSegment(b063d1da-54b4-4bad-8c07-63b06f62591b),segment_id=b063d1da-54b4-4bad-8c07-63b06f62591b)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:40:14.698269 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:14.713787 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-79c042ee-d187-4128-ad50-d87bcbaf8fa4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:14.886965 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e03408c4-bbe6-4ab4-9929-7bc047bede78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:14.920044 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d726030-b338-45ef-b3cc-f89c541c752c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Network 4b738877-2456-4fad-b934-532996cea2f8 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:14.926720 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-6d726030-b338-45ef-b3cc-f89c541c752c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:14.941176 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d726030-b338-45ef-b3cc-f89c541c752c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:14.942350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d726030-b338-45ef-b3cc-f89c541c752c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:14.943072 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6d726030-b338-45ef-b3cc-f89c541c752c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:14.956223 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d726030-b338-45ef-b3cc-f89c541c752c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Pushing event updated for resources: {'Port': ['ID=0e671576-70ba-4189-859a-4a5d6247b3bc,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:14.973811 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6d726030-b338-45ef-b3cc-f89c541c752c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:14.983881 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ac880d6c-78ce-4a73-816b-b5f7bfc2482c tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:15.009219 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-42f73ce1-6e14-4610-ab1f-91b1195dbdc8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:15.011138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03408c4-bbe6-4ab4-9929-7bc047bede78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65936e2e-7813-47bc-8491-b1850efb6f63,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:15.016125 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e03408c4-bbe6-4ab4-9929-7bc047bede78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:15.017951 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6d726030-b338-45ef-b3cc-f89c541c752c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.9574175 Nov 26 16:40:15.020504 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e03408c4-bbe6-4ab4-9929-7bc047bede78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:15.024296 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e03408c4-bbe6-4ab4-9929-7bc047bede78 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/65936e2e-7813-47bc-8491-b1850efb6f63 HTTP/1.1" status: 204 len: 168 time: 0.5806489 Nov 26 16:40:15.024296 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45244) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:15.098478 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Calling delete_port for 9d100e71-c4d8-42ad-9c52-0b95f83ad4ca owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:15.099618 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-94ffaac7-8d93-477e-8485-729f20844a1c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Deleting port 0e671576-70ba-4189-859a-4a5d6247b3bc {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:15.100000 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-94ffaac7-8d93-477e-8485-729f20844a1c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:15.130359 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:15.146457 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] Transition to ACTIVE for port object 66f140f8-9b6c-4bfc-9add-b968330cb47e will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:15.157596 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:15.161353 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4bf12192-0804-437f-b100-88c0b14973e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:15.164991 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-996e1b38-918f-4443-8727-82d33a671412 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:15.171558 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-42f73ce1-6e14-4610-ab1f-91b1195dbdc8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:15.194877 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f08686bf-a23d-4def-a9c3-06fd4d657d1b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:15.209074 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-27c07146-9959-48f7-9378-cde2e8b9df14 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:15.227152 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bef693eb-aba8-44f2-8e09-7d8b881ecd42 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:15.254325 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] Attempting to bind port 66f140f8-9b6c-4bfc-9add-b968330cb47e on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:40:15.254860 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] Attempting to bind port 66f140f8-9b6c-4bfc-9add-b968330cb47e by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:40:15.255243 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] Attempting to bind port 66f140f8-9b6c-4bfc-9add-b968330cb47e on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:40:15.259039 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08686bf-a23d-4def-a9c3-06fd4d657d1b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f049a665-1c47-4530-acf2-71c9b179fa74,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:15.261614 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f08686bf-a23d-4def-a9c3-06fd4d657d1b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:15.266423 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c49fc-3cd5-455c-97e2-2e1f73472fcc None None] Pushing event updated for resources: {'Port': ['ID=66f140f8-9b6c-4bfc-9add-b968330cb47e,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:15.269831 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:40:15.270466 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:40:15.271038 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:15.271523 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:40:15.272256 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] Bound port: 66f140f8-9b6c-4bfc-9add-b968330cb47e, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:40:15.272666 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:15.290991 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f08686bf-a23d-4def-a9c3-06fd4d657d1b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:15.292736 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f08686bf-a23d-4def-a9c3-06fd4d657d1b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/f049a665-1c47-4530-acf2-71c9b179fa74 HTTP/1.1" status: 204 len: 168 time: 0.8000596 Nov 26 16:40:15.298206 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45250) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:15.311548 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e45c49fc-3cd5-455c-97e2-2e1f73472fcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:15.325990 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f73ce1-6e14-4610-ab1f-91b1195dbdc8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Port': ['ID=4f436e50-ef85-4ab9-aaac-4dae56b5353f,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:15.334014 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f73ce1-6e14-4610-ab1f-91b1195dbdc8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network f6c01091-2a92-407c-b319-eb4649214920 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:15.339086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-42f73ce1-6e14-4610-ab1f-91b1195dbdc8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:15.340717 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-42f73ce1-6e14-4610-ab1f-91b1195dbdc8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:15.354781 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-79c042ee-d187-4128-ad50-d87bcbaf8fa4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:15.360797 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f73ce1-6e14-4610-ab1f-91b1195dbdc8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:15.367012 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f73ce1-6e14-4610-ab1f-91b1195dbdc8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:15.367705 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-42f73ce1-6e14-4610-ab1f-91b1195dbdc8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:15.404838 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] For port 66f140f8-9b6c-4bfc-9add-b968330cb47e, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:40:15.419623 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-79c042ee-d187-4128-ad50-d87bcbaf8fa4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Deleting port 66f140f8-9b6c-4bfc-9add-b968330cb47e {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:15.420018 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-79c042ee-d187-4128-ad50-d87bcbaf8fa4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:15.452070 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4bf12192-0804-437f-b100-88c0b14973e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:15.528930 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] For port 66f140f8-9b6c-4bfc-9add-b968330cb47e, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=66f140f8-9b6c-4bfc-9add-b968330cb47e,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:40:15.533134 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:15.536999 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:15.542195 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c9781817-e7cd-42f2-bbc3-aa3ca8c121fd tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:15.543413 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-20366d52-4520-4e90-89e0-2554cd747555 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:15.548977 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-42f73ce1-6e14-4610-ab1f-91b1195dbdc8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8986051 Nov 26 16:40:15.593323 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45262) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:15.629383 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c49fc-3cd5-455c-97e2-2e1f73472fcc None None] Pushing event updated for resources: {'Port': ['ID=66f140f8-9b6c-4bfc-9add-b968330cb47e,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:15.634284 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e45c49fc-3cd5-455c-97e2-2e1f73472fcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:15.637097 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] Routers {'03374b33-1bef-484a-bef8-22d45fcea600'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:15.637721 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['03374b33-1bef-484a-bef8-22d45fcea600'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:15.641275 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event deleted for resources: {'Port': ['ID=9d100e71-c4d8-42ad-9c52-0b95f83ad4ca,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:15.643650 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:15.759914 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] No DVR routers for this DVR port 9d100e71-c4d8-42ad-9c52-0b95f83ad4ca on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:40:15.767488 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-6f1bf63b-e770-45e1-a2e3-5138b40b2f7a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Synchronizing usage tracker for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group_rule {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:15.783383 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2a196d-2754-4bca-9b83-06a8177bb370 None None] DHCP port deletion for 8218b852-290e-46aa-a616-e8a1ff177d42 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:40:15.831979 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4bf12192-0804-437f-b100-88c0b14973e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:15.833240 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba46f11-6132-4049-98bc-e7573097689a None None] get_active_networks_info from dv-neutron-819440-1-hyperv {{(pid=87520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 26 16:40:15.842879 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-80f14173-d29b-4669-8f48-744cb4867d3d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:15.852553 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-6f1bf63b-e770-45e1-a2e3-5138b40b2f7a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Unset dirty status for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group_rule {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:15.857266 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6f1bf63b-e770-45e1-a2e3-5138b40b2f7a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.5328286 Nov 26 16:40:15.858185 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45270) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:15.871753 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c98ce89-c4fe-4714-a59d-673cf3e461f4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:15.872550 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8c98ce89-c4fe-4714-a59d-673cf3e461f4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Synchronizing usage tracker for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:15.899272 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf12192-0804-437f-b100-88c0b14973e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Subnet': ['ID=a2464c96-f4d6-4f18-a6da-f95957b1e4e5,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:15.901698 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4bf12192-0804-437f-b100-88c0b14973e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:15.904945 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4bf12192-0804-437f-b100-88c0b14973e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:15.907539 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:15.912799 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] Set router 03374b33-1bef-484a-bef8-22d45fcea600 gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:40:15.914571 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-94ffaac7-8d93-477e-8485-729f20844a1c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:15.974821 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4bf12192-0804-437f-b100-88c0b14973e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/subnets/a2464c96-f4d6-4f18-a6da-f95957b1e4e5 HTTP/1.1" status: 204 len: 168 time: 1.5375547 Nov 26 16:40:15.979323 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-79c042ee-d187-4128-ad50-d87bcbaf8fa4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] For port 66f140f8-9b6c-4bfc-9add-b968330cb47e, host dv-neutron-819440-1-hyperv, got binding levels [] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:40:15.979753 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-79c042ee-d187-4128-ad50-d87bcbaf8fa4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:15.986902 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45278) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:16.051741 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03374b33-1bef-484a-bef8-22d45fcea600', 'name': 'tempest-snat-router-570087878', 'tenant_id': '17a6da3b675349ab89b64ceb25702236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:40:06Z', 'updated_at': '2021-11-26T16:40:15Z', 'revision_number': 4, 'project_id': '17a6da3b675349ab89b64ceb25702236', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:16.071259 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e331eff-423c-4210-9b9d-a5c2edaa5f6f None None] The sync data for ids ['03374b33-1bef-484a-bef8-22d45fcea600'] in dv-neutron-819440-1-hyperv is: [{'id': '03374b33-1bef-484a-bef8-22d45fcea600', 'name': 'tempest-snat-router-570087878', 'tenant_id': '17a6da3b675349ab89b64ceb25702236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:40:06Z', 'updated_at': '2021-11-26T16:40:15Z', 'revision_number': 4, 'project_id': '17a6da3b675349ab89b64ceb25702236', 'gw_port_host': None}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:40:16.088546 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-94ffaac7-8d93-477e-8485-729f20844a1c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Calling delete_port for 0e671576-70ba-4189-859a-4a5d6247b3bc owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:16.125545 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8c98ce89-c4fe-4714-a59d-673cf3e461f4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Unset dirty status for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:16.126803 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba46f11-6132-4049-98bc-e7573097689a None None] Resources bound (agent type, host, resource id): {{(pid=87520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 16:40:16.134205 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8c98ce89-c4fe-4714-a59d-673cf3e461f4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "GET /v2.0/ports/4f436e50-ef85-4ab9-aaac-4dae56b5353f HTTP/1.1" status: 200 len: 841 time: 0.5397785 Nov 26 16:40:16.135625 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f06498c1-5047-44ea-bd1f-9199dcc19499 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:16.142673 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45284) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:16.185669 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f06498c1-5047-44ea-bd1f-9199dcc19499 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:16.213189 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-79c042ee-d187-4128-ad50-d87bcbaf8fa4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Calling delete_port for 66f140f8-9b6c-4bfc-9add-b968330cb47e owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:16.258124 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45288) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:16.325541 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 9d100e71-c4d8-42ad-9c52-0b95f83ad4ca no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:40:16.332796 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-86d95e18-3733-4ea3-b9b8-412986cad855 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:16.381584 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 9d100e71-c4d8-42ad-9c52-0b95f83ad4ca {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:40:16.381584 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 9d100e71-c4d8-42ad-9c52-0b95f83ad4ca not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:40:16.390436 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:16.397021 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:16.435433 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-86d95e18-3733-4ea3-b9b8-412986cad855 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting port 05e843a1-fc1c-4bd0-8c52-eded7738f7d3 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:16.439873 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-86d95e18-3733-4ea3-b9b8-412986cad855 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:16.473740 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a2c12-3494-4e66-91d0-f65c6275ced7 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting port 4f436e50-ef85-4ab9-aaac-4dae56b5353f {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:16.474109 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fc2a2c12-3494-4e66-91d0-f65c6275ced7 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:16.507243 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event deleted for resources: {'Subnet': ['ID=e3c13639-b2ca-462a-9185-825e3acdba67,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:16.510471 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:16.512006 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f06498c1-5047-44ea-bd1f-9199dcc19499 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:16.533169 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:16.554088 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06498c1-5047-44ea-bd1f-9199dcc19499 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb50a80e-678b-415f-8611-16de2384f828,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:16.562692 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f06498c1-5047-44ea-bd1f-9199dcc19499 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:16.577483 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68b0dee-10fe-433e-b6fd-605eaa11eba9 None None] Network 4957b33c-85eb-4f8a-8ab7-8504c6efbed1 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:40:16.591239 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48450965-7e0b-4edb-b976-2fd95a21e748 None None] Network 8218b852-290e-46aa-a616-e8a1ff177d42 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:40:16.607395 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-cacfab0c-c521-4545-83c6-8f6930e53171 tempest-AgentManagementNegativeTest-251773296 tempest-AgentManagementNegativeTest-251773296-project] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3359842 Nov 26 16:40:16.633289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-94ffaac7-8d93-477e-8485-729f20844a1c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:16.646987 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-084a7232-06b0-4b95-92b9-a929fd7a8cf9 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:16.691409 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffaac7-8d93-477e-8485-729f20844a1c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e671576-70ba-4189-859a-4a5d6247b3bc,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:16.693408 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f06498c1-5047-44ea-bd1f-9199dcc19499 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:16.699090 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f06498c1-5047-44ea-bd1f-9199dcc19499 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/eb50a80e-678b-415f-8611-16de2384f828 HTTP/1.1" status: 204 len: 168 time: 0.8325653 Nov 26 16:40:16.699258 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45296) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:16.723661 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-94ffaac7-8d93-477e-8485-729f20844a1c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:16.733253 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:16.764459 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-94ffaac7-8d93-477e-8485-729f20844a1c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:16.766371 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-94ffaac7-8d93-477e-8485-729f20844a1c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "DELETE /v2.0/ports/0e671576-70ba-4189-859a-4a5d6247b3bc HTTP/1.1" status: 204 len: 168 time: 1.7422607 Nov 26 16:40:16.786580 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45300) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:16.791508 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.api [None req-79c042ee-d187-4128-ad50-d87bcbaf8fa4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:40:16.798518 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_db.api [None req-79c042ee-d187-4128-ad50-d87bcbaf8fa4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:40:16.891951 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fc2a2c12-3494-4e66-91d0-f65c6275ced7 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:16.996743 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-8b1bad86-57e1-4c7d-a96a-631706e0fb44 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b738877-2456-4fad-b934-532996cea2f8', 'external_fixed_ips': [{'subnet_id': 'ea8e53af-1071-467f-8221-6354bb94f4ee', 'ip_address': '2001:db8::1ea'}]}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:17.013563 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-8b1bad86-57e1-4c7d-a96a-631706e0fb44 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:17.018985 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8218b852-290e-46aa-a616-e8a1ff177d42']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:17.021913 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bc5295-b321-4a3a-96bf-633611307d52 None None] DHCP port deletion for 8218b852-290e-46aa-a616-e8a1ff177d42 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:40:17.055788 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b063d1da-54b4-4bad-8c07-63b06f62591b') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:17.056092 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b063d1da-54b4-4bad-8c07-63b06f62591b') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:17.063069 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8b1bad86-57e1-4c7d-a96a-631706e0fb44 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Usage tracker for resource:router and tenant:59a0cd289a0d4398806a66c6d2a2f63a is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:17.077952 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e4b1c4b3-dcc2-4f04-a54c-d64f95b1a7ed tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Synchronizing usage tracker for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group_rule {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:17.080800 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8b1bad86-57e1-4c7d-a96a-631706e0fb44 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:17.109499 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:17.117493 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-8b1bad86-57e1-4c7d-a96a-631706e0fb44 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:17.128542 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bceba5-e2d1-4680-a9bb-83bd3d2c96cb None None] DHCP port deletion for 4957b33c-85eb-4f8a-8ab7-8504c6efbed1 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:40:17.133312 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e3bceba5-e2d1-4680-a9bb-83bd3d2c96cb None None] Deleting port 05e843a1-fc1c-4bd0-8c52-eded7738f7d3 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:17.133764 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e3bceba5-e2d1-4680-a9bb-83bd3d2c96cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:17.138308 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a2c12-3494-4e66-91d0-f65c6275ced7 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Calling delete_port for 4f436e50-ef85-4ab9-aaac-4dae56b5353f owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:17.140729 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-86d95e18-3733-4ea3-b9b8-412986cad855 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] For port 05e843a1-fc1c-4bd0-8c52-eded7738f7d3, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=05e843a1-fc1c-4bd0-8c52-eded7738f7d3,segment=NetworkSegment(d71cf6c9-2a23-4696-9a9e-8528dd9ad6b8),segment_id=d71cf6c9-2a23-4696-9a9e-8528dd9ad6b8)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:40:17.141319 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-86d95e18-3733-4ea3-b9b8-412986cad855 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:17.160055 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45306) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:17.229356 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:17.241150 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fc2a2c12-3494-4e66-91d0-f65c6275ced7 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:17.247904 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:17.293338 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a2c12-3494-4e66-91d0-f65c6275ced7 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Port': ['ID=4f436e50-ef85-4ab9-aaac-4dae56b5353f,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:17.296586 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fc2a2c12-3494-4e66-91d0-f65c6275ced7 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:17.298267 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8b1bad86-57e1-4c7d-a96a-631706e0fb44 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:17.298995 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fc2a2c12-3494-4e66-91d0-f65c6275ced7 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:17.299305 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8b1bad86-57e1-4c7d-a96a-631706e0fb44 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:17.304103 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e4b1c4b3-dcc2-4f04-a54c-d64f95b1a7ed tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Unset dirty status for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group_rule {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:17.308477 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e4b1c4b3-dcc2-4f04-a54c-d64f95b1a7ed tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.6032767 Nov 26 16:40:17.309101 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45312) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:17.318490 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-86d95e18-3733-4ea3-b9b8-412986cad855 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Calling delete_port for 05e843a1-fc1c-4bd0-8c52-eded7738f7d3 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:17.325395 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-fc2a2c12-3494-4e66-91d0-f65c6275ced7 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/ports/4f436e50-ef85-4ab9-aaac-4dae56b5353f HTTP/1.1" status: 204 len: 168 time: 1.1621473 Nov 26 16:40:17.327016 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45316) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:17.349399 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-79c042ee-d187-4128-ad50-d87bcbaf8fa4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Deleting port 66f140f8-9b6c-4bfc-9add-b968330cb47e {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:17.350146 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-79c042ee-d187-4128-ad50-d87bcbaf8fa4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:17.372130 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-e3bceba5-e2d1-4680-a9bb-83bd3d2c96cb None None] For port 05e843a1-fc1c-4bd0-8c52-eded7738f7d3, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=05e843a1-fc1c-4bd0-8c52-eded7738f7d3,segment=NetworkSegment(d71cf6c9-2a23-4696-9a9e-8528dd9ad6b8),segment_id=d71cf6c9-2a23-4696-9a9e-8528dd9ad6b8)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:40:17.372727 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e3bceba5-e2d1-4680-a9bb-83bd3d2c96cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:17.384987 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-56931cbe-a075-4a46-9647-c259dd844280 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] GET failed (client error): The resource could not be found. Nov 26 16:40:17.385535 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-56931cbe-a075-4a46-9647-c259dd844280 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Synchronizing usage tracker for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:17.389543 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-10181351-38b4-49b5-ae2c-67ffdc5a11e5 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:17.404319 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-10181351-38b4-49b5-ae2c-67ffdc5a11e5 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:17.425866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-56931cbe-a075-4a46-9647-c259dd844280 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Unset dirty status for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:17.430990 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-56931cbe-a075-4a46-9647-c259dd844280 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "GET /v2.0/ports/4f436e50-ef85-4ab9-aaac-4dae56b5353f HTTP/1.1" status: 404 len: 333 time: 0.0999212 Nov 26 16:40:17.430990 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45320) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:17.438917 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-6d92dc70-9244-4778-8a2c-86a69b286e22 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'port': {'network_id': 'f6c01091-2a92-407c-b319-eb4649214920', 'name': 'tempest-PortsTestJSON-569075279'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:17.458617 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:40:17.458992 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:40:17.477675 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:40:17.504683 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e3bceba5-e2d1-4680-a9bb-83bd3d2c96cb None None] Calling delete_port for 05e843a1-fc1c-4bd0-8c52-eded7738f7d3 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:17.513945 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-10181351-38b4-49b5-ae2c-67ffdc5a11e5 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:17.524393 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:17.559165 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10181351-38b4-49b5-ae2c-67ffdc5a11e5 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0b0c26f-f011-4f58-a0e9-2477b3653f8d,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:17.570823 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-10181351-38b4-49b5-ae2c-67ffdc5a11e5 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:17.571600 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7dcd2a10-2859-427d-a2b4-04aa10131347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:17.574631 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-10181351-38b4-49b5-ae2c-67ffdc5a11e5 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:17.578261 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-10181351-38b4-49b5-ae2c-67ffdc5a11e5 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/c0b0c26f-f011-4f58-a0e9-2477b3653f8d HTTP/1.1" status: 204 len: 168 time: 0.2656446 Nov 26 16:40:17.578551 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45324) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:17.580696 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-86d95e18-3733-4ea3-b9b8-412986cad855 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:17.597972 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c8e79a74-7a8b-436c-b595-b7593c7ca49f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:17.602572 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-6d92dc70-9244-4778-8a2c-86a69b286e22 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:17.602888 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-e3bceba5-e2d1-4680-a9bb-83bd3d2c96cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:40:17.603317 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-e3bceba5-e2d1-4680-a9bb-83bd3d2c96cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:40:17.617415 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-6d92dc70-9244-4778-8a2c-86a69b286e22 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:17.651842 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5e986db3-5540-418a-b294-f191ee9e6407 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Synchronizing usage tracker for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group_rule {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:17.656070 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d92dc70-9244-4778-8a2c-86a69b286e22 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:17.660442 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6d92dc70-9244-4778-8a2c-86a69b286e22 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:17.676163 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d95e18-3733-4ea3-b9b8-412986cad855 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Port': ['ID=05e843a1-fc1c-4bd0-8c52-eded7738f7d3,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:17.697634 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-6d92dc70-9244-4778-8a2c-86a69b286e22 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] device_id is not set on port ae1145df-54c4-4cf6-baff-9dee98e52012 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:40:17.724828 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7dcd2a10-2859-427d-a2b4-04aa10131347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:17.731979 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-86d95e18-3733-4ea3-b9b8-412986cad855 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:17.742769 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d95e18-3733-4ea3-b9b8-412986cad855 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] No DVR routers for this DVR port 05e843a1-fc1c-4bd0-8c52-eded7738f7d3 on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:40:17.744962 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7dcd2a10-2859-427d-a2b4-04aa10131347 admin admin] Usage tracker for resource:security_group_rule and tenant:ba9c6d4ac7354d028212d0a4c3a6bc80 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:17.749964 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:17.754232 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7dcd2a10-2859-427d-a2b4-04aa10131347 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:17.792965 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9beff699-74f9-4918-a0dd-90754ef6c587 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:17.809012 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:17.812165 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7dcd2a10-2859-427d-a2b4-04aa10131347 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:17.846331 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8b1bad86-57e1-4c7d-a96a-631706e0fb44 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:17.846617 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5e986db3-5540-418a-b294-f191ee9e6407 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Unset dirty status for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group_rule {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:17.847868 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5e986db3-5540-418a-b294-f191ee9e6407 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2682438 Nov 26 16:40:17.855169 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45328) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:17.867915 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event deleted for resources: {'Network': ['ID=8218b852-290e-46aa-a616-e8a1ff177d42,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:17.878877 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:17.911387 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c20e8b61-2b2b-4217-a31b-b34e7ad8ceab tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:17.932500 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c20e8b61-2b2b-4217-a31b-b34e7ad8ceab tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:18.041274 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c20e8b61-2b2b-4217-a31b-b34e7ad8ceab tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:18.058975 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:18.076140 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-86d95e18-3733-4ea3-b9b8-412986cad855 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:18.085365 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-79c042ee-d187-4128-ad50-d87bcbaf8fa4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] For port 66f140f8-9b6c-4bfc-9add-b968330cb47e, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=66f140f8-9b6c-4bfc-9add-b968330cb47e,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:40:18.085742 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-79c042ee-d187-4128-ad50-d87bcbaf8fa4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:18.087825 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e8b61-2b2b-4217-a31b-b34e7ad8ceab tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34aa4ec1-3cb7-4a88-9f7d-4efc426b1018,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:18.100241 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c20e8b61-2b2b-4217-a31b-b34e7ad8ceab tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:18.105016 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e3bceba5-e2d1-4680-a9bb-83bd3d2c96cb None None] Deleting port 05e843a1-fc1c-4bd0-8c52-eded7738f7d3 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:18.105738 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e3bceba5-e2d1-4680-a9bb-83bd3d2c96cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:18.111646 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6d92dc70-9244-4778-8a2c-86a69b286e22 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:18.115593 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c20e8b61-2b2b-4217-a31b-b34e7ad8ceab tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:18.119700 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c20e8b61-2b2b-4217-a31b-b34e7ad8ceab tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/34aa4ec1-3cb7-4a88-9f7d-4efc426b1018 HTTP/1.1" status: 204 len: 168 time: 0.2609770 Nov 26 16:40:18.120211 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45332) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:18.157951 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/networks/8218b852-290e-46aa-a616-e8a1ff177d42 HTTP/1.1" status: 204 len: 168 time: 6.9725571 Nov 26 16:40:18.159926 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45336) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:18.178947 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e3bceba5-e2d1-4680-a9bb-83bd3d2c96cb None None] The port '05e843a1-fc1c-4bd0-8c52-eded7738f7d3' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:40:18.213196 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da586da-3247-4e68-814a-bfe41c6e1360 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] DELETE failed (client error): The resource could not be found. Nov 26 16:40:18.213645 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7da586da-3247-4e68-814a-bfe41c6e1360 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:40:18.217731 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7da586da-3247-4e68-814a-bfe41c6e1360 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/subnets/e3c13639-b2ca-462a-9185-825e3acdba67 HTTP/1.1" status: 404 len: 337 time: 0.0544615 Nov 26 16:40:18.224619 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-10d8ad15-5de3-4e46-934f-cff96c9fe3ae tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Synchronizing usage tracker for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group_rule {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:18.227896 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45340) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:18.260154 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ef9aa0-bb92-4309-ab1f-386478680353 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] DELETE failed (client error): The resource could not be found. Nov 26 16:40:18.260668 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ef9aa0-bb92-4309-ab1f-386478680353 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:40:18.264859 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f1ef9aa0-bb92-4309-ab1f-386478680353 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/networks/8218b852-290e-46aa-a616-e8a1ff177d42 HTTP/1.1" status: 404 len: 339 time: 0.0335102 Nov 26 16:40:18.265842 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45344) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:18.269926 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6d92dc70-9244-4778-8a2c-86a69b286e22 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:18.280632 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 05e843a1-fc1c-4bd0-8c52-eded7738f7d3 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:40:18.305299 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fc2a2c12-3494-4e66-91d0-f65c6275ced7 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:18.316596 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-79c042ee-d187-4128-ad50-d87bcbaf8fa4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Calling delete_port for 66f140f8-9b6c-4bfc-9add-b968330cb47e owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:18.327121 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 05e843a1-fc1c-4bd0-8c52-eded7738f7d3 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:40:18.327633 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 05e843a1-fc1c-4bd0-8c52-eded7738f7d3 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:40:18.359928 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-10d8ad15-5de3-4e46-934f-cff96c9fe3ae tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Unset dirty status for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group_rule {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:18.364049 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-10d8ad15-5de3-4e46-934f-cff96c9fe3ae tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2403755 Nov 26 16:40:18.370816 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc64c7b7-9787-4bd4-ba12-4ee467577fab tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] DELETE failed (client error): The resource could not be found. Nov 26 16:40:18.371263 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc64c7b7-9787-4bd4-ba12-4ee467577fab tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:40:18.375297 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-bc64c7b7-9787-4bd4-ba12-4ee467577fab tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/subnets/105b806b-8a49-4b0c-bc37-d34a77e82ddd HTTP/1.1" status: 404 len: 337 time: 0.1048024 Nov 26 16:40:18.376063 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45348) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:18.376324 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45350) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:18.394399 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-86d95e18-3733-4ea3-b9b8-412986cad855 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4957b33c-85eb-4f8a-8ab7-8504c6efbed1']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:18.416158 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d92dc70-9244-4778-8a2c-86a69b286e22 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network f6c01091-2a92-407c-b319-eb4649214920 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:18.423947 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-6d92dc70-9244-4778-8a2c-86a69b286e22 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:18.433821 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d92dc70-9244-4778-8a2c-86a69b286e22 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:18.439377 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d92dc70-9244-4778-8a2c-86a69b286e22 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:18.439913 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6d92dc70-9244-4778-8a2c-86a69b286e22 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:18.443908 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92dc70-9244-4778-8a2c-86a69b286e22 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Port': ['ID=ae1145df-54c4-4cf6-baff-9dee98e52012,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:18.446342 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-0302bf7a-defc-41f4-b4f6-69f37a38f7a2 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] DELETE failed (client error): The resource could not be found. Nov 26 16:40:18.446797 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0302bf7a-defc-41f4-b4f6-69f37a38f7a2 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:40:18.448488 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0302bf7a-defc-41f4-b4f6-69f37a38f7a2 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/networks/df4b5f7f-b081-4b45-8042-e7683c12f944 HTTP/1.1" status: 404 len: 339 time: 0.0669496 Nov 26 16:40:18.455346 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45356) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:18.456292 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6d92dc70-9244-4778-8a2c-86a69b286e22 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:18.498628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1abef7df-e84b-4932-901e-76c13e1417cf tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:18.560649 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6d92dc70-9244-4778-8a2c-86a69b286e22 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1286492 Nov 26 16:40:18.567425 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1abef7df-e84b-4932-901e-76c13e1417cf tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:18.573322 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45360) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:18.591541 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-7fac3b7e-1991-4c5f-83d5-ff0c4a8255e0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:18.606541 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-86d95e18-3733-4ea3-b9b8-412986cad855 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71cf6c9-2a23-4696-9a9e-8528dd9ad6b8') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:18.606832 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-86d95e18-3733-4ea3-b9b8-412986cad855 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71cf6c9-2a23-4696-9a9e-8528dd9ad6b8') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:18.629954 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-86d95e18-3733-4ea3-b9b8-412986cad855 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:18.651029 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8b1bad86-57e1-4c7d-a96a-631706e0fb44 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:18.670842 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-86d95e18-3733-4ea3-b9b8-412986cad855 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:18.680144 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-95a91ebd-14b6-4473-b6c1-d0d335dd5d5b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:18.720114 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d95e18-3733-4ea3-b9b8-412986cad855 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:40:18.720485 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-86d95e18-3733-4ea3-b9b8-412986cad855 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:18.723033 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1abef7df-e84b-4932-901e-76c13e1417cf tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:40:18.735397 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:40:18.739546 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1c939ac0-00ce-46ad-83a1-2b7b0aed115a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:18.763921 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abef7df-e84b-4932-901e-76c13e1417cf tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=373fc94f-8388-4362-92eb-40e39238a37a,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:18.769869 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1abef7df-e84b-4932-901e-76c13e1417cf tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:18.797443 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7fac3b7e-1991-4c5f-83d5-ff0c4a8255e0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:18.816452 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1abef7df-e84b-4932-901e-76c13e1417cf tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:18.819368 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1abef7df-e84b-4932-901e-76c13e1417cf tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/373fc94f-8388-4362-92eb-40e39238a37a HTTP/1.1" status: 204 len: 168 time: 0.4375021 Nov 26 16:40:18.824856 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45364) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:18.867102 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7dcd2a10-2859-427d-a2b4-04aa10131347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:18.896644 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7dcd2a10-2859-427d-a2b4-04aa10131347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:18.907681 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:18.947270 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-86d95e18-3733-4ea3-b9b8-412986cad855 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:18.969760 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-86d95e18-3733-4ea3-b9b8-412986cad855 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:18.983418 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7dcd2a10-2859-427d-a2b4-04aa10131347 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba9c6d4ac7354d028212d0a4c3a6bc80&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8207672 Nov 26 16:40:18.984145 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45368) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:18.996678 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-95a91ebd-14b6-4473-b6c1-d0d335dd5d5b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:19.005660 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd2a10-2859-427d-a2b4-04aa10131347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23eea5f2-d6b6-49a8-8dbc-e49d2baca30d,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:19.041784 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-86d95e18-3733-4ea3-b9b8-412986cad855 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/networks/4957b33c-85eb-4f8a-8ab7-8504c6efbed1 HTTP/1.1" status: 204 len: 168 time: 3.0495322 Nov 26 16:40:19.049002 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7dcd2a10-2859-427d-a2b4-04aa10131347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:19.049690 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5f31dd7b-5819-487c-92fb-0e4938049d79 tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:19.061563 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45372) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:19.074922 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d95e18-3733-4ea3-b9b8-412986cad855 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Network': ['ID=4957b33c-85eb-4f8a-8ab7-8504c6efbed1,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:19.077722 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-86d95e18-3733-4ea3-b9b8-412986cad855 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:19.089735 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a477c137-1494-4dfc-b780-15ab55ba2226 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Synchronizing usage tracker for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group_rule {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:19.105329 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-79c042ee-d187-4128-ad50-d87bcbaf8fa4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:19.110121 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1cfe8381-a922-4069-81be-1a9dae501418 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:19.142781 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-ad00064e-2ad7-4aa8-9f5f-4a95e77d2203 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2074829732', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}, 'admin_state_up': False}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:19.151628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-95a91ebd-14b6-4473-b6c1-d0d335dd5d5b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864bca5a-6e15-42f8-b856-b28a311d6101']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:19.172862 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ad00064e-2ad7-4aa8-9f5f-4a95e77d2203 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:19.196244 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c042ee-d187-4128-ad50-d87bcbaf8fa4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Pushing event deleted for resources: {'Port': ['ID=66f140f8-9b6c-4bfc-9add-b968330cb47e,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:19.197851 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ad00064e-2ad7-4aa8-9f5f-4a95e77d2203 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Usage tracker for resource:router and tenant:64d59b3f13ac4d738c5b4d126f3cbc4c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:19.201282 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-95a91ebd-14b6-4473-b6c1-d0d335dd5d5b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a3e565-4fc0-44db-a5f8-f0b9b2e2d0fa') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:19.201556 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-95a91ebd-14b6-4473-b6c1-d0d335dd5d5b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a3e565-4fc0-44db-a5f8-f0b9b2e2d0fa') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:19.203595 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-79c042ee-d187-4128-ad50-d87bcbaf8fa4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:19.217138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ad00064e-2ad7-4aa8-9f5f-4a95e77d2203 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:19.244346 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ad00064e-2ad7-4aa8-9f5f-4a95e77d2203 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:19.248288 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-95a91ebd-14b6-4473-b6c1-d0d335dd5d5b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:19.272132 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a477c137-1494-4dfc-b780-15ab55ba2226 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Unset dirty status for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group_rule {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:19.273979 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a477c137-1494-4dfc-b780-15ab55ba2226 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4350753 Nov 26 16:40:19.284509 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45376) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:19.292677 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-95a91ebd-14b6-4473-b6c1-d0d335dd5d5b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:19.297432 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ad00064e-2ad7-4aa8-9f5f-4a95e77d2203 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:19.298617 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ad00064e-2ad7-4aa8-9f5f-4a95e77d2203 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:19.305603 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a5375301-9036-4872-96ab-6dd1644345d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:19.311416 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:19.312706 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a91ebd-14b6-4473-b6c1-d0d335dd5d5b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:40:19.313094 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-95a91ebd-14b6-4473-b6c1-d0d335dd5d5b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:40:19.327938 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:40:19.397391 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.resource_extend [None req-7fac3b7e-1991-4c5f-83d5-ff0c4a8255e0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:40:19.413558 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-79c042ee-d187-4128-ad50-d87bcbaf8fa4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:19.433663 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ad00064e-2ad7-4aa8-9f5f-4a95e77d2203 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:19.451009 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7fac3b7e-1991-4c5f-83d5-ff0c4a8255e0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:19.455408 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a5375301-9036-4872-96ab-6dd1644345d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:19.467122 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7fac3b7e-1991-4c5f-83d5-ff0c4a8255e0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:19.473687 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ab163f3c-ab8c-4657-a6bd-18660ebbd917 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:19.502155 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-95a91ebd-14b6-4473-b6c1-d0d335dd5d5b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:19.524603 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-95a91ebd-14b6-4473-b6c1-d0d335dd5d5b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:19.701885 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4ea0ea58-daf6-4cf8-8508-332175c2ff38 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:19.718205 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-79c042ee-d187-4128-ad50-d87bcbaf8fa4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:19.731669 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-79c042ee-d187-4128-ad50-d87bcbaf8fa4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:19.768028 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4ea0ea58-daf6-4cf8-8508-332175c2ff38 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:19.776841 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8b1bad86-57e1-4c7d-a96a-631706e0fb44 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:19.791667 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:40:19.794789 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-7fac3b7e-1991-4c5f-83d5-ff0c4a8255e0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] In _notify_port_updated(), no bound segment for port ae1145df-54c4-4cf6-baff-9dee98e52012 on network f6c01091-2a92-407c-b319-eb4649214920 {{(pid=87518) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 26 16:40:19.800715 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fac3b7e-1991-4c5f-83d5-ff0c4a8255e0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:19.801318 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7fac3b7e-1991-4c5f-83d5-ff0c4a8255e0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:19.802573 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7fac3b7e-1991-4c5f-83d5-ff0c4a8255e0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "PUT /v2.0/ports/ae1145df-54c4-4cf6-baff-9dee98e52012 HTTP/1.1" status: 200 len: 818 time: 1.2282295 Nov 26 16:40:19.806430 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45382) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:19.814406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8b1bad86-57e1-4c7d-a96a-631706e0fb44 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:19.824171 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-95a91ebd-14b6-4473-b6c1-d0d335dd5d5b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/networks/864bca5a-6e15-42f8-b856-b28a311d6101 HTTP/1.1" status: 204 len: 168 time: 1.3653197 Nov 26 16:40:19.858429 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-79c042ee-d187-4128-ad50-d87bcbaf8fa4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:19.858924 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c042ee-d187-4128-ad50-d87bcbaf8fa4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03374b33-1bef-484a-bef8-22d45fcea600 {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:40:19.859470 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45386) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:19.875134 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac3b7e-1991-4c5f-83d5-ff0c4a8255e0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Port': ['ID=ae1145df-54c4-4cf6-baff-9dee98e52012,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:19.923470 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4ea0ea58-daf6-4cf8-8508-332175c2ff38 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:19.924033 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7fac3b7e-1991-4c5f-83d5-ff0c4a8255e0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:19.924957 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-28ded892-92cd-44ed-810c-aafd7ce818d1 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.404s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:19.932457 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:19.978117 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0ea58-daf6-4cf8-8508-332175c2ff38 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca55e09-9992-4976-964b-3c405a49f06e,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:19.981110 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4ea0ea58-daf6-4cf8-8508-332175c2ff38 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:19.984722 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4ea0ea58-daf6-4cf8-8508-332175c2ff38 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "DELETE /v2.0/security-groups/3ca55e09-9992-4976-964b-3c405a49f06e HTTP/1.1" status: 204 len: 168 time: 0.6966596 Nov 26 16:40:19.984722 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4ea0ea58-daf6-4cf8-8508-332175c2ff38 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:19.992750 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45390) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:19.993541 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-79c042ee-d187-4128-ad50-d87bcbaf8fa4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:19.997614 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-79c042ee-d187-4128-ad50-d87bcbaf8fa4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "DELETE /v2.0/routers/03374b33-1bef-484a-bef8-22d45fcea600 HTTP/1.1" status: 204 len: 168 time: 5.6819561 Nov 26 16:40:20.002151 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45394) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:20.063387 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-447444eb-318a-4465-ad80-e24e683a013b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] DELETE failed (client error): The resource could not be found. Nov 26 16:40:20.063789 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-447444eb-318a-4465-ad80-e24e683a013b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:40:20.144104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a91ebd-14b6-4473-b6c1-d0d335dd5d5b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event deleted for resources: {'Network': ['ID=864bca5a-6e15-42f8-b856-b28a311d6101,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:20.217927 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-95a91ebd-14b6-4473-b6c1-d0d335dd5d5b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:20.227013 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ad00064e-2ad7-4aa8-9f5f-4a95e77d2203 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:20.227164 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-51ace7f5-c98e-4fa2-8718-6c6755d14734 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Synchronizing usage tracker for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:20.233625 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-02147367-18d9-47b3-bc3a-6144a79f29ad tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting port ae1145df-54c4-4cf6-baff-9dee98e52012 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:20.233893 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-02147367-18d9-47b3-bc3a-6144a79f29ad tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:20.254070 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-8b1bad86-57e1-4c7d-a96a-631706e0fb44 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Allocated IP 2001:db8::1ea (4b738877-2456-4fad-b934-532996cea2f8/ea8e53af-1071-467f-8221-6354bb94f4ee/4fccdf39-e5d4-468b-8618-147f1cdc7674) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:20.258804 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-51ace7f5-c98e-4fa2-8718-6c6755d14734 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Unset dirty status for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:20.260117 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-51ace7f5-c98e-4fa2-8718-6c6755d14734 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2643378 Nov 26 16:40:20.265433 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45400) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:20.272570 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-08e1056f-b489-4c12-a639-6fe9d6af1477 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Request body: {'security_group': {'name': 'tempest-secgroup--1351330960'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:20.278000 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-447444eb-318a-4465-ad80-e24e683a013b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/subnets/948da088-a32c-4693-b8cb-5be93553ff80 HTTP/1.1" status: 404 len: 337 time: 0.4107990 Nov 26 16:40:20.278000 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a5375301-9036-4872-96ab-6dd1644345d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:20.278698 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a5375301-9036-4872-96ab-6dd1644345d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:20.279704 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a5375301-9036-4872-96ab-6dd1644345d8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23eea5f2-d6b6-49a8-8dbc-e49d2baca30d HTTP/1.1" status: 204 len: 168 time: 1.2926557 Nov 26 16:40:20.281664 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45404) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:20.290514 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:20.302246 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-08e1056f-b489-4c12-a639-6fe9d6af1477 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:20.328751 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5375301-9036-4872-96ab-6dd1644345d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23eea5f2-d6b6-49a8-8dbc-e49d2baca30d,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:20.337491 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a5375301-9036-4872-96ab-6dd1644345d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:20.394504 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-08e1056f-b489-4c12-a639-6fe9d6af1477 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:20.396759 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b00628e-a6ab-4ea0-95a7-1a00071d338a tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] DELETE failed (client error): The resource could not be found. Nov 26 16:40:20.397237 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b00628e-a6ab-4ea0-95a7-1a00071d338a tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:40:20.401966 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2b00628e-a6ab-4ea0-95a7-1a00071d338a tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/networks/0b3076e4-4eff-488b-ad1d-7c96f9bf46fc HTTP/1.1" status: 404 len: 339 time: 0.1019590 Nov 26 16:40:20.404691 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45410) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:20.463779 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f90e84-6555-435e-a283-49e4c5255a9e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] DELETE failed (client error): The resource could not be found. Nov 26 16:40:20.464236 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f90e84-6555-435e-a283-49e4c5255a9e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:40:20.467766 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-73f90e84-6555-435e-a283-49e4c5255a9e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/subnets/f792e1df-dddd-4cb1-b675-95a22ba42834 HTTP/1.1" status: 404 len: 337 time: 0.0603321 Nov 26 16:40:20.469375 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-08e1056f-b489-4c12-a639-6fe9d6af1477 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:20.473615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45416) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:20.541471 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-17832b75-8a31-47f7-9635-f37d3a74f1f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:20.556879 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8b1bad86-57e1-4c7d-a96a-631706e0fb44 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:20.580194 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-08e1056f-b489-4c12-a639-6fe9d6af1477 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:20.585160 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-08e1056f-b489-4c12-a639-6fe9d6af1477 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Usage tracker for resource:security_group_rule and tenant:1d5d349e7dfe4014b2f72037d4a694d0 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:20.589404 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-08e1056f-b489-4c12-a639-6fe9d6af1477 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:20.589567 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-431f8dca-bb6d-4d8d-bfe6-3819ba060a98 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] DELETE failed (client error): The resource could not be found. Nov 26 16:40:20.589918 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-431f8dca-bb6d-4d8d-bfe6-3819ba060a98 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:40:20.591579 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-431f8dca-bb6d-4d8d-bfe6-3819ba060a98 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/networks/886ed28a-0966-4fd9-b476-0d63873354a5 HTTP/1.1" status: 404 len: 339 time: 0.1170461 Nov 26 16:40:20.597534 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-08e1056f-b489-4c12-a639-6fe9d6af1477 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:20.601734 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45424) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:20.688535 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8b1bad86-57e1-4c7d-a96a-631706e0fb44 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:20.696138 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7160ab26-c9fe-45fc-bcde-f6fbecba230f tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:20.782156 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1bad86-57e1-4c7d-a96a-631706e0fb44 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Network 4b738877-2456-4fad-b934-532996cea2f8 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:20.790762 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-8b1bad86-57e1-4c7d-a96a-631706e0fb44 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:20.798188 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1bad86-57e1-4c7d-a96a-631706e0fb44 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:20.858453 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a49994c-1dc6-4bc9-85a3-3c9ee6f1977e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] DELETE failed (client error): The resource could not be found. Nov 26 16:40:20.859484 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a49994c-1dc6-4bc9-85a3-3c9ee6f1977e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:40:20.861329 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5a49994c-1dc6-4bc9-85a3-3c9ee6f1977e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/subnets/ef1b3430-7db9-40cc-885c-a84977cd89b5 HTTP/1.1" status: 404 len: 337 time: 0.2093534 Nov 26 16:40:20.878910 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45436) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:20.905580 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-02147367-18d9-47b3-bc3a-6144a79f29ad tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:20.983428 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1bad86-57e1-4c7d-a96a-631706e0fb44 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Pushing event updated for resources: {'Port': ['ID=4fccdf39-e5d4-468b-8618-147f1cdc7674,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:20.995964 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-08e1056f-b489-4c12-a639-6fe9d6af1477 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:20.997178 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8b1bad86-57e1-4c7d-a96a-631706e0fb44 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:21.044685 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-08e1056f-b489-4c12-a639-6fe9d6af1477 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:21.058791 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:21.130026 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1056f-b489-4c12-a639-6fe9d6af1477 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31ad05be-a8d0-4034-86ef-9e87dcae736e,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:21.136690 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-08e1056f-b489-4c12-a639-6fe9d6af1477 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:21.140378 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-08e1056f-b489-4c12-a639-6fe9d6af1477 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:21.141584 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-08e1056f-b489-4c12-a639-6fe9d6af1477 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8752670 Nov 26 16:40:21.199744 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45448) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:21.204513 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-b695b982-5d06-41b2-9010-7aa0549166b0 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] DELETE failed (client error): The resource could not be found. Nov 26 16:40:21.204990 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b695b982-5d06-41b2-9010-7aa0549166b0 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:40:21.206642 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b695b982-5d06-41b2-9010-7aa0549166b0 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/networks/37aa1450-94ab-47b4-8466-da177e6309a5 HTTP/1.1" status: 404 len: 339 time: 0.3247654 Nov 26 16:40:21.216633 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-02147367-18d9-47b3-bc3a-6144a79f29ad tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Calling delete_port for ae1145df-54c4-4cf6-baff-9dee98e52012 owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:21.257043 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45452) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:21.257369 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45454) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:21.260577 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-ed9f802a-cfd6-4967-9d02-57590250813f tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Request body: {'security_group_rule': {'security_group_id': '31ad05be-a8d0-4034-86ef-9e87dcae736e', 'direction': 'ingress', 'protocol': 17}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:21.322053 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-17832b75-8a31-47f7-9635-f37d3a74f1f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:21.322882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ed9f802a-cfd6-4967-9d02-57590250813f tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:21.332439 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7dc4a-b77d-47cb-ad6f-3e5acf44df91 req-81a19a6b-41a1-464e-ab7e-fa19f6c49b3a tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:21.333913 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9ac7dc4a-b77d-47cb-ad6f-3e5acf44df91 req-81a19a6b-41a1-464e-ab7e-fa19f6c49b3a tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.4754980 Nov 26 16:40:21.341763 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ed9f802a-cfd6-4967-9d02-57590250813f tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Usage tracker for resource:security_group_rule and tenant:1d5d349e7dfe4014b2f72037d4a694d0 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:21.349300 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ed9f802a-cfd6-4967-9d02-57590250813f tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:21.359299 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac86737e-ef81-45d3-a0f2-e14f8572d8f3 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] DELETE failed (client error): The resource could not be found. Nov 26 16:40:21.359763 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac86737e-ef81-45d3-a0f2-e14f8572d8f3 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:40:21.364581 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ac86737e-ef81-45d3-a0f2-e14f8572d8f3 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/subnets/41513b15-b3f2-4015-8c27-799bb6489ca5 HTTP/1.1" status: 404 len: 337 time: 0.0851696 Nov 26 16:40:21.364581 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ed9f802a-cfd6-4967-9d02-57590250813f tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:21.380882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45462) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:21.456032 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-500cc552-f3ab-4f15-a1bb-2e268bda96bb tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] DELETE failed (client error): The resource could not be found. Nov 26 16:40:21.456493 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500cc552-f3ab-4f15-a1bb-2e268bda96bb tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:40:21.459039 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-500cc552-f3ab-4f15-a1bb-2e268bda96bb tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/networks/1ee31a82-cf3c-4f6c-b291-df29842afc13 HTTP/1.1" status: 404 len: 339 time: 0.0727830 Nov 26 16:40:21.462055 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4b744-19ab-4b17-8001-7b3fcd0bfd3a req-ba5c30c0-c1e8-4974-802e-85fe5a14e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:21.463524 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d1b4b744-19ab-4b17-8001-7b3fcd0bfd3a req-ba5c30c0-c1e8-4974-802e-85fe5a14e511 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06e5b26eff95490196e93abf54aa53ed&device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 1098 time: 0.7205856 Nov 26 16:40:21.464227 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-17832b75-8a31-47f7-9635-f37d3a74f1f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Deleting port c7c1d54a-5b6f-419a-bc87-067d6161ba12 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:21.464565 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-17832b75-8a31-47f7-9635-f37d3a74f1f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:21.464761 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-549788715'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:21.470372 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45468) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:21.473219 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ed9f802a-cfd6-4967-9d02-57590250813f tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:21.482155 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:21.490850 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9ac7dc4a-b77d-47cb-ad6f-3e5acf44df91 req-628bd4a2-a78c-4c91-a789-15bdf7fcae16 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380641 Nov 26 16:40:21.524720 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Usage tracker for resource:network and tenant:c26d2b0dc4ee4068984a2474a46ae91b is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:21.535439 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:21.547284 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8b1bad86-57e1-4c7d-a96a-631706e0fb44 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:21.608343 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4bcf715-8982-488d-a6f8-9cc426ae040e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] DELETE failed (client error): The resource could not be found. Nov 26 16:40:21.608790 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4bcf715-8982-488d-a6f8-9cc426ae040e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:40:21.610454 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c4bcf715-8982-488d-a6f8-9cc426ae040e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/subnets/3bb41399-16b9-4e86-9c07-add9bbc8fff7 HTTP/1.1" status: 404 len: 337 time: 0.1298959 Nov 26 16:40:21.620460 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-02147367-18d9-47b3-bc3a-6144a79f29ad tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:21.635253 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45472) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:21.647377 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-dad1eb30-ae76-4867-9902-e14e205b025b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:21.662495 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:21.709586 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ad00064e-2ad7-4aa8-9f5f-4a95e77d2203 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router_gateway, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:21.715888 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Made reservation on behalf of c26d2b0dc4ee4068984a2474a46ae91b for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:21.719249 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:21.745591 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:21.774562 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02147367-18d9-47b3-bc3a-6144a79f29ad tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Port': ['ID=ae1145df-54c4-4cf6-baff-9dee98e52012,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:21.780708 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ed9f802a-cfd6-4967-9d02-57590250813f tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:21.783146 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ad00064e-2ad7-4aa8-9f5f-4a95e77d2203 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:21.784065 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:21.791674 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Usage tracker for resource:security_group_rule and tenant:c26d2b0dc4ee4068984a2474a46ae91b is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:21.794165 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ed9f802a-cfd6-4967-9d02-57590250813f tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:21.796899 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:21.806374 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:21.818401 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:21.833704 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-02147367-18d9-47b3-bc3a-6144a79f29ad tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:21.837570 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-7794d9b8-b165-4922-b626-e4b3d3d60724 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] DELETE failed (client error): The resource could not be found. Nov 26 16:40:21.838033 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7794d9b8-b165-4922-b626-e4b3d3d60724 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:40:21.842331 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-02147367-18d9-47b3-bc3a-6144a79f29ad tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:21.886452 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f802a-cfd6-4967-9d02-57590250813f tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c9c310-074f-4ec5-b08a-79de5d5c6935,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:21.918498 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7794d9b8-b165-4922-b626-e4b3d3d60724 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/networks/138cf882-0756-45a0-8480-448026371aef HTTP/1.1" status: 404 len: 339 time: 0.2798171 Nov 26 16:40:21.937068 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45476) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:21.999207 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-02147367-18d9-47b3-bc3a-6144a79f29ad tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/ports/ae1145df-54c4-4cf6-baff-9dee98e52012 HTTP/1.1" status: 204 len: 168 time: 2.1798708 Nov 26 16:40:22.007379 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45480) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:22.017412 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b945bab-d7c7-4c73-abc1-3c2e3b8e7b99 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] DELETE failed (client error): The resource could not be found. Nov 26 16:40:22.017859 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b945bab-d7c7-4c73-abc1-3c2e3b8e7b99 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:40:22.059452 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4b744-19ab-4b17-8001-7b3fcd0bfd3a req-540f233b-0656-47eb-b74b-32c555619726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:22.060861 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d1b4b744-19ab-4b17-8001-7b3fcd0bfd3a req-540f233b-0656-47eb-b74b-32c555619726 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a5e19142-4e79-42ca-965f-fd783eba57b9 HTTP/1.1" status: 200 len: 912 time: 0.5685089 Nov 26 16:40:22.068665 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ed9f802a-cfd6-4967-9d02-57590250813f tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:22.108704 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ed9f802a-cfd6-4967-9d02-57590250813f tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:22.112607 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ed9f802a-cfd6-4967-9d02-57590250813f tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9091482 Nov 26 16:40:22.113505 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45484) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:22.145841 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2b945bab-d7c7-4c73-abc1-3c2e3b8e7b99 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/subnets/8087ee68-5223-4fc3-be8c-47703aad7819 HTTP/1.1" status: 404 len: 337 time: 0.2051671 Nov 26 16:40:22.147332 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45488) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:22.214265 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8aab1fa-28bc-4be9-9820-15c2fa07e80e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] DELETE failed (client error): The resource could not be found. Nov 26 16:40:22.214744 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8aab1fa-28bc-4be9-9820-15c2fa07e80e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:40:22.261125 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8b1bad86-57e1-4c7d-a96a-631706e0fb44 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:22.263610 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c8aab1fa-28bc-4be9-9820-15c2fa07e80e tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/networks/4cbd71af-703a-4f42-a2d2-2a3da2820d8c HTTP/1.1" status: 404 len: 339 time: 0.1113942 Nov 26 16:40:22.266799 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45492) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:22.275590 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-17832b75-8a31-47f7-9635-f37d3a74f1f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] For port c7c1d54a-5b6f-419a-bc87-067d6161ba12, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=c7c1d54a-5b6f-419a-bc87-067d6161ba12,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:40:22.275996 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-17832b75-8a31-47f7-9635-f37d3a74f1f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:22.325866 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d1b4b744-19ab-4b17-8001-7b3fcd0bfd3a req-66fa93d8-d19e-4584-a039-b10a795a9d15 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7996468-c56a-4a78-8717-905208e625cd HTTP/1.1" status: 200 len: 1001 time: 0.2450931 Nov 26 16:40:22.326970 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-ad00064e-2ad7-4aa8-9f5f-4a95e77d2203 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Allocated IP 172.26.0.218 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/df09e5fe-602d-42b7-bade-bdbcbdfd2d35) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:22.340491 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-036bdad0-5663-41c3-99f2-08359f07fb96 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:22.445080 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:22.459961 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:22.468968 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1b29b622-f43a-4b71-82e8-03fdf6c6301b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:22.481522 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-036bdad0-5663-41c3-99f2-08359f07fb96 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:22.483683 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b88aae3-048d-4936-892f-b4d5deb35ea1 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] DELETE failed (client error): The resource could not be found. Nov 26 16:40:22.484161 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b88aae3-048d-4936-892f-b4d5deb35ea1 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:40:22.488229 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5b88aae3-048d-4936-892f-b4d5deb35ea1 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/subnets/39503016-3d69-4737-98f0-0111db14e0e5 HTTP/1.1" status: 404 len: 337 time: 0.2166765 Nov 26 16:40:22.491409 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45496) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:22.495346 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-17832b75-8a31-47f7-9635-f37d3a74f1f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Calling delete_port for c7c1d54a-5b6f-419a-bc87-067d6161ba12 owned by network:router_gateway {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:22.544816 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:40:22.571530 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-378d8f10-c767-4695-9331-7caf62fdadf4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] DELETE failed (client error): The resource could not be found. Nov 26 16:40:22.572030 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-378d8f10-c767-4695-9331-7caf62fdadf4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:40:22.580124 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16d99d0b-0ef2-4d8a-8a92-80f774fd81d7,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:22.594792 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:22.595139 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Added segment 2230c66c-f837-4cdd-8b05-31a51981560c of type vlan for network d0347298-3e03-4d82-8af7-bd6abfaaf670 Nov 26 16:40:22.596641 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:22.610529 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-378d8f10-c767-4695-9331-7caf62fdadf4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/networks/b7667497-4307-428f-8dbc-1b318af649e7 HTTP/1.1" status: 404 len: 339 time: 0.1124856 Nov 26 16:40:22.613515 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45502) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:22.688790 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaba171c-7a37-41c5-bc21-a5ea1dff37b3 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] DELETE failed (client error): The resource could not be found. Nov 26 16:40:22.689246 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaba171c-7a37-41c5-bc21-a5ea1dff37b3 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:40:22.701595 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:22.708968 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-036bdad0-5663-41c3-99f2-08359f07fb96 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:22.715227 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7f46ef35-0e9f-485c-8528-00109e39572d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:22.740475 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-aaba171c-7a37-41c5-bc21-a5ea1dff37b3 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/subnets/9b42afd7-6fa5-4638-a5be-9d3161ea2460 HTTP/1.1" status: 404 len: 337 time: 0.1223576 Nov 26 16:40:22.742914 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45506) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:22.756880 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-036bdad0-5663-41c3-99f2-08359f07fb96 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:22.760440 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-036bdad0-5663-41c3-99f2-08359f07fb96 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "DELETE /v2.0/security-groups/31ad05be-a8d0-4034-86ef-9e87dcae736e HTTP/1.1" status: 204 len: 168 time: 0.6432331 Nov 26 16:40:22.760440 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bdad0-5663-41c3-99f2-08359f07fb96 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ad05be-a8d0-4034-86ef-9e87dcae736e,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:22.777858 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45510) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:22.782778 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-036bdad0-5663-41c3-99f2-08359f07fb96 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:22.787866 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1bad86-57e1-4c7d-a96a-631706e0fb44 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Router 4183be97-ab77-414a-a58a-2b4b378b6ff2 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:40:22.792478 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-faeb48e6-b15c-48ec-9f30-fd4a39de4229 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] DELETE failed (client error): The resource could not be found. Nov 26 16:40:22.793020 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faeb48e6-b15c-48ec-9f30-fd4a39de4229 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:40:22.796136 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-faeb48e6-b15c-48ec-9f30-fd4a39de4229 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/networks/ef1ae552-37be-4088-ade6-b66ed8fb29e1 HTTP/1.1" status: 404 len: 339 time: 0.0485411 Nov 26 16:40:22.797684 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45514) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:22.847454 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:22.853550 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:22.854133 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:22.862757 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:22.866536 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c338bf-f3cd-4174-a261-9d9236edf680 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:22.867317 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-46c338bf-f3cd-4174-a261-9d9236edf680 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Synchronizing usage tracker for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:22.921202 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4b744-19ab-4b17-8001-7b3fcd0bfd3a req-b231eae4-94ca-4ab3-822a-900cb5b71270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:22.922637 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d1b4b744-19ab-4b17-8001-7b3fcd0bfd3a req-b231eae4-94ca-4ab3-822a-900cb5b71270 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a210e770-5b77-496f-9854-0be443d4634c HTTP/1.1" status: 200 len: 850 time: 0.5334511 Nov 26 16:40:23.011871 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-46c338bf-f3cd-4174-a261-9d9236edf680 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Unset dirty status for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:23.015495 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-46c338bf-f3cd-4174-a261-9d9236edf680 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 841 time: 0.9973109 Nov 26 16:40:23.032982 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45518) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:23.075685 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.7978888 Nov 26 16:40:23.087703 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b92d2d4b-d93d-437b-a01a-eb7f3a380ebb tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Synchronizing usage tracker for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:23.094922 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45522) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:23.109162 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-90a89a3d-8efb-4196-907a-4cdd11cf24bf tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Request body: {'subnet': {'network_id': 'd0347298-3e03-4d82-8af7-bd6abfaaf670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:23.126014 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ee3202-cda2-4af0-a832-d6d49f6c64bd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Deleting subnet 792986e4-a4b1-4c83-b5ac-1b9a73f866f6 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:40:23.133749 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Pushing event updated for resources: {'Network': ['ID=d0347298-3e03-4d82-8af7-bd6abfaaf670,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:23.134908 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b45c92-9c6b-4096-9916-ea9503946f2a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] GET failed (client error): The resource could not be found. Nov 26 16:40:23.136258 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-68b45c92-9c6b-4096-9916-ea9503946f2a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "GET /v2.0/ports/ae1145df-54c4-4cf6-baff-9dee98e52012 HTTP/1.1" status: 404 len: 333 time: 0.1014678 Nov 26 16:40:23.137751 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a7ee3202-cda2-4af0-a832-d6d49f6c64bd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:23.149431 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network d0347298-3e03-4d82-8af7-bd6abfaaf670 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:40:23.156037 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45526) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:23.172299 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:23.172829 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafc7ca-5581-4061-992f-fa22e42fafe5 req-90623230-e82a-499d-9476-dfc111b80228 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:23.174310 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-aeafc7ca-5581-4061-992f-fa22e42fafe5 req-90623230-e82a-499d-9476-dfc111b80228 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.4851923 Nov 26 16:40:23.178272 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ad00064e-2ad7-4aa8-9f5f-4a95e77d2203 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:23.184423 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-d3e35e41-2f39-487e-898d-4813b72dd66c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1042454567'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:23.193841 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b92d2d4b-d93d-437b-a01a-eb7f3a380ebb tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Unset dirty status for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:23.195602 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b92d2d4b-d93d-437b-a01a-eb7f3a380ebb tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4161544 Nov 26 16:40:23.196945 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d3e35e41-2f39-487e-898d-4813b72dd66c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:23.217127 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45530) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:23.223401 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d3e35e41-2f39-487e-898d-4813b72dd66c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:network and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:23.231271 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d3e35e41-2f39-487e-898d-4813b72dd66c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:23.242198 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-6bbaabbb-5eb1-421f-b34d-ec1051683d99 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Request body: {'security_group': {'name': 'tempest-secgroup--686058809'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:23.288395 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a7ee3202-cda2-4af0-a832-d6d49f6c64bd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:23.295448 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-6bbaabbb-5eb1-421f-b34d-ec1051683d99 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:23.298553 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d3e35e41-2f39-487e-898d-4813b72dd66c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:23.321971 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4b744-19ab-4b17-8001-7b3fcd0bfd3a req-92a4f312-db70-4fd0-932e-97247194442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:23.323452 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d1b4b744-19ab-4b17-8001-7b3fcd0bfd3a req-92a4f312-db70-4fd0-932e-97247194442a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a5e19142-4e79-42ca-965f-fd783eba57b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3778169 Nov 26 16:40:23.334226 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-6bbaabbb-5eb1-421f-b34d-ec1051683d99 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:23.344980 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-90a89a3d-8efb-4196-907a-4cdd11cf24bf tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:23.354618 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1bad86-57e1-4c7d-a96a-631706e0fb44 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:40:23.356454 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-90a89a3d-8efb-4196-907a-4cdd11cf24bf tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Usage tracker for resource:subnet and tenant:c26d2b0dc4ee4068984a2474a46ae91b is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:23.361022 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-90a89a3d-8efb-4196-907a-4cdd11cf24bf tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:23.365197 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9766a194-97df-411e-b268-cb89b1859378 None None] Sync routers for ids ['4183be97-ab77-414a-a58a-2b4b378b6ff2'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:40:23.373170 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-90a89a3d-8efb-4196-907a-4cdd11cf24bf tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:23.376368 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-aeafc7ca-5581-4061-992f-fa22e42fafe5 req-737753a6-090b-4624-a23f-6d8a7d4b8507 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834645 Nov 26 16:40:23.377565 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9766a194-97df-411e-b268-cb89b1859378 None None] Routers {'4183be97-ab77-414a-a58a-2b4b378b6ff2'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:23.378445 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9766a194-97df-411e-b268-cb89b1859378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['4183be97-ab77-414a-a58a-2b4b378b6ff2'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:23.384642 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e35e41-2f39-487e-898d-4813b72dd66c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:23.388083 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3e35e41-2f39-487e-898d-4813b72dd66c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:23.403702 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8b1bad86-57e1-4c7d-a96a-631706e0fb44 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:23.407187 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8b1bad86-57e1-4c7d-a96a-631706e0fb44 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.6144621 Nov 26 16:40:23.409957 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45534) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:23.469586 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a89a3d-8efb-4196-907a-4cdd11cf24bf tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Made reservation on behalf of c26d2b0dc4ee4068984a2474a46ae91b for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:23.471204 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6bbaabbb-5eb1-421f-b34d-ec1051683d99 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:23.472446 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-90a89a3d-8efb-4196-907a-4cdd11cf24bf tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:23.494821 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-17832b75-8a31-47f7-9635-f37d3a74f1f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:23.505084 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b5370301-b85f-4f40-b3d3-27abd0d5acc5 tempest-PortsAdminExtendedAttrsTestJSON-1435344623 tempest-PortsAdminExtendedAttrsTestJSON-1435344623-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:23.562731 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17832b75-8a31-47f7-9635-f37d3a74f1f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7c1d54a-5b6f-419a-bc87-067d6161ba12,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:23.565856 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-6bbaabbb-5eb1-421f-b34d-ec1051683d99 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:23.568228 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-17832b75-8a31-47f7-9635-f37d3a74f1f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:23.571967 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e35e41-2f39-487e-898d-4813b72dd66c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:40:23.574457 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ad00064e-2ad7-4aa8-9f5f-4a95e77d2203 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:23.589410 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-9766a194-97df-411e-b268-cb89b1859378 None None] Set router 4183be97-ab77-414a-a58a-2b4b378b6ff2 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:40:23.611326 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a4cacdeb-dc9d-4157-8225-4835c1802010 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:23.658247 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-6bbaabbb-5eb1-421f-b34d-ec1051683d99 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Usage tracker for resource:security_group_rule and tenant:1d5d349e7dfe4014b2f72037d4a694d0 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:23.674139 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-6bbaabbb-5eb1-421f-b34d-ec1051683d99 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:23.735856 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-6bbaabbb-5eb1-421f-b34d-ec1051683d99 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:23.741942 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3e35e41-2f39-487e-898d-4813b72dd66c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:23.742285 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-d3e35e41-2f39-487e-898d-4813b72dd66c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Added segment bda3aff6-2098-4ead-9fe3-7fad29d670e5 of type vlan for network 5233e3f5-ab61-466f-bcf4-aa8aaec75e1a Nov 26 16:40:23.771665 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a7ee3202-cda2-4af0-a832-d6d49f6c64bd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:23.772600 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad00064e-2ad7-4aa8-9f5f-4a95e77d2203 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:23.788004 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-ad00064e-2ad7-4aa8-9f5f-4a95e77d2203 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:23.791843 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d1b4b744-19ab-4b17-8001-7b3fcd0bfd3a req-caafe14f-7eeb-4d10-9b1a-8054ff220e5a service neutron] 10.222.0.31 "GET /v2.0/networks/a5e19142-4e79-42ca-965f-fd783eba57b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521880 Nov 26 16:40:23.792533 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad00064e-2ad7-4aa8-9f5f-4a95e77d2203 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:23.890363 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00064e-2ad7-4aa8-9f5f-4a95e77d2203 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Port': ['ID=df09e5fe-602d-42b7-bade-bdbcbdfd2d35,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:23.893052 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-26f0d4ae-6358-41c8-aacc-55f278225210 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:23.905136 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3e35e41-2f39-487e-898d-4813b72dd66c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:23.908879 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ad00064e-2ad7-4aa8-9f5f-4a95e77d2203 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:23.914522 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9766a194-97df-411e-b268-cb89b1859378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4183be97-ab77-414a-a58a-2b4b378b6ff2', 'name': '', 'tenant_id': '59a0cd289a0d4398806a66c6d2a2f63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b738877-2456-4fad-b934-532996cea2f8', 'external_fixed_ips': [{'subnet_id': 'ea8e53af-1071-467f-8221-6354bb94f4ee', 'ip_address': '2001:db8::1ea'}], 'enable_snat': True}, 'gw_port_id': '4fccdf39-e5d4-468b-8618-147f1cdc7674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:40:17Z', 'updated_at': '2021-11-26T16:40:21Z', 'revision_number': 3, 'project_id': '59a0cd289a0d4398806a66c6d2a2f63a', 'gw_port': {'id': '4fccdf39-e5d4-468b-8618-147f1cdc7674', 'name': '', 'network_id': '4b738877-2456-4fad-b934-532996cea2f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:87:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4183be97-ab77-414a-a58a-2b4b378b6ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ea8e53af-1071-467f-8221-6354bb94f4ee', 'ip_address': '2001:db8::1ea', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:40:19Z', 'updated_at': '2021-11-26T16:40:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea8e53af-1071-467f-8221-6354bb94f4ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:23.920321 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9766a194-97df-411e-b268-cb89b1859378 None None] Checking router: 4183be97-ab77-414a-a58a-2b4b378b6ff2 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:40:23.920724 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9766a194-97df-411e-b268-cb89b1859378 None None] Updating router 4183be97-ab77-414a-a58a-2b4b378b6ff2 port 4fccdf39-e5d4-468b-8618-147f1cdc7674 binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:40:23.986255 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-9766a194-97df-411e-b268-cb89b1859378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:23.987899 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-17832b75-8a31-47f7-9635-f37d3a74f1f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:24.037960 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a7ee3202-cda2-4af0-a832-d6d49f6c64bd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:24.069548 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-97e3ef71-a10c-4ae1-b04c-a100301b2d34 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:24.125607 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee3202-cda2-4af0-a832-d6d49f6c64bd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event deleted for resources: {'Subnet': ['ID=792986e4-a4b1-4c83-b5ac-1b9a73f866f6,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:24.127522 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a7ee3202-cda2-4af0-a832-d6d49f6c64bd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:24.136504 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a7ee3202-cda2-4af0-a832-d6d49f6c64bd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:24.138109 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa259dc6-be89-4ab5-88ad-edec7f47bb75 None None] Network 5572f23f-6264-4a05-9b41-21cae3f769c3 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:40:24.153470 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.resource_extend [None req-d3e35e41-2f39-487e-898d-4813b72dd66c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:40:24.167034 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a7ee3202-cda2-4af0-a832-d6d49f6c64bd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/subnets/792986e4-a4b1-4c83-b5ac-1b9a73f866f6 HTTP/1.1" status: 204 len: 168 time: 1.3687894 Nov 26 16:40:24.175025 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45538) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:24.311810 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-26f0d4ae-6358-41c8-aacc-55f278225210 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:24.338652 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-90a89a3d-8efb-4196-907a-4cdd11cf24bf tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:24.342753 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-69af9ad3-4b2b-437b-b8fa-b12c6dd7429b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:24.357736 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-9766a194-97df-411e-b268-cb89b1859378 None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:24.372516 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-9766a194-97df-411e-b268-cb89b1859378 None None] Transition to ACTIVE for port object 4fccdf39-e5d4-468b-8618-147f1cdc7674 will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:24.381096 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-9766a194-97df-411e-b268-cb89b1859378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:24.386436 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-39bf24f4-bbf7-4ae0-8dcd-0023f15946b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:24.386827 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-26f0d4ae-6358-41c8-aacc-55f278225210 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Deleting port 4fccdf39-e5d4-468b-8618-147f1cdc7674 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:24.387326 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-26f0d4ae-6358-41c8-aacc-55f278225210 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:24.429884 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a21e9e2e-d5fe-4d01-8015-8cec3f514417 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:24.497575 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a89a3d-8efb-4196-907a-4cdd11cf24bf tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Pushing event updated for resources: {'Subnet': ['ID=c8d5e9ef-bdb3-4363-9e78-accb30b7888d,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:24.498316 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-9766a194-97df-411e-b268-cb89b1859378 None None] Attempting to bind port 4fccdf39-e5d4-468b-8618-147f1cdc7674 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:40:24.498688 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-9766a194-97df-411e-b268-cb89b1859378 None None] Attempting to bind port 4fccdf39-e5d4-468b-8618-147f1cdc7674 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'bf25f267-ce94-4f28-9b58-9dffd4f81a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4b738877-2456-4fad-b934-532996cea2f8'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:40:24.499045 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766a194-97df-411e-b268-cb89b1859378 None None] Attempting to bind port 4fccdf39-e5d4-468b-8618-147f1cdc7674 on network 4b738877-2456-4fad-b934-532996cea2f8 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:40:24.505396 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e33a9-f520-4602-8f5e-b6f4c37aec46 None None] Pushing event updated for resources: {'Port': ['ID=4fccdf39-e5d4-468b-8618-147f1cdc7674,revision_number=2']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:24.515415 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-f82e33a9-f520-4602-8f5e-b6f4c37aec46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:24.516417 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-a21e9e2e-d5fe-4d01-8015-8cec3f514417 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Deleting port 08fd15b3-b2f7-4ca5-8238-e5d228b11525 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:24.516766 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a21e9e2e-d5fe-4d01-8015-8cec3f514417 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:24.516952 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766a194-97df-411e-b268-cb89b1859378 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:40:24.517331 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766a194-97df-411e-b268-cb89b1859378 None None] Checking segment: {'id': 'bf25f267-ce94-4f28-9b58-9dffd4f81a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4b738877-2456-4fad-b934-532996cea2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:40:24.517734 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-9766a194-97df-411e-b268-cb89b1859378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:24.518128 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766a194-97df-411e-b268-cb89b1859378 None None] Bound using segment: {'id': 'bf25f267-ce94-4f28-9b58-9dffd4f81a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4b738877-2456-4fad-b934-532996cea2f8'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:40:24.518605 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-9766a194-97df-411e-b268-cb89b1859378 None None] Bound port: 4fccdf39-e5d4-468b-8618-147f1cdc7674, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf25f267-ce94-4f28-9b58-9dffd4f81a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4b738877-2456-4fad-b934-532996cea2f8'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:40:24.518979 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-9766a194-97df-411e-b268-cb89b1859378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:24.547799 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec34e07d-ffb3-4d11-a4b4-2dbb15d7475b None None] DHCP port deletion for 5572f23f-6264-4a05-9b41-21cae3f769c3 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:40:24.552243 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-ec34e07d-ffb3-4d11-a4b4-2dbb15d7475b None None] Deleting port 08fd15b3-b2f7-4ca5-8238-e5d228b11525 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:24.552442 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-90a89a3d-8efb-4196-907a-4cdd11cf24bf tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:24.552988 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ec34e07d-ffb3-4d11-a4b4-2dbb15d7475b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:24.611338 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-9766a194-97df-411e-b268-cb89b1859378 None None] For port 4fccdf39-e5d4-468b-8618-147f1cdc7674, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:40:24.614685 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-9766a194-97df-411e-b268-cb89b1859378 None None] For port 4fccdf39-e5d4-468b-8618-147f1cdc7674, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=4fccdf39-e5d4-468b-8618-147f1cdc7674,segment=NetworkSegment(bf25f267-ce94-4f28-9b58-9dffd4f81a0b),segment_id=bf25f267-ce94-4f28-9b58-9dffd4f81a0b)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:40:24.620168 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-9766a194-97df-411e-b268-cb89b1859378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:24.626288 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-b4566338-e39c-4354-8bde-303086d47b81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:24.671376 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a89a3d-8efb-4196-907a-4cdd11cf24bf tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Checking segment: {'id': '2230c66c-f837-4cdd-8b05-31a51981560c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd0347298-3e03-4d82-8af7-bd6abfaaf670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:40:24.671659 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a89a3d-8efb-4196-907a-4cdd11cf24bf tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Network hostable DHCP agents. Network: d0347298-3e03-4d82-8af7-bd6abfaaf670, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:40:24.704567 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e33a9-f520-4602-8f5e-b6f4c37aec46 None None] Pushing event updated for resources: {'Port': ['ID=4fccdf39-e5d4-468b-8618-147f1cdc7674,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:24.708366 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-f82e33a9-f520-4602-8f5e-b6f4c37aec46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:24.729040 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9766a194-97df-411e-b268-cb89b1859378 None None] Routers {'4183be97-ab77-414a-a58a-2b4b378b6ff2'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:24.729766 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9766a194-97df-411e-b268-cb89b1859378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['4183be97-ab77-414a-a58a-2b4b378b6ff2'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:24.817904 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a89a3d-8efb-4196-907a-4cdd11cf24bf tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Network d0347298-3e03-4d82-8af7-bd6abfaaf670 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:40:24.844904 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-ec34e07d-ffb3-4d11-a4b4-2dbb15d7475b None None] For port 08fd15b3-b2f7-4ca5-8238-e5d228b11525, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=08fd15b3-b2f7-4ca5-8238-e5d228b11525,segment=NetworkSegment(fa7b9e07-6dbf-4fbd-9f10-f27ecb4e29f1),segment_id=fa7b9e07-6dbf-4fbd-9f10-f27ecb4e29f1)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:40:24.845312 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ec34e07d-ffb3-4d11-a4b4-2dbb15d7475b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:24.922852 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-26f0d4ae-6358-41c8-aacc-55f278225210 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] For port 4fccdf39-e5d4-468b-8618-147f1cdc7674, host dv-neutron-819440-1-hyperv, got binding levels [] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:40:24.923520 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-26f0d4ae-6358-41c8-aacc-55f278225210 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:24.936237 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-9766a194-97df-411e-b268-cb89b1859378 None None] Set router 4183be97-ab77-414a-a58a-2b4b378b6ff2 gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:40:25.002505 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-ec34e07d-ffb3-4d11-a4b4-2dbb15d7475b None None] Calling delete_port for 08fd15b3-b2f7-4ca5-8238-e5d228b11525 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:25.016930 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-17832b75-8a31-47f7-9635-f37d3a74f1f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:25.019427 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-17832b75-8a31-47f7-9635-f37d3a74f1f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:25.073196 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-26f0d4ae-6358-41c8-aacc-55f278225210 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Calling delete_port for 4fccdf39-e5d4-468b-8618-147f1cdc7674 owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:25.088030 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d1b4b744-19ab-4b17-8001-7b3fcd0bfd3a req-22ad3219-0f08-4685-b3e9-2843a574b71a service neutron] 10.222.0.31 "GET /v2.0/networks/a5e19142-4e79-42ca-965f-fd783eba57b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2536912 Nov 26 16:40:25.088828 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ad00064e-2ad7-4aa8-9f5f-4a95e77d2203 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router_gateway, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:25.090212 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ec34e07d-ffb3-4d11-a4b4-2dbb15d7475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:25.094518 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9766a194-97df-411e-b268-cb89b1859378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4183be97-ab77-414a-a58a-2b4b378b6ff2', 'name': '', 'tenant_id': '59a0cd289a0d4398806a66c6d2a2f63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:40:17Z', 'updated_at': '2021-11-26T16:40:24Z', 'revision_number': 4, 'project_id': '59a0cd289a0d4398806a66c6d2a2f63a', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:25.098979 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9766a194-97df-411e-b268-cb89b1859378 None None] The sync data for ids ['4183be97-ab77-414a-a58a-2b4b378b6ff2'] in dv-neutron-819440-1-hyperv is: [{'id': '4183be97-ab77-414a-a58a-2b4b378b6ff2', 'name': '', 'tenant_id': '59a0cd289a0d4398806a66c6d2a2f63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:40:17Z', 'updated_at': '2021-11-26T16:40:24Z', 'revision_number': 4, 'project_id': '59a0cd289a0d4398806a66c6d2a2f63a', 'gw_port_host': None}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:40:25.113118 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-85a7a453-0f77-4d13-af2b-0c9da0eaf33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:25.154914 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6bbaabbb-5eb1-421f-b34d-ec1051683d99 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:25.159000 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec34e07d-ffb3-4d11-a4b4-2dbb15d7475b None None] No DVR routers for this DVR port 08fd15b3-b2f7-4ca5-8238-e5d228b11525 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:40:25.171730 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34e07d-ffb3-4d11-a4b4-2dbb15d7475b None None] Pushing event deleted for resources: {'Port': ['ID=08fd15b3-b2f7-4ca5-8238-e5d228b11525,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:25.173328 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-90a89a3d-8efb-4196-907a-4cdd11cf24bf tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, d0347298-3e03-4d82-8af7-bd6abfaaf670) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:25.178502 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a89a3d-8efb-4196-907a-4cdd11cf24bf tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:25.179915 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-90a89a3d-8efb-4196-907a-4cdd11cf24bf tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:25.201217 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ec34e07d-ffb3-4d11-a4b4-2dbb15d7475b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:25.201989 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da46bbe5-c1da-4bc0-bf03-5583f01a2557 None None] Network d0347298-3e03-4d82-8af7-bd6abfaaf670 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:40:25.221793 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3e35e41-2f39-487e-898d-4813b72dd66c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:25.228649 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e35e41-2f39-487e-898d-4813b72dd66c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:25.229408 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3e35e41-2f39-487e-898d-4813b72dd66c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:25.233141 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-17832b75-8a31-47f7-9635-f37d3a74f1f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:25.233665 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17832b75-8a31-47f7-9635-f37d3a74f1f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 85c2f3d2-7fec-4ba8-aa86-5187e62842d9 {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:40:25.235433 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-591c0aee-21ba-4c02-b016-c218aadeb338 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:25.285133 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e11da2-eb25-4fd0-8548-5e1e5a522434 req-e01c6663-2aab-4432-9b09-391a5716e901 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:25.287288 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-39e11da2-eb25-4fd0-8548-5e1e5a522434 req-e01c6663-2aab-4432-9b09-391a5716e901 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.6730173 Nov 26 16:40:25.287403 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6bbaabbb-5eb1-421f-b34d-ec1051683d99 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:25.350325 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-90a89a3d-8efb-4196-907a-4cdd11cf24bf tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2543569 Nov 26 16:40:25.367104 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-a21e9e2e-d5fe-4d01-8015-8cec3f514417 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] For port 08fd15b3-b2f7-4ca5-8238-e5d228b11525, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=08fd15b3-b2f7-4ca5-8238-e5d228b11525,segment=NetworkSegment(fa7b9e07-6dbf-4fbd-9f10-f27ecb4e29f1),segment_id=fa7b9e07-6dbf-4fbd-9f10-f27ecb4e29f1)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:40:25.367473 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a21e9e2e-d5fe-4d01-8015-8cec3f514417 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:25.375771 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45548) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:25.399548 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-83a06de5-37f4-4952-a07d-cbd2f9619e53 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Request body: {'port': {'network_id': 'd0347298-3e03-4d82-8af7-bd6abfaaf670', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1427225354'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:25.427832 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-17832b75-8a31-47f7-9635-f37d3a74f1f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:25.429031 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-17832b75-8a31-47f7-9635-f37d3a74f1f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "DELETE /v2.0/routers/85c2f3d2-7fec-4ba8-aa86-5187e62842d9 HTTP/1.1" status: 204 len: 168 time: 5.3625114 Nov 26 16:40:25.446474 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d3e35e41-2f39-487e-898d-4813b72dd66c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.2839339 Nov 26 16:40:25.461776 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45552) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:25.462254 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45554) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:25.473590 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-c43ef656-a762-45fe-9903-122a626cea3f tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-805197625', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}, 'admin_state_up': False}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:25.488050 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-5a62ee02-c925-4920-9900-abdcdfbfa169 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'subnet': {'network_id': '5233e3f5-ab61-466f-bcf4-aa8aaec75e1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:25.517104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c43ef656-a762-45fe-9903-122a626cea3f tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:25.567761 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6bbaabbb-5eb1-421f-b34d-ec1051683d99 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:25.569236 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6bbaabbb-5eb1-421f-b34d-ec1051683d99 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3480306 Nov 26 16:40:25.577189 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-d0347298-3e03-4d82-8af7-bd6abfaaf670', 'network_id': 'd0347298-3e03-4d82-8af7-bd6abfaaf670', 'tenant_id': 'c26d2b0dc4ee4068984a2474a46ae91b', 'fixed_ips': [{'subnet_id': 'c8d5e9ef-bdb3-4363-9e78-accb30b7888d'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:40:25.578528 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:25.581448 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45560) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:25.585300 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c43ef656-a762-45fe-9903-122a626cea3f tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Usage tracker for resource:router and tenant:e8b3f4d48fbc4382b6c51f0e52c2d492 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:25.604344 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c43ef656-a762-45fe-9903-122a626cea3f tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:25.607209 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e35e41-2f39-487e-898d-4813b72dd66c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Network': ['ID=5233e3f5-ab61-466f-bcf4-aa8aaec75e1a,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:25.612030 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-881c6681-a8c1-4b82-9504-aabec961a860 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Request body: {'security_group': {'name': 'tempest-secgroup--273872506'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:25.630690 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d3e35e41-2f39-487e-898d-4813b72dd66c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:25.633146 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c43ef656-a762-45fe-9903-122a626cea3f tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:25.637526 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b20e5e84-78c2-44e6-8e37-2d49b062f69e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:25.641671 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 5233e3f5-ab61-466f-bcf4-aa8aaec75e1a details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:40:25.656761 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-881c6681-a8c1-4b82-9504-aabec961a860 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:25.697157 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-881c6681-a8c1-4b82-9504-aabec961a860 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:25.705825 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c43ef656-a762-45fe-9903-122a626cea3f tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:25.706974 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c43ef656-a762-45fe-9903-122a626cea3f tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:25.712299 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5a62ee02-c925-4920-9900-abdcdfbfa169 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:25.727218 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5a62ee02-c925-4920-9900-abdcdfbfa169 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:subnet and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:25.730063 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbaabbb-5eb1-421f-b34d-ec1051683d99 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f27818-177a-45c9-b20e-83bef425b6a3,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:25.753504 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-39e11da2-eb25-4fd0-8548-5e1e5a522434 req-1ed7ed13-d059-45f3-b622-6042e9cba6a5 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4538066 Nov 26 16:40:25.790623 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6bbaabbb-5eb1-421f-b34d-ec1051683d99 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:25.792619 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5a62ee02-c925-4920-9900-abdcdfbfa169 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:25.856859 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] Allocated IP 2001:db8::2 (d0347298-3e03-4d82-8af7-bd6abfaaf670/c8d5e9ef-bdb3-4363-9e78-accb30b7888d/6c49adbb-1277-4623-97d4-5a53b22d7dfd) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:25.893333 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5a62ee02-c925-4920-9900-abdcdfbfa169 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:25.910344 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-881c6681-a8c1-4b82-9504-aabec961a860 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:25.910907 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-a21e9e2e-d5fe-4d01-8015-8cec3f514417 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Calling delete_port for 08fd15b3-b2f7-4ca5-8238-e5d228b11525 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:25.958231 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c43ef656-a762-45fe-9903-122a626cea3f tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:25.981476 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-881c6681-a8c1-4b82-9504-aabec961a860 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:25.987222 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a62ee02-c925-4920-9900-abdcdfbfa169 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:25.991086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5a62ee02-c925-4920-9900-abdcdfbfa169 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:25.998355 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.api [None req-26f0d4ae-6358-41c8-aacc-55f278225210 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:40:25.998796 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_db.api [None req-26f0d4ae-6358-41c8-aacc-55f278225210 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:40:26.015740 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-881c6681-a8c1-4b82-9504-aabec961a860 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Usage tracker for resource:security_group_rule and tenant:1d5d349e7dfe4014b2f72037d4a694d0 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:26.019581 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-881c6681-a8c1-4b82-9504-aabec961a860 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:26.049199 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-83a06de5-37f4-4952-a07d-cbd2f9619e53 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:26.053861 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-83a06de5-37f4-4952-a07d-cbd2f9619e53 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Usage tracker for resource:port and tenant:c26d2b0dc4ee4068984a2474a46ae91b is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:26.057992 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-83a06de5-37f4-4952-a07d-cbd2f9619e53 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:26.064112 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.api [None req-a21e9e2e-d5fe-4d01-8015-8cec3f514417 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:40:26.064558 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_db.api [None req-a21e9e2e-d5fe-4d01-8015-8cec3f514417 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:40:26.065406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-83a06de5-37f4-4952-a07d-cbd2f9619e53 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:26.077559 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a06de5-37f4-4952-a07d-cbd2f9619e53 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Made reservation on behalf of c26d2b0dc4ee4068984a2474a46ae91b for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:26.082117 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-83a06de5-37f4-4952-a07d-cbd2f9619e53 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:26.093361 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-881c6681-a8c1-4b82-9504-aabec961a860 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:26.107044 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-83a06de5-37f4-4952-a07d-cbd2f9619e53 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] device_id is not set on port d9fdbe25-9a9b-45d2-92ad-627ff3265e9e yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:40:26.216084 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:26.227476 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] Transition to ACTIVE for port object 6c49adbb-1277-4623-97d4-5a53b22d7dfd will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:26.247537 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] Transition to ACTIVE for port object 6c49adbb-1277-4623-97d4-5a53b22d7dfd will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:26.257543 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:26.262305 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a81f0555-b9d6-469f-b152-7041627b77a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:26.297269 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ad00064e-2ad7-4aa8-9f5f-4a95e77d2203 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:26.316033 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c7c1d54a-5b6f-419a-bc87-067d6161ba12 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:40:26.344981 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-83a06de5-37f4-4952-a07d-cbd2f9619e53 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Allocated IP 2001:db8::2a (d0347298-3e03-4d82-8af7-bd6abfaaf670/c8d5e9ef-bdb3-4363-9e78-accb30b7888d/d9fdbe25-9a9b-45d2-92ad-627ff3265e9e) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:26.380440 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: c7c1d54a-5b6f-419a-bc87-067d6161ba12 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:40:26.380894 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c7c1d54a-5b6f-419a-bc87-067d6161ba12 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:40:26.381401 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 08fd15b3-b2f7-4ca5-8238-e5d228b11525 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:40:26.422621 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] Network d0347298-3e03-4d82-8af7-bd6abfaaf670 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:26.423340 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 08fd15b3-b2f7-4ca5-8238-e5d228b11525 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:40:26.423689 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 08fd15b3-b2f7-4ca5-8238-e5d228b11525 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:40:26.427929 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:26.432648 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:26.438538 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] Pushing event updated for resources: {'Port': ['ID=6c49adbb-1277-4623-97d4-5a53b22d7dfd,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:26.442525 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:26.504076 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-26f0d4ae-6358-41c8-aacc-55f278225210 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Deleting port 4fccdf39-e5d4-468b-8618-147f1cdc7674 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:26.504398 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-26f0d4ae-6358-41c8-aacc-55f278225210 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:26.532473 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] Attempting to bind port 6c49adbb-1277-4623-97d4-5a53b22d7dfd on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:40:26.532855 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] Attempting to bind port 6c49adbb-1277-4623-97d4-5a53b22d7dfd by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '2230c66c-f837-4cdd-8b05-31a51981560c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd0347298-3e03-4d82-8af7-bd6abfaaf670'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:40:26.533224 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] Attempting to bind port 6c49adbb-1277-4623-97d4-5a53b22d7dfd on network d0347298-3e03-4d82-8af7-bd6abfaaf670 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:40:26.539358 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:40:26.539767 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] Checking segment: {'id': '2230c66c-f837-4cdd-8b05-31a51981560c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd0347298-3e03-4d82-8af7-bd6abfaaf670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:40:26.540176 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:26.540573 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] Bound using segment: {'id': '2230c66c-f837-4cdd-8b05-31a51981560c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd0347298-3e03-4d82-8af7-bd6abfaaf670'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:40:26.541040 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] Bound port: 6c49adbb-1277-4623-97d4-5a53b22d7dfd, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2230c66c-f837-4cdd-8b05-31a51981560c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd0347298-3e03-4d82-8af7-bd6abfaaf670'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:40:26.541419 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:26.565903 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-a21e9e2e-d5fe-4d01-8015-8cec3f514417 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Deleting port 08fd15b3-b2f7-4ca5-8238-e5d228b11525 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:26.566108 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a21e9e2e-d5fe-4d01-8015-8cec3f514417 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:26.631863 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] For port 6c49adbb-1277-4623-97d4-5a53b22d7dfd, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:40:26.635185 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] For port 6c49adbb-1277-4623-97d4-5a53b22d7dfd, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=6c49adbb-1277-4623-97d4-5a53b22d7dfd,segment=NetworkSegment(2230c66c-f837-4cdd-8b05-31a51981560c),segment_id=2230c66c-f837-4cdd-8b05-31a51981560c)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:40:26.639452 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:26.642993 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:26.728474 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] Pushing event updated for resources: {'Port': ['ID=6c49adbb-1277-4623-97d4-5a53b22d7dfd,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:26.733173 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c43ef656-a762-45fe-9903-122a626cea3f tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:26.734001 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:26.737574 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-a21e9e2e-d5fe-4d01-8015-8cec3f514417 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] The port '08fd15b3-b2f7-4ca5-8238-e5d228b11525' was deleted {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:40:26.839664 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-83a06de5-37f4-4952-a07d-cbd2f9619e53 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:26.897206 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-881c6681-a8c1-4b82-9504-aabec961a860 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:26.950481 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a21e9e2e-d5fe-4d01-8015-8cec3f514417 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:26.958028 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-83a06de5-37f4-4952-a07d-cbd2f9619e53 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Transition to ACTIVE for port object d9fdbe25-9a9b-45d2-92ad-627ff3265e9e will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:26.994737 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-26f0d4ae-6358-41c8-aacc-55f278225210 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] For port 4fccdf39-e5d4-468b-8618-147f1cdc7674, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=4fccdf39-e5d4-468b-8618-147f1cdc7674,segment=NetworkSegment(bf25f267-ce94-4f28-9b58-9dffd4f81a0b),segment_id=bf25f267-ce94-4f28-9b58-9dffd4f81a0b)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:40:26.997299 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-26f0d4ae-6358-41c8-aacc-55f278225210 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:27.003916 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-881c6681-a8c1-4b82-9504-aabec961a860 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:27.024689 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5ca67245-f18b-473b-9e0b-1a7ee2d715a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:27.032215 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-a21e9e2e-d5fe-4d01-8015-8cec3f514417 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5572f23f-6264-4a05-9b41-21cae3f769c3']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:27.156285 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c6681-a8c1-4b82-9504-aabec961a860 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b310a0f9-af8e-43b5-abc3-c3f6dedce83c,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:27.159850 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-881c6681-a8c1-4b82-9504-aabec961a860 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:27.163656 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-a21e9e2e-d5fe-4d01-8015-8cec3f514417 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7b9e07-6dbf-4fbd-9f10-f27ecb4e29f1') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:27.163656 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-a21e9e2e-d5fe-4d01-8015-8cec3f514417 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7b9e07-6dbf-4fbd-9f10-f27ecb4e29f1') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:27.171979 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5a62ee02-c925-4920-9900-abdcdfbfa169 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:27.176046 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-26f0d4ae-6358-41c8-aacc-55f278225210 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Calling delete_port for 4fccdf39-e5d4-468b-8618-147f1cdc7674 owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:27.181301 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1f72a1ec-e817-4de3-ad2a-04137fe57f6f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:27.221546 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a21e9e2e-d5fe-4d01-8015-8cec3f514417 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:27.241344 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-83a06de5-37f4-4952-a07d-cbd2f9619e53 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:27.249119 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-79c042ee-d187-4128-ad50-d87bcbaf8fa4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:27.250484 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-881c6681-a8c1-4b82-9504-aabec961a860 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:27.251691 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-881c6681-a8c1-4b82-9504-aabec961a860 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6610081 Nov 26 16:40:27.261768 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45566) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:27.282839 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-ef9aa9cb-b566-4a75-bee0-52c2e6c9dd10 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Request body: {'security_group_rule': {'security_group_id': 'd8f27818-177a-45c9-b20e-83bef425b6a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b310a0f9-af8e-43b5-abc3-c3f6dedce83c', 'remote_ip_prefix': None}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:27.288339 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a21e9e2e-d5fe-4d01-8015-8cec3f514417 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:27.308140 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ef9aa9cb-b566-4a75-bee0-52c2e6c9dd10 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:27.314093 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad00064e-2ad7-4aa8-9f5f-4a95e77d2203 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Router e5f16c24-213c-4144-a4e5-5795e4ccd09c is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:40:27.318053 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21e9e2e-d5fe-4d01-8015-8cec3f514417 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:40:27.318440 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a21e9e2e-d5fe-4d01-8015-8cec3f514417 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:27.326546 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ef9aa9cb-b566-4a75-bee0-52c2e6c9dd10 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Usage tracker for resource:security_group_rule and tenant:1d5d349e7dfe4014b2f72037d4a694d0 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:40:27.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:40:27.336355 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1563acb-15ff-4fc7-a8a7-e66aff35f371 req-34004125-837b-4595-854a-5638fa796407 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:27.337780 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b1563acb-15ff-4fc7-a8a7-e66aff35f371 req-34004125-837b-4595-854a-5638fa796407 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.4329574 Nov 26 16:40:27.338485 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62ee02-c925-4920-9900-abdcdfbfa169 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Subnet': ['ID=c4062194-a757-4e39-94a0-c036c19fe6c4,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:27.341354 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5a62ee02-c925-4920-9900-abdcdfbfa169 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:27.343047 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ef9aa9cb-b566-4a75-bee0-52c2e6c9dd10 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:27.359166 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ef9aa9cb-b566-4a75-bee0-52c2e6c9dd10 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:27.442470 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a62ee02-c925-4920-9900-abdcdfbfa169 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Checking segment: {'id': 'bda3aff6-2098-4ead-9fe3-7fad29d670e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5233e3f5-ab61-466f-bcf4-aa8aaec75e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:40:27.442834 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a62ee02-c925-4920-9900-abdcdfbfa169 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network hostable DHCP agents. Network: 5233e3f5-ab61-466f-bcf4-aa8aaec75e1a, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:40:27.551986 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a06de5-37f4-4952-a07d-cbd2f9619e53 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Network d0347298-3e03-4d82-8af7-bd6abfaaf670 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:27.570908 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-83a06de5-37f4-4952-a07d-cbd2f9619e53 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:27.574797 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a06de5-37f4-4952-a07d-cbd2f9619e53 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Pushing event updated for resources: {'Port': ['ID=d9fdbe25-9a9b-45d2-92ad-627ff3265e9e,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:27.577138 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a06de5-37f4-4952-a07d-cbd2f9619e53 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:27.582807 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a06de5-37f4-4952-a07d-cbd2f9619e53 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:27.583331 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-83a06de5-37f4-4952-a07d-cbd2f9619e53 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:27.589036 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-83a06de5-37f4-4952-a07d-cbd2f9619e53 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:27.592008 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b1563acb-15ff-4fc7-a8a7-e66aff35f371 req-b344e1b6-ef61-4d72-a663-94c9fde578a9 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397718 Nov 26 16:40:27.596776 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ef9aa9cb-b566-4a75-bee0-52c2e6c9dd10 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:27.604500 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a21e9e2e-d5fe-4d01-8015-8cec3f514417 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:27.611959 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:27.638092 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a62ee02-c925-4920-9900-abdcdfbfa169 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network 5233e3f5-ab61-466f-bcf4-aa8aaec75e1a is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:40:27.651278 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a21e9e2e-d5fe-4d01-8015-8cec3f514417 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:27.659569 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e9e2e-d5fe-4d01-8015-8cec3f514417 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Pushing event deleted for resources: {'Network': ['ID=5572f23f-6264-4a05-9b41-21cae3f769c3,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:27.666849 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a21e9e2e-d5fe-4d01-8015-8cec3f514417 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:27.682028 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a21e9e2e-d5fe-4d01-8015-8cec3f514417 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] 10.222.0.11 "DELETE /v2.0/networks/5572f23f-6264-4a05-9b41-21cae3f769c3 HTTP/1.1" status: 204 len: 168 time: 3.5031338 Nov 26 16:40:27.682615 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-83a06de5-37f4-4952-a07d-cbd2f9619e53 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2973509 Nov 26 16:40:27.696475 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45574) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:27.760973 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-276007ce-afc3-46c1-8b3e-b12ef275c805 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Request body: {'port': {'network_id': 'd0347298-3e03-4d82-8af7-bd6abfaaf670', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-94806272', 'allowed_address_pairs': [{'ip_address': '2001:db8::2a', 'mac_address': 'fa:16:3e:6a:c4:98'}]}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:27.857911 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-5a62ee02-c925-4920-9900-abdcdfbfa169 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 5233e3f5-ab61-466f-bcf4-aa8aaec75e1a) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:27.868787 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a62ee02-c925-4920-9900-abdcdfbfa169 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:27.869654 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5a62ee02-c925-4920-9900-abdcdfbfa169 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:27.870230 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1784452a-6aa2-4f39-a7dc-a5fc5b0f9bc2 None None] Network 5233e3f5-ab61-466f-bcf4-aa8aaec75e1a requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:40:27.898624 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-26f0d4ae-6358-41c8-aacc-55f278225210 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:27.907430 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad00064e-2ad7-4aa8-9f5f-4a95e77d2203 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:40:27.920314 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ed9280d6-94b3-4264-8d9f-74aae063cf6a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:27.956633 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4cb73e-96a0-4750-a2d2-8562b9b0251b None None] Sync routers for ids ['e5f16c24-213c-4144-a4e5-5795e4ccd09c'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:40:28.004861 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4cb73e-96a0-4750-a2d2-8562b9b0251b None None] Routers {'e5f16c24-213c-4144-a4e5-5795e4ccd09c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:28.005642 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3e4cb73e-96a0-4750-a2d2-8562b9b0251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e5f16c24-213c-4144-a4e5-5795e4ccd09c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:28.009203 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c43ef656-a762-45fe-9903-122a626cea3f tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router_gateway, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:28.015258 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0d4ae-6358-41c8-aacc-55f278225210 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fccdf39-e5d4-468b-8618-147f1cdc7674,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:28.033213 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-26f0d4ae-6358-41c8-aacc-55f278225210 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:28.045468 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5a62ee02-c925-4920-9900-abdcdfbfa169 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5792491 Nov 26 16:40:28.046483 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45580) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:28.053025 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-eace48aa-1829-46ef-8189-673a049ada90 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'subnet': {'network_id': '5233e3f5-ab61-466f-bcf4-aa8aaec75e1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:28.068234 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c43ef656-a762-45fe-9903-122a626cea3f tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:28.070075 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ad00064e-2ad7-4aa8-9f5f-4a95e77d2203 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:28.073913 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ad00064e-2ad7-4aa8-9f5f-4a95e77d2203 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.0076513 Nov 26 16:40:28.074908 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45584) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:28.090278 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caa17e8-69ef-49b9-b1df-a7e10d6a7133 None None] Network d0347298-3e03-4d82-8af7-bd6abfaaf670 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:40:28.149680 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-26f0d4ae-6358-41c8-aacc-55f278225210 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:28.200110 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45588) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:28.220210 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3e4cb73e-96a0-4750-a2d2-8562b9b0251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:28.264430 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-276007ce-afc3-46c1-8b3e-b12ef275c805 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:28.277163 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a498ec9f-e8e2-49fb-9484-0165ef0e8102 None None] Provisioning for port 6c49adbb-1277-4623-97d4-5a53b22d7dfd completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:28.321594 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4cb73e-96a0-4750-a2d2-8562b9b0251b None None] Routers {'e5f16c24-213c-4144-a4e5-5795e4ccd09c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:28.324052 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3e4cb73e-96a0-4750-a2d2-8562b9b0251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e5f16c24-213c-4144-a4e5-5795e4ccd09c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:28.343685 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-276007ce-afc3-46c1-8b3e-b12ef275c805 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Usage tracker for resource:port and tenant:c26d2b0dc4ee4068984a2474a46ae91b is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:28.350607 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-276007ce-afc3-46c1-8b3e-b12ef275c805 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:28.364759 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-276007ce-afc3-46c1-8b3e-b12ef275c805 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:28.368288 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-26f0d4ae-6358-41c8-aacc-55f278225210 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:28.375873 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-26f0d4ae-6358-41c8-aacc-55f278225210 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:28.408344 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276007ce-afc3-46c1-8b3e-b12ef275c805 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Made reservation on behalf of c26d2b0dc4ee4068984a2474a46ae91b for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:28.408993 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 6c49adbb-1277-4623-97d4-5a53b22d7dfd up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:40:28.444322 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ef9aa9cb-b566-4a75-bee0-52c2e6c9dd10 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:28.462114 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3e4cb73e-96a0-4750-a2d2-8562b9b0251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:28.462739 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4cb73e-96a0-4750-a2d2-8562b9b0251b None None] The sync data for ids ['e5f16c24-213c-4144-a4e5-5795e4ccd09c'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:40:28.476468 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ef9aa9cb-b566-4a75-bee0-52c2e6c9dd10 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:28.498445 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:28.509059 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-eace48aa-1829-46ef-8189-673a049ada90 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:28.513177 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-26f0d4ae-6358-41c8-aacc-55f278225210 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:28.513673 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f0d4ae-6358-41c8-aacc-55f278225210 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4183be97-ab77-414a-a58a-2b4b378b6ff2 {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:40:28.518261 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-eace48aa-1829-46ef-8189-673a049ada90 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:subnet and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:28.525268 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-eace48aa-1829-46ef-8189-673a049ada90 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:28.538650 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-eace48aa-1829-46ef-8189-673a049ada90 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:28.578423 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9aa9cb-b566-4a75-bee0-52c2e6c9dd10 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf42fbe-8a53-4081-9507-463304db8c96,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:28.589008 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ef9aa9cb-b566-4a75-bee0-52c2e6c9dd10 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:28.590459 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-26f0d4ae-6358-41c8-aacc-55f278225210 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:28.594725 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-26f0d4ae-6358-41c8-aacc-55f278225210 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "DELETE /v2.0/routers/4183be97-ab77-414a-a58a-2b4b378b6ff2 HTTP/1.1" status: 204 len: 168 time: 5.1838722 Nov 26 16:40:28.598084 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45594) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:28.640527 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-5233e3f5-ab61-466f-bcf4-aa8aaec75e1a', 'network_id': '5233e3f5-ab61-466f-bcf4-aa8aaec75e1a', 'tenant_id': '5e36d1cdcfec4f8f8fdf216a7a647809', 'fixed_ips': [{'subnet_id': 'c4062194-a757-4e39-94a0-c036c19fe6c4'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:40:28.641366 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:28.650719 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ef9aa9cb-b566-4a75-bee0-52c2e6c9dd10 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:28.656097 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ef9aa9cb-b566-4a75-bee0-52c2e6c9dd10 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3905270 Nov 26 16:40:28.658967 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45598) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:28.660018 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-70975efc-c696-490c-8823-d8c01116042a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:28.679684 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cd794428-fb97-484a-90c5-6c93aa48eed5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "GET /v2.0/routers/e5f16c24-213c-4144-a4e5-5795e4ccd09c HTTP/1.1" status: 200 len: 885 time: 0.5677910 Nov 26 16:40:28.682584 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45602) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:28.701631 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eace48aa-1829-46ef-8189-673a049ada90 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:28.706869 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eace48aa-1829-46ef-8189-673a049ada90 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:28.721851 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 6c49adbb-1277-4623-97d4-5a53b22d7dfd completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:28.733024 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-276007ce-afc3-46c1-8b3e-b12ef275c805 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:28.781552 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 6c49adbb-1277-4623-97d4-5a53b22d7dfd triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:28.781939 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:28.809221 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8d0afb56-1e18-4ac7-9be3-64ddd8405223 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=99567243f2e24c6489754d65bc9ff7cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6053143 Nov 26 16:40:28.830689 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45606) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:28.862549 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b2a97d7-6017-4aca-abe6-e7f13db3378d tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Deleting subnet ea8e53af-1071-467f-8221-6354bb94f4ee {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:40:28.871579 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-92ac76b2-abbf-4d23-a265-0bec9f1b4922 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:28.880434 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-276007ce-afc3-46c1-8b3e-b12ef275c805 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] device_id is not set on port 6d60bbd8-d65e-4685-a4ff-dad23af06a3c yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:40:28.898415 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-c43ef656-a762-45fe-9903-122a626cea3f tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Allocated IP 172.26.0.108 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/fa92852a-ca3b-42bf-b6c0-3387feee200d) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:28.924882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4b2a97d7-6017-4aca-abe6-e7f13db3378d tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:28.964358 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-92ac76b2-abbf-4d23-a265-0bec9f1b4922 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:29.027654 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] Allocated IP 172.20.0.2 (5233e3f5-ab61-466f-bcf4-aa8aaec75e1a/c4062194-a757-4e39-94a0-c036c19fe6c4/4a13726a-386c-45ff-9076-95eaca80413c) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:29.054634 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:29.075997 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4b2a97d7-6017-4aca-abe6-e7f13db3378d tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:29.110065 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c43ef656-a762-45fe-9903-122a626cea3f tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:29.134251 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.ipam_backend_mixin [None req-eace48aa-1829-46ef-8189-673a049ada90 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c4062194-a757-4e39-94a0-c036c19fe6c4 (CIDR: 172.20.0.0/28) Nov 26 16:40:29.139087 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-92ac76b2-abbf-4d23-a265-0bec9f1b4922 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:29.160971 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1e3bca31-96c8-4c89-8442-5d701e0e08fc tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Synchronizing usage tracker for tenant:64d59b3f13ac4d738c5b4d126f3cbc4c on resource:router {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:29.173594 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 6c49adbb-1277-4623-97d4-5a53b22d7dfd, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=6c49adbb-1277-4623-97d4-5a53b22d7dfd,segment=NetworkSegment(2230c66c-f837-4cdd-8b05-31a51981560c),segment_id=2230c66c-f837-4cdd-8b05-31a51981560c)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:40:29.181145 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-eace48aa-1829-46ef-8189-673a049ada90 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:40:29.181632 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eace48aa-1829-46ef-8189-673a049ada90 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:40:29.184136 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c43ef656-a762-45fe-9903-122a626cea3f tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:29.184741 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:29.190172 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-996e1b38-918f-4443-8727-82d33a671412 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:29.191438 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a851f105-473e-46a9-b6b0-ee0183064824 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:29.205263 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:29.228927 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1e3bca31-96c8-4c89-8442-5d701e0e08fc tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Unset dirty status for tenant:64d59b3f13ac4d738c5b4d126f3cbc4c on resource:router {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:29.230371 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1e3bca31-96c8-4c89-8442-5d701e0e08fc tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5469124 Nov 26 16:40:29.241220 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45614) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:29.264265 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-cdd57c5f-dd5d-445d-9f42-7b65ba56f072 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2074829732'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:29.283559 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ef656-a762-45fe-9903-122a626cea3f tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Pushing event updated for resources: {'Port': ['ID=fa92852a-ca3b-42bf-b6c0-3387feee200d,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:29.300953 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43ef656-a762-45fe-9903-122a626cea3f tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:29.302823 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c43ef656-a762-45fe-9903-122a626cea3f tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:29.304205 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-c43ef656-a762-45fe-9903-122a626cea3f tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:29.312189 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=6c49adbb-1277-4623-97d4-5a53b22d7dfd,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:29.314095 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43ef656-a762-45fe-9903-122a626cea3f tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:29.315942 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:29.377568 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:29.401557 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:29.418620 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] Transition to ACTIVE for port object 4a13726a-386c-45ff-9076-95eaca80413c will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:29.446770 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] Transition to ACTIVE for port object 4a13726a-386c-45ff-9076-95eaca80413c will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:29.453070 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-62f8088e-f1a9-4d7b-93d2-cdd1a30c9195 None None] Provisioning for port d9fdbe25-9a9b-45d2-92ad-627ff3265e9e completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:29.453383 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac76b2-abbf-4d23-a265-0bec9f1b4922 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbf42fbe-8a53-4081-9507-463304db8c96,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:29.455259 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a24912af-8e57-4b7d-a469-f3877b537f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:29.466270 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:29.468358 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-92ac76b2-abbf-4d23-a265-0bec9f1b4922 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:29.470186 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-92ac76b2-abbf-4d23-a265-0bec9f1b4922 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:29.470306 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:29.473631 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-92ac76b2-abbf-4d23-a265-0bec9f1b4922 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/bbf42fbe-8a53-4081-9507-463304db8c96 HTTP/1.1" status: 204 len: 168 time: 0.7932041 Nov 26 16:40:29.502347 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-62f8088e-f1a9-4d7b-93d2-cdd1a30c9195 None None] Provisioning complete for port d9fdbe25-9a9b-45d2-92ad-627ff3265e9e triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:29.502879 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-62f8088e-f1a9-4d7b-93d2-cdd1a30c9195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:29.525273 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45618) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:29.537565 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4b2a97d7-6017-4aca-abe6-e7f13db3378d tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:29.579333 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-eace48aa-1829-46ef-8189-673a049ada90 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5317118 Nov 26 16:40:29.589306 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-62f8088e-f1a9-4d7b-93d2-cdd1a30c9195 None None] Port d9fdbe25-9a9b-45d2-92ad-627ff3265e9e cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:40:29.597559 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] Network 5233e3f5-ab61-466f-bcf4-aa8aaec75e1a is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:29.600860 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:29.602824 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45622) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:29.604017 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:29.638765 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-f58e8db3-342e-4718-b48b-117747363d51 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'subnet': {'network_id': '5233e3f5-ab61-466f-bcf4-aa8aaec75e1a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:29.655619 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-276007ce-afc3-46c1-8b3e-b12ef275c805 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Allocated IP 2001:db8::9e (d0347298-3e03-4d82-8af7-bd6abfaaf670/c8d5e9ef-bdb3-4363-9e78-accb30b7888d/6d60bbd8-d65e-4685-a4ff-dad23af06a3c) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:29.665421 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a24912af-8e57-4b7d-a469-f3877b537f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:29.669880 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0339f845-9c42-4baa-97f6-cbe3083f8636 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Synchronizing usage tracker for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group_rule {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:29.698924 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0339f845-9c42-4baa-97f6-cbe3083f8636 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Unset dirty status for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group_rule {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:29.699663 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-62f8088e-f1a9-4d7b-93d2-cdd1a30c9195 None None] Provisioning complete for port 6c49adbb-1277-4623-97d4-5a53b22d7dfd triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:29.700178 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-62f8088e-f1a9-4d7b-93d2-cdd1a30c9195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:29.700306 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0339f845-9c42-4baa-97f6-cbe3083f8636 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1742721 Nov 26 16:40:29.703153 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45626) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:29.736635 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] Pushing event updated for resources: {'Port': ['ID=4a13726a-386c-45ff-9076-95eaca80413c,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:29.739536 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:29.783037 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] Attempting to bind port 4a13726a-386c-45ff-9076-95eaca80413c on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:40:29.783413 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] Attempting to bind port 4a13726a-386c-45ff-9076-95eaca80413c by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'bda3aff6-2098-4ead-9fe3-7fad29d670e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5233e3f5-ab61-466f-bcf4-aa8aaec75e1a'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:40:29.784104 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] Attempting to bind port 4a13726a-386c-45ff-9076-95eaca80413c on network 5233e3f5-ab61-466f-bcf4-aa8aaec75e1a {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:40:29.792856 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:40:29.793650 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] Checking segment: {'id': 'bda3aff6-2098-4ead-9fe3-7fad29d670e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5233e3f5-ab61-466f-bcf4-aa8aaec75e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:40:29.793650 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:29.794023 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] Bound using segment: {'id': 'bda3aff6-2098-4ead-9fe3-7fad29d670e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5233e3f5-ab61-466f-bcf4-aa8aaec75e1a'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:40:29.794510 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] Bound port: 4a13726a-386c-45ff-9076-95eaca80413c, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda3aff6-2098-4ead-9fe3-7fad29d670e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5233e3f5-ab61-466f-bcf4-aa8aaec75e1a'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:40:29.794870 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:29.841030 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4b2a97d7-6017-4aca-abe6-e7f13db3378d tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:29.854291 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:29.921114 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0cbf678a-06af-4e2c-8ef1-0638c5e70497 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:29.930097 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a97d7-6017-4aca-abe6-e7f13db3378d tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ea8e53af-1071-467f-8221-6354bb94f4ee,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:29.932135 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4b2a97d7-6017-4aca-abe6-e7f13db3378d tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:29.947250 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4b2a97d7-6017-4aca-abe6-e7f13db3378d tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "DELETE /v2.0/subnets/ea8e53af-1071-467f-8221-6354bb94f4ee HTTP/1.1" status: 204 len: 168 time: 1.3415158 Nov 26 16:40:29.947513 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] For port 4a13726a-386c-45ff-9076-95eaca80413c, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:40:29.951051 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] For port 4a13726a-386c-45ff-9076-95eaca80413c, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=4a13726a-386c-45ff-9076-95eaca80413c,segment=NetworkSegment(bda3aff6-2098-4ead-9fe3-7fad29d670e5),segment_id=bda3aff6-2098-4ead-9fe3-7fad29d670e5)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:40:29.951218 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45630) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:29.955402 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:29.960119 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ca782450-8841-49d8-9693-1fda9cb96840 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:29.973891 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4b2a97d7-6017-4aca-abe6-e7f13db3378d tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:29.993740 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0cbf678a-06af-4e2c-8ef1-0638c5e70497 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:30.001918 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c43ef656-a762-45fe-9903-122a626cea3f tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router_gateway, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:30.007910 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f58e8db3-342e-4718-b48b-117747363d51 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:30.023615 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f58e8db3-342e-4718-b48b-117747363d51 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:subnet and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:30.047515 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] Pushing event updated for resources: {'Port': ['ID=4a13726a-386c-45ff-9076-95eaca80413c,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:30.050871 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:30.079911 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-bac21598-0991-40b1-a8c7-a552f433372c None None] Provisioning complete for port d9fdbe25-9a9b-45d2-92ad-627ff3265e9e triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:30.080402 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bac21598-0991-40b1-a8c7-a552f433372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:30.084939 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f58e8db3-342e-4718-b48b-117747363d51 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:30.184482 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f58e8db3-342e-4718-b48b-117747363d51 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:30.211361 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-bac21598-0991-40b1-a8c7-a552f433372c None None] Port d9fdbe25-9a9b-45d2-92ad-627ff3265e9e cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:40:30.232302 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a24912af-8e57-4b7d-a469-f3877b537f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:30.240878 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58e8db3-342e-4718-b48b-117747363d51 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:30.244751 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f58e8db3-342e-4718-b48b-117747363d51 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:30.366729 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 6c49adbb-1277-4623-97d4-5a53b22d7dfd up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:40:30.423995 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5aeac9da-d2b4-4247-ac36-bf48ed55fc13 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:30.424949 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-276007ce-afc3-46c1-8b3e-b12ef275c805 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:30.442027 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0cbf678a-06af-4e2c-8ef1-0638c5e70497 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:30.457159 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:30.461250 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 6c49adbb-1277-4623-97d4-5a53b22d7dfd triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:30.461765 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:30.481086 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6592dc61-3ac0-44e2-85dc-45ae6431f8b2 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:30.489332 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf678a-06af-4e2c-8ef1-0638c5e70497 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b310a0f9-af8e-43b5-abc3-c3f6dedce83c,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:30.523844 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0cbf678a-06af-4e2c-8ef1-0638c5e70497 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:30.526964 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0cbf678a-06af-4e2c-8ef1-0638c5e70497 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:30.528151 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0cbf678a-06af-4e2c-8ef1-0638c5e70497 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "DELETE /v2.0/security-groups/b310a0f9-af8e-43b5-abc3-c3f6dedce83c HTTP/1.1" status: 204 len: 168 time: 0.8239727 Nov 26 16:40:30.579959 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45634) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:30.630016 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a24912af-8e57-4b7d-a469-f3877b537f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:30.631136 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a24912af-8e57-4b7d-a469-f3877b537f08 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf797ecf-a4f1-4be2-8b0a-e344133757bd HTTP/1.1" status: 204 len: 168 time: 1.7945106 Nov 26 16:40:30.702279 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24912af-8e57-4b7d-a469-f3877b537f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf797ecf-a4f1-4be2-8b0a-e344133757bd,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:30.714104 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-276007ce-afc3-46c1-8b3e-b12ef275c805 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Transition to ACTIVE for port object 6d60bbd8-d65e-4685-a4ff-dad23af06a3c will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:30.715479 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a24912af-8e57-4b7d-a469-f3877b537f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:30.816641 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-436c9572-5624-41fb-a36a-e5341d93fa28 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Synchronizing usage tracker for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:30.828082 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5aeac9da-d2b4-4247-ac36-bf48ed55fc13 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:30.842726 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cdd57c5f-dd5d-445d-9f42-7b65ba56f072 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:30.858665 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-276007ce-afc3-46c1-8b3e-b12ef275c805 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:30.867700 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0c770017-c104-41c7-8c84-f0403ab277a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:30.873700 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-436c9572-5624-41fb-a36a-e5341d93fa28 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Unset dirty status for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:30.875001 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-436c9572-5624-41fb-a36a-e5341d93fa28 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2784927 Nov 26 16:40:30.881318 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-5aeac9da-d2b4-4247-ac36-bf48ed55fc13 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b738877-2456-4fad-b934-532996cea2f8']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:30.889307 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45642) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:30.911133 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cdd57c5f-dd5d-445d-9f42-7b65ba56f072 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780415'] for router, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:30.914953 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-5aeac9da-d2b4-4247-ac36-bf48ed55fc13 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf25f267-ce94-4f28-9b58-9dffd4f81a0b') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:30.915254 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-5aeac9da-d2b4-4247-ac36-bf48ed55fc13 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf25f267-ce94-4f28-9b58-9dffd4f81a0b') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:30.949245 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5aeac9da-d2b4-4247-ac36-bf48ed55fc13 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:30.966723 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c43ef656-a762-45fe-9903-122a626cea3f tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:31.070461 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276007ce-afc3-46c1-8b3e-b12ef275c805 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Network d0347298-3e03-4d82-8af7-bd6abfaaf670 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:31.106333 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5aeac9da-d2b4-4247-ac36-bf48ed55fc13 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:31.163942 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aeac9da-d2b4-4247-ac36-bf48ed55fc13 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:40:31.164525 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5aeac9da-d2b4-4247-ac36-bf48ed55fc13 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:31.187951 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ed98d33e-25cc-41a6-8e96-2d7abd1f3bbb tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:40:31.190009 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:40:31.214170 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-30cce4f2-f4d8-4d02-98a2-5a75aabb8507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:31.293303 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-276007ce-afc3-46c1-8b3e-b12ef275c805 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:31.296094 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276007ce-afc3-46c1-8b3e-b12ef275c805 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:31.302079 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276007ce-afc3-46c1-8b3e-b12ef275c805 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:31.302726 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-276007ce-afc3-46c1-8b3e-b12ef275c805 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:31.327862 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ed98d33e-25cc-41a6-8e96-2d7abd1f3bbb tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:31.356396 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276007ce-afc3-46c1-8b3e-b12ef275c805 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Pushing event updated for resources: {'Port': ['ID=6d60bbd8-d65e-4685-a4ff-dad23af06a3c,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:31.361374 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-276007ce-afc3-46c1-8b3e-b12ef275c805 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:31.373568 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5aeac9da-d2b4-4247-ac36-bf48ed55fc13 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:31.380400 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-276007ce-afc3-46c1-8b3e-b12ef275c805 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.6302793 Nov 26 16:40:31.383997 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-341ebe40-0376-4aea-a8dc-626ab99782fc tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:31.399685 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45658) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:31.400031 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aeac9da-d2b4-4247-ac36-bf48ed55fc13 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4b738877-2456-4fad-b934-532996cea2f8 {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 26 16:40:31.423118 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5aeac9da-d2b4-4247-ac36-bf48ed55fc13 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:31.448331 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a23e9da-4cae-4b63-9a6d-59c19694e770 None None] Network 5233e3f5-ab61-466f-bcf4-aa8aaec75e1a requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:40:31.494575 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeac9da-d2b4-4247-ac36-bf48ed55fc13 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Pushing event deleted for resources: {'Network': ['ID=4b738877-2456-4fad-b934-532996cea2f8,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:31.532855 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5aeac9da-d2b4-4247-ac36-bf48ed55fc13 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:31.540627 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f58e8db3-342e-4718-b48b-117747363d51 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:31.558872 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd57c5f-dd5d-445d-9f42-7b65ba56f072 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Router e5f16c24-213c-4144-a4e5-5795e4ccd09c has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:40:31.560509 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-12494c33-67f6-4de8-a312-42333281471b tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:31.608512 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ed98d33e-25cc-41a6-8e96-2d7abd1f3bbb tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:31.623773 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7db9f836-7432-490a-bbea-de24d78fc671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:31.641072 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-aa572245-d4e2-49e9-97f2-67166130bc57 None None] Provisioning for port 4a13726a-386c-45ff-9076-95eaca80413c completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:31.664062 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58e8db3-342e-4718-b48b-117747363d51 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network 5233e3f5-ab61-466f-bcf4-aa8aaec75e1a is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:31.671782 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e8db3-342e-4718-b48b-117747363d51 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Subnet': ['ID=e85fd902-9360-4eb7-9c0b-4be7f3475ac1,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:31.678520 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-f58e8db3-342e-4718-b48b-117747363d51 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:31.678691 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5aeac9da-d2b4-4247-ac36-bf48ed55fc13 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "DELETE /v2.0/networks/4b738877-2456-4fad-b934-532996cea2f8 HTTP/1.1" status: 204 len: 168 time: 1.7203238 Nov 26 16:40:31.678691 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98d33e-25cc-41a6-8e96-2d7abd1f3bbb tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f27818-177a-45c9-b20e-83bef425b6a3,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:31.682467 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58e8db3-342e-4718-b48b-117747363d51 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:31.682929 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f58e8db3-342e-4718-b48b-117747363d51 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:31.717889 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ed98d33e-25cc-41a6-8e96-2d7abd1f3bbb tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:31.719038 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f58e8db3-342e-4718-b48b-117747363d51 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:31.723550 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ed98d33e-25cc-41a6-8e96-2d7abd1f3bbb tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:31.724686 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ed98d33e-25cc-41a6-8e96-2d7abd1f3bbb tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "DELETE /v2.0/security-groups/d8f27818-177a-45c9-b20e-83bef425b6a3 HTTP/1.1" status: 204 len: 168 time: 0.8344212 Nov 26 16:40:31.730772 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f58e8db3-342e-4718-b48b-117747363d51 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1164002 Nov 26 16:40:31.731343 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45668) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:31.742911 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45670) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:31.764979 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45676) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:31.782220 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-30cc66e2-fadb-462a-81be-266454cb8452 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'port': {'network_id': '5233e3f5-ab61-466f-bcf4-aa8aaec75e1a', 'fixed_ips': [{'subnet_id': 'c4062194-a757-4e39-94a0-c036c19fe6c4'}, {'subnet_id': 'e85fd902-9360-4eb7-9c0b-4be7f3475ac1'}], 'name': 'tempest-PortsTestJSON-612983897'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:31.782804 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0054896 Nov 26 16:40:31.783419 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45678) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:31.788038 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43ef656-a762-45fe-9903-122a626cea3f tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Router bc0330d6-7111-4da6-b44a-f270d07edac9 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:40:31.835544 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-70309829-d2af-46aa-8d97-7ec3ba0cceea None None] Provisioning for port 6d60bbd8-d65e-4685-a4ff-dad23af06a3c completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:31.843365 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d340b5f-e202-4a9d-8a3a-7446c57194f0 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:31.850511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d340b5f-e202-4a9d-8a3a-7446c57194f0 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:31.868590 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d340b5f-e202-4a9d-8a3a-7446c57194f0 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:31.870616 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7d340b5f-e202-4a9d-8a3a-7446c57194f0 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.4684367 Nov 26 16:40:31.880793 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45684) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:31.891893 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-70309829-d2af-46aa-8d97-7ec3ba0cceea None None] Provisioning complete for port 6d60bbd8-d65e-4685-a4ff-dad23af06a3c triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:31.894150 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-70309829-d2af-46aa-8d97-7ec3ba0cceea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:32.027273 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-70309829-d2af-46aa-8d97-7ec3ba0cceea None None] Port 6d60bbd8-d65e-4685-a4ff-dad23af06a3c cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:40:32.161502 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:32.169320 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8cf4f2b5-699f-4e4e-a18c-49ea0ac06ec6 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Synchronizing usage tracker for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:32.180670 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45692) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:32.187769 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-29fa5340-4a83-498b-bfff-d494b3e555ba tempest-NetworksApiDiscovery-1689035659 tempest-NetworksApiDiscovery-1689035659-project] 10.222.0.11 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3973663 Nov 26 16:40:32.191504 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-3b907ac8-d2b2-49a9-bed5-bb220731b629 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Request body: {'router': {'name': 'tempest-router--14741944', 'project_id': '1fb44e929e4d4a309f6347d42bbb52ba'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:32.202073 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a557bc-082f-4f82-92b0-1534ed848029 None None] Update dhcp port {'port': {'network_id': '5233e3f5-ab61-466f-bcf4-aa8aaec75e1a', 'fixed_ips': [{'subnet_id': 'c4062194-a757-4e39-94a0-c036c19fe6c4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e85fd902-9360-4eb7-9c0b-4be7f3475ac1'}], 'binding:host_id': 'dv-neutron-819440-1-hyperv'}, 'id': '4a13726a-386c-45ff-9076-95eaca80413c'} from dv-neutron-819440-1-hyperv. {{(pid=87520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 26 16:40:32.211026 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-3b907ac8-d2b2-49a9-bed5-bb220731b629 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:32.219200 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-13986337-6752-43d9-8270-30fda2e7a516 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Deleting port 6d60bbd8-d65e-4685-a4ff-dad23af06a3c {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:32.219661 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-13986337-6752-43d9-8270-30fda2e7a516 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:32.267672 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b8a557bc-082f-4f82-92b0-1534ed848029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:32.297858 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3b907ac8-d2b2-49a9-bed5-bb220731b629 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Usage tracker for resource:router and tenant:1fb44e929e4d4a309f6347d42bbb52ba is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:32.313398 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3b907ac8-d2b2-49a9-bed5-bb220731b629 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:32.328861 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-3b907ac8-d2b2-49a9-bed5-bb220731b629 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:32.382208 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd57c5f-dd5d-445d-9f42-7b65ba56f072 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:40:32.393190 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5f11b1-be13-4a6e-ac0e-57f15fc9f16d None None] Sync routers for ids ['e5f16c24-213c-4144-a4e5-5795e4ccd09c'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:40:32.396019 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43ef656-a762-45fe-9903-122a626cea3f tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:40:32.402465 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cdd57c5f-dd5d-445d-9f42-7b65ba56f072 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:32.403646 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-cdd57c5f-dd5d-445d-9f42-7b65ba56f072 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "PUT /v2.0/routers/e5f16c24-213c-4144-a4e5-5795e4ccd09c HTTP/1.1" status: 200 len: 892 time: 3.1516223 Nov 26 16:40:32.405377 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5f11b1-be13-4a6e-ac0e-57f15fc9f16d None None] Routers {'e5f16c24-213c-4144-a4e5-5795e4ccd09c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:32.405992 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2a5f11b1-be13-4a6e-ac0e-57f15fc9f16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e5f16c24-213c-4144-a4e5-5795e4ccd09c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:32.407171 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8cf4f2b5-699f-4e4e-a18c-49ea0ac06ec6 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Unset dirty status for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:32.410403 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45698) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:32.416362 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8cf4f2b5-699f-4e4e-a18c-49ea0ac06ec6 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6805294 Nov 26 16:40:32.417335 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3b907ac8-d2b2-49a9-bed5-bb220731b629 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:32.418430 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3b907ac8-d2b2-49a9-bed5-bb220731b629 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:32.421887 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45702) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:32.426354 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-30cc66e2-fadb-462a-81be-266454cb8452 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:32.434139 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-bbf405fb-6479-47cd-957c-ffb78b944ba5 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Request body: {'security_group': {'name': 'tempest-secgroup--1776254359'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:32.440434 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-bbf405fb-6479-47cd-957c-ffb78b944ba5 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:32.458679 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-bbf405fb-6479-47cd-957c-ffb78b944ba5 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:32.474861 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-30cc66e2-fadb-462a-81be-266454cb8452 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:port and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:32.483968 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bbf405fb-6479-47cd-957c-ffb78b944ba5 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:32.501228 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-30cc66e2-fadb-462a-81be-266454cb8452 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:32.506625 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2a5f11b1-be13-4a6e-ac0e-57f15fc9f16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:32.516422 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-30cc66e2-fadb-462a-81be-266454cb8452 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:32.518512 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5f11b1-be13-4a6e-ac0e-57f15fc9f16d None None] Routers {'e5f16c24-213c-4144-a4e5-5795e4ccd09c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:32.519686 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2a5f11b1-be13-4a6e-ac0e-57f15fc9f16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e5f16c24-213c-4144-a4e5-5795e4ccd09c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:32.527419 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3b907ac8-d2b2-49a9-bed5-bb220731b629 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:32.534357 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-bbf405fb-6479-47cd-957c-ffb78b944ba5 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:32.539325 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-bbf405fb-6479-47cd-957c-ffb78b944ba5 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Usage tracker for resource:security_group_rule and tenant:1d5d349e7dfe4014b2f72037d4a694d0 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:32.542510 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-bbf405fb-6479-47cd-957c-ffb78b944ba5 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:32.548963 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-bbf405fb-6479-47cd-957c-ffb78b944ba5 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:32.601615 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-b8a557bc-082f-4f82-92b0-1534ed848029 None None] Allocated IP 172.20.0.18 (5233e3f5-ab61-466f-bcf4-aa8aaec75e1a/e85fd902-9360-4eb7-9c0b-4be7f3475ac1/4a13726a-386c-45ff-9076-95eaca80413c) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:32.631455 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bbf405fb-6479-47cd-957c-ffb78b944ba5 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:32.642016 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bbf405fb-6479-47cd-957c-ffb78b944ba5 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:32.649674 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-036bdad0-5663-41c3-99f2-08359f07fb96 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:32.670409 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cc66e2-fadb-462a-81be-266454cb8452 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:32.673709 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2a5f11b1-be13-4a6e-ac0e-57f15fc9f16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:32.675088 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5f11b1-be13-4a6e-ac0e-57f15fc9f16d None None] The sync data for ids ['e5f16c24-213c-4144-a4e5-5795e4ccd09c'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:40:32.782530 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45708) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:32.787977 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-b8a557bc-082f-4f82-92b0-1534ed848029 None None] For port 4a13726a-386c-45ff-9076-95eaca80413c, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=4a13726a-386c-45ff-9076-95eaca80413c,segment=NetworkSegment(bda3aff6-2098-4ead-9fe3-7fad29d670e5),segment_id=bda3aff6-2098-4ead-9fe3-7fad29d670e5)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:40:32.789295 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3b907ac8-d2b2-49a9-bed5-bb220731b629 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:32.791234 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 4a13726a-386c-45ff-9076-95eaca80413c up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:40:32.816550 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf405fb-6479-47cd-957c-ffb78b944ba5 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0b2759-a544-4001-8fa4-8eeb636f7869,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:32.821594 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a807ff-2e78-4d46-a46e-4187a039db7e None None] Sync routers for ids ['bc0330d6-7111-4da6-b44a-f270d07edac9'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:40:32.825754 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bbf405fb-6479-47cd-957c-ffb78b944ba5 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:32.830919 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bbf405fb-6479-47cd-957c-ffb78b944ba5 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:32.836306 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-bbf405fb-6479-47cd-957c-ffb78b944ba5 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4117353 Nov 26 16:40:32.840387 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45714) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:32.845540 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-7f6c0fb1-7017-4dad-8970-793622fe1bbc tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Request body: {'security_group_rule': {'security_group_id': '0b0b2759-a544-4001-8fa4-8eeb636f7869', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:32.852992 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3b907ac8-d2b2-49a9-bed5-bb220731b629 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:32.854109 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3b907ac8-d2b2-49a9-bed5-bb220731b629 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6673949 Nov 26 16:40:32.865685 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45718) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:32.871154 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7f6c0fb1-7017-4dad-8970-793622fe1bbc tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:32.880807 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a807ff-2e78-4d46-a46e-4187a039db7e None None] Routers {'bc0330d6-7111-4da6-b44a-f270d07edac9'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:32.881454 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-91a807ff-2e78-4d46-a46e-4187a039db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['bc0330d6-7111-4da6-b44a-f270d07edac9'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:32.928397 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c43ef656-a762-45fe-9903-122a626cea3f tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:32.930338 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c43ef656-a762-45fe-9903-122a626cea3f tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.4668865 Nov 26 16:40:32.939174 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45722) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:32.949036 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-91a807ff-2e78-4d46-a46e-4187a039db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:32.953135 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-9b6356b1-981c-4649-9c3d-d771b35c3488 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'enable_snat': False}}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:32.982456 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b8a557bc-082f-4f82-92b0-1534ed848029 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:32.990599 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a807ff-2e78-4d46-a46e-4187a039db7e None None] Routers {'bc0330d6-7111-4da6-b44a-f270d07edac9'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:32.991226 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-91a807ff-2e78-4d46-a46e-4187a039db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['bc0330d6-7111-4da6-b44a-f270d07edac9'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:33.015572 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7f6c0fb1-7017-4dad-8970-793622fe1bbc tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Usage tracker for resource:security_group_rule and tenant:1d5d349e7dfe4014b2f72037d4a694d0 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:33.025625 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7f6c0fb1-7017-4dad-8970-793622fe1bbc tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:33.046942 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7f6c0fb1-7017-4dad-8970-793622fe1bbc tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:33.055005 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-30cc66e2-fadb-462a-81be-266454cb8452 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:33.060715 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-91a807ff-2e78-4d46-a46e-4187a039db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:33.061130 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a807ff-2e78-4d46-a46e-4187a039db7e None None] The sync data for ids ['bc0330d6-7111-4da6-b44a-f270d07edac9'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:40:33.064982 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b8a557bc-082f-4f82-92b0-1534ed848029 None None] Transition to ACTIVE for port object 4a13726a-386c-45ff-9076-95eaca80413c will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:33.067125 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-89b21843-9726-48ea-91f4-789dc7ee0222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:33.071780 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b8a557bc-082f-4f82-92b0-1534ed848029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:33.075772 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:33.086654 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-10e6ddc5-26fd-4ab8-bf8c-164ce9fda919 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:33.113752 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 4a13726a-386c-45ff-9076-95eaca80413c completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:33.203364 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-13986337-6752-43d9-8270-30fda2e7a516 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:33.215476 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-89b21843-9726-48ea-91f4-789dc7ee0222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:33.224665 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a557bc-082f-4f82-92b0-1534ed848029 None None] Pushing event updated for resources: {'Port': ['ID=4a13726a-386c-45ff-9076-95eaca80413c,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:33.228466 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b8a557bc-082f-4f82-92b0-1534ed848029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:33.233754 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-89b21843-9726-48ea-91f4-789dc7ee0222 admin admin] Usage tracker for resource:security_group_rule and tenant:8760941cd112410fb8e177b52637ea68 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:33.240120 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7f6c0fb1-7017-4dad-8970-793622fe1bbc tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:33.249102 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-89b21843-9726-48ea-91f4-789dc7ee0222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:33.252325 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-30cc66e2-fadb-462a-81be-266454cb8452 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] device_id is not set on port cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:40:33.289077 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-13431d12-110f-4e14-b1d8-50460f69d1de tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "GET /v2.0/routers/e5f16c24-213c-4144-a4e5-5795e4ccd09c HTTP/1.1" status: 200 len: 892 time: 0.8774390 Nov 26 16:40:33.332845 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45726) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:33.343389 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-89b21843-9726-48ea-91f4-789dc7ee0222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:33.356019 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-13986337-6752-43d9-8270-30fda2e7a516 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Calling delete_port for 6d60bbd8-d65e-4685-a4ff-dad23af06a3c owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:33.682895 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-23e6b4d2-073e-473b-9b8b-9dde311c6eae tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Synchronizing usage tracker for tenant:64d59b3f13ac4d738c5b4d126f3cbc4c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:33.717643 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-10e6ddc5-26fd-4ab8-bf8c-164ce9fda919 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:33.725830 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-10e6ddc5-26fd-4ab8-bf8c-164ce9fda919 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:33.774109 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c35718a-f602-4077-8551-a6635e4c772a None None] Network 5233e3f5-ab61-466f-bcf4-aa8aaec75e1a requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:40:33.806217 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-13986337-6752-43d9-8270-30fda2e7a516 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:33.825812 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-21f92810-1fc2-46ab-9989-0daa8405814a tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:33.848603 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-23e6b4d2-073e-473b-9b8b-9dde311c6eae tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Unset dirty status for tenant:64d59b3f13ac4d738c5b4d126f3cbc4c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:33.855498 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-23e6b4d2-073e-473b-9b8b-9dde311c6eae tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5f16c24-213c-4144-a4e5-5795e4ccd09c HTTP/1.1" status: 200 len: 205 time: 0.5188868 Nov 26 16:40:33.864084 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7f6c0fb1-7017-4dad-8970-793622fe1bbc tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:33.869706 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45730) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:33.907560 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13986337-6752-43d9-8270-30fda2e7a516 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Pushing event deleted for resources: {'Port': ['ID=6d60bbd8-d65e-4685-a4ff-dad23af06a3c,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:33.911892 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b809eee0-5ee6-46f7-bc46-78bcefdad067 None None] Provisioning for port 4a13726a-386c-45ff-9076-95eaca80413c completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:33.932564 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-10e6ddc5-26fd-4ab8-bf8c-164ce9fda919 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:33.933043 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e6ddc5-26fd-4ab8-bf8c-164ce9fda919 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2470d71a-87e8-497e-9715-e8f0aaa1e53a {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:40:33.936051 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13986337-6752-43d9-8270-30fda2e7a516 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:33.937698 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13986337-6752-43d9-8270-30fda2e7a516 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:33.937698 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13986337-6752-43d9-8270-30fda2e7a516 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:33.937865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13986337-6752-43d9-8270-30fda2e7a516 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:33.938182 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13986337-6752-43d9-8270-30fda2e7a516 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:33.938695 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13986337-6752-43d9-8270-30fda2e7a516 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:33.939150 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:33.939395 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13986337-6752-43d9-8270-30fda2e7a516 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:33.940115 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13986337-6752-43d9-8270-30fda2e7a516 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:33.940805 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13986337-6752-43d9-8270-30fda2e7a516 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:33.941596 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13986337-6752-43d9-8270-30fda2e7a516 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:33.942093 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13986337-6752-43d9-8270-30fda2e7a516 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:33.942452 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13986337-6752-43d9-8270-30fda2e7a516 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:33.942818 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b809eee0-5ee6-46f7-bc46-78bcefdad067 None None] Provisioning complete for port 4a13726a-386c-45ff-9076-95eaca80413c triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:33.943196 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b809eee0-5ee6-46f7-bc46-78bcefdad067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:33.951542 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-13986337-6752-43d9-8270-30fda2e7a516 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:33.974881 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7f6c0fb1-7017-4dad-8970-793622fe1bbc tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:34.141071 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:34.157204 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6c67908e-696d-46c4-87e4-758b3a09b299 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:34.198652 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9b6356b1-981c-4649-9c3d-d771b35c3488 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:34.202787 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-13986337-6752-43d9-8270-30fda2e7a516 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:34.212321 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-13986337-6752-43d9-8270-30fda2e7a516 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] 10.222.0.11 "DELETE /v2.0/ports/6d60bbd8-d65e-4685-a4ff-dad23af06a3c HTTP/1.1" status: 204 len: 168 time: 2.3305445 Nov 26 16:40:34.215498 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45734) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:34.231706 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c0fb1-7017-4dad-8970-793622fe1bbc tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1583a3-8dc8-4e82-a3f6-85a6610096af,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:34.280890 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a55b7b1-3313-4753-a490-aa2b7c86c9a5 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] GET failed (client error): The resource could not be found. Nov 26 16:40:34.281799 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-6a55b7b1-3313-4753-a490-aa2b7c86c9a5 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Synchronizing usage tracker for tenant:c26d2b0dc4ee4068984a2474a46ae91b on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:34.303413 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 4a13726a-386c-45ff-9076-95eaca80413c up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:40:34.341311 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c0fb1-7017-4dad-8970-793622fe1bbc tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:34.341847 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c0fb1-7017-4dad-8970-793622fe1bbc tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:34.342329 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c0fb1-7017-4dad-8970-793622fe1bbc tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:34.342805 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c0fb1-7017-4dad-8970-793622fe1bbc tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:34.343622 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c0fb1-7017-4dad-8970-793622fe1bbc tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:34.343622 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c0fb1-7017-4dad-8970-793622fe1bbc tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:34.344708 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c0fb1-7017-4dad-8970-793622fe1bbc tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:34.345335 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c0fb1-7017-4dad-8970-793622fe1bbc tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:34.345915 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c0fb1-7017-4dad-8970-793622fe1bbc tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:34.346349 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c0fb1-7017-4dad-8970-793622fe1bbc tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:34.347352 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c0fb1-7017-4dad-8970-793622fe1bbc tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:34.347352 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c0fb1-7017-4dad-8970-793622fe1bbc tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:34.354460 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b809eee0-5ee6-46f7-bc46-78bcefdad067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:34.366555 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-6a55b7b1-3313-4753-a490-aa2b7c86c9a5 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Unset dirty status for tenant:c26d2b0dc4ee4068984a2474a46ae91b on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:34.367737 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6a55b7b1-3313-4753-a490-aa2b7c86c9a5 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] 10.222.0.11 "GET /v2.0/ports/6d60bbd8-d65e-4685-a4ff-dad23af06a3c HTTP/1.1" status: 404 len: 333 time: 0.1509013 Nov 26 16:40:34.371689 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45738) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:34.378851 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-f02acaf1-dcfc-468c-89e9-1597fe54e94d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Request body: {'port': {'network_id': 'd0347298-3e03-4d82-8af7-bd6abfaaf670', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1344980885'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:34.384356 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7f6c0fb1-7017-4dad-8970-793622fe1bbc tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:34.412488 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-b809eee0-5ee6-46f7-bc46-78bcefdad067 None None] For port 4a13726a-386c-45ff-9076-95eaca80413c, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=4a13726a-386c-45ff-9076-95eaca80413c,segment=NetworkSegment(bda3aff6-2098-4ead-9fe3-7fad29d670e5),segment_id=bda3aff6-2098-4ead-9fe3-7fad29d670e5)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:40:34.422239 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b809eee0-5ee6-46f7-bc46-78bcefdad067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:34.425778 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d8f200e5-c86f-47e6-9f36-837dc7085e9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:34.446081 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-10e6ddc5-26fd-4ab8-bf8c-164ce9fda919 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:34.449930 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-10e6ddc5-26fd-4ab8-bf8c-164ce9fda919 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "DELETE /v2.0/routers/2470d71a-87e8-497e-9715-e8f0aaa1e53a HTTP/1.1" status: 204 len: 168 time: 1.5777991 Nov 26 16:40:34.467293 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 4a13726a-386c-45ff-9076-95eaca80413c triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:34.467293 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:34.518363 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-89b21843-9726-48ea-91f4-789dc7ee0222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:34.528319 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7f6c0fb1-7017-4dad-8970-793622fe1bbc tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:34.536138 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7f6c0fb1-7017-4dad-8970-793622fe1bbc tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.6946731 Nov 26 16:40:34.550598 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45744) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:34.575196 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-89b21843-9726-48ea-91f4-789dc7ee0222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:34.596852 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-63b76acf-9759-4dd6-a05b-58bb05e7c2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086138966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:34.620074 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809eee0-5ee6-46f7-bc46-78bcefdad067 None None] Pushing event updated for resources: {'Port': ['ID=4a13726a-386c-45ff-9076-95eaca80413c,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:34.638119 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b809eee0-5ee6-46f7-bc46-78bcefdad067 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:34.638392 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b809eee0-5ee6-46f7-bc46-78bcefdad067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:34.638845 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b809eee0-5ee6-46f7-bc46-78bcefdad067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:34.639201 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b809eee0-5ee6-46f7-bc46-78bcefdad067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:34.639544 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b809eee0-5ee6-46f7-bc46-78bcefdad067 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:34.639945 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b809eee0-5ee6-46f7-bc46-78bcefdad067 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:34.640232 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b809eee0-5ee6-46f7-bc46-78bcefdad067 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:34.640556 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b809eee0-5ee6-46f7-bc46-78bcefdad067 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:34.640888 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b809eee0-5ee6-46f7-bc46-78bcefdad067 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:34.641344 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b809eee0-5ee6-46f7-bc46-78bcefdad067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:34.641677 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b809eee0-5ee6-46f7-bc46-78bcefdad067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:34.642000 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b809eee0-5ee6-46f7-bc46-78bcefdad067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:34.656969 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b809eee0-5ee6-46f7-bc46-78bcefdad067 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:34.704235 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f02acaf1-dcfc-468c-89e9-1597fe54e94d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:34.711896 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b21843-9726-48ea-91f4-789dc7ee0222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edda1df-2003-4f55-9eef-0e114d9126da,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:34.717581 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-89b21843-9726-48ea-91f4-789dc7ee0222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:34.722539 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f02acaf1-dcfc-468c-89e9-1597fe54e94d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:34.734108 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a61f1f0d-edbc-4c55-809b-8a1c6ed9f590 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:34.760312 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a61f1f0d-edbc-4c55-809b-8a1c6ed9f590 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:34.764441 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02acaf1-dcfc-468c-89e9-1597fe54e94d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Made reservation on behalf of c26d2b0dc4ee4068984a2474a46ae91b for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:34.770024 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f02acaf1-dcfc-468c-89e9-1597fe54e94d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:34.802679 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-86070a8b-e42f-404c-9d06-f0023ae080b6 None None] Provisioning complete for port 4a13726a-386c-45ff-9076-95eaca80413c triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:34.803179 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-86070a8b-e42f-404c-9d06-f0023ae080b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:34.809212 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45748) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:34.825922 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6c67908e-696d-46c4-87e4-758b3a09b299 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:34.832675 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-89b21843-9726-48ea-91f4-789dc7ee0222 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8760941cd112410fb8e177b52637ea68&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0433505 Nov 26 16:40:34.837143 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45754) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:34.885825 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-f02acaf1-dcfc-468c-89e9-1597fe54e94d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] device_id is not set on port add21029-8d31-4e6a-9898-2e0a363a0c27 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:40:34.890401 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a61f1f0d-edbc-4c55-809b-8a1c6ed9f590 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:34.891021 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-6c67908e-696d-46c4-87e4-758b3a09b299 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting port df09e5fe-602d-42b7-bade-bdbcbdfd2d35 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:34.891344 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6c67908e-696d-46c4-87e4-758b3a09b299 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:34.938892 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-30cc66e2-fadb-462a-81be-266454cb8452 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Allocated IP 172.20.0.7 (5233e3f5-ab61-466f-bcf4-aa8aaec75e1a/c4062194-a757-4e39-94a0-c036c19fe6c4/cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:34.951135 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fd817cd9-21d0-477a-9490-8fe2758339e6 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:34.978980 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-30cc66e2-fadb-462a-81be-266454cb8452 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Allocated IP 172.20.0.22 (5233e3f5-ab61-466f-bcf4-aa8aaec75e1a/e85fd902-9360-4eb7-9c0b-4be7f3475ac1/cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:34.990938 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f1f0d-edbc-4c55-809b-8a1c6ed9f590 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a1583a3-8dc8-4e82-a3f6-85a6610096af,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:34.997902 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a61f1f0d-edbc-4c55-809b-8a1c6ed9f590 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:35.018066 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a61f1f0d-edbc-4c55-809b-8a1c6ed9f590 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:35.021594 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a61f1f0d-edbc-4c55-809b-8a1c6ed9f590 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/5a1583a3-8dc8-4e82-a3f6-85a6610096af HTTP/1.1" status: 204 len: 168 time: 0.4453475 Nov 26 16:40:35.025251 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45758) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:35.107027 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-fd44a2df-3000-4a76-b1af-793afb461d71 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-496230310', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}, 'admin_state_up': False}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:35.118767 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-fd44a2df-3000-4a76-b1af-793afb461d71 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:35.122810 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e7e22c8a-37c2-42b0-803d-b3ffd7b772be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:35.137192 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fd44a2df-3000-4a76-b1af-793afb461d71 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Usage tracker for resource:router and tenant:16f0dc1ffc034f33a356d09713e89af4 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:35.156038 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0970abfa-54ae-4f5e-bcd3-b7e52d6420f8 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Synchronizing usage tracker for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group_rule {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:35.160389 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fd44a2df-3000-4a76-b1af-793afb461d71 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:35.181291 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-fd44a2df-3000-4a76-b1af-793afb461d71 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:35.244651 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e7e22c8a-37c2-42b0-803d-b3ffd7b772be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:35.310832 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fd44a2df-3000-4a76-b1af-793afb461d71 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:35.311739 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fd44a2df-3000-4a76-b1af-793afb461d71 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:35.332619 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0970abfa-54ae-4f5e-bcd3-b7e52d6420f8 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Unset dirty status for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group_rule {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:35.333858 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0970abfa-54ae-4f5e-bcd3-b7e52d6420f8 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3076677 Nov 26 16:40:35.334738 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6c67908e-696d-46c4-87e4-758b3a09b299 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:35.339175 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45762) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:35.364176 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-f02acaf1-dcfc-468c-89e9-1597fe54e94d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Allocated IP 2001:db8::110 (d0347298-3e03-4d82-8af7-bd6abfaaf670/c8d5e9ef-bdb3-4363-9e78-accb30b7888d/add21029-8d31-4e6a-9898-2e0a363a0c27) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:35.437272 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9b6356b1-981c-4649-9c3d-d771b35c3488 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:35.457610 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9b6356b1-981c-4649-9c3d-d771b35c3488 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780415'] for router, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:35.618683 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-6c67908e-696d-46c4-87e4-758b3a09b299 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Calling delete_port for df09e5fe-602d-42b7-bade-bdbcbdfd2d35 owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:35.627510 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-87ea6548-ca31-4abc-8ccc-b3be8449dee8 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:35.654308 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fd44a2df-3000-4a76-b1af-793afb461d71 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:35.737082 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-30cc66e2-fadb-462a-81be-266454cb8452 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:35.745458 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e7e22c8a-37c2-42b0-803d-b3ffd7b772be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:35.759502 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f738bd28-c888-4954-80e9-671185837c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:35.872566 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-87ea6548-ca31-4abc-8ccc-b3be8449dee8 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:35.893648 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e22c8a-37c2-42b0-803d-b3ffd7b772be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edda1df-2003-4f55-9eef-0e114d9126da,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:35.910530 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e7e22c8a-37c2-42b0-803d-b3ffd7b772be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:35.911491 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-30cc66e2-fadb-462a-81be-266454cb8452 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Transition to ACTIVE for port object cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:35.998720 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f02acaf1-dcfc-468c-89e9-1597fe54e94d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:36.002843 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6356b1-981c-4649-9c3d-d771b35c3488 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Router bc0330d6-7111-4da6-b44a-f270d07edac9 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:40:36.019077 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-87ea6548-ca31-4abc-8ccc-b3be8449dee8 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:36.026651 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:36.040031 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-f02acaf1-dcfc-468c-89e9-1597fe54e94d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Transition to ACTIVE for port object add21029-8d31-4e6a-9898-2e0a363a0c27 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:36.063043 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e7e22c8a-37c2-42b0-803d-b3ffd7b772be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:36.064191 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e7e22c8a-37c2-42b0-803d-b3ffd7b772be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2edda1df-2003-4f55-9eef-0e114d9126da HTTP/1.1" status: 204 len: 168 time: 1.2241533 Nov 26 16:40:36.083493 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fd44a2df-3000-4a76-b1af-793afb461d71 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:36.154748 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea6548-ca31-4abc-8ccc-b3be8449dee8 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0b2759-a544-4001-8fa4-8eeb636f7869,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:36.167896 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-87ea6548-ca31-4abc-8ccc-b3be8449dee8 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:36.237060 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-87ea6548-ca31-4abc-8ccc-b3be8449dee8 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:36.239664 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-87ea6548-ca31-4abc-8ccc-b3be8449dee8 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "DELETE /v2.0/security-groups/0b0b2759-a544-4001-8fa4-8eeb636f7869 HTTP/1.1" status: 204 len: 168 time: 0.8960726 Nov 26 16:40:36.241433 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-30cc66e2-fadb-462a-81be-266454cb8452 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:36.243317 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45768) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:36.244753 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f02acaf1-dcfc-468c-89e9-1597fe54e94d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:36.252906 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8b1bad86-57e1-4c7d-a96a-631706e0fb44 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:36.268235 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f86fc679-f666-4628-8a3d-98f23fb0042d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:36.317375 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 4a13726a-386c-45ff-9076-95eaca80413c up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:40:36.325132 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6356b1-981c-4649-9c3d-d771b35c3488 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:40:36.336529 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258bda8d-d813-406a-9a74-b719d3035015 None None] Sync routers for ids ['bc0330d6-7111-4da6-b44a-f270d07edac9'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:40:36.339381 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9b6356b1-981c-4649-9c3d-d771b35c3488 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:36.340604 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9b6356b1-981c-4649-9c3d-d771b35c3488 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "PUT /v2.0/routers/bc0330d6-7111-4da6-b44a-f270d07edac9 HTTP/1.1" status: 200 len: 921 time: 3.4002061 Nov 26 16:40:36.346795 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45774) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:36.356310 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258bda8d-d813-406a-9a74-b719d3035015 None None] Routers {'bc0330d6-7111-4da6-b44a-f270d07edac9'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:36.357135 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-258bda8d-d813-406a-9a74-b719d3035015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['bc0330d6-7111-4da6-b44a-f270d07edac9'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:36.358122 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cc66e2-fadb-462a-81be-266454cb8452 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network 5233e3f5-ab61-466f-bcf4-aa8aaec75e1a is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:36.365342 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-30cc66e2-fadb-462a-81be-266454cb8452 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:36.368477 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc66e2-fadb-462a-81be-266454cb8452 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:36.406910 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6c67908e-696d-46c4-87e4-758b3a09b299 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:36.439956 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc66e2-fadb-462a-81be-266454cb8452 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Port': ['ID=cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:36.440835 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02acaf1-dcfc-468c-89e9-1597fe54e94d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Network d0347298-3e03-4d82-8af7-bd6abfaaf670 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:36.443630 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-30cc66e2-fadb-462a-81be-266454cb8452 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:36.471083 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-f02acaf1-dcfc-468c-89e9-1597fe54e94d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:36.478471 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02acaf1-dcfc-468c-89e9-1597fe54e94d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:36.482252 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 4a13726a-386c-45ff-9076-95eaca80413c triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:36.482876 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:36.484213 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02acaf1-dcfc-468c-89e9-1597fe54e94d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:36.484853 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f02acaf1-dcfc-468c-89e9-1597fe54e94d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:36.499247 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bf94a4cd-5787-4f9a-b2c3-4d9a9c772fbc tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:36.524775 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-258bda8d-d813-406a-9a74-b719d3035015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:36.543799 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258bda8d-d813-406a-9a74-b719d3035015 None None] Routers {'bc0330d6-7111-4da6-b44a-f270d07edac9'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:36.545425 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-258bda8d-d813-406a-9a74-b719d3035015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['bc0330d6-7111-4da6-b44a-f270d07edac9'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:36.606826 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02acaf1-dcfc-468c-89e9-1597fe54e94d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Pushing event updated for resources: {'Port': ['ID=add21029-8d31-4e6a-9898-2e0a363a0c27,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:36.614394 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f02acaf1-dcfc-468c-89e9-1597fe54e94d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:36.643429 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67908e-696d-46c4-87e4-758b3a09b299 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Port': ['ID=df09e5fe-602d-42b7-bade-bdbcbdfd2d35,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:36.646891 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5c3fbd3c-208f-4459-9e6b-2d16d5b7f853 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Synchronizing usage tracker for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:36.653393 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6c67908e-696d-46c4-87e4-758b3a09b299 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:36.673433 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f02acaf1-dcfc-468c-89e9-1597fe54e94d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2980521 Nov 26 16:40:36.681657 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45782) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:36.695571 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-00964582-de7f-4c63-bf9d-9aed82ec1209 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2a', 'mac_address': 'fa:16:3e:6a:c4:98'}]}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:36.727422 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cc66e2-fadb-462a-81be-266454cb8452 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:36.731804 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-30cc66e2-fadb-462a-81be-266454cb8452 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:36.748489 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-258bda8d-d813-406a-9a74-b719d3035015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:36.753360 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258bda8d-d813-406a-9a74-b719d3035015 None None] The sync data for ids ['bc0330d6-7111-4da6-b44a-f270d07edac9'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:40:36.809817 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6c67908e-696d-46c4-87e4-758b3a09b299 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:36.861660 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5c3fbd3c-208f-4459-9e6b-2d16d5b7f853 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Unset dirty status for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:36.866995 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5c3fbd3c-208f-4459-9e6b-2d16d5b7f853 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6125188 Nov 26 16:40:36.867176 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ba8baaa7-29a2-45b9-8f56-cb9ae9691994 None None] Provisioning for port cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:36.869982 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45790) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:36.878635 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ba8baaa7-29a2-45b9-8f56-cb9ae9691994 None None] Provisioning complete for port cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:36.880515 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba8baaa7-29a2-45b9-8f56-cb9ae9691994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:36.898310 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-7db4c446-841d-479b-9707-5b430f2cb231 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Request body: {'security_group': {'name': 'tempest-secgroup--820099126'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:36.954928 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-30cc66e2-fadb-462a-81be-266454cb8452 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 5.2109618 Nov 26 16:40:36.958789 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-ba8baaa7-29a2-45b9-8f56-cb9ae9691994 None None] Port cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:40:36.971867 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7db4c446-841d-479b-9707-5b430f2cb231 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:36.977489 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45794) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:36.983172 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-d31d95ec-cca5-44c4-9bd4-424ee17a193d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c4062194-a757-4e39-94a0-c036c19fe6c4'}]}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:37.033253 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-fc129291-9112-48b2-9caa-4a54d8669cff tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "GET /v2.0/routers/bc0330d6-7111-4da6-b44a-f270d07edac9 HTTP/1.1" status: 200 len: 921 time: 0.6814415 Nov 26 16:40:37.040311 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45802) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:37.052976 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7db4c446-841d-479b-9707-5b430f2cb231 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:37.081472 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-594a4802-9b2c-4e3b-818c-b46fc3dab73f None None] Provisioning for port add21029-8d31-4e6a-9898-2e0a363a0c27 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:37.082541 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7db4c446-841d-479b-9707-5b430f2cb231 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:37.087855 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-594a4802-9b2c-4e3b-818c-b46fc3dab73f None None] Provisioning complete for port add21029-8d31-4e6a-9898-2e0a363a0c27 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:37.088239 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-594a4802-9b2c-4e3b-818c-b46fc3dab73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:37.111072 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6c67908e-696d-46c4-87e4-758b3a09b299 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:37.113866 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6c67908e-696d-46c4-87e4-758b3a09b299 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:37.166750 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-594a4802-9b2c-4e3b-818c-b46fc3dab73f None None] Port add21029-8d31-4e6a-9898-2e0a363a0c27 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:40:37.215823 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7db4c446-841d-479b-9707-5b430f2cb231 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:37.260385 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7db4c446-841d-479b-9707-5b430f2cb231 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Usage tracker for resource:security_group_rule and tenant:1d5d349e7dfe4014b2f72037d4a694d0 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:37.271741 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7db4c446-841d-479b-9707-5b430f2cb231 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:37.293100 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7db4c446-841d-479b-9707-5b430f2cb231 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:37.379059 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-00964582-de7f-4c63-bf9d-9aed82ec1209 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:37.454692 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6c67908e-696d-46c4-87e4-758b3a09b299 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:37.455551 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c67908e-696d-46c4-87e4-758b3a09b299 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Fanout notify agent at l3_agent the message router_deleted on router e5f16c24-213c-4144-a4e5-5795e4ccd09c {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:40:37.462974 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fd44a2df-3000-4a76-b1af-793afb461d71 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:37.483101 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d31d95ec-cca5-44c4-9bd4-424ee17a193d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:37.504027 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fd44a2df-3000-4a76-b1af-793afb461d71 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:37.559642 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6c67908e-696d-46c4-87e4-758b3a09b299 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:37.564417 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6c67908e-696d-46c4-87e4-758b3a09b299 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/routers/e5f16c24-213c-4144-a4e5-5795e4ccd09c HTTP/1.1" status: 204 len: 168 time: 3.6894188 Nov 26 16:40:37.566562 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45816) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:37.577847 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff680156-0928-429b-acae-cdbb988e09d8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:37.581883 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ff680156-0928-429b-acae-cdbb988e09d8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=cf8dce9a-1df0-4b90-b19d-7de373e178f5&device_id=bc0330d6-7111-4da6-b44a-f270d07edac9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5381038 Nov 26 16:40:37.582580 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45820) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:37.598509 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-7d2b299a-228b-4b27-85a8-15617698c584 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1588197838'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:37.628245 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7d2b299a-228b-4b27-85a8-15617698c584 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:37.723580 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7d2b299a-228b-4b27-85a8-15617698c584 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Usage tracker for resource:network and tenant:64d59b3f13ac4d738c5b4d126f3cbc4c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:37.727314 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7db4c446-841d-479b-9707-5b430f2cb231 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:37.788748 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-fd44a2df-3000-4a76-b1af-793afb461d71 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Allocated IP 172.26.0.76 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/0f8aa218-b538-4efe-847f-28d8e654ebba) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:37.795379 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76d23ca-338e-45d4-a5c1-4d4542ca15cf tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:37.796261 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a76d23ca-338e-45d4-a5c1-4d4542ca15cf tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Synchronizing usage tracker for tenant:17a6da3b675349ab89b64ceb25702236 on resource:network {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:37.852456 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a76d23ca-338e-45d4-a5c1-4d4542ca15cf tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Unset dirty status for tenant:17a6da3b675349ab89b64ceb25702236 on resource:network {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:37.853690 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a76d23ca-338e-45d4-a5c1-4d4542ca15cf tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "GET /v2.0/networks/cf8dce9a-1df0-4b90-b19d-7de373e178f5 HTTP/1.1" status: 200 len: 881 time: 0.2703362 Nov 26 16:40:37.857452 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45832) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:37.878002 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7d2b299a-228b-4b27-85a8-15617698c584 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:37.894108 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7db4c446-841d-479b-9707-5b430f2cb231 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:37.900270 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7d2b299a-228b-4b27-85a8-15617698c584 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:37.904460 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2663e041-cc17-431c-af43-a19e01ee7ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:37.961077 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45836) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:37.966949 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1d36029e-1175-4eb7-9b44-ae6f5fcf1961 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc0330d6-7111-4da6-b44a-f270d07edac9 HTTP/1.1" status: 200 len: 205 time: 0.1083994 Nov 26 16:40:37.968189 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2b299a-228b-4b27-85a8-15617698c584 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Made reservation on behalf of 64d59b3f13ac4d738c5b4d126f3cbc4c for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:37.971603 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7d2b299a-228b-4b27-85a8-15617698c584 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:37.972852 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45840) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:38.043021 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4c446-841d-479b-9707-5b430f2cb231 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee8db55-22bc-428b-a135-3d213fda1791,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:38.059189 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7db4c446-841d-479b-9707-5b430f2cb231 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:38.100638 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7db4c446-841d-479b-9707-5b430f2cb231 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:38.101866 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7db4c446-841d-479b-9707-5b430f2cb231 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2309453 Nov 26 16:40:38.107509 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45846) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:38.159584 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-628bb682-2e26-48f3-b109-22034b041d57 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Request body: {'security_group_rule': {'security_group_id': '4ee8db55-22bc-428b-a135-3d213fda1791', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:38.164670 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'network': {'name': 'tempest-network-smoke--24931422', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'port_security_enabled': True}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:38.171944 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2b299a-228b-4b27-85a8-15617698c584 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:40:38.183080 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:38.183242 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-628bb682-2e26-48f3-b109-22034b041d57 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:38.189778 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:network and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:38.194233 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fd44a2df-3000-4a76-b1af-793afb461d71 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:38.197634 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:38.202986 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-628bb682-2e26-48f3-b109-22034b041d57 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Usage tracker for resource:security_group_rule and tenant:1d5d349e7dfe4014b2f72037d4a694d0 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:38.205808 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7d2b299a-228b-4b27-85a8-15617698c584 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:38.206150 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-7d2b299a-228b-4b27-85a8-15617698c584 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Added segment b6fb9458-655e-41e1-8d13-7cc91bc10100 of type vlan for network f42a2fc2-41a9-49e2-8b3e-c3fab3fbeeec Nov 26 16:40:38.209686 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-628bb682-2e26-48f3-b109-22034b041d57 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:38.217050 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:38.224888 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-628bb682-2e26-48f3-b109-22034b041d57 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:38.242210 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0b80774f-9782-48d5-ba1e-53662419985a tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:38.295206 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Made reservation on behalf of 44b3ec829fd84946a37f17d3391a650c for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:38.298796 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:38.308665 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-00964582-de7f-4c63-bf9d-9aed82ec1209 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:38.311007 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7d2b299a-228b-4b27-85a8-15617698c584 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:38.324685 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-00964582-de7f-4c63-bf9d-9aed82ec1209 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:38.332014 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-66f95ea1-37ba-4171-89ef-0b68e75f849a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:38.361696 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-628bb682-2e26-48f3-b109-22034b041d57 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:38.388306 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:38.411539 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:38.422595 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:38.429536 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:38.430465 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-00964582-de7f-4c63-bf9d-9aed82ec1209 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] In _notify_port_updated(), no bound segment for port add21029-8d31-4e6a-9898-2e0a363a0c27 on network d0347298-3e03-4d82-8af7-bd6abfaaf670 {{(pid=87518) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 26 16:40:38.435867 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00964582-de7f-4c63-bf9d-9aed82ec1209 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:38.436505 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-00964582-de7f-4c63-bf9d-9aed82ec1209 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:38.440381 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-00964582-de7f-4c63-bf9d-9aed82ec1209 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] 10.222.0.11 "PUT /v2.0/ports/add21029-8d31-4e6a-9898-2e0a363a0c27 HTTP/1.1" status: 200 len: 1002 time: 1.7551870 Nov 26 16:40:38.440551 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:38.440642 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45850) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:38.449136 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-d31d95ec-cca5-44c4-9bd4-424ee17a193d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Delete allocated IP 172.20.0.22 (5233e3f5-ab61-466f-bcf4-aa8aaec75e1a/e85fd902-9360-4eb7-9c0b-4be7f3475ac1) {{(pid=87518) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 26 16:40:38.480548 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00964582-de7f-4c63-bf9d-9aed82ec1209 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Pushing event updated for resources: {'Port': ['ID=add21029-8d31-4e6a-9898-2e0a363a0c27,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:38.499922 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fd44a2df-3000-4a76-b1af-793afb461d71 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:38.505884 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7d2b299a-228b-4b27-85a8-15617698c584 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:38.511815 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2b299a-228b-4b27-85a8-15617698c584 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:38.512325 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7d2b299a-228b-4b27-85a8-15617698c584 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:38.513865 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-48722b9c-d809-40d5-9827-e6969e0271ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:38.520404 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-00964582-de7f-4c63-bf9d-9aed82ec1209 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:38.524172 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-169a6da7-bf0b-4b5b-bd98-f32307d4507b tempest-ExternalNetworksTestJSON-2000430610 tempest-ExternalNetworksTestJSON-2000430610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:38.620003 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd44a2df-3000-4a76-b1af-793afb461d71 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:38.634657 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-fd44a2df-3000-4a76-b1af-793afb461d71 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:38.644566 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-d4552887-4cae-429b-b7c1-750572786519 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Deleting port add21029-8d31-4e6a-9898-2e0a363a0c27 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:38.644909 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d4552887-4cae-429b-b7c1-750572786519 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:38.678253 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd44a2df-3000-4a76-b1af-793afb461d71 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:38.694710 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7d2b299a-228b-4b27-85a8-15617698c584 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1241298 Nov 26 16:40:38.703397 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45854) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:38.706176 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44a2df-3000-4a76-b1af-793afb461d71 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Pushing event updated for resources: {'Port': ['ID=0f8aa218-b538-4efe-847f-28d8e654ebba,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:38.716915 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-c2c0edd4-38af-49d7-ae58-6e7fca3b2d99 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'subnet': {'network_id': 'f42a2fc2-41a9-49e2-8b3e-c3fab3fbeeec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:38.720102 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0b80774f-9782-48d5-ba1e-53662419985a tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:38.723622 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-89e9effc-0038-417c-a042-991deb45466a None None] Provisioning complete for port add21029-8d31-4e6a-9898-2e0a363a0c27 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:38.724160 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-89e9effc-0038-417c-a042-991deb45466a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:38.730270 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fd44a2df-3000-4a76-b1af-793afb461d71 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:38.737461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b299a-228b-4b27-85a8-15617698c584 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Network': ['ID=f42a2fc2-41a9-49e2-8b3e-c3fab3fbeeec,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:38.747778 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7d2b299a-228b-4b27-85a8-15617698c584 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:38.753007 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-628bb682-2e26-48f3-b109-22034b041d57 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:38.767541 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-0b80774f-9782-48d5-ba1e-53662419985a tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Deleting port fa92852a-ca3b-42bf-b6c0-3387feee200d {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:38.767906 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0b80774f-9782-48d5-ba1e-53662419985a tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:38.785839 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network f42a2fc2-41a9-49e2-8b3e-c3fab3fbeeec details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:40:38.816225 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-628bb682-2e26-48f3-b109-22034b041d57 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:38.845326 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ef9aa9cb-b566-4a75-bee0-52c2e6c9dd10 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:38.901449 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628bb682-2e26-48f3-b109-22034b041d57 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc963008-cb3b-446a-9cc6-3a7945e6afc7,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:38.908267 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c2c0edd4-38af-49d7-ae58-6e7fca3b2d99 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:38.910592 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-628bb682-2e26-48f3-b109-22034b041d57 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:38.920155 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c2c0edd4-38af-49d7-ae58-6e7fca3b2d99 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Usage tracker for resource:subnet and tenant:64d59b3f13ac4d738c5b4d126f3cbc4c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:38.924167 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c2c0edd4-38af-49d7-ae58-6e7fca3b2d99 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:38.928033 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-628bb682-2e26-48f3-b109-22034b041d57 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:38.929264 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-628bb682-2e26-48f3-b109-22034b041d57 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8173401 Nov 26 16:40:38.933643 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45858) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:38.934467 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c2c0edd4-38af-49d7-ae58-6e7fca3b2d99 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:38.940749 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-89e9effc-0038-417c-a042-991deb45466a None None] Port add21029-8d31-4e6a-9898-2e0a363a0c27 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:40:38.977160 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d31d95ec-cca5-44c4-9bd4-424ee17a193d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:38.983854 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9c118521-f2ea-42eb-ab83-0c8c0fbbdf91 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-group-rules/cc963008-cb3b-446a-9cc6-3a7945e6afc7 HTTP/1.1" status: 200 len: 763 time: 0.0468912 Nov 26 16:40:38.988691 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45862) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:38.991364 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c0edd4-38af-49d7-ae58-6e7fca3b2d99 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Made reservation on behalf of 64d59b3f13ac4d738c5b4d126f3cbc4c for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:38.995104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c2c0edd4-38af-49d7-ae58-6e7fca3b2d99 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:39.092090 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-d31d95ec-cca5-44c4-9bd4-424ee17a193d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Transition to ACTIVE for port object cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:39.111559 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d31d95ec-cca5-44c4-9bd4-424ee17a193d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:39.123988 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-28ded892-92cd-44ed-810c-aafd7ce818d1 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:39.240724 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-887d3f8a-a410-4d7b-a87f-28ce8bd4de46 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Synchronizing usage tracker for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group_rule {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:39.306878 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d95ec-cca5-44c4-9bd4-424ee17a193d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Port': ['ID=cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:39.326612 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d31d95ec-cca5-44c4-9bd4-424ee17a193d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:39.341725 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-887d3f8a-a410-4d7b-a87f-28ce8bd4de46 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Unset dirty status for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group_rule {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:39.343207 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-887d3f8a-a410-4d7b-a87f-28ce8bd4de46 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3532314 Nov 26 16:40:39.347951 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45866) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:39.386206 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:39.396605 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-d31d95ec-cca5-44c4-9bd4-424ee17a193d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] In _notify_port_updated(), no bound segment for port cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe on network 5233e3f5-ab61-466f-bcf4-aa8aaec75e1a {{(pid=87518) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 26 16:40:39.399731 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:39.402196 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31d95ec-cca5-44c4-9bd4-424ee17a193d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:39.402847 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d31d95ec-cca5-44c4-9bd4-424ee17a193d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:39.404161 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d31d95ec-cca5-44c4-9bd4-424ee17a193d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "PUT /v2.0/ports/cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe HTTP/1.1" status: 200 len: 918 time: 2.4272316 Nov 26 16:40:39.409070 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a24912af-8e57-4b7d-a469-f3877b537f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:39.413663 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45870) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:39.419547 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-b27b4a67-193e-47a5-abc7-9ce0747687e9 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c4062194-a757-4e39-94a0-c036c19fe6c4'}, {'subnet_id': 'e85fd902-9360-4eb7-9c0b-4be7f3475ac1'}]}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:39.469038 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-984c86e1-cd7b-462e-9708-bcd2155aba50 None None] Provisioning for port cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:39.474425 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-984c86e1-cd7b-462e-9708-bcd2155aba50 None None] Provisioning complete for port cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:39.475169 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-984c86e1-cd7b-462e-9708-bcd2155aba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:39.494208 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e697144-c7fd-4053-b7eb-06104345d11b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:39.515742 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e697144-c7fd-4053-b7eb-06104345d11b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:39.531263 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-984c86e1-cd7b-462e-9708-bcd2155aba50 None None] Port cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:40:39.560481 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:40:39.571971 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1336dc08-e73e-46ff-a87c-4f2bfadd45b9,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:39.619506 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c2c0edd4-38af-49d7-ae58-6e7fca3b2d99 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:39.626131 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e41faf84-c223-4ced-b54b-d46df6b7965c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:39.636914 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:39.661466 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e697144-c7fd-4053-b7eb-06104345d11b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:39.672857 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0b80774f-9782-48d5-ba1e-53662419985a tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:39.682422 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d4552887-4cae-429b-b7c1-750572786519 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:39.691918 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:39.692271 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Added segment 9a6c87dc-8149-4c2c-b45c-17ce5f96b70c of type vlan for network 0b0fb40a-d13f-4bdc-9c45-8932552dcf6c Nov 26 16:40:39.692689 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b27b4a67-193e-47a5-abc7-9ce0747687e9 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:39.739800 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0edd4-38af-49d7-ae58-6e7fca3b2d99 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Subnet': ['ID=8d38628c-53c7-481b-ab21-485cb97a87db,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:39.774672 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c2c0edd4-38af-49d7-ae58-6e7fca3b2d99 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:39.777321 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:39.801820 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e697144-c7fd-4053-b7eb-06104345d11b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:39.802942 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7e697144-c7fd-4053-b7eb-06104345d11b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/cc963008-cb3b-446a-9cc6-3a7945e6afc7 HTTP/1.1" status: 204 len: 168 time: 0.4540639 Nov 26 16:40:39.808656 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e697144-c7fd-4053-b7eb-06104345d11b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc963008-cb3b-446a-9cc6-3a7945e6afc7,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:39.810315 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45874) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:39.813096 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c0edd4-38af-49d7-ae58-6e7fca3b2d99 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Checking segment: {'id': 'b6fb9458-655e-41e1-8d13-7cc91bc10100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f42a2fc2-41a9-49e2-8b3e-c3fab3fbeeec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:40:39.813465 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c0edd4-38af-49d7-ae58-6e7fca3b2d99 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network hostable DHCP agents. Network: f42a2fc2-41a9-49e2-8b3e-c3fab3fbeeec, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:40:39.823073 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7e697144-c7fd-4053-b7eb-06104345d11b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:39.950132 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-0b80774f-9782-48d5-ba1e-53662419985a tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Calling delete_port for fa92852a-ca3b-42bf-b6c0-3387feee200d owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:39.993226 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-d4552887-4cae-429b-b7c1-750572786519 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Calling delete_port for add21029-8d31-4e6a-9898-2e0a363a0c27 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:40.044960 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c0edd4-38af-49d7-ae58-6e7fca3b2d99 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network f42a2fc2-41a9-49e2-8b3e-c3fab3fbeeec is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:40:40.047668 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:40.068857 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f7d3cae6-5769-4023-b5e7-9bf5ce95d16f tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Synchronizing usage tracker for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group_rule {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:40.118586 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-c2c0edd4-38af-49d7-ae58-6e7fca3b2d99 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, f42a2fc2-41a9-49e2-8b3e-c3fab3fbeeec) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:40.129782 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a64851-5477-4aea-9edf-4305fd8fb057 None None] Network f42a2fc2-41a9-49e2-8b3e-c3fab3fbeeec requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:40:40.130323 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c0edd4-38af-49d7-ae58-6e7fca3b2d99 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:40.130719 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c2c0edd4-38af-49d7-ae58-6e7fca3b2d99 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:40.159259 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f7d3cae6-5769-4023-b5e7-9bf5ce95d16f tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Unset dirty status for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group_rule {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:40.160151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fd44a2df-3000-4a76-b1af-793afb461d71 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router_gateway, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:40.163383 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f7d3cae6-5769-4023-b5e7-9bf5ce95d16f tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3426609 Nov 26 16:40:40.163890 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45878) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:40.199149 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-60dc3605-3fc4-4e5f-a34a-24a3a1956963 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Request body: {'security_group_rule': {'security_group_id': '4ee8db55-22bc-428b-a135-3d213fda1791', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:40.204393 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c2c0edd4-38af-49d7-ae58-6e7fca3b2d99 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4980698 Nov 26 16:40:40.214797 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45882) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:40.215905 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-60dc3605-3fc4-4e5f-a34a-24a3a1956963 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:40.235486 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-60dc3605-3fc4-4e5f-a34a-24a3a1956963 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:40.287916 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-bb705e13-a9f3-437e-9b2b-1dc917c4acf1 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2015495330', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:40.294151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:40.299779 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:40.300932 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:40.301063 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-60dc3605-3fc4-4e5f-a34a-24a3a1956963 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:40.314959 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-287ae86e-cd71-4f76-84fb-602324b9f545 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:40.331362 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-bb705e13-a9f3-437e-9b2b-1dc917c4acf1 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:40.361712 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-b27b4a67-193e-47a5-abc7-9ce0747687e9 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Allocated IP 172.20.0.27 (5233e3f5-ab61-466f-bcf4-aa8aaec75e1a/e85fd902-9360-4eb7-9c0b-4be7f3475ac1/cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:40.380327 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-f42a2fc2-41a9-49e2-8b3e-c3fab3fbeeec', 'network_id': 'f42a2fc2-41a9-49e2-8b3e-c3fab3fbeeec', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'fixed_ips': [{'subnet_id': '8d38628c-53c7-481b-ab21-485cb97a87db'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:40:40.381339 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:40.466783 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-60dc3605-3fc4-4e5f-a34a-24a3a1956963 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:40.473683 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-60dc3605-3fc4-4e5f-a34a-24a3a1956963 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:40.483447 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c20e8b61-2b2b-4217-a31b-b34e7ad8ceab tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:40.513749 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc3605-3fc4-4e5f-a34a-24a3a1956963 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62dc503c-f91e-4af8-9769-e81380826cf8,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:40.524184 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-60dc3605-3fc4-4e5f-a34a-24a3a1956963 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:40.559246 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] Allocated IP 2001:db8::2 (f42a2fc2-41a9-49e2-8b3e-c3fab3fbeeec/8d38628c-53c7-481b-ab21-485cb97a87db/2cefed67-9cbe-46e7-8aa7-0c87eae1affa) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:40.561485 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-60dc3605-3fc4-4e5f-a34a-24a3a1956963 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:40.565568 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-60dc3605-3fc4-4e5f-a34a-24a3a1956963 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3977227 Nov 26 16:40:40.566625 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45886) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:40.593213 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6c5f77ff-edb2-487e-a240-18c36c7fe232 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-group-rules/62dc503c-f91e-4af8-9769-e81380826cf8 HTTP/1.1" status: 200 len: 763 time: 0.0232058 Nov 26 16:40:40.593422 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-bb705e13-a9f3-437e-9b2b-1dc917c4acf1 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Usage tracker for resource:router and tenant:64d59b3f13ac4d738c5b4d126f3cbc4c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:40.593856 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45890) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:40.597389 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-bb705e13-a9f3-437e-9b2b-1dc917c4acf1 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:40.628223 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b27b4a67-193e-47a5-abc7-9ce0747687e9 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:40.630873 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-bb705e13-a9f3-437e-9b2b-1dc917c4acf1 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:40.655458 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-b27b4a67-193e-47a5-abc7-9ce0747687e9 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Transition to ACTIVE for port object cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:40.671994 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7def16da-025d-41fd-b3bf-78321fdd71ac tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Synchronizing usage tracker for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group_rule {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:40.679877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b27b4a67-193e-47a5-abc7-9ce0747687e9 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:40.686517 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3f89da2c-9149-4503-b4b7-f93ca161b6d8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:40.695539 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Network': ['ID=0b0fb40a-d13f-4bdc-9c45-8932552dcf6c,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:40.707158 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:40.721919 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.7589717 Nov 26 16:40:40.724610 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45894) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:40.733073 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bb705e13-a9f3-437e-9b2b-1dc917c4acf1 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:40.734098 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bb705e13-a9f3-437e-9b2b-1dc917c4acf1 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:40.742763 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d4552887-4cae-429b-b7c1-750572786519 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:40.753306 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-125adb00-59d9-4cf6-9249-62b7ea69aa50 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1025009823', 'admin_state_up': True, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:40.766764 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7def16da-025d-41fd-b3bf-78321fdd71ac tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Unset dirty status for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group_rule {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:40.770514 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7def16da-025d-41fd-b3bf-78321fdd71ac tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1732857 Nov 26 16:40:40.770514 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-125adb00-59d9-4cf6-9249-62b7ea69aa50 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:40.788628 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45898) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:40.789323 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9f4b7150-69dd-4f8b-bd38-1c743c39dd68 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:40.806445 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 0b0fb40a-d13f-4bdc-9c45-8932552dcf6c details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:40:40.812321 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-125adb00-59d9-4cf6-9249-62b7ea69aa50 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:router and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:40.822336 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-125adb00-59d9-4cf6-9249-62b7ea69aa50 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:40.825183 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b4a67-193e-47a5-abc7-9ce0747687e9 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Port': ['ID=cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:40.865835 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4552887-4cae-429b-b7c1-750572786519 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Pushing event deleted for resources: {'Port': ['ID=add21029-8d31-4e6a-9898-2e0a363a0c27,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:40.878027 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b27b4a67-193e-47a5-abc7-9ce0747687e9 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:40.878344 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-125adb00-59d9-4cf6-9249-62b7ea69aa50 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:40.949488 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d4552887-4cae-429b-b7c1-750572786519 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:40.961938 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bb705e13-a9f3-437e-9b2b-1dc917c4acf1 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:40.967834 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-125adb00-59d9-4cf6-9249-62b7ea69aa50 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:40.968868 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-125adb00-59d9-4cf6-9249-62b7ea69aa50 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:41.021468 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-125adb00-59d9-4cf6-9249-62b7ea69aa50 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:41.067873 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-b27b4a67-193e-47a5-abc7-9ce0747687e9 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] In _notify_port_updated(), no bound segment for port cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe on network 5233e3f5-ab61-466f-bcf4-aa8aaec75e1a {{(pid=87518) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 26 16:40:41.073657 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27b4a67-193e-47a5-abc7-9ce0747687e9 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:41.075925 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b27b4a67-193e-47a5-abc7-9ce0747687e9 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:41.077433 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b27b4a67-193e-47a5-abc7-9ce0747687e9 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "PUT /v2.0/ports/cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe HTTP/1.1" status: 200 len: 998 time: 1.6626229 Nov 26 16:40:41.126299 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45902) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:41.133709 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bb705e13-a9f3-437e-9b2b-1dc917c4acf1 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:41.227231 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7b5a97b9-367f-497c-aeff-97f442d5a40a None None] Provisioning for port cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:41.247503 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7b5a97b9-367f-497c-aeff-97f442d5a40a None None] Provisioning complete for port cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:41.250177 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6845617c-968f-466a-966b-cb57c114533f tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:41.254793 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7b5a97b9-367f-497c-aeff-97f442d5a40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:41.296665 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6845617c-968f-466a-966b-cb57c114533f tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:41.304890 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0b80774f-9782-48d5-ba1e-53662419985a tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:41.317241 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:41.321417 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-96f20bbe-f925-4ddf-9301-4cd7ab8c3453 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:41.334660 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] Transition to ACTIVE for port object 2cefed67-9cbe-46e7-8aa7-0c87eae1affa will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:41.341882 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-7b5a97b9-367f-497c-aeff-97f442d5a40a None None] Port cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:40:41.358736 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] Transition to ACTIVE for port object 2cefed67-9cbe-46e7-8aa7-0c87eae1affa will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:41.368248 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:41.373758 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2e3394d5-81b5-4fa3-9a55-5f6ed21d877c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:41.418346 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bb705e13-a9f3-437e-9b2b-1dc917c4acf1 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:41.419965 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-bb705e13-a9f3-437e-9b2b-1dc917c4acf1 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1971476 Nov 26 16:40:41.421346 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80774f-9782-48d5-ba1e-53662419985a tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Pushing event deleted for resources: {'Port': ['ID=fa92852a-ca3b-42bf-b6c0-3387feee200d,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:41.422753 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45906) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:41.449303 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0b80774f-9782-48d5-ba1e-53662419985a tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:41.455456 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-1dfc3de3-e2cf-4376-a527-df62bd7d9fac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting port cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:41.455823 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1dfc3de3-e2cf-4376-a527-df62bd7d9fac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:41.474483 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] Pushing event updated for resources: {'Port': ['ID=2cefed67-9cbe-46e7-8aa7-0c87eae1affa,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:41.496866 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] Network f42a2fc2-41a9-49e2-8b3e-c3fab3fbeeec is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:41.500074 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:41.501552 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:41.504674 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:41.568192 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-125adb00-59d9-4cf6-9249-62b7ea69aa50 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:41.623379 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] Attempting to bind port 2cefed67-9cbe-46e7-8aa7-0c87eae1affa on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:40:41.623770 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] Attempting to bind port 2cefed67-9cbe-46e7-8aa7-0c87eae1affa by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'b6fb9458-655e-41e1-8d13-7cc91bc10100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f42a2fc2-41a9-49e2-8b3e-c3fab3fbeeec'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:40:41.624336 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] Attempting to bind port 2cefed67-9cbe-46e7-8aa7-0c87eae1affa on network f42a2fc2-41a9-49e2-8b3e-c3fab3fbeeec {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:40:41.631122 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:40:41.631580 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] Checking segment: {'id': 'b6fb9458-655e-41e1-8d13-7cc91bc10100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f42a2fc2-41a9-49e2-8b3e-c3fab3fbeeec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:40:41.632560 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:41.632981 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] Bound using segment: {'id': 'b6fb9458-655e-41e1-8d13-7cc91bc10100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f42a2fc2-41a9-49e2-8b3e-c3fab3fbeeec'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:40:41.633483 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] Bound port: 2cefed67-9cbe-46e7-8aa7-0c87eae1affa, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fb9458-655e-41e1-8d13-7cc91bc10100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f42a2fc2-41a9-49e2-8b3e-c3fab3fbeeec'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:40:41.633893 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:41.640194 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d4552887-4cae-429b-b7c1-750572786519 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:41.652732 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6845617c-968f-466a-966b-cb57c114533f tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:41.654144 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fd44a2df-3000-4a76-b1af-793afb461d71 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:41.691023 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6845617c-968f-466a-966b-cb57c114533f tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:41.692640 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6845617c-968f-466a-966b-cb57c114533f tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/62dc503c-f91e-4af8-9769-e81380826cf8 HTTP/1.1" status: 204 len: 168 time: 0.8649268 Nov 26 16:40:41.696634 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:41.753966 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d4552887-4cae-429b-b7c1-750572786519 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] 10.222.0.11 "DELETE /v2.0/ports/add21029-8d31-4e6a-9898-2e0a363a0c27 HTTP/1.1" status: 204 len: 168 time: 3.3105028 Nov 26 16:40:41.768785 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45910) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:41.769505 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45912) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:41.810401 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] For port 2cefed67-9cbe-46e7-8aa7-0c87eae1affa, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:40:41.817676 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] For port 2cefed67-9cbe-46e7-8aa7-0c87eae1affa, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=2cefed67-9cbe-46e7-8aa7-0c87eae1affa,segment=NetworkSegment(b6fb9458-655e-41e1-8d13-7cc91bc10100),segment_id=b6fb9458-655e-41e1-8d13-7cc91bc10100)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:40:41.823534 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:41.835848 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:41.903372 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845617c-968f-466a-966b-cb57c114533f tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62dc503c-f91e-4af8-9769-e81380826cf8,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:41.923136 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] Pushing event updated for resources: {'Port': ['ID=2cefed67-9cbe-46e7-8aa7-0c87eae1affa,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:41.926313 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:41.948883 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6845617c-968f-466a-966b-cb57c114533f tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:41.963949 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-680cd778-a236-4589-b4a8-a21273fe87cd tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] GET failed (client error): The resource could not be found. Nov 26 16:40:41.964497 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-680cd778-a236-4589-b4a8-a21273fe87cd tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Synchronizing usage tracker for tenant:c26d2b0dc4ee4068984a2474a46ae91b on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:41.971488 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0b80774f-9782-48d5-ba1e-53662419985a tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:42.289270 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1eda4b98-ef39-4477-9c8c-ad6b5a866d11 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:42.362703 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 2cefed67-9cbe-46e7-8aa7-0c87eae1affa up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:40:42.424796 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0b80774f-9782-48d5-ba1e-53662419985a tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:42.432709 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-680cd778-a236-4589-b4a8-a21273fe87cd tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Unset dirty status for tenant:c26d2b0dc4ee4068984a2474a46ae91b on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:42.437577 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-680cd778-a236-4589-b4a8-a21273fe87cd tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] 10.222.0.11 "GET /v2.0/ports/add21029-8d31-4e6a-9898-2e0a363a0c27 HTTP/1.1" status: 404 len: 333 time: 0.6612611 Nov 26 16:40:42.437577 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0b80774f-9782-48d5-ba1e-53662419985a tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:42.439157 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 2cefed67-9cbe-46e7-8aa7-0c87eae1affa completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:42.454711 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45918) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:42.471600 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fab110d1-77c1-4a30-8bd9-161e9bf355c9 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Synchronizing usage tracker for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group_rule {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:42.483987 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-be26b815-0e29-4b1a-a662-64b290fa42f3 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Request body: {'port': {'network_id': 'd0347298-3e03-4d82-8af7-bd6abfaaf670', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-873708222'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:42.609877 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0b80774f-9782-48d5-ba1e-53662419985a tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:42.610353 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b80774f-9782-48d5-ba1e-53662419985a tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Fanout notify agent at l3_agent the message router_deleted on router bc0330d6-7111-4da6-b44a-f270d07edac9 {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:40:42.646023 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-125adb00-59d9-4cf6-9249-62b7ea69aa50 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_gateway, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:42.663981 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0b80774f-9782-48d5-ba1e-53662419985a tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:42.668968 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0b80774f-9782-48d5-ba1e-53662419985a tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "DELETE /v2.0/routers/bc0330d6-7111-4da6-b44a-f270d07edac9 HTTP/1.1" status: 204 len: 168 time: 4.6949103 Nov 26 16:40:42.673946 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1dfc3de3-e2cf-4376-a527-df62bd7d9fac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:42.683011 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45922) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:42.683879 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fab110d1-77c1-4a30-8bd9-161e9bf355c9 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Unset dirty status for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group_rule {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:42.687625 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fab110d1-77c1-4a30-8bd9-161e9bf355c9 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9140725 Nov 26 16:40:42.696551 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45924) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:42.708958 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-125adb00-59d9-4cf6-9249-62b7ea69aa50 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:42.717288 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-09682feb-c8b5-4974-a8b1-c96ce449aa4d tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2062799445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:42.769965 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-09682feb-c8b5-4974-a8b1-c96ce449aa4d tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:42.770814 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-09f33969-5a01-4821-bd4b-9ae7aa5f345a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Request body: {'security_group_rule': {'security_group_id': '4ee8db55-22bc-428b-a135-3d213fda1791', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:42.795025 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-09682feb-c8b5-4974-a8b1-c96ce449aa4d tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Usage tracker for resource:router and tenant:e8b3f4d48fbc4382b6c51f0e52c2d492 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:42.841120 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-09682feb-c8b5-4974-a8b1-c96ce449aa4d tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:42.841359 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-09f33969-5a01-4821-bd4b-9ae7aa5f345a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:42.849987 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-1dfc3de3-e2cf-4376-a527-df62bd7d9fac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Calling delete_port for cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:42.859374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-09682feb-c8b5-4974-a8b1-c96ce449aa4d tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:42.927605 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-09f33969-5a01-4821-bd4b-9ae7aa5f345a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:42.936236 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-09682feb-c8b5-4974-a8b1-c96ce449aa4d tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:42.937450 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-09682feb-c8b5-4974-a8b1-c96ce449aa4d tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:42.943009 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-be26b815-0e29-4b1a-a662-64b290fa42f3 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:42.965746 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd44a2df-3000-4a76-b1af-793afb461d71 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Router 64aee990-9cae-4e74-892f-2630c737d0ac is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:40:42.967646 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.securitygroups_db [None req-09f33969-5a01-4821-bd4b-9ae7aa5f345a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Project 1d5d349e7dfe4014b2f72037d4a694d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:40:42.973648 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-be26b815-0e29-4b1a-a662-64b290fa42f3 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:42.993029 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-09f33969-5a01-4821-bd4b-9ae7aa5f345a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:43.018512 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-125adb00-59d9-4cf6-9249-62b7ea69aa50 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.26.0.72 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/3f0799e3-b835-479c-a8f0-f38aa0c62176) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:43.025014 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-09682feb-c8b5-4974-a8b1-c96ce449aa4d tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:43.042713 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99deae46-9530-45ba-a6a3-c0854b487ef7 None None] Network f42a2fc2-41a9-49e2-8b3e-c3fab3fbeeec requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:40:43.051393 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-1eda4b98-ef39-4477-9c8c-ad6b5a866d11 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Allocated IP 2001:db8::1 (f42a2fc2-41a9-49e2-8b3e-c3fab3fbeeec/8d38628c-53c7-481b-ab21-485cb97a87db/0debb775-63ce-4baf-8e5c-bc6a9ca7d025) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:43.095628 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be26b815-0e29-4b1a-a662-64b290fa42f3 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Made reservation on behalf of c26d2b0dc4ee4068984a2474a46ae91b for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:43.098968 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be26b815-0e29-4b1a-a662-64b290fa42f3 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:43.130107 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-09682feb-c8b5-4974-a8b1-c96ce449aa4d tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:43.138771 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-51147fe4-3ede-4dee-9e4f-cbbebf280624 None None] Provisioning for port 2cefed67-9cbe-46e7-8aa7-0c87eae1affa completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:43.156719 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-51147fe4-3ede-4dee-9e4f-cbbebf280624 None None] Provisioning complete for port 2cefed67-9cbe-46e7-8aa7-0c87eae1affa triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:43.157499 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-51147fe4-3ede-4dee-9e4f-cbbebf280624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:43.256247 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-be26b815-0e29-4b1a-a662-64b290fa42f3 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] device_id is not set on port 03639fae-416c-434b-9048-7a42955fa582 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:40:43.281035 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-09682feb-c8b5-4974-a8b1-c96ce449aa4d tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:43.282124 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-09682feb-c8b5-4974-a8b1-c96ce449aa4d tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5961499 Nov 26 16:40:43.293447 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45930) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:43.308312 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-e2003349-fc85-4ff6-9124-5f2c5f279f57 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:43.385536 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-51147fe4-3ede-4dee-9e4f-cbbebf280624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:43.429612 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-51147fe4-3ede-4dee-9e4f-cbbebf280624 None None] For port 2cefed67-9cbe-46e7-8aa7-0c87eae1affa, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=2cefed67-9cbe-46e7-8aa7-0c87eae1affa,segment=NetworkSegment(b6fb9458-655e-41e1-8d13-7cc91bc10100),segment_id=b6fb9458-655e-41e1-8d13-7cc91bc10100)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:40:43.436099 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-51147fe4-3ede-4dee-9e4f-cbbebf280624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:43.438209 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:43.454004 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-be26b815-0e29-4b1a-a662-64b290fa42f3 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Allocated IP 2001:db8::138 (d0347298-3e03-4d82-8af7-bd6abfaaf670/c8d5e9ef-bdb3-4363-9e78-accb30b7888d/03639fae-416c-434b-9048-7a42955fa582) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:43.517668 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51147fe4-3ede-4dee-9e4f-cbbebf280624 None None] Pushing event updated for resources: {'Port': ['ID=2cefed67-9cbe-46e7-8aa7-0c87eae1affa,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:43.522804 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-51147fe4-3ede-4dee-9e4f-cbbebf280624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:43.529930 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-09f33969-5a01-4821-bd4b-9ae7aa5f345a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:43.550136 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-09f33969-5a01-4821-bd4b-9ae7aa5f345a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:43.566932 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:43.605807 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd44a2df-3000-4a76-b1af-793afb461d71 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:40:43.616082 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-125adb00-59d9-4cf6-9249-62b7ea69aa50 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:43.626738 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8cef28-0e28-43af-8655-134b775b3520 None None] Sync routers for ids ['64aee990-9cae-4e74-892f-2630c737d0ac'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:40:43.641389 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8cef28-0e28-43af-8655-134b775b3520 None None] Routers {'64aee990-9cae-4e74-892f-2630c737d0ac'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:43.642402 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-ec8cef28-0e28-43af-8655-134b775b3520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['64aee990-9cae-4e74-892f-2630c737d0ac'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:43.715399 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-ec8cef28-0e28-43af-8655-134b775b3520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:43.724874 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8cef28-0e28-43af-8655-134b775b3520 None None] Routers {'64aee990-9cae-4e74-892f-2630c737d0ac'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:43.725521 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-ec8cef28-0e28-43af-8655-134b775b3520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['64aee990-9cae-4e74-892f-2630c737d0ac'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:43.789531 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f33969-5a01-4821-bd4b-9ae7aa5f345a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e573a8-8285-4cba-8394-02c66bbc1a3c,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:43.793088 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-ec8cef28-0e28-43af-8655-134b775b3520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:43.794052 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8cef28-0e28-43af-8655-134b775b3520 None None] The sync data for ids ['64aee990-9cae-4e74-892f-2630c737d0ac'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:40:43.799962 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-09f33969-5a01-4821-bd4b-9ae7aa5f345a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:43.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1dfc3de3-e2cf-4376-a527-df62bd7d9fac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:43.805258 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b7efa9de-eb5e-4550-9b83-e86cf626a6d7 None None] Provisioning complete for port 2cefed67-9cbe-46e7-8aa7-0c87eae1affa triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:43.805595 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b7efa9de-eb5e-4550-9b83-e86cf626a6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:43.823091 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d4552887-4cae-429b-b7c1-750572786519 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:43.885816 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fd44a2df-3000-4a76-b1af-793afb461d71 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:43.889736 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fd44a2df-3000-4a76-b1af-793afb461d71 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.0768464 Nov 26 16:40:43.893467 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc3de3-e2cf-4376-a527-df62bd7d9fac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Port': ['ID=cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:43.896749 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45934) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:43.902569 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-09f33969-5a01-4821-bd4b-9ae7aa5f345a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:43.903710 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-09f33969-5a01-4821-bd4b-9ae7aa5f345a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2062116 Nov 26 16:40:43.904933 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1dfc3de3-e2cf-4376-a527-df62bd7d9fac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:43.918762 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45938) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:43.922920 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e2003349-fc85-4ff6-9124-5f2c5f279f57 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:43.944605 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1eda4b98-ef39-4477-9c8c-ad6b5a866d11 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:43.966855 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0fb3fccd-a5d5-4492-9612-2349bc46fe92 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-group-rules/d0e573a8-8285-4cba-8394-02c66bbc1a3c HTTP/1.1" status: 200 len: 769 time: 0.0466146 Nov 26 16:40:43.980714 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45942) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:44.008999 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-1eda4b98-ef39-4477-9c8c-ad6b5a866d11 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Transition to ACTIVE for port object 0debb775-63ce-4baf-8e5c-bc6a9ca7d025 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:44.081222 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-125adb00-59d9-4cf6-9249-62b7ea69aa50 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:44.096864 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6d726030-b338-45ef-b3cc-f89c541c752c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:44.183926 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125adb00-59d9-4cf6-9249-62b7ea69aa50 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:44.198988 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-eb83b8fd-0762-4515-85fc-ec47ee293de0 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2102494 Nov 26 16:40:44.199974 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-125adb00-59d9-4cf6-9249-62b7ea69aa50 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:44.203112 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45946) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:44.206639 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125adb00-59d9-4cf6-9249-62b7ea69aa50 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:44.275967 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125adb00-59d9-4cf6-9249-62b7ea69aa50 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=3f0799e3-b835-479c-a8f0-f38aa0c62176,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:44.286355 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-125adb00-59d9-4cf6-9249-62b7ea69aa50 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:44.289825 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1eda4b98-ef39-4477-9c8c-ad6b5a866d11 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:44.296204 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b27b4a67-193e-47a5-abc7-9ce0747687e9 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:44.312132 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 2cefed67-9cbe-46e7-8aa7-0c87eae1affa up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:40:44.318343 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be26b815-0e29-4b1a-a662-64b290fa42f3 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:44.367076 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-be26b815-0e29-4b1a-a662-64b290fa42f3 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Transition to ACTIVE for port object 03639fae-416c-434b-9048-7a42955fa582 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:44.377963 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1dfc3de3-e2cf-4376-a527-df62bd7d9fac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:44.379840 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1dfc3de3-e2cf-4376-a527-df62bd7d9fac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/ports/cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe HTTP/1.1" status: 204 len: 168 time: 3.2480099 Nov 26 16:40:44.383293 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45950) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:44.389789 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 2cefed67-9cbe-46e7-8aa7-0c87eae1affa triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:44.390310 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:44.432897 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-06206f9e-eeec-4564-b699-3b3da35950d0 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "GET /v2.0/routers/64aee990-9cae-4e74-892f-2630c737d0ac HTTP/1.1" status: 200 len: 923 time: 0.5325913 Nov 26 16:40:44.438328 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6fc8c39c-0cd4-4fc9-8178-0415be43a573 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:44.440745 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45954) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:44.445145 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-5767d698-3397-4065-bafc-b7f0e1b8d924 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] GET failed (client error): The resource could not be found. Nov 26 16:40:44.445677 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5767d698-3397-4065-bafc-b7f0e1b8d924 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Synchronizing usage tracker for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:44.447799 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eda4b98-ef39-4477-9c8c-ad6b5a866d11 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network f42a2fc2-41a9-49e2-8b3e-c3fab3fbeeec is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:44.497150 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5eb1707f-7540-4857-8eb7-fea1eee64b5f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "GET /v2.0/ports?device_id=64aee990-9cae-4e74-892f-2630c737d0ac HTTP/1.1" status: 200 len: 205 time: 0.0547099 Nov 26 16:40:44.502100 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45958) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:44.509816 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-1eda4b98-ef39-4477-9c8c-ad6b5a866d11 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:44.512817 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eda4b98-ef39-4477-9c8c-ad6b5a866d11 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:44.513773 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1eda4b98-ef39-4477-9c8c-ad6b5a866d11 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:44.533724 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6fc8c39c-0cd4-4fc9-8178-0415be43a573 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:44.549538 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda4b98-ef39-4477-9c8c-ad6b5a866d11 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Port': ['ID=0debb775-63ce-4baf-8e5c-bc6a9ca7d025,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:44.567893 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1eda4b98-ef39-4477-9c8c-ad6b5a866d11 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:44.568880 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5767d698-3397-4065-bafc-b7f0e1b8d924 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Unset dirty status for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:44.570009 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5767d698-3397-4065-bafc-b7f0e1b8d924 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "GET /v2.0/ports/cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe HTTP/1.1" status: 404 len: 333 time: 0.1857285 Nov 26 16:40:44.575813 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45962) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:44.625684 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be26b815-0e29-4b1a-a662-64b290fa42f3 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:44.641909 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ce02b71b-ec12-41e6-91e4-37a67090c7fa tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:44.735361 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be26b815-0e29-4b1a-a662-64b290fa42f3 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Network d0347298-3e03-4d82-8af7-bd6abfaaf670 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:44.736798 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6fc8c39c-0cd4-4fc9-8178-0415be43a573 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:44.747918 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-be26b815-0e29-4b1a-a662-64b290fa42f3 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:44.750160 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:44.755574 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be26b815-0e29-4b1a-a662-64b290fa42f3 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:44.759339 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14390ae-a6cf-4937-b147-a178c794e644 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting subnet e85fd902-9360-4eb7-9c0b-4be7f3475ac1 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:40:44.761190 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be26b815-0e29-4b1a-a662-64b290fa42f3 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:44.761806 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be26b815-0e29-4b1a-a662-64b290fa42f3 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:44.765659 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26b815-0e29-4b1a-a662-64b290fa42f3 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Pushing event updated for resources: {'Port': ['ID=03639fae-416c-434b-9048-7a42955fa582,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:44.771659 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-be26b815-0e29-4b1a-a662-64b290fa42f3 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:44.792664 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-883c7356-50b5-4817-9a71-0ca484f18b88 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:44.850032 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-be26b815-0e29-4b1a-a662-64b290fa42f3 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3880756 Nov 26 16:40:44.878645 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6226cd96-a888-411d-9b16-91bff7183754 None None] Provisioning for port 0debb775-63ce-4baf-8e5c-bc6a9ca7d025 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:44.885282 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6226cd96-a888-411d-9b16-91bff7183754 None None] Provisioning complete for port 0debb775-63ce-4baf-8e5c-bc6a9ca7d025 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:44.885986 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6226cd96-a888-411d-9b16-91bff7183754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:44.909671 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45966) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:44.923918 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-926acd26-8b30-41d6-b114-854413ead26c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:6a:c4:98'}]}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:45.016533 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-6226cd96-a888-411d-9b16-91bff7183754 None None] Port 0debb775-63ce-4baf-8e5c-bc6a9ca7d025 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:40:45.080854 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f14390ae-a6cf-4937-b147-a178c794e644 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:45.117156 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-883c7356-50b5-4817-9a71-0ca484f18b88 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:45.140653 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-79768aa0-50ac-4118-a911-a9fc93346f31 None None] Provisioning for port 03639fae-416c-434b-9048-7a42955fa582 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:45.146403 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-79768aa0-50ac-4118-a911-a9fc93346f31 None None] Provisioning complete for port 03639fae-416c-434b-9048-7a42955fa582 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:45.146914 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-79768aa0-50ac-4118-a911-a9fc93346f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:45.149536 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-883c7356-50b5-4817-9a71-0ca484f18b88 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Deleting port 0f8aa218-b538-4efe-847f-28d8e654ebba {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:45.149870 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-883c7356-50b5-4817-9a71-0ca484f18b88 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:45.191743 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8c39c-0cd4-4fc9-8178-0415be43a573 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0e573a8-8285-4cba-8394-02c66bbc1a3c,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:45.216374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6fc8c39c-0cd4-4fc9-8178-0415be43a573 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:45.218717 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-79768aa0-50ac-4118-a911-a9fc93346f31 None None] Port 03639fae-416c-434b-9048-7a42955fa582 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:40:45.251335 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6fc8c39c-0cd4-4fc9-8178-0415be43a573 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:45.252752 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6fc8c39c-0cd4-4fc9-8178-0415be43a573 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/d0e573a8-8285-4cba-8394-02c66bbc1a3c HTTP/1.1" status: 204 len: 168 time: 1.0177255 Nov 26 16:40:45.257711 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45970) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:45.320313 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e2003349-fc85-4ff6-9124-5f2c5f279f57 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router_gateway, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:45.356474 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f14390ae-a6cf-4937-b147-a178c794e644 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:45.357262 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-926acd26-8b30-41d6-b114-854413ead26c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:45.409543 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e2003349-fc85-4ff6-9124-5f2c5f279f57 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:45.419863 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1eda4b98-ef39-4477-9c8c-ad6b5a866d11 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:45.449005 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-090bec69-09b7-4e32-a9e1-56e9880adc00 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Synchronizing usage tracker for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group_rule {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:45.503839 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-090bec69-09b7-4e32-a9e1-56e9880adc00 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Unset dirty status for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group_rule {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:45.505081 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-090bec69-09b7-4e32-a9e1-56e9880adc00 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2464416 Nov 26 16:40:45.509669 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45974) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:45.514836 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-883c7356-50b5-4817-9a71-0ca484f18b88 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:45.550402 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-125adb00-59d9-4cf6-9249-62b7ea69aa50 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_gateway, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:45.860353 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-883c7356-50b5-4817-9a71-0ca484f18b88 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Calling delete_port for 0f8aa218-b538-4efe-847f-28d8e654ebba owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:45.906355 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f14390ae-a6cf-4937-b147-a178c794e644 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:45.993458 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e1d264dd-9ac3-4cc5-bad4-2375bde6f2e4 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:46.010989 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-e2003349-fc85-4ff6-9124-5f2c5f279f57 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Allocated IP 172.26.0.55 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/b53313f8-dae3-48db-b39b-17c755d02f79) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:46.047577 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e1d264dd-9ac3-4cc5-bad4-2375bde6f2e4 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:46.090635 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-926acd26-8b30-41d6-b114-854413ead26c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:46.104489 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-926acd26-8b30-41d6-b114-854413ead26c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:46.111298 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5c346dbf-9919-4b5b-9788-c728f5c0aa3d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:46.173929 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-926acd26-8b30-41d6-b114-854413ead26c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] In _notify_port_updated(), no bound segment for port 03639fae-416c-434b-9048-7a42955fa582 on network d0347298-3e03-4d82-8af7-bd6abfaaf670 {{(pid=87519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 26 16:40:46.179433 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926acd26-8b30-41d6-b114-854413ead26c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:46.180091 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-926acd26-8b30-41d6-b114-854413ead26c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:46.181374 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-926acd26-8b30-41d6-b114-854413ead26c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] 10.222.0.11 "PUT /v2.0/ports/03639fae-416c-434b-9048-7a42955fa582 HTTP/1.1" status: 200 len: 1002 time: 1.2707245 Nov 26 16:40:46.186635 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45978) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:46.216168 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e1d264dd-9ac3-4cc5-bad4-2375bde6f2e4 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:46.320875 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926acd26-8b30-41d6-b114-854413ead26c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Pushing event updated for resources: {'Port': ['ID=03639fae-416c-434b-9048-7a42955fa582,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:46.331218 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-926acd26-8b30-41d6-b114-854413ead26c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:46.335499 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-c181efa5-2a27-473b-8b58-1b3b97eb9f02 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Deleting port 03639fae-416c-434b-9048-7a42955fa582 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:46.335871 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c181efa5-2a27-473b-8b58-1b3b97eb9f02 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:46.361355 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-48aaed59-0e0e-4c62-a821-b1e7a7713338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:46.392639 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-883c7356-50b5-4817-9a71-0ca484f18b88 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:46.402036 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d264dd-9ac3-4cc5-bad4-2375bde6f2e4 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee8db55-22bc-428b-a135-3d213fda1791,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:46.412151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e1d264dd-9ac3-4cc5-bad4-2375bde6f2e4 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:46.414586 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-689c20f5-9a6b-4330-b4dd-b23bd5e9bfdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:46.469171 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-aed074d1-6a25-4c39-b96d-f430ad440996 None None] Provisioning complete for port 03639fae-416c-434b-9048-7a42955fa582 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:46.469757 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-aed074d1-6a25-4c39-b96d-f430ad440996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:46.492384 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c7356-50b5-4817-9a71-0ca484f18b88 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Pushing event deleted for resources: {'Port': ['ID=0f8aa218-b538-4efe-847f-28d8e654ebba,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:46.501654 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e1d264dd-9ac3-4cc5-bad4-2375bde6f2e4 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:46.502949 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e1d264dd-9ac3-4cc5-bad4-2375bde6f2e4 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "DELETE /v2.0/security-groups/4ee8db55-22bc-428b-a135-3d213fda1791 HTTP/1.1" status: 204 len: 168 time: 0.9923904 Nov 26 16:40:46.503813 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f14390ae-a6cf-4937-b147-a178c794e644 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:46.508887 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45982) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:46.509621 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-883c7356-50b5-4817-9a71-0ca484f18b88 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:46.516272 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-639ff087-f913-4f91-ad41-8f2b2ecbb9d2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:46.527230 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-aed074d1-6a25-4c39-b96d-f430ad440996 None None] Port 03639fae-416c-434b-9048-7a42955fa582 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:40:46.592291 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14390ae-a6cf-4937-b147-a178c794e644 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Subnet': ['ID=e85fd902-9360-4eb7-9c0b-4be7f3475ac1,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:46.594129 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f14390ae-a6cf-4937-b147-a178c794e644 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:46.605642 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1e3661-a2ab-4837-8a87-a0ab177fd270 None None] Network 5233e3f5-ab61-466f-bcf4-aa8aaec75e1a requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:40:46.607051 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f14390ae-a6cf-4937-b147-a178c794e644 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:46.677045 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f14390ae-a6cf-4937-b147-a178c794e644 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/subnets/e85fd902-9360-4eb7-9c0b-4be7f3475ac1 HTTP/1.1" status: 204 len: 168 time: 2.0688369 Nov 26 16:40:46.679607 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45986) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:46.692117 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-883c7356-50b5-4817-9a71-0ca484f18b88 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:46.713028 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-125adb00-59d9-4cf6-9249-62b7ea69aa50 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:46.735787 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e6177f33-1fe5-48a9-bb49-2688016ff7b5 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Synchronizing usage tracker for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:46.797855 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e2003349-fc85-4ff6-9124-5f2c5f279f57 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:46.920448 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e6177f33-1fe5-48a9-bb49-2688016ff7b5 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Unset dirty status for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:46.921703 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e6177f33-1fe5-48a9-bb49-2688016ff7b5 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3801212 Nov 26 16:40:46.927505 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 45990) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:46.934846 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1eda4b98-ef39-4477-9c8c-ad6b5a866d11 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:46.935005 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-883c7356-50b5-4817-9a71-0ca484f18b88 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:46.949716 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1eda4b98-ef39-4477-9c8c-ad6b5a866d11 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:46.950536 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1eda4b98-ef39-4477-9c8c-ad6b5a866d11 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:46.957416 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-17832b75-8a31-47f7-9635-f37d3a74f1f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:46.958011 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-883c7356-50b5-4817-9a71-0ca484f18b88 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:46.989249 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-12207d12-fcae-4c46-9ac3-7bec871ae7ac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting subnet c4062194-a757-4e39-94a0-c036c19fe6c4 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:40:47.005465 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-12207d12-fcae-4c46-9ac3-7bec871ae7ac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:47.075882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c181efa5-2a27-473b-8b58-1b3b97eb9f02 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:47.090139 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-883c7356-50b5-4817-9a71-0ca484f18b88 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:47.090671 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883c7356-50b5-4817-9a71-0ca484f18b88 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Fanout notify agent at l3_agent the message router_deleted on router 64aee990-9cae-4e74-892f-2630c737d0ac {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:40:47.120101 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e2003349-fc85-4ff6-9124-5f2c5f279f57 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:47.146724 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda4b98-ef39-4477-9c8c-ad6b5a866d11 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Port': ['ID=0debb775-63ce-4baf-8e5c-bc6a9ca7d025,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:47.156088 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1eda4b98-ef39-4477-9c8c-ad6b5a866d11 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:47.160728 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-125adb00-59d9-4cf6-9249-62b7ea69aa50 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:47.200030 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2003349-fc85-4ff6-9124-5f2c5f279f57 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:47.216595 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-e2003349-fc85-4ff6-9124-5f2c5f279f57 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:47.230487 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-c181efa5-2a27-473b-8b58-1b3b97eb9f02 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Calling delete_port for 03639fae-416c-434b-9048-7a42955fa582 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:47.241386 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2003349-fc85-4ff6-9124-5f2c5f279f57 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:47.264106 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-44f860ec-0ef2-402d-84e6-3e9c57a11086 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Synchronizing usage tracker for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:47.270181 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-883c7356-50b5-4817-9a71-0ca484f18b88 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:47.274401 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-883c7356-50b5-4817-9a71-0ca484f18b88 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "DELETE /v2.0/routers/64aee990-9cae-4e74-892f-2630c737d0ac HTTP/1.1" status: 204 len: 168 time: 2.7679205 Nov 26 16:40:47.282721 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-12207d12-fcae-4c46-9ac3-7bec871ae7ac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:47.308109 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 45994) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:47.323471 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-92fec643-c536-403c-8900-2fca94cba8ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1259492645', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'enable_snat': False}}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:47.345936 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-92fec643-c536-403c-8900-2fca94cba8ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:47.350023 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125adb00-59d9-4cf6-9249-62b7ea69aa50 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router 1e7a994c-b3a7-41ec-bbf7-0d0812513374 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:40:47.352541 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2003349-fc85-4ff6-9124-5f2c5f279f57 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Pushing event updated for resources: {'Port': ['ID=b53313f8-dae3-48db-b39b-17c755d02f79,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:47.359973 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e2003349-fc85-4ff6-9124-5f2c5f279f57 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:47.361132 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-92fec643-c536-403c-8900-2fca94cba8ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Usage tracker for resource:router and tenant:59a0cd289a0d4398806a66c6d2a2f63a is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:47.369361 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-92fec643-c536-403c-8900-2fca94cba8ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:47.424275 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eda4b98-ef39-4477-9c8c-ad6b5a866d11 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network f42a2fc2-41a9-49e2-8b3e-c3fab3fbeeec is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:47.432176 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-92fec643-c536-403c-8900-2fca94cba8ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:47.441150 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-1eda4b98-ef39-4477-9c8c-ad6b5a866d11 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:47.493080 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-44f860ec-0ef2-402d-84e6-3e9c57a11086 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Unset dirty status for tenant:1d5d349e7dfe4014b2f72037d4a694d0 on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:47.494747 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-44f860ec-0ef2-402d-84e6-3e9c57a11086 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5674260 Nov 26 16:40:47.589491 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-12207d12-fcae-4c46-9ac3-7bec871ae7ac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:47.669768 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c181efa5-2a27-473b-8b58-1b3b97eb9f02 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:47.676128 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-3958fbbb-4e10-4eab-8a99-f9970c17b727 None None] Provisioning complete for port 4a13726a-386c-45ff-9076-95eaca80413c triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:47.676830 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3958fbbb-4e10-4eab-8a99-f9970c17b727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:47.684425 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-26f0d4ae-6358-41c8-aacc-55f278225210 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:47.800508 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181efa5-2a27-473b-8b58-1b3b97eb9f02 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Pushing event deleted for resources: {'Port': ['ID=03639fae-416c-434b-9048-7a42955fa582,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:47.806335 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c181efa5-2a27-473b-8b58-1b3b97eb9f02 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:47.844110 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-12207d12-fcae-4c46-9ac3-7bec871ae7ac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:47.860229 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:47.904307 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c181efa5-2a27-473b-8b58-1b3b97eb9f02 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:47.920716 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-12207d12-fcae-4c46-9ac3-7bec871ae7ac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:47.925147 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12207d12-fcae-4c46-9ac3-7bec871ae7ac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Subnet': ['ID=c4062194-a757-4e39-94a0-c036c19fe6c4,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:47.929686 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-12207d12-fcae-4c46-9ac3-7bec871ae7ac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:47.939705 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dfeb88-b01f-4a66-ad04-dddca4fd16ca None None] Network 5233e3f5-ab61-466f-bcf4-aa8aaec75e1a requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:40:47.948401 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-12207d12-fcae-4c46-9ac3-7bec871ae7ac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/subnets/c4062194-a757-4e39-94a0-c036c19fe6c4 HTTP/1.1" status: 204 len: 168 time: 1.2674479 Nov 26 16:40:47.953708 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46002) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:47.956360 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46004) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:47.992780 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c181efa5-2a27-473b-8b58-1b3b97eb9f02 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] 10.222.0.11 "DELETE /v2.0/ports/03639fae-416c-434b-9048-7a42955fa582 HTTP/1.1" status: 204 len: 168 time: 1.7776058 Nov 26 16:40:48.002196 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46012) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:48.075368 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-194f9464-ecda-468a-b3c9-8296d9909714 None None] Provisioning complete for port 0debb775-63ce-4baf-8e5c-bc6a9ca7d025 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:48.075842 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-194f9464-ecda-468a-b3c9-8296d9909714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:48.160866 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-234e7377-05f7-40ed-8ef1-c6d8c221ee9b tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] GET failed (client error): The resource could not be found. Nov 26 16:40:48.161425 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-234e7377-05f7-40ed-8ef1-c6d8c221ee9b tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Synchronizing usage tracker for tenant:c26d2b0dc4ee4068984a2474a46ae91b on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:48.191001 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-92fec643-c536-403c-8900-2fca94cba8ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:48.191945 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-92fec643-c536-403c-8900-2fca94cba8ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:48.213755 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-194f9464-ecda-468a-b3c9-8296d9909714 None None] Port 0debb775-63ce-4baf-8e5c-bc6a9ca7d025 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:40:48.241864 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-234e7377-05f7-40ed-8ef1-c6d8c221ee9b tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Unset dirty status for tenant:c26d2b0dc4ee4068984a2474a46ae91b on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:48.243327 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-234e7377-05f7-40ed-8ef1-c6d8c221ee9b tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] 10.222.0.11 "GET /v2.0/ports/03639fae-416c-434b-9048-7a42955fa582 HTTP/1.1" status: 404 len: 333 time: 0.2379522 Nov 26 16:40:48.251461 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46016) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:48.264253 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e59f3acf-94fc-44e5-ba8d-d8def934fbca tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:48.269095 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-782badb6-c6b0-4b01-81ba-8e00c925cf74 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Request body: {'port': {'network_id': 'd0347298-3e03-4d82-8af7-bd6abfaaf670', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-11382349'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:48.317861 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47ca71a-99c3-4e53-b288-1dabb78b7d67 None None] DHCP port deletion for 5233e3f5-ab61-466f-bcf4-aa8aaec75e1a request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:40:48.322873 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-b47ca71a-99c3-4e53-b288-1dabb78b7d67 None None] Deleting port 4a13726a-386c-45ff-9076-95eaca80413c {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:48.323334 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b47ca71a-99c3-4e53-b288-1dabb78b7d67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:48.340175 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-92fec643-c536-403c-8900-2fca94cba8ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:48.359649 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-be7399d5-1ed7-4f7e-8ece-fe2baeb33a34 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1d5d349e7dfe4014b2f72037d4a694d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3998682 Nov 26 16:40:48.361917 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46020) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:48.387759 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-e59f3acf-94fc-44e5-ba8d-d8def934fbca tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting port 4a13726a-386c-45ff-9076-95eaca80413c {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:48.388087 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e59f3acf-94fc-44e5-ba8d-d8def934fbca tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:48.417178 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125adb00-59d9-4cf6-9249-62b7ea69aa50 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:40:48.438424 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] Sync routers for ids ['1e7a994c-b3a7-41ec-bbf7-0d0812513374'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:40:48.449014 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] Routers {'1e7a994c-b3a7-41ec-bbf7-0d0812513374'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:48.449536 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['1e7a994c-b3a7-41ec-bbf7-0d0812513374'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:48.535295 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-b47ca71a-99c3-4e53-b288-1dabb78b7d67 None None] For port 4a13726a-386c-45ff-9076-95eaca80413c, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=4a13726a-386c-45ff-9076-95eaca80413c,segment=NetworkSegment(bda3aff6-2098-4ead-9fe3-7fad29d670e5),segment_id=bda3aff6-2098-4ead-9fe3-7fad29d670e5)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:40:48.535295 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b47ca71a-99c3-4e53-b288-1dabb78b7d67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:48.627637 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] Set router 1e7a994c-b3a7-41ec-bbf7-0d0812513374 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:40:48.668440 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-b47ca71a-99c3-4e53-b288-1dabb78b7d67 None None] Calling delete_port for 4a13726a-386c-45ff-9076-95eaca80413c owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:48.693583 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e2003349-fc85-4ff6-9124-5f2c5f279f57 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router_gateway, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:48.815226 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-e59f3acf-94fc-44e5-ba8d-d8def934fbca tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] For port 4a13726a-386c-45ff-9076-95eaca80413c, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=4a13726a-386c-45ff-9076-95eaca80413c,segment=NetworkSegment(bda3aff6-2098-4ead-9fe3-7fad29d670e5),segment_id=bda3aff6-2098-4ead-9fe3-7fad29d670e5)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:40:48.815947 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e59f3acf-94fc-44e5-ba8d-d8def934fbca tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:48.819317 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b47ca71a-99c3-4e53-b288-1dabb78b7d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:48.823083 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e45c49fc-3cd5-455c-97e2-2e1f73472fcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:48.839909 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-782badb6-c6b0-4b01-81ba-8e00c925cf74 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:48.849895 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-125adb00-59d9-4cf6-9249-62b7ea69aa50 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:48.854840 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-782badb6-c6b0-4b01-81ba-8e00c925cf74 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:48.855318 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-125adb00-59d9-4cf6-9249-62b7ea69aa50 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.1168456 Nov 26 16:40:48.862187 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-92fec643-c536-403c-8900-2fca94cba8ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:48.870009 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46024) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:48.879865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eda4b98-ef39-4477-9c8c-ad6b5a866d11 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Router af39bd36-47d8-4386-97d6-230e7ed43f3d is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:40:48.927212 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ca71a-99c3-4e53-b288-1dabb78b7d67 None None] Pushing event deleted for resources: {'Port': ['ID=4a13726a-386c-45ff-9076-95eaca80413c,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:48.939862 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b47ca71a-99c3-4e53-b288-1dabb78b7d67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:48.943536 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47ca71a-99c3-4e53-b288-1dabb78b7d67 None None] No DVR routers for this DVR port 4a13726a-386c-45ff-9076-95eaca80413c on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:40:49.006579 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-e59f3acf-94fc-44e5-ba8d-d8def934fbca tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Calling delete_port for 4a13726a-386c-45ff-9076-95eaca80413c owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:49.052411 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-928a258c-4f72-49d7-a409-a91db036d9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:49.057673 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782badb6-c6b0-4b01-81ba-8e00c925cf74 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Made reservation on behalf of c26d2b0dc4ee4068984a2474a46ae91b for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:49.061369 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-782badb6-c6b0-4b01-81ba-8e00c925cf74 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:49.098996 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7a994c-b3a7-41ec-bbf7-0d0812513374', 'name': 'tempest-TestNetworkBasicOps-router-1025009823', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': '3f0799e3-b835-479c-a8f0-f38aa0c62176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:40:40Z', 'updated_at': '2021-11-26T16:40:44Z', 'revision_number': 3, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '3f0799e3-b835-479c-a8f0-f38aa0c62176', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:26:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7a994c-b3a7-41ec-bbf7-0d0812513374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:40:42Z', 'updated_at': '2021-11-26T16:40:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:49.104114 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] Checking router: 1e7a994c-b3a7-41ec-bbf7-0d0812513374 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:40:49.104540 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] Updating router 1e7a994c-b3a7-41ec-bbf7-0d0812513374 port 3f0799e3-b835-479c-a8f0-f38aa0c62176 binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:40:49.121164 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-782badb6-c6b0-4b01-81ba-8e00c925cf74 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] device_id is not set on port fd7f51a9-f5df-43c4-be04-460b5792aa8c yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:40:49.157809 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:49.162237 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-928a258c-4f72-49d7-a409-a91db036d9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:49.238592 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.api [None req-e59f3acf-94fc-44e5-ba8d-d8def934fbca tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:40:49.238815 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_db.api [None req-e59f3acf-94fc-44e5-ba8d-d8def934fbca tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:40:49.327167 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:49.331515 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-782badb6-c6b0-4b01-81ba-8e00c925cf74 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Allocated IP 2001:db8::1b9 (d0347298-3e03-4d82-8af7-bd6abfaaf670/c8d5e9ef-bdb3-4363-9e78-accb30b7888d/fd7f51a9-f5df-43c4-be04-460b5792aa8c) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:49.333643 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-928a258c-4f72-49d7-a409-a91db036d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:49.338607 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-bae32400-2044-43fa-ba7d-e652d65f8ac6 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=44b3ec829fd84946a37f17d3391a650c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4671204 Nov 26 16:40:49.339882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:49.348821 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46030) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:49.371009 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eda4b98-ef39-4477-9c8c-ad6b5a866d11 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:40:49.378485 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1eda4b98-ef39-4477-9c8c-ad6b5a866d11 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "PUT /v2.0/routers/af39bd36-47d8-4386-97d6-230e7ed43f3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9529426 Nov 26 16:40:49.379592 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a258c-4f72-49d7-a409-a91db036d9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5660e0-8fff-43a1-b684-47a326c96bc8,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:49.381853 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46034) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:49.424138 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b88f4b-eadb-4030-9449-5c9cf7440f08 None None] Sync routers for ids ['af39bd36-47d8-4386-97d6-230e7ed43f3d'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:40:49.427439 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-928a258c-4f72-49d7-a409-a91db036d9b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:49.437931 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e2003349-fc85-4ff6-9124-5f2c5f279f57 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:49.449833 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b88f4b-eadb-4030-9449-5c9cf7440f08 None None] Routers {'af39bd36-47d8-4386-97d6-230e7ed43f3d'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:49.450466 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f1b88f4b-eadb-4030-9449-5c9cf7440f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['af39bd36-47d8-4386-97d6-230e7ed43f3d'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:49.452029 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e2003349-fc85-4ff6-9124-5f2c5f279f57 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780415'] for router, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:49.504053 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:49.517654 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] Transition to ACTIVE for port object 3f0799e3-b835-479c-a8f0-f38aa0c62176 will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:49.523298 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f1b88f4b-eadb-4030-9449-5c9cf7440f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:49.527598 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:49.536819 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b88f4b-eadb-4030-9449-5c9cf7440f08 None None] Routers {'af39bd36-47d8-4386-97d6-230e7ed43f3d'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:49.537685 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f1b88f4b-eadb-4030-9449-5c9cf7440f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['af39bd36-47d8-4386-97d6-230e7ed43f3d'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:49.539949 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:49.611879 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f15d9-e918-4100-b1dd-47dca5e8290d None None] Pushing event updated for resources: {'Port': ['ID=3f0799e3-b835-479c-a8f0-f38aa0c62176,revision_number=2']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:49.638246 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f15d9-e918-4100-b1dd-47dca5e8290d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:49.638859 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f15d9-e918-4100-b1dd-47dca5e8290d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:49.639510 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f15d9-e918-4100-b1dd-47dca5e8290d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:49.640077 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f15d9-e918-4100-b1dd-47dca5e8290d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:49.640575 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f15d9-e918-4100-b1dd-47dca5e8290d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:49.641099 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f15d9-e918-4100-b1dd-47dca5e8290d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:49.641587 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f15d9-e918-4100-b1dd-47dca5e8290d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:49.642060 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f15d9-e918-4100-b1dd-47dca5e8290d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:49.642583 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f15d9-e918-4100-b1dd-47dca5e8290d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:49.643052 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f15d9-e918-4100-b1dd-47dca5e8290d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:49.643564 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f15d9-e918-4100-b1dd-47dca5e8290d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:49.644060 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f15d9-e918-4100-b1dd-47dca5e8290d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:40:49.648729 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] Attempting to bind port 3f0799e3-b835-479c-a8f0-f38aa0c62176 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:40:49.649408 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] Attempting to bind port 3f0799e3-b835-479c-a8f0-f38aa0c62176 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:40:49.649940 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] Attempting to bind port 3f0799e3-b835-479c-a8f0-f38aa0c62176 on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:40:49.657004 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-492f15d9-e918-4100-b1dd-47dca5e8290d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:49.658093 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:40:49.658759 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:40:49.659322 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:49.659894 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:40:49.660594 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] Bound port: 3f0799e3-b835-479c-a8f0-f38aa0c62176, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:40:49.661352 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:49.713371 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f1b88f4b-eadb-4030-9449-5c9cf7440f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:49.714150 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b88f4b-eadb-4030-9449-5c9cf7440f08 None None] The sync data for ids ['af39bd36-47d8-4386-97d6-230e7ed43f3d'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:40:49.721451 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61eda3a7-4a7d-4dc3-91f5-9a0ac21b97d3 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:49.725337 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-61eda3a7-4a7d-4dc3-91f5-9a0ac21b97d3 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "GET /v2.0/ports/0debb775-63ce-4baf-8e5c-bc6a9ca7d025 HTTP/1.1" status: 200 len: 911 time: 0.3355803 Nov 26 16:40:49.725795 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46038) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:49.740093 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-e59f3acf-94fc-44e5-ba8d-d8def934fbca tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting port 4a13726a-386c-45ff-9076-95eaca80413c {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:49.740426 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e59f3acf-94fc-44e5-ba8d-d8def934fbca tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:49.745548 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] For port 3f0799e3-b835-479c-a8f0-f38aa0c62176, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:40:49.748956 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] For port 3f0799e3-b835-479c-a8f0-f38aa0c62176, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=3f0799e3-b835-479c-a8f0-f38aa0c62176,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:40:49.754996 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:49.766479 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:49.808745 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-5e95eee8-abc4-4774-90a5-97e2ff007bdd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8d38628c-53c7-481b-ab21-485cb97a87db'}]}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:49.876937 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f15d9-e918-4100-b1dd-47dca5e8290d None None] Pushing event updated for resources: {'Port': ['ID=3f0799e3-b835-479c-a8f0-f38aa0c62176,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:49.879391 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] Routers {'1e7a994c-b3a7-41ec-bbf7-0d0812513374'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:49.880019 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['1e7a994c-b3a7-41ec-bbf7-0d0812513374'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:49.904263 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-928a258c-4f72-49d7-a409-a91db036d9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:49.907485 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-928a258c-4f72-49d7-a409-a91db036d9b0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3f5660e0-8fff-43a1-b684-47a326c96bc8 HTTP/1.1" status: 204 len: 168 time: 1.5419621 Nov 26 16:40:49.921436 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-e59f3acf-94fc-44e5-ba8d-d8def934fbca tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] The port '4a13726a-386c-45ff-9076-95eaca80413c' was deleted {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:40:49.958918 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac29d3bc-dcbf-4dd2-b30b-fa480a0439d9 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:49.963015 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ac29d3bc-dcbf-4dd2-b30b-fa480a0439d9 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6078596 Nov 26 16:40:49.968688 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46044) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:50.036664 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ce749b73-4e47-40e6-ae25-9e86549ef7be tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=cf8dce9a-1df0-4b90-b19d-7de373e178f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0638907 Nov 26 16:40:50.044675 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46048) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:50.063450 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] Set router 1e7a994c-b3a7-41ec-bbf7-0d0812513374 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:40:50.082097 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-0df4aeb5-d075-4525-9849-8d314d236d7f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1107820739', 'network_id': '0b0fb40a-d13f-4bdc-9c45-8932552dcf6c', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:50.134307 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e59f3acf-94fc-44e5-ba8d-d8def934fbca tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:50.176698 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-e59f3acf-94fc-44e5-ba8d-d8def934fbca tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5233e3f5-ab61-466f-bcf4-aa8aaec75e1a']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:50.176942 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-492f15d9-e918-4100-b1dd-47dca5e8290d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:50.185734 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-782badb6-c6b0-4b01-81ba-8e00c925cf74 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:50.199101 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-e59f3acf-94fc-44e5-ba8d-d8def934fbca tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda3aff6-2098-4ead-9fe3-7fad29d670e5') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:50.199354 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-e59f3acf-94fc-44e5-ba8d-d8def934fbca tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda3aff6-2098-4ead-9fe3-7fad29d670e5') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:50.217935 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e59f3acf-94fc-44e5-ba8d-d8def934fbca tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:50.224144 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-782badb6-c6b0-4b01-81ba-8e00c925cf74 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Transition to ACTIVE for port object fd7f51a9-f5df-43c4-be04-460b5792aa8c will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:50.243471 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e59f3acf-94fc-44e5-ba8d-d8def934fbca tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:50.268984 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0df4aeb5-d075-4525-9849-8d314d236d7f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:50.273219 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59f3acf-94fc-44e5-ba8d-d8def934fbca tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:40:50.273844 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e59f3acf-94fc-44e5-ba8d-d8def934fbca tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:50.284034 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0df4aeb5-d075-4525-9849-8d314d236d7f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:subnet and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:50.291114 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0df4aeb5-d075-4525-9849-8d314d236d7f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:40:50.292620 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:40:50.308543 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-92fec643-c536-403c-8900-2fca94cba8ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:50.343048 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0df4aeb5-d075-4525-9849-8d314d236d7f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:50.351104 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 4a13726a-386c-45ff-9076-95eaca80413c no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:40:50.365117 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-92fec643-c536-403c-8900-2fca94cba8ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:50.407430 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-782badb6-c6b0-4b01-81ba-8e00c925cf74 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:50.413172 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-86d95e18-3733-4ea3-b9b8-412986cad855 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:50.430709 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 4a13726a-386c-45ff-9076-95eaca80413c {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:40:50.431477 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 4a13726a-386c-45ff-9076-95eaca80413c not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:40:50.443549 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df4aeb5-d075-4525-9849-8d314d236d7f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Made reservation on behalf of 44b3ec829fd84946a37f17d3391a650c for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:50.448140 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0df4aeb5-d075-4525-9849-8d314d236d7f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:50.461760 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7a994c-b3a7-41ec-bbf7-0d0812513374', 'name': 'tempest-TestNetworkBasicOps-router-1025009823', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': '3f0799e3-b835-479c-a8f0-f38aa0c62176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:40:40Z', 'updated_at': '2021-11-26T16:40:44Z', 'revision_number': 3, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '3f0799e3-b835-479c-a8f0-f38aa0c62176', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:26:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7a994c-b3a7-41ec-bbf7-0d0812513374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:40:42Z', 'updated_at': '2021-11-26T16:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:50.471089 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469410fa-f2c7-4218-9b54-5f743a1e6b9a None None] The sync data for ids ['1e7a994c-b3a7-41ec-bbf7-0d0812513374'] in dv-neutron-819440-1-hyperv is: [{'id': '1e7a994c-b3a7-41ec-bbf7-0d0812513374', 'name': 'tempest-TestNetworkBasicOps-router-1025009823', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': '3f0799e3-b835-479c-a8f0-f38aa0c62176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:40:40Z', 'updated_at': '2021-11-26T16:40:44Z', 'revision_number': 3, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '3f0799e3-b835-479c-a8f0-f38aa0c62176', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:26:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7a994c-b3a7-41ec-bbf7-0d0812513374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:40:42Z', 'updated_at': '2021-11-26T16:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:40:50.498891 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782badb6-c6b0-4b01-81ba-8e00c925cf74 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Network d0347298-3e03-4d82-8af7-bd6abfaaf670 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:50.500084 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e59f3acf-94fc-44e5-ba8d-d8def934fbca tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:50.505501 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e59f3acf-94fc-44e5-ba8d-d8def934fbca tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:50.518105 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-782badb6-c6b0-4b01-81ba-8e00c925cf74 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:50.523482 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782badb6-c6b0-4b01-81ba-8e00c925cf74 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:50.529512 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782badb6-c6b0-4b01-81ba-8e00c925cf74 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:50.530344 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-782badb6-c6b0-4b01-81ba-8e00c925cf74 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:50.569858 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e59f3acf-94fc-44e5-ba8d-d8def934fbca tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/networks/5233e3f5-ab61-466f-bcf4-aa8aaec75e1a HTTP/1.1" status: 204 len: 168 time: 2.6109328 Nov 26 16:40:50.573348 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46062) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:50.580274 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-782badb6-c6b0-4b01-81ba-8e00c925cf74 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3276861 Nov 26 16:40:50.585483 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46064) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:50.591555 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-3fdace40-e009-4c84-9408-530db64fac82 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Request body: {'port': {'network_id': 'd0347298-3e03-4d82-8af7-bd6abfaaf670', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-625064801'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:50.835575 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-3fdace40-e009-4c84-9408-530db64fac82 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:50.845738 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782badb6-c6b0-4b01-81ba-8e00c925cf74 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Pushing event updated for resources: {'Port': ['ID=fd7f51a9-f5df-43c4-be04-460b5792aa8c,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:50.850881 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-782badb6-c6b0-4b01-81ba-8e00c925cf74 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:50.857146 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3fdace40-e009-4c84-9408-530db64fac82 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Usage tracker for resource:port and tenant:c26d2b0dc4ee4068984a2474a46ae91b is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:50.860111 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.342s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:50.864430 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2003349-fc85-4ff6-9124-5f2c5f279f57 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Router d729993e-5f81-4be0-ba54-9cbd1bf38a9d is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:40:50.892296 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3fdace40-e009-4c84-9408-530db64fac82 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:50.895396 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f3acf-94fc-44e5-ba8d-d8def934fbca tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Network': ['ID=5233e3f5-ab61-466f-bcf4-aa8aaec75e1a,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:50.906842 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e59f3acf-94fc-44e5-ba8d-d8def934fbca tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:50.911190 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-3fdace40-e009-4c84-9408-530db64fac82 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:50.924991 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5e95eee8-abc4-4774-90a5-97e2ff007bdd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:50.925632 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdace40-e009-4c84-9408-530db64fac82 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Made reservation on behalf of c26d2b0dc4ee4068984a2474a46ae91b for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:50.929999 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3fdace40-e009-4c84-9408-530db64fac82 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:50.954916 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-3fdace40-e009-4c84-9408-530db64fac82 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] device_id is not set on port 6b0d1f52-501f-4594-8dcf-7f461e2ada8f yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:40:50.984608 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b5cf04ec-58e1-4f8f-a908-785835699565 None None] Provisioning for port fd7f51a9-f5df-43c4-be04-460b5792aa8c completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:50.992758 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b5cf04ec-58e1-4f8f-a908-785835699565 None None] Provisioning complete for port fd7f51a9-f5df-43c4-be04-460b5792aa8c triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:50.993445 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b5cf04ec-58e1-4f8f-a908-785835699565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:51.070862 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46078) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:51.072108 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-92fec643-c536-403c-8900-2fca94cba8ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Allocated IP 172.26.0.205 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/c199b1bb-7b96-4120-9ee2-5969a1bb56bf) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:51.091563 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-b5cf04ec-58e1-4f8f-a908-785835699565 None None] Port fd7f51a9-f5df-43c4-be04-460b5792aa8c cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:40:51.129837 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-3fdace40-e009-4c84-9408-530db64fac82 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Allocated IP 2001:db8::3e5 (d0347298-3e03-4d82-8af7-bd6abfaaf670/c8d5e9ef-bdb3-4363-9e78-accb30b7888d/6b0d1f52-501f-4594-8dcf-7f461e2ada8f) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:51.368286 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3fdace40-e009-4c84-9408-530db64fac82 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:51.388295 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-3fdace40-e009-4c84-9408-530db64fac82 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Transition to ACTIVE for port object 6b0d1f52-501f-4594-8dcf-7f461e2ada8f will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:51.422901 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3fdace40-e009-4c84-9408-530db64fac82 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:51.431108 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fd44a2df-3000-4a76-b1af-793afb461d71 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:51.505087 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdace40-e009-4c84-9408-530db64fac82 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Network d0347298-3e03-4d82-8af7-bd6abfaaf670 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:51.508923 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-3fdace40-e009-4c84-9408-530db64fac82 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:51.513164 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdace40-e009-4c84-9408-530db64fac82 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:51.518960 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdace40-e009-4c84-9408-530db64fac82 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:51.519589 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3fdace40-e009-4c84-9408-530db64fac82 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:51.526269 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-91f34a50-f784-4f39-9d54-d7d735de8d70 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:51.527554 dv-neutron-819440-1-hyperv neutron-server[87518]: WARNING neutron.api.v2.base [None req-91f34a50-f784-4f39-9d54-d7d735de8d70 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 26 16:40:51.528220 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-91f34a50-f784-4f39-9d54-d7d735de8d70 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] create failed (client error): There was a conflict when trying to complete your request. Nov 26 16:40:51.529358 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-91f34a50-f784-4f39-9d54-d7d735de8d70 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3909476 Nov 26 16:40:51.543226 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46084) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:51.548366 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdace40-e009-4c84-9408-530db64fac82 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Pushing event updated for resources: {'Port': ['ID=6b0d1f52-501f-4594-8dcf-7f461e2ada8f,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:51.554210 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-231ffef8-c375-43bc-9f1b-d33bea2b0061 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group': {'name': 'tempest-secgroup--17760152'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:51.560011 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3fdace40-e009-4c84-9408-530db64fac82 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:51.567358 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-231ffef8-c375-43bc-9f1b-d33bea2b0061 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:51.574033 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-231ffef8-c375-43bc-9f1b-d33bea2b0061 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Usage tracker for resource:security_group and tenant:56441b70ce164f0c9f56f4f844c9f80a is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:51.577761 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-231ffef8-c375-43bc-9f1b-d33bea2b0061 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:51.583928 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3fdace40-e009-4c84-9408-530db64fac82 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9945612 Nov 26 16:40:51.584456 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46088) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:51.587068 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-231ffef8-c375-43bc-9f1b-d33bea2b0061 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:51.592986 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-29d038af-d355-4962-a3b8-6b445eb17b10 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2a', 'mac_address': 'fa:16:3e:6a:c4:98'}, {'ip_address': '2001:db8::1b9', 'mac_address': 'fa:16:3e:38:8f:27'}]}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:51.663849 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-231ffef8-c375-43bc-9f1b-d33bea2b0061 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:51.687210 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-231ffef8-c375-43bc-9f1b-d33bea2b0061 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:51.701963 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2003349-fc85-4ff6-9124-5f2c5f279f57 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:40:51.722099 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca10d9a-ff99-49de-8368-9308a9a02f86 None None] Sync routers for ids ['d729993e-5f81-4be0-ba54-9cbd1bf38a9d'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:40:51.729584 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-231ffef8-c375-43bc-9f1b-d33bea2b0061 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:51.736513 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca10d9a-ff99-49de-8368-9308a9a02f86 None None] Routers {'d729993e-5f81-4be0-ba54-9cbd1bf38a9d'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:51.737152 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-5ca10d9a-ff99-49de-8368-9308a9a02f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['d729993e-5f81-4be0-ba54-9cbd1bf38a9d'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:51.763613 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c87b49-5019-43f8-9b65-17b3a80835ef tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:51.768661 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-11c87b49-5019-43f8-9b65-17b3a80835ef tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 841 time: 1.1136618 Nov 26 16:40:51.780909 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46092) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:51.805737 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-231ffef8-c375-43bc-9f1b-d33bea2b0061 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Usage tracker for resource:security_group_rule and tenant:56441b70ce164f0c9f56f4f844c9f80a is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:51.820940 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-231ffef8-c375-43bc-9f1b-d33bea2b0061 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:51.830344 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-231ffef8-c375-43bc-9f1b-d33bea2b0061 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:51.843807 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0df4aeb5-d075-4525-9849-8d314d236d7f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:51.848535 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f14390ae-a6cf-4937-b147-a178c794e644 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:51.854191 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-5ca10d9a-ff99-49de-8368-9308a9a02f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:51.863496 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca10d9a-ff99-49de-8368-9308a9a02f86 None None] Routers {'d729993e-5f81-4be0-ba54-9cbd1bf38a9d'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:51.864356 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-5ca10d9a-ff99-49de-8368-9308a9a02f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['d729993e-5f81-4be0-ba54-9cbd1bf38a9d'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:51.890454 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e2003349-fc85-4ff6-9124-5f2c5f279f57 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:51.894274 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e2003349-fc85-4ff6-9124-5f2c5f279f57 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "PUT /v2.0/routers/d729993e-5f81-4be0-ba54-9cbd1bf38a9d HTTP/1.1" status: 200 len: 879 time: 8.5950975 Nov 26 16:40:51.895799 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46096) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:51.926087 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-368163d7-86a0-4f10-a72d-ebdd7dcae14e None None] Provisioning for port 6b0d1f52-501f-4594-8dcf-7f461e2ada8f completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:51.931770 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-368163d7-86a0-4f10-a72d-ebdd7dcae14e None None] Provisioning complete for port 6b0d1f52-501f-4594-8dcf-7f461e2ada8f triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:51.932057 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-368163d7-86a0-4f10-a72d-ebdd7dcae14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:51.960731 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-5ca10d9a-ff99-49de-8368-9308a9a02f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:51.964155 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca10d9a-ff99-49de-8368-9308a9a02f86 None None] The sync data for ids ['d729993e-5f81-4be0-ba54-9cbd1bf38a9d'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:40:51.998681 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-368163d7-86a0-4f10-a72d-ebdd7dcae14e None None] Port 6b0d1f52-501f-4594-8dcf-7f461e2ada8f cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:40:52.105775 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4aeb5-d075-4525-9849-8d314d236d7f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Subnet': ['ID=6274c2a1-953f-45e0-a67e-0b5018b57b6d,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:52.119648 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-92fec643-c536-403c-8900-2fca94cba8ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:52.122704 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0df4aeb5-d075-4525-9849-8d314d236d7f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:52.144879 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df4aeb5-d075-4525-9849-8d314d236d7f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Checking segment: {'id': '9a6c87dc-8149-4c2c-b45c-17ce5f96b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0b0fb40a-d13f-4bdc-9c45-8932552dcf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:40:52.145239 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df4aeb5-d075-4525-9849-8d314d236d7f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network hostable DHCP agents. Network: 0b0fb40a-d13f-4bdc-9c45-8932552dcf6c, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:40:52.160509 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-24ae7b18-977a-4799-8876-75afbcb8e010 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3753042 Nov 26 16:40:52.169272 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46100) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:52.180974 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-d9b0bfa7-d300-4d13-bc2e-4b3364a603a1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-610945407'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:52.212786 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d9b0bfa7-d300-4d13-bc2e-4b3364a603a1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:52.222233 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d9b0bfa7-d300-4d13-bc2e-4b3364a603a1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:network and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:52.262325 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-29d038af-d355-4962-a3b8-6b445eb17b10 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:52.274647 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df4aeb5-d075-4525-9849-8d314d236d7f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network 0b0fb40a-d13f-4bdc-9c45-8932552dcf6c is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:40:52.277005 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d9b0bfa7-d300-4d13-bc2e-4b3364a603a1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:52.301964 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d9b0bfa7-d300-4d13-bc2e-4b3364a603a1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:52.313307 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-0df4aeb5-d075-4525-9849-8d314d236d7f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 0b0fb40a-d13f-4bdc-9c45-8932552dcf6c) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:52.328598 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df4aeb5-d075-4525-9849-8d314d236d7f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:52.329368 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0df4aeb5-d075-4525-9849-8d314d236d7f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:52.334155 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6e05ff-b61f-4992-87a2-5e49c2cb23ac None None] Network 0b0fb40a-d13f-4bdc-9c45-8932552dcf6c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:40:52.350802 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b0bfa7-d300-4d13-bc2e-4b3364a603a1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:52.354559 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d9b0bfa7-d300-4d13-bc2e-4b3364a603a1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:52.370433 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-92fec643-c536-403c-8900-2fca94cba8ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:52.371051 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-231ffef8-c375-43bc-9f1b-d33bea2b0061 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:52.385446 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-231ffef8-c375-43bc-9f1b-d33bea2b0061 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:52.388153 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1997897a-3cee-4c05-996b-edd0cd8497cb tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:52.391561 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-21a9d1e4-7310-4dea-be1f-e3c0987e43bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:52.401949 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7a580292-9f5d-48d6-b4e4-28bfc918533b tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "GET /v2.0/routers/d729993e-5f81-4be0-ba54-9cbd1bf38a9d HTTP/1.1" status: 200 len: 920 time: 0.5049901 Nov 26 16:40:52.403057 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-231ffef8-c375-43bc-9f1b-d33bea2b0061 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:52.412453 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46104) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:52.415604 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-231ffef8-c375-43bc-9f1b-d33bea2b0061 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Usage tracker for resource:security_group_rule and tenant:56441b70ce164f0c9f56f4f844c9f80a is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:52.444517 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0df4aeb5-d075-4525-9849-8d314d236d7f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3960888 Nov 26 16:40:52.453303 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-231ffef8-c375-43bc-9f1b-d33bea2b0061 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:52.466997 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46108) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:52.470659 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 3f0799e3-b835-479c-a8f0-f38aa0c62176 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:40:52.485196 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-231ffef8-c375-43bc-9f1b-d33bea2b0061 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:52.508628 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ffef8-c375-43bc-9f1b-d33bea2b0061 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2155dd2b-da96-408c-83f0-3b3c35ecaaa7,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:52.516299 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-231ffef8-c375-43bc-9f1b-d33bea2b0061 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:52.550826 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fec643-c536-403c-8900-2fca94cba8ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:52.612751 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-92fec643-c536-403c-8900-2fca94cba8ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:52.623393 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 3f0799e3-b835-479c-a8f0-f38aa0c62176 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:52.633025 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 3f0799e3-b835-479c-a8f0-f38aa0c62176 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:52.633500 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:52.640277 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fec643-c536-403c-8900-2fca94cba8ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:52.673748 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b0bfa7-d300-4d13-bc2e-4b3364a603a1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:40:52.677296 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fec643-c536-403c-8900-2fca94cba8ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Pushing event updated for resources: {'Port': ['ID=c199b1bb-7b96-4120-9ee2-5969a1bb56bf,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:52.701319 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-92fec643-c536-403c-8900-2fca94cba8ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:52.716235 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d9b0bfa7-d300-4d13-bc2e-4b3364a603a1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:52.716851 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-d9b0bfa7-d300-4d13-bc2e-4b3364a603a1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Added segment 55b752c0-cdcb-4ef8-8f1d-31e2d1a81971 of type vlan for network 508ed140-a63e-4190-bdc8-7cc4f10dd942 Nov 26 16:40:52.718737 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e23513e-7234-47cb-826d-6546cae1e17e tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:52.720550 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0e23513e-7234-47cb-826d-6546cae1e17e tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=cf8dce9a-1df0-4b90-b19d-7de373e178f5&device_id=d729993e-5f81-4be0-ba54-9cbd1bf38a9d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3065789 Nov 26 16:40:52.735806 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46112) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:52.765088 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-231ffef8-c375-43bc-9f1b-d33bea2b0061 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:52.783395 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-231ffef8-c375-43bc-9f1b-d33bea2b0061 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:52.806939 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5e95eee8-abc4-4774-90a5-97e2ff007bdd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:52.816428 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-0b0fb40a-d13f-4bdc-9c45-8932552dcf6c', 'network_id': '0b0fb40a-d13f-4bdc-9c45-8932552dcf6c', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ips': [{'subnet_id': '6274c2a1-953f-45e0-a67e-0b5018b57b6d'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:40:52.817717 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:52.838904 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8652bbc5-22bc-46a3-b0d7-6e3aba376a71 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:52.901873 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d9b0bfa7-d300-4d13-bc2e-4b3364a603a1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:52.913944 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ffef8-c375-43bc-9f1b-d33bea2b0061 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=688c942c-4bf7-485f-8681-3c7b4ad58f7d,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:52.917539 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-231ffef8-c375-43bc-9f1b-d33bea2b0061 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:52.922015 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-231ffef8-c375-43bc-9f1b-d33bea2b0061 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3777401 Nov 26 16:40:52.935203 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-231ffef8-c375-43bc-9f1b-d33bea2b0061 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:52.935605 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46116) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:52.956780 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-a6800e25-f419-4ba9-b7be-5a83eea69036 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group_rule': {'security_group_id': '688c942c-4bf7-485f-8681-3c7b4ad58f7d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:52.963233 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:52.968425 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a6800e25-f419-4ba9-b7be-5a83eea69036 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:52.981760 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-29d038af-d355-4962-a3b8-6b445eb17b10 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:52.988073 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a6800e25-f419-4ba9-b7be-5a83eea69036 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Usage tracker for resource:security_group_rule and tenant:56441b70ce164f0c9f56f4f844c9f80a is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:52.993623 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-29d038af-d355-4962-a3b8-6b445eb17b10 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:52.995316 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 3f0799e3-b835-479c-a8f0-f38aa0c62176, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=3f0799e3-b835-479c-a8f0-f38aa0c62176,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:40:53.000421 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a6800e25-f419-4ba9-b7be-5a83eea69036 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:53.003555 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:53.003789 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3d3729df-8555-4b62-9626-8e336c296442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:53.037578 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:53.040005 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de561c76-d6da-4a5c-875f-d1b6343d8ff4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:53.044206 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-de561c76-d6da-4a5c-875f-d1b6343d8ff4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "GET /v2.0/networks/cf8dce9a-1df0-4b90-b19d-7de373e178f5 HTTP/1.1" status: 200 len: 881 time: 0.3046153 Nov 26 16:40:53.045355 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a6800e25-f419-4ba9-b7be-5a83eea69036 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:53.051759 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46120) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:53.116326 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-29d038af-d355-4962-a3b8-6b445eb17b10 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] In _notify_port_updated(), no bound segment for port 6b0d1f52-501f-4594-8dcf-7f461e2ada8f on network d0347298-3e03-4d82-8af7-bd6abfaaf670 {{(pid=87519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 26 16:40:53.122244 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d038af-d355-4962-a3b8-6b445eb17b10 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:53.122892 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-29d038af-d355-4962-a3b8-6b445eb17b10 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:53.124225 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-29d038af-d355-4962-a3b8-6b445eb17b10 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] 10.222.0.11 "PUT /v2.0/ports/6b0d1f52-501f-4594-8dcf-7f461e2ada8f HTTP/1.1" status: 200 len: 1066 time: 1.5388601 Nov 26 16:40:53.126622 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] Allocated IP 172.20.0.2 (0b0fb40a-d13f-4bdc-9c45-8932552dcf6c/6274c2a1-953f-45e0-a67e-0b5018b57b6d/d43cdd60-1234-4c74-9dc5-b7f3ac2ad609) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:53.131890 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5e95eee8-abc4-4774-90a5-97e2ff007bdd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:53.134655 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=3f0799e3-b835-479c-a8f0-f38aa0c62176,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:53.135406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46124) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:53.138825 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e95eee8-abc4-4774-90a5-97e2ff007bdd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:53.139656 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5e95eee8-abc4-4774-90a5-97e2ff007bdd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:53.144804 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5e95eee8-abc4-4774-90a5-97e2ff007bdd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "PUT /v2.0/ports/0debb775-63ce-4baf-8e5c-bc6a9ca7d025 HTTP/1.1" status: 200 len: 911 time: 3.3554265 Nov 26 16:40:53.144960 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:53.146251 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46128) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:53.148967 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1eda4b98-ef39-4477-9c8c-ad6b5a866d11 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:53.182252 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1d077bf6-10e0-4a3a-b1ed-a0ef18ce5122 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "GET /v2.0/ports?device_id=d729993e-5f81-4be0-ba54-9cbd1bf38a9d HTTP/1.1" status: 200 len: 205 time: 0.1233907 Nov 26 16:40:53.198841 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46132) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:53.377706 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:53.388816 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d038af-d355-4962-a3b8-6b445eb17b10 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Pushing event updated for resources: {'Port': ['ID=6b0d1f52-501f-4594-8dcf-7f461e2ada8f,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:53.389833 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] Transition to ACTIVE for port object d43cdd60-1234-4c74-9dc5-b7f3ac2ad609 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:53.408255 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a6800e25-f419-4ba9-b7be-5a83eea69036 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:53.409774 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] Transition to ACTIVE for port object d43cdd60-1234-4c74-9dc5-b7f3ac2ad609 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:53.416873 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:53.427434 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-29d038af-d355-4962-a3b8-6b445eb17b10 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:53.427668 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c62f017c-15c9-46f1-9c46-bd050bd0f5d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:53.435327 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.resource_extend [None req-d9b0bfa7-d300-4d13-bc2e-4b3364a603a1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:40:53.489654 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] Network 0b0fb40a-d13f-4bdc-9c45-8932552dcf6c is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:53.494528 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:53.497216 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:53.506708 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95eee8-abc4-4774-90a5-97e2ff007bdd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Port': ['ID=0debb775-63ce-4baf-8e5c-bc6a9ca7d025,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:53.517378 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5e95eee8-abc4-4774-90a5-97e2ff007bdd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:53.532766 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d9b0bfa7-d300-4d13-bc2e-4b3364a603a1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:53.538900 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b0bfa7-d300-4d13-bc2e-4b3364a603a1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:53.539503 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d9b0bfa7-d300-4d13-bc2e-4b3364a603a1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:53.549183 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-95a91ebd-14b6-4473-b6c1-d0d335dd5d5b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:53.555807 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4f49a49c-2442-4d7a-82a3-34e0ddc140c1 None None] Provisioning complete for port 6b0d1f52-501f-4594-8dcf-7f461e2ada8f triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:53.556265 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4f49a49c-2442-4d7a-82a3-34e0ddc140c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:53.558802 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-19a8dd86-02fe-4de8-84c4-0d00ba1731a5 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Deleting port 6b0d1f52-501f-4594-8dcf-7f461e2ada8f {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:53.559145 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-19a8dd86-02fe-4de8-84c4-0d00ba1731a5 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:53.581122 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] Pushing event updated for resources: {'Port': ['ID=d43cdd60-1234-4c74-9dc5-b7f3ac2ad609,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:53.583195 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9fd5f899-3fce-4248-a89f-8095510ea397 req-6e1d25d4-b90d-4cec-a52a-4c2351904018 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8322740 Nov 26 16:40:53.585179 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:53.669512 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-4f49a49c-2442-4d7a-82a3-34e0ddc140c1 None None] Port 6b0d1f52-501f-4594-8dcf-7f461e2ada8f cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:40:53.696624 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] Attempting to bind port d43cdd60-1234-4c74-9dc5-b7f3ac2ad609 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:40:53.697430 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] Attempting to bind port d43cdd60-1234-4c74-9dc5-b7f3ac2ad609 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '9a6c87dc-8149-4c2c-b45c-17ce5f96b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0b0fb40a-d13f-4bdc-9c45-8932552dcf6c'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:40:53.697966 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] Attempting to bind port d43cdd60-1234-4c74-9dc5-b7f3ac2ad609 on network 0b0fb40a-d13f-4bdc-9c45-8932552dcf6c {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:40:53.704765 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:40:53.705455 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] Checking segment: {'id': '9a6c87dc-8149-4c2c-b45c-17ce5f96b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0b0fb40a-d13f-4bdc-9c45-8932552dcf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:40:53.706130 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:53.707163 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] Bound using segment: {'id': '9a6c87dc-8149-4c2c-b45c-17ce5f96b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0b0fb40a-d13f-4bdc-9c45-8932552dcf6c'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:40:53.708142 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] Bound port: d43cdd60-1234-4c74-9dc5-b7f3ac2ad609, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a6c87dc-8149-4c2c-b45c-17ce5f96b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0b0fb40a-d13f-4bdc-9c45-8932552dcf6c'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:40:53.709039 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:53.822531 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] For port d43cdd60-1234-4c74-9dc5-b7f3ac2ad609, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:40:53.826059 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] For port d43cdd60-1234-4c74-9dc5-b7f3ac2ad609, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=d43cdd60-1234-4c74-9dc5-b7f3ac2ad609,segment=NetworkSegment(9a6c87dc-8149-4c2c-b45c-17ce5f96b70c),segment_id=9a6c87dc-8149-4c2c-b45c-17ce5f96b70c)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:40:53.831333 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:53.835724 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-7fed52a7-2a9e-4d76-b8b0-20305d197002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:53.919880 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] Pushing event updated for resources: {'Port': ['ID=d43cdd60-1234-4c74-9dc5-b7f3ac2ad609,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:53.923116 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:53.973259 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d9b0bfa7-d300-4d13-bc2e-4b3364a603a1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7986107 Nov 26 16:40:53.976137 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46136) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:53.980954 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be34552b-da13-432e-b16b-77743d4d258e tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:53.988279 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0bfa7-d300-4d13-bc2e-4b3364a603a1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Network': ['ID=508ed140-a63e-4190-bdc8-7cc4f10dd942,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:53.991954 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d9b0bfa7-d300-4d13-bc2e-4b3364a603a1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:54.001448 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 508ed140-a63e-4190-bdc8-7cc4f10dd942 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:40:54.091877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-92fec643-c536-403c-8900-2fca94cba8ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:54.119213 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-67a6acd6-b813-456c-a4f3-b856503e5e26 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'subnet': {'network_id': '508ed140-a63e-4190-bdc8-7cc4f10dd942', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:54.161220 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5f899-3fce-4248-a89f-8095510ea397 req-37a913e3-b477-4959-ac14-a1e56f523581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:54.162769 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9fd5f899-3fce-4248-a89f-8095510ea397 req-37a913e3-b477-4959-ac14-a1e56f523581 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06e5b26eff95490196e93abf54aa53ed&device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 1098 time: 0.4696565 Nov 26 16:40:54.170564 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a6800e25-f419-4ba9-b7be-5a83eea69036 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:54.276518 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a6800e25-f419-4ba9-b7be-5a83eea69036 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:54.403436 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6845617c-968f-466a-966b-cb57c114533f tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:54.417422 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device d43cdd60-1234-4c74-9dc5-b7f3ac2ad609 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:40:54.476263 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6800e25-f419-4ba9-b7be-5a83eea69036 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5798575d-beec-4156-802e-c1c639a84ed0,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:54.492302 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a6800e25-f419-4ba9-b7be-5a83eea69036 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:54.512596 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-67a6acd6-b813-456c-a4f3-b856503e5e26 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:54.538135 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port d43cdd60-1234-4c74-9dc5-b7f3ac2ad609 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:54.543275 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 3f0799e3-b835-479c-a8f0-f38aa0c62176 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:40:54.557801 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a6800e25-f419-4ba9-b7be-5a83eea69036 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:54.559266 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a6800e25-f419-4ba9-b7be-5a83eea69036 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6225684 Nov 26 16:40:54.560811 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-67a6acd6-b813-456c-a4f3-b856503e5e26 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:subnet and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:54.574279 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-67a6acd6-b813-456c-a4f3-b856503e5e26 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:54.586769 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46140) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:54.603055 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-6cb2130a-822a-4615-9227-095e08719d65 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group_rule': {'security_group_id': '688c942c-4bf7-485f-8681-3c7b4ad58f7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:54.612537 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-67a6acd6-b813-456c-a4f3-b856503e5e26 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:54.617699 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 3f0799e3-b835-479c-a8f0-f38aa0c62176 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:54.618168 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:54.633738 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6cb2130a-822a-4615-9227-095e08719d65 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:54.647989 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-19a8dd86-02fe-4de8-84c4-0d00ba1731a5 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:54.656901 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6cb2130a-822a-4615-9227-095e08719d65 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Usage tracker for resource:security_group_rule and tenant:56441b70ce164f0c9f56f4f844c9f80a is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:54.669706 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6cb2130a-822a-4615-9227-095e08719d65 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:54.806925 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a6acd6-b813-456c-a4f3-b856503e5e26 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:54.810982 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-67a6acd6-b813-456c-a4f3-b856503e5e26 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:54.831847 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-19a8dd86-02fe-4de8-84c4-0d00ba1731a5 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Calling delete_port for 6b0d1f52-501f-4594-8dcf-7f461e2ada8f owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:54.857778 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5f899-3fce-4248-a89f-8095510ea397 req-77aca34f-3c89-406b-a430-b3eab89e16c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:54.859233 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9fd5f899-3fce-4248-a89f-8095510ea397 req-77aca34f-3c89-406b-a430-b3eab89e16c1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a5e19142-4e79-42ca-965f-fd783eba57b9 HTTP/1.1" status: 200 len: 912 time: 0.6143262 Nov 26 16:40:54.868218 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6cb2130a-822a-4615-9227-095e08719d65 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:54.881821 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be34552b-da13-432e-b16b-77743d4d258e tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:54.987545 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-be34552b-da13-432e-b16b-77743d4d258e tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Deleting port b53313f8-dae3-48db-b39b-17c755d02f79 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:54.987927 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be34552b-da13-432e-b16b-77743d4d258e tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:55.009667 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-acd501af-d977-4677-83fe-a73082102b85 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:55.036480 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9fd5f899-3fce-4248-a89f-8095510ea397 req-4f61e6ad-7ca9-4c19-bb74-17340cc87eeb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7996468-c56a-4a78-8717-905208e625cd HTTP/1.1" status: 200 len: 1001 time: 0.1605420 Nov 26 16:40:55.058453 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6cb2130a-822a-4615-9227-095e08719d65 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:55.139660 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c8e8ad-5f35-463d-ba3a-3828bcd75733 None None] Network 0b0fb40a-d13f-4bdc-9c45-8932552dcf6c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:40:55.191312 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-92fec643-c536-403c-8900-2fca94cba8ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:55.244708 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-49f3d91a-705e-4400-90b8-f1c86b481645 None None] Provisioning for port d43cdd60-1234-4c74-9dc5-b7f3ac2ad609 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:55.261372 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-49f3d91a-705e-4400-90b8-f1c86b481645 None None] Provisioning complete for port d43cdd60-1234-4c74-9dc5-b7f3ac2ad609 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:55.261810 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-49f3d91a-705e-4400-90b8-f1c86b481645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:55.395831 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5f899-3fce-4248-a89f-8095510ea397 req-8c0f4f9a-a6f9-43d9-8f11-c5106bda6249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:55.397267 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9fd5f899-3fce-4248-a89f-8095510ea397 req-8c0f4f9a-a6f9-43d9-8f11-c5106bda6249 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a210e770-5b77-496f-9854-0be443d4634c HTTP/1.1" status: 200 len: 850 time: 0.3031626 Nov 26 16:40:55.497175 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-49f3d91a-705e-4400-90b8-f1c86b481645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:55.543682 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-49f3d91a-705e-4400-90b8-f1c86b481645 None None] For port d43cdd60-1234-4c74-9dc5-b7f3ac2ad609, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=d43cdd60-1234-4c74-9dc5-b7f3ac2ad609,segment=NetworkSegment(9a6c87dc-8149-4c2c-b45c-17ce5f96b70c),segment_id=9a6c87dc-8149-4c2c-b45c-17ce5f96b70c)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:40:55.549097 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-49f3d91a-705e-4400-90b8-f1c86b481645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:55.550685 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-6cb2130a-822a-4615-9227-095e08719d65 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] create failed (client error): There was a conflict when trying to complete your request. Nov 26 16:40:55.551756 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6cb2130a-822a-4615-9227-095e08719d65 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9634869 Nov 26 16:40:55.552040 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e45c49fc-3cd5-455c-97e2-2e1f73472fcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:55.557935 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46144) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:55.558878 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-19a8dd86-02fe-4de8-84c4-0d00ba1731a5 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:55.570909 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-be26b815-0e29-4b1a-a662-64b290fa42f3 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:55.639008 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-dd4660cd-bb61-4132-a672-d1dad62c2373 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:55.657588 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3d91a-705e-4400-90b8-f1c86b481645 None None] Pushing event updated for resources: {'Port': ['ID=d43cdd60-1234-4c74-9dc5-b7f3ac2ad609,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:55.670493 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-49f3d91a-705e-4400-90b8-f1c86b481645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:55.707055 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8dd86-02fe-4de8-84c4-0d00ba1731a5 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Pushing event deleted for resources: {'Port': ['ID=6b0d1f52-501f-4594-8dcf-7f461e2ada8f,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:55.716356 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5f899-3fce-4248-a89f-8095510ea397 req-7a8e48de-ddbb-43aa-8dc3-815c988b36b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:55.717949 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9fd5f899-3fce-4248-a89f-8095510ea397 req-7a8e48de-ddbb-43aa-8dc3-815c988b36b5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a5e19142-4e79-42ca-965f-fd783eba57b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3019767 Nov 26 16:40:55.731939 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92fec643-c536-403c-8900-2fca94cba8ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Router ab8dbb55-52cb-4066-8310-93b924945c8c is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:40:55.791641 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be34552b-da13-432e-b16b-77743d4d258e tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:55.800550 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-19a8dd86-02fe-4de8-84c4-0d00ba1731a5 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:55.888777 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-1dffd2b5-bb5a-4fad-97a3-8ccb855f43f1 None None] Provisioning complete for port d43cdd60-1234-4c74-9dc5-b7f3ac2ad609 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:55.889161 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1dffd2b5-bb5a-4fad-97a3-8ccb855f43f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:55.965502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-28046062-9434-44d3-9e2c-395deaab7ac8 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:55.983226 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-be34552b-da13-432e-b16b-77743d4d258e tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Calling delete_port for b53313f8-dae3-48db-b39b-17c755d02f79 owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:56.061012 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-67a6acd6-b813-456c-a4f3-b856503e5e26 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:56.071527 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a7f646f3-8326-4ffc-b386-eb7132d889c9 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:56.259358 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-acd501af-d977-4677-83fe-a73082102b85 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.20.0.1 (0b0fb40a-d13f-4bdc-9c45-8932552dcf6c/6274c2a1-953f-45e0-a67e-0b5018b57b6d/f2b2197f-6b6d-4241-ba48-70ee305add4c) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:56.269172 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-28046062-9434-44d3-9e2c-395deaab7ac8 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:56.320734 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device d43cdd60-1234-4c74-9dc5-b7f3ac2ad609 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:40:56.352877 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9fd5f899-3fce-4248-a89f-8095510ea397 req-f7d3d0d8-87f0-4534-a513-542c2401a730 service neutron] 10.222.0.31 "GET /v2.0/networks/a5e19142-4e79-42ca-965f-fd783eba57b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6218550 Nov 26 16:40:56.354053 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6acd6-b813-456c-a4f3-b856503e5e26 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Subnet': ['ID=802c0aba-83b2-4ea8-8d75-710c1f1b386d,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:56.364147 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-67a6acd6-b813-456c-a4f3-b856503e5e26 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:56.386622 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a6acd6-b813-456c-a4f3-b856503e5e26 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Checking segment: {'id': '55b752c0-cdcb-4ef8-8f1d-31e2d1a81971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '508ed140-a63e-4190-bdc8-7cc4f10dd942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:40:56.386987 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a6acd6-b813-456c-a4f3-b856503e5e26 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network hostable DHCP agents. Network: 508ed140-a63e-4190-bdc8-7cc4f10dd942, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:40:56.393062 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port d43cdd60-1234-4c74-9dc5-b7f3ac2ad609 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:56.393557 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:56.530039 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fec643-c536-403c-8900-2fca94cba8ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:40:56.540762 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] Sync routers for ids ['ab8dbb55-52cb-4066-8310-93b924945c8c'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:40:56.540935 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-19a8dd86-02fe-4de8-84c4-0d00ba1731a5 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:56.547037 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a6acd6-b813-456c-a4f3-b856503e5e26 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network 508ed140-a63e-4190-bdc8-7cc4f10dd942 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:40:56.551598 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] Routers {'ab8dbb55-52cb-4066-8310-93b924945c8c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:56.552409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['ab8dbb55-52cb-4066-8310-93b924945c8c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:56.596442 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-28046062-9434-44d3-9e2c-395deaab7ac8 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:56.600238 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-28046062-9434-44d3-9e2c-395deaab7ac8 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:56.603755 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-28046062-9434-44d3-9e2c-395deaab7ac8 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "DELETE /v2.0/security-groups/688c942c-4bf7-485f-8681-3c7b4ad58f7d HTTP/1.1" status: 204 len: 168 time: 1.0309889 Nov 26 16:40:56.611850 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46148) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:56.618008 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f24dd1cc-07a7-400c-b882-bdb373008b86 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:56.622479 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-67a6acd6-b813-456c-a4f3-b856503e5e26 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 508ed140-a63e-4190-bdc8-7cc4f10dd942) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:56.632814 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-92fec643-c536-403c-8900-2fca94cba8ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:56.636776 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-92fec643-c536-403c-8900-2fca94cba8ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.3227568 Nov 26 16:40:56.639618 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28046062-9434-44d3-9e2c-395deaab7ac8 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=688c942c-4bf7-485f-8681-3c7b4ad58f7d,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:56.643111 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-28046062-9434-44d3-9e2c-395deaab7ac8 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:56.644654 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46152) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:56.646076 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-19a8dd86-02fe-4de8-84c4-0d00ba1731a5 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] 10.222.0.11 "DELETE /v2.0/ports/6b0d1f52-501f-4594-8dcf-7f461e2ada8f HTTP/1.1" status: 204 len: 168 time: 3.5095046 Nov 26 16:40:56.653645 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a6acd6-b813-456c-a4f3-b856503e5e26 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:40:56.654237 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-67a6acd6-b813-456c-a4f3-b856503e5e26 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:56.655560 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46156) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:56.677365 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b27a023-cbbf-41cd-936a-2180c9cf3c8d None None] Network 508ed140-a63e-4190-bdc8-7cc4f10dd942 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:40:56.732920 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ddcdabd-1215-4744-87ea-0d30fb2fa935 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] GET failed (client error): The resource could not be found. Nov 26 16:40:56.733443 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2ddcdabd-1215-4744-87ea-0d30fb2fa935 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Synchronizing usage tracker for tenant:c26d2b0dc4ee4068984a2474a46ae91b on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:56.738876 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-acd501af-d977-4677-83fe-a73082102b85 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:56.744809 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9fd5f899-3fce-4248-a89f-8095510ea397 req-249fd920-506c-48fb-b715-040c35a0fa08 service neutron] 10.222.0.31 "GET /v2.0/networks/a5e19142-4e79-42ca-965f-fd783eba57b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384049 Nov 26 16:40:56.767925 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-acd501af-d977-4677-83fe-a73082102b85 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Transition to ACTIVE for port object f2b2197f-6b6d-4241-ba48-70ee305add4c will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:56.773980 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2ddcdabd-1215-4744-87ea-0d30fb2fa935 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Unset dirty status for tenant:c26d2b0dc4ee4068984a2474a46ae91b on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:56.775432 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2ddcdabd-1215-4744-87ea-0d30fb2fa935 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] 10.222.0.11 "GET /v2.0/ports/6b0d1f52-501f-4594-8dcf-7f461e2ada8f HTTP/1.1" status: 404 len: 333 time: 0.1186519 Nov 26 16:40:56.778983 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46160) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:56.812480 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:40:56.876375 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-2178eee4-ac68-49b3-bb7e-0396942fed07 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Deleting port fd7f51a9-f5df-43c4-be04-460b5792aa8c {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:56.876608 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2178eee4-ac68-49b3-bb7e-0396942fed07 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:56.879169 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] Set router ab8dbb55-52cb-4066-8310-93b924945c8c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:40:56.935465 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-acd501af-d977-4677-83fe-a73082102b85 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:56.943026 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-40768063-fb43-49fc-aabd-2b3626638665 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:56.952881 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-67a6acd6-b813-456c-a4f3-b856503e5e26 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9749665 Nov 26 16:40:56.958873 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-dd4660cd-bb61-4132-a672-d1dad62c2373 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting port 0debb775-63ce-4baf-8e5c-bc6a9ca7d025 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:56.959788 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-dd4660cd-bb61-4132-a672-d1dad62c2373 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:56.987465 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46164) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:56.992624 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be34552b-da13-432e-b16b-77743d4d258e tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:57.011338 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-926acd26-8b30-41d6-b114-854413ead26c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:57.055400 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd501af-d977-4677-83fe-a73082102b85 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network 0b0fb40a-d13f-4bdc-9c45-8932552dcf6c is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:57.065279 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-acd501af-d977-4677-83fe-a73082102b85 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:57.077828 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd501af-d977-4677-83fe-a73082102b85 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:57.144556 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd501af-d977-4677-83fe-a73082102b85 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=f2b2197f-6b6d-4241-ba48-70ee305add4c,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:57.152223 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-acd501af-d977-4677-83fe-a73082102b85 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:57.190485 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7dd1d5e3-9ea5-47fd-b0af-8c336a5a490b tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Synchronizing usage tracker for tenant:56441b70ce164f0c9f56f4f844c9f80a on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:57.212255 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-6f1ec88d-4bcd-41c9-8b90-73c49d230cea tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'port': {'network_id': '508ed140-a63e-4190-bdc8-7cc4f10dd942', 'name': 'tempest-PortsTestJSON-1433503375'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:57.248365 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-acd501af-d977-4677-83fe-a73082102b85 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:57.257890 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-508ed140-a63e-4190-bdc8-7cc4f10dd942', 'network_id': '508ed140-a63e-4190-bdc8-7cc4f10dd942', 'tenant_id': '5e36d1cdcfec4f8f8fdf216a7a647809', 'fixed_ips': [{'subnet_id': '802c0aba-83b2-4ea8-8d75-710c1f1b386d'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:40:57.259224 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:57.274930 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34552b-da13-432e-b16b-77743d4d258e tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Pushing event deleted for resources: {'Port': ['ID=b53313f8-dae3-48db-b39b-17c755d02f79,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:57.278894 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-be34552b-da13-432e-b16b-77743d4d258e tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:57.353117 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2178eee4-ac68-49b3-bb7e-0396942fed07 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:57.494883 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7dd1d5e3-9ea5-47fd-b0af-8c336a5a490b tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Unset dirty status for tenant:56441b70ce164f0c9f56f4f844c9f80a on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:57.496314 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7dd1d5e3-9ea5-47fd-b0af-8c336a5a490b tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8825030 Nov 26 16:40:57.524824 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8dbb55-52cb-4066-8310-93b924945c8c', 'name': 'tempest-snat-router-1259492645', 'tenant_id': '59a0cd289a0d4398806a66c6d2a2f63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205'}], 'enable_snat': False}, 'gw_port_id': 'c199b1bb-7b96-4120-9ee2-5969a1bb56bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:40:48Z', 'updated_at': '2021-11-26T16:40:53Z', 'revision_number': 3, 'project_id': '59a0cd289a0d4398806a66c6d2a2f63a', 'gw_port': {'id': 'c199b1bb-7b96-4120-9ee2-5969a1bb56bf', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:39:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8dbb55-52cb-4066-8310-93b924945c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:40:50Z', 'updated_at': '2021-11-26T16:40:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:57.531660 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-0844f81e-bd26-4885-9c88-596a83db229f None None] Provisioning for port f2b2197f-6b6d-4241-ba48-70ee305add4c completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:40:57.537003 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] Checking router: ab8dbb55-52cb-4066-8310-93b924945c8c for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:40:57.537399 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] Updating router ab8dbb55-52cb-4066-8310-93b924945c8c port c199b1bb-7b96-4120-9ee2-5969a1bb56bf binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:40:57.555430 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-2178eee4-ac68-49b3-bb7e-0396942fed07 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Calling delete_port for fd7f51a9-f5df-43c4-be04-460b5792aa8c owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:57.566041 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] Allocated IP 172.20.0.2 (508ed140-a63e-4190-bdc8-7cc4f10dd942/802c0aba-83b2-4ea8-8d75-710c1f1b386d/7bfb8c40-88b2-4b2d-b4b7-df2efda712c9) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:57.572365 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46170) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:57.590990 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-0844f81e-bd26-4885-9c88-596a83db229f None None] Provisioning complete for port f2b2197f-6b6d-4241-ba48-70ee305add4c triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:40:57.591417 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0844f81e-bd26-4885-9c88-596a83db229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:57.621136 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-23f10c43-544c-4b1f-9712-11ac2a63128e tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group': {'name': 'tempest-secgroup--1558103216'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:57.649045 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3ed67262-6031-4a07-8079-c1d1f3640b8d tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "GET /v2.0/routers/ab8dbb55-52cb-4066-8310-93b924945c8c HTTP/1.1" status: 200 len: 909 time: 1.0010998 Nov 26 16:40:57.651383 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46174) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:57.659812 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-23f10c43-544c-4b1f-9712-11ac2a63128e tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:57.663635 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-e6f2a1bb-173d-45e3-834d-9547a10464d6 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1259492645', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'enable_snat': True}}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:57.668989 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e6f2a1bb-173d-45e3-834d-9547a10464d6 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:57.672719 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e6f2a1bb-173d-45e3-834d-9547a10464d6 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Usage tracker for resource:router and tenant:59a0cd289a0d4398806a66c6d2a2f63a is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:57.675578 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e6f2a1bb-173d-45e3-834d-9547a10464d6 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:57.683476 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e6f2a1bb-173d-45e3-834d-9547a10464d6 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:57.711836 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6f2a1bb-173d-45e3-834d-9547a10464d6 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:57.712935 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6f2a1bb-173d-45e3-834d-9547a10464d6 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:57.717460 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:57.719550 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-23f10c43-544c-4b1f-9712-11ac2a63128e tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:57.730834 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6f2a1bb-173d-45e3-834d-9547a10464d6 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:57.747692 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be34552b-da13-432e-b16b-77743d4d258e tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:57.779780 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-0844f81e-bd26-4885-9c88-596a83db229f None None] Port f2b2197f-6b6d-4241-ba48-70ee305add4c cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:40:57.881199 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6f1ec88d-4bcd-41c9-8b90-73c49d230cea tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:57.942412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6f1ec88d-4bcd-41c9-8b90-73c49d230cea tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:port and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:57.964576 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6f1ec88d-4bcd-41c9-8b90-73c49d230cea tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:57.967373 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-23f10c43-544c-4b1f-9712-11ac2a63128e tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:57.992158 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6f1ec88d-4bcd-41c9-8b90-73c49d230cea tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:58.013548 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be34552b-da13-432e-b16b-77743d4d258e tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.018473 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be34552b-da13-432e-b16b-77743d4d258e tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.025784 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-dd4660cd-bb61-4132-a672-d1dad62c2373 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.033143 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-23f10c43-544c-4b1f-9712-11ac2a63128e tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:58.045785 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1ec88d-4bcd-41c9-8b90-73c49d230cea tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:40:58.049306 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6f1ec88d-4bcd-41c9-8b90-73c49d230cea tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.049999 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.061152 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-23f10c43-544c-4b1f-9712-11ac2a63128e tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Usage tracker for resource:security_group_rule and tenant:56441b70ce164f0c9f56f4f844c9f80a is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:58.075812 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] Transition to ACTIVE for port object 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:58.113544 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] Transition to ACTIVE for port object 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:58.122486 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.128693 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-23f10c43-544c-4b1f-9712-11ac2a63128e tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:58.136625 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-51147fe4-3ede-4dee-9e4f-cbbebf280624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:58.200290 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-dd4660cd-bb61-4132-a672-d1dad62c2373 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Calling delete_port for 0debb775-63ce-4baf-8e5c-bc6a9ca7d025 owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:40:58.239770 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-23f10c43-544c-4b1f-9712-11ac2a63128e tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:58.241624 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be34552b-da13-432e-b16b-77743d4d258e tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.242126 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be34552b-da13-432e-b16b-77743d4d258e tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Fanout notify agent at l3_agent the message router_deleted on router d729993e-5f81-4be0-ba54-9cbd1bf38a9d {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:40:58.262430 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.263574 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6f2a1bb-173d-45e3-834d-9547a10464d6 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.264179 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-6f1ec88d-4bcd-41c9-8b90-73c49d230cea tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] device_id is not set on port fde8cf05-2f2f-4e95-9fae-1cc03fc85477 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:40:58.284473 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] Network 508ed140-a63e-4190-bdc8-7cc4f10dd942 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:40:58.288992 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:40:58.293011 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:40:58.299320 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] Pushing event updated for resources: {'Port': ['ID=7bfb8c40-88b2-4b2d-b4b7-df2efda712c9,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:58.299806 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-acd501af-d977-4677-83fe-a73082102b85 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.303890 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:58.319307 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be34552b-da13-432e-b16b-77743d4d258e tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.320461 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-be34552b-da13-432e-b16b-77743d4d258e tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "DELETE /v2.0/routers/d729993e-5f81-4be0-ba54-9cbd1bf38a9d HTTP/1.1" status: 204 len: 168 time: 5.0638843 Nov 26 16:40:58.329034 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46178) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:58.337326 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] Transition to ACTIVE for port object c199b1bb-7b96-4120-9ee2-5969a1bb56bf will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:58.359000 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-a546d830-23aa-4f53-bdc7-df868591ed75 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-932172834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:58.378141 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.386856 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8524e3e7-278c-4288-a4a8-75f519908b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:58.411598 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2178eee4-ac68-49b3-bb7e-0396942fed07 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.430358 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1632dc53-1c22-4863-9701-b73ea6661b19 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:58.466179 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-a546d830-23aa-4f53-bdc7-df868591ed75 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:40:58.470028 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] Attempting to bind port 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:40:58.470427 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] Attempting to bind port 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '55b752c0-cdcb-4ef8-8f1d-31e2d1a81971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '508ed140-a63e-4190-bdc8-7cc4f10dd942'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:40:58.471407 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] Attempting to bind port 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9 on network 508ed140-a63e-4190-bdc8-7cc4f10dd942 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:40:58.484722 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0090db8-f95e-46e5-b619-136b2833890f None None] Pushing event updated for resources: {'Port': ['ID=c199b1bb-7b96-4120-9ee2-5969a1bb56bf,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:58.488621 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:40:58.489038 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] Checking segment: {'id': '55b752c0-cdcb-4ef8-8f1d-31e2d1a81971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '508ed140-a63e-4190-bdc8-7cc4f10dd942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:40:58.489436 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.489831 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] Bound using segment: {'id': '55b752c0-cdcb-4ef8-8f1d-31e2d1a81971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '508ed140-a63e-4190-bdc8-7cc4f10dd942'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:40:58.490350 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] Bound port: 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b752c0-cdcb-4ef8-8f1d-31e2d1a81971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '508ed140-a63e-4190-bdc8-7cc4f10dd942'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:40:58.490919 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.496832 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a546d830-23aa-4f53-bdc7-df868591ed75 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Usage tracker for resource:router and tenant:e8b3f4d48fbc4382b6c51f0e52c2d492 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:40:58.502470 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178eee4-ac68-49b3-bb7e-0396942fed07 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Pushing event deleted for resources: {'Port': ['ID=fd7f51a9-f5df-43c4-be04-460b5792aa8c,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:58.503112 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c0090db8-f95e-46e5-b619-136b2833890f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:58.504023 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] Attempting to bind port c199b1bb-7b96-4120-9ee2-5969a1bb56bf on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:40:58.504490 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a546d830-23aa-4f53-bdc7-df868591ed75 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:40:58.504737 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] Attempting to bind port c199b1bb-7b96-4120-9ee2-5969a1bb56bf by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:40:58.505277 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] Attempting to bind port c199b1bb-7b96-4120-9ee2-5969a1bb56bf on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:40:58.515235 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2178eee4-ac68-49b3-bb7e-0396942fed07 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:58.519452 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-a546d830-23aa-4f53-bdc7-df868591ed75 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:40:58.528557 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:40:58.529664 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:40:58.530299 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.530915 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:40:58.531600 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] Bound port: c199b1bb-7b96-4120-9ee2-5969a1bb56bf, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:40:58.532242 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.532715 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-23f10c43-544c-4b1f-9712-11ac2a63128e tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.537375 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-6f1ec88d-4bcd-41c9-8b90-73c49d230cea tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Allocated IP 172.20.0.14 (508ed140-a63e-4190-bdc8-7cc4f10dd942/802c0aba-83b2-4ea8-8d75-710c1f1b386d/fde8cf05-2f2f-4e95-9fae-1cc03fc85477) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:40:58.542111 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-23f10c43-544c-4b1f-9712-11ac2a63128e tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.547491 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:58.639081 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7fb65104-03e1-4bba-b8eb-f215f262e1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.675816 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f10c43-544c-4b1f-9712-11ac2a63128e tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d80e2393-ae82-471d-a88e-67ec21de8456,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:58.687145 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] For port 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:40:58.689619 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] For port c199b1bb-7b96-4120-9ee2-5969a1bb56bf, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:40:58.692653 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] For port 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7bfb8c40-88b2-4b2d-b4b7-df2efda712c9,segment=NetworkSegment(55b752c0-cdcb-4ef8-8f1d-31e2d1a81971),segment_id=55b752c0-cdcb-4ef8-8f1d-31e2d1a81971)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:40:58.694656 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] For port c199b1bb-7b96-4120-9ee2-5969a1bb56bf, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=c199b1bb-7b96-4120-9ee2-5969a1bb56bf,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:40:58.697822 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2178eee4-ac68-49b3-bb7e-0396942fed07 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.698183 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-23f10c43-544c-4b1f-9712-11ac2a63128e tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:58.699396 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.707381 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:58.753051 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-23f10c43-544c-4b1f-9712-11ac2a63128e tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.755059 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.757230 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-23f10c43-544c-4b1f-9712-11ac2a63128e tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1745849 Nov 26 16:40:58.760064 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46182) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:58.800680 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2178eee4-ac68-49b3-bb7e-0396942fed07 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] 10.222.0.11 "DELETE /v2.0/ports/fd7f51a9-f5df-43c4-be04-460b5792aa8c HTTP/1.1" status: 204 len: 168 time: 2.0203772 Nov 26 16:40:58.808648 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a546d830-23aa-4f53-bdc7-df868591ed75 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.809736 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a546d830-23aa-4f53-bdc7-df868591ed75 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.821953 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46186) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:58.822410 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-2e2a8355-eed2-465b-9e6a-c0b0d06a04bd tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group_rule': {'security_group_id': 'd80e2393-ae82-471d-a88e-67ec21de8456', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:58.823218 dv-neutron-819440-1-hyperv neutron-server[87519]: WARNING neutron.api.v2.base [None req-2e2a8355-eed2-465b-9e6a-c0b0d06a04bd tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 26 16:40:58.823747 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-2e2a8355-eed2-465b-9e6a-c0b0d06a04bd tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:40:58.828118 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2e2a8355-eed2-465b-9e6a-c0b0d06a04bd tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0653260 Nov 26 16:40:58.828830 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46190) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:58.840961 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] Routers {'ab8dbb55-52cb-4066-8310-93b924945c8c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:40:58.841609 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['ab8dbb55-52cb-4066-8310-93b924945c8c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:58.899370 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be1919d-13bd-4136-829c-0361c4e34a90 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] GET failed (client error): The resource could not be found. Nov 26 16:40:58.899864 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0be1919d-13bd-4136-829c-0361c4e34a90 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Synchronizing usage tracker for tenant:c26d2b0dc4ee4068984a2474a46ae91b on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:40:58.906132 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] Pushing event updated for resources: {'Port': ['ID=7bfb8c40-88b2-4b2d-b4b7-df2efda712c9,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:58.913189 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:58.916241 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a546d830-23aa-4f53-bdc7-df868591ed75 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.920067 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-dd4660cd-bb61-4132-a672-d1dad62c2373 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:58.924545 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-19a8dd86-02fe-4de8-84c4-0d00ba1731a5 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:59.001144 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a546d830-23aa-4f53-bdc7-df868591ed75 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:59.020210 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4660cd-bb61-4132-a672-d1dad62c2373 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Port': ['ID=0debb775-63ce-4baf-8e5c-bc6a9ca7d025,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:59.028136 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-dd4660cd-bb61-4132-a672-d1dad62c2373 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:59.079025 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b8a557bc-082f-4f82-92b0-1534ed848029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.310s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:59.106096 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-acd501af-d977-4677-83fe-a73082102b85 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:59.133630 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-acd501af-d977-4677-83fe-a73082102b85 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:59.167577 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6d92dc70-9244-4778-8a2c-86a69b286e22 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:59.279502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0be1919d-13bd-4136-829c-0361c4e34a90 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Unset dirty status for tenant:c26d2b0dc4ee4068984a2474a46ae91b on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:40:59.280773 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0be1919d-13bd-4136-829c-0361c4e34a90 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] 10.222.0.11 "GET /v2.0/ports/fd7f51a9-f5df-43c4-be04-460b5792aa8c HTTP/1.1" status: 404 len: 333 time: 0.4575076 Nov 26 16:40:59.337863 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46194) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:59.338943 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd501af-d977-4677-83fe-a73082102b85 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=f2b2197f-6b6d-4241-ba48-70ee305add4c,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:59.350276 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6f1ec88d-4bcd-41c9-8b90-73c49d230cea tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:59.388357 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-acd501af-d977-4677-83fe-a73082102b85 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:59.429246 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a546d830-23aa-4f53-bdc7-df868591ed75 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:59.430478 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a546d830-23aa-4f53-bdc7-df868591ed75 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0763254 Nov 26 16:40:59.437498 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46198) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:40:59.441750 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0090db8-f95e-46e5-b619-136b2833890f None None] Pushing event updated for resources: {'Port': ['ID=c199b1bb-7b96-4120-9ee2-5969a1bb56bf,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:40:59.448369 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c0090db8-f95e-46e5-b619-136b2833890f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:40:59.453854 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-0a843fe4-9329-425d-a010-f720cac251ae tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'enable_snat': True}}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:40:59.464694 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:59.503041 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] Set router ab8dbb55-52cb-4066-8310-93b924945c8c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:40:59.554410 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-6f1ec88d-4bcd-41c9-8b90-73c49d230cea tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Transition to ACTIVE for port object fde8cf05-2f2f-4e95-9fae-1cc03fc85477 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:40:59.560100 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c86ab9f2-74f9-4f7b-8986-04942f2107e5 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:59.562910 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-dd4660cd-bb61-4132-a672-d1dad62c2373 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:59.580315 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-acd501af-d977-4677-83fe-a73082102b85 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:59.716084 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-8f505b35-33f5-48fe-913d-ea509b6fad70 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Deleting port d9fdbe25-9a9b-45d2-92ad-627ff3265e9e {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:40:59.716428 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8f505b35-33f5-48fe-913d-ea509b6fad70 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:59.735414 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c86ab9f2-74f9-4f7b-8986-04942f2107e5 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:59.777992 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6f1ec88d-4bcd-41c9-8b90-73c49d230cea tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:40:59.855071 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6556c9ad-55d0-45d2-b747-a56b9e904f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:40:59.876204 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8dbb55-52cb-4066-8310-93b924945c8c', 'name': 'tempest-snat-router-1259492645', 'tenant_id': '59a0cd289a0d4398806a66c6d2a2f63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205'}], 'enable_snat': False}, 'gw_port_id': 'c199b1bb-7b96-4120-9ee2-5969a1bb56bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:40:48Z', 'updated_at': '2021-11-26T16:40:53Z', 'revision_number': 3, 'project_id': '59a0cd289a0d4398806a66c6d2a2f63a', 'gw_port': {'id': 'c199b1bb-7b96-4120-9ee2-5969a1bb56bf', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:39:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8dbb55-52cb-4066-8310-93b924945c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:40:50Z', 'updated_at': '2021-11-26T16:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:40:59.884243 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98aa46de-1097-499a-8046-1b83ae1770c9 None None] The sync data for ids ['ab8dbb55-52cb-4066-8310-93b924945c8c'] in dv-neutron-819440-1-hyperv is: [{'id': 'ab8dbb55-52cb-4066-8310-93b924945c8c', 'name': 'tempest-snat-router-1259492645', 'tenant_id': '59a0cd289a0d4398806a66c6d2a2f63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205'}], 'enable_snat': False}, 'gw_port_id': 'c199b1bb-7b96-4120-9ee2-5969a1bb56bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:40:48Z', 'updated_at': '2021-11-26T16:40:53Z', 'revision_number': 3, 'project_id': '59a0cd289a0d4398806a66c6d2a2f63a', 'gw_port': {'id': 'c199b1bb-7b96-4120-9ee2-5969a1bb56bf', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:39:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8dbb55-52cb-4066-8310-93b924945c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:40:50Z', 'updated_at': '2021-11-26T16:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:41:00.083516 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1ec88d-4bcd-41c9-8b90-73c49d230cea tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network 508ed140-a63e-4190-bdc8-7cc4f10dd942 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:00.098817 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-6f1ec88d-4bcd-41c9-8b90-73c49d230cea tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:00.101470 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1ec88d-4bcd-41c9-8b90-73c49d230cea tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:00.129397 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ec88d-4bcd-41c9-8b90-73c49d230cea tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Port': ['ID=fde8cf05-2f2f-4e95-9fae-1cc03fc85477,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:00.133790 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6f1ec88d-4bcd-41c9-8b90-73c49d230cea tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:00.139161 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4660cd-bb61-4132-a672-d1dad62c2373 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Router af39bd36-47d8-4386-97d6-230e7ed43f3d has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:41:00.142351 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c86ab9f2-74f9-4f7b-8986-04942f2107e5 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:00.157083 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1b6bf892-788f-4902-ad60-143ca1c3e2df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:00.187779 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ab9f2-74f9-4f7b-8986-04942f2107e5 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80e2393-ae82-471d-a88e-67ec21de8456,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:00.190578 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c86ab9f2-74f9-4f7b-8986-04942f2107e5 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:00.396641 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c86ab9f2-74f9-4f7b-8986-04942f2107e5 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:00.397813 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c86ab9f2-74f9-4f7b-8986-04942f2107e5 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "DELETE /v2.0/security-groups/d80e2393-ae82-471d-a88e-67ec21de8456 HTTP/1.1" status: 204 len: 168 time: 1.5682356 Nov 26 16:41:00.405177 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1ec88d-4bcd-41c9-8b90-73c49d230cea tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:00.405822 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6f1ec88d-4bcd-41c9-8b90-73c49d230cea tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:00.411006 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46206) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:00.473759 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ac7ea6-b92a-4c76-a2fa-93262331d212 None None] Network 508ed140-a63e-4190-bdc8-7cc4f10dd942 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:41:00.503121 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:41:00.526029 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-dbfb944a-e2b4-422a-b4c4-60b5e1d78ab4 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Synchronizing usage tracker for tenant:56441b70ce164f0c9f56f4f844c9f80a on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:41:00.535544 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4660cd-bb61-4132-a672-d1dad62c2373 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:41:00.549384 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379a8e7-8672-4c98-9d17-b8d11c4189c2 req-10f98d62-178a-4fe3-8a0b-5013ae499bb9 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:00.550382 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cce909e-b69e-4e3b-9317-6ce87a158fcb None None] Sync routers for ids ['af39bd36-47d8-4386-97d6-230e7ed43f3d'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:41:00.557837 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f379a8e7-8672-4c98-9d17-b8d11c4189c2 req-10f98d62-178a-4fe3-8a0b-5013ae499bb9 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.5736184 Nov 26 16:41:00.576305 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cce909e-b69e-4e3b-9317-6ce87a158fcb None None] Routers {'af39bd36-47d8-4386-97d6-230e7ed43f3d'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:00.581610 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2cce909e-b69e-4e3b-9317-6ce87a158fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['af39bd36-47d8-4386-97d6-230e7ed43f3d'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:00.586589 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-dd4660cd-bb61-4132-a672-d1dad62c2373 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "PUT /v2.0/routers/af39bd36-47d8-4386-97d6-230e7ed43f3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4104538 Nov 26 16:41:00.604250 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46212) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:00.624408 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f379a8e7-8672-4c98-9d17-b8d11c4189c2 req-ab2ed188-125c-4b74-b729-4f57304a04b5 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652738 Nov 26 16:41:00.626290 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6f1ec88d-4bcd-41c9-8b90-73c49d230cea tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6296678 Nov 26 16:41:00.674837 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46214) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:00.677476 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b1927b4e-9237-4949-995f-30f02b6e8740 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Synchronizing usage tracker for tenant:64d59b3f13ac4d738c5b4d126f3cbc4c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:41:00.699064 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-612152b3-a3a5-4440-9e49-7c30f90e71f4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'port': {'network_id': '508ed140-a63e-4190-bdc8-7cc4f10dd942', 'name': 'tempest-PortsTestJSON-1691585350'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:00.708377 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9e1e92fe-d933-4b52-85fe-020de0a965bb None None] Provisioning for port 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:00.712629 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6f2a1bb-173d-45e3-834d-9547a10464d6 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:00.724561 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:00.732459 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9e1e92fe-d933-4b52-85fe-020de0a965bb None None] Provisioning complete for port 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:00.733245 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9e1e92fe-d933-4b52-85fe-020de0a965bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:00.735151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-dbfb944a-e2b4-422a-b4c4-60b5e1d78ab4 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Unset dirty status for tenant:56441b70ce164f0c9f56f4f844c9f80a on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:41:00.736527 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-dbfb944a-e2b4-422a-b4c4-60b5e1d78ab4 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3099144 Nov 26 16:41:00.765094 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2cce909e-b69e-4e3b-9317-6ce87a158fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:00.786738 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cce909e-b69e-4e3b-9317-6ce87a158fcb None None] Routers {'af39bd36-47d8-4386-97d6-230e7ed43f3d'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:00.788107 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2cce909e-b69e-4e3b-9317-6ce87a158fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:40:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['af39bd36-47d8-4386-97d6-230e7ed43f3d'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:00.793224 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46222) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:00.808476 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0a843fe4-9329-425d-a010-f720cac251ae tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:00.835180 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:00.835542 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:00.908678 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-8b054481-ebd5-4e61-a8d2-3cc31f989e62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group': {'name': 'tempest-secgroup--1186332564'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:00.918768 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-8b054481-ebd5-4e61-a8d2-3cc31f989e62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:00.929333 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2cce909e-b69e-4e3b-9317-6ce87a158fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:00.930021 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cce909e-b69e-4e3b-9317-6ce87a158fcb None None] The sync data for ids ['af39bd36-47d8-4386-97d6-230e7ed43f3d'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:41:00.931277 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-8b054481-ebd5-4e61-a8d2-3cc31f989e62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:00.951182 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6f2a1bb-173d-45e3-834d-9547a10464d6 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:00.955219 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-612152b3-a3a5-4440-9e49-7c30f90e71f4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:00.962331 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-612152b3-a3a5-4440-9e49-7c30f90e71f4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:port and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:00.966143 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-612152b3-a3a5-4440-9e49-7c30f90e71f4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:00.968813 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b1927b4e-9237-4949-995f-30f02b6e8740 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Unset dirty status for tenant:64d59b3f13ac4d738c5b4d126f3cbc4c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:41:00.970701 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b1927b4e-9237-4949-995f-30f02b6e8740 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "GET /v2.0/ports?device_id=af39bd36-47d8-4386-97d6-230e7ed43f3d HTTP/1.1" status: 200 len: 205 time: 0.3414137 Nov 26 16:41:00.974466 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46226) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:00.977200 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-612152b3-a3a5-4440-9e49-7c30f90e71f4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:00.980129 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd501af-d977-4677-83fe-a73082102b85 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network 0b0fb40a-d13f-4bdc-9c45-8932552dcf6c is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:01.029291 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8b054481-ebd5-4e61-a8d2-3cc31f989e62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:01.049177 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-acd501af-d977-4677-83fe-a73082102b85 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:01.176667 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9e1e92fe-d933-4b52-85fe-020de0a965bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:01.248829 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:01.274140 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d1ac2878-c69c-45d1-a1b2-e453469ee81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:01.285186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-8b054481-ebd5-4e61-a8d2-3cc31f989e62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:01.307918 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-9e1e92fe-d933-4b52-85fe-020de0a965bb None None] For port 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7bfb8c40-88b2-4b2d-b4b7-df2efda712c9,segment=NetworkSegment(55b752c0-cdcb-4ef8-8f1d-31e2d1a81971),segment_id=55b752c0-cdcb-4ef8-8f1d-31e2d1a81971)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:41:01.323153 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9e1e92fe-d933-4b52-85fe-020de0a965bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:01.328497 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612152b3-a3a5-4440-9e49-7c30f90e71f4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:41:01.331072 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-28b9395e-dc02-4eb1-8b11-679e657e4d22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:01.332597 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-612152b3-a3a5-4440-9e49-7c30f90e71f4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:01.354566 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8b054481-ebd5-4e61-a8d2-3cc31f989e62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Usage tracker for resource:security_group_rule and tenant:56441b70ce164f0c9f56f4f844c9f80a is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:01.379643 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ff05821a-c66f-4f82-950b-551c6d268ea4 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:01.388968 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8b054481-ebd5-4e61-a8d2-3cc31f989e62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:01.413405 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-8b054481-ebd5-4e61-a8d2-3cc31f989e62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:01.444815 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-612152b3-a3a5-4440-9e49-7c30f90e71f4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] device_id is not set on port 2659f1dc-09a5-4638-8cd2-c3a481933065 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:41:01.459795 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8f505b35-33f5-48fe-913d-ea509b6fad70 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:01.503454 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7d8f4430-c951-45c6-8e16-c717ded39ed4 None None] Provisioning complete for port f2b2197f-6b6d-4241-ba48-70ee305add4c triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:01.503869 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7d8f4430-c951-45c6-8e16-c717ded39ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:01.598429 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e92fe-d933-4b52-85fe-020de0a965bb None None] Pushing event updated for resources: {'Port': ['ID=7bfb8c40-88b2-4b2d-b4b7-df2efda712c9,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:01.607520 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-612152b3-a3a5-4440-9e49-7c30f90e71f4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Allocated IP 172.20.0.5 (508ed140-a63e-4190-bdc8-7cc4f10dd942/802c0aba-83b2-4ea8-8d75-710c1f1b386d/2659f1dc-09a5-4638-8cd2-c3a481933065) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:01.609111 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9e1e92fe-d933-4b52-85fe-020de0a965bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:01.619696 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:41:01.620174 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:41:01.639487 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-7d8f4430-c951-45c6-8e16-c717ded39ed4 None None] Port f2b2197f-6b6d-4241-ba48-70ee305add4c cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:41:01.788535 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-8f505b35-33f5-48fe-913d-ea509b6fad70 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Calling delete_port for d9fdbe25-9a9b-45d2-92ad-627ff3265e9e owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:41:01.874650 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed8dbb-3077-4c43-9001-0b4d04c2a6ee req-41d42c76-b33b-4b09-a43d-7dd69fe664a6 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:01.876351 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4514548a-c168-4898-9241-7ac9a2f36af4 None None] Provisioning for port fde8cf05-2f2f-4e95-9fae-1cc03fc85477 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:01.876696 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f6ed8dbb-3077-4c43-9001-0b4d04c2a6ee req-41d42c76-b33b-4b09-a43d-7dd69fe664a6 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 1.0494084 Nov 26 16:41:01.897705 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4514548a-c168-4898-9241-7ac9a2f36af4 None None] Provisioning complete for port fde8cf05-2f2f-4e95-9fae-1cc03fc85477 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:01.898259 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4514548a-c168-4898-9241-7ac9a2f36af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:01.926829 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-e6f2a1bb-173d-45e3-834d-9547a10464d6 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Allocated IP 172.26.0.90 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/265b22ce-3059-4341-bc67-8da293ce4638) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:02.002173 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-4514548a-c168-4898-9241-7ac9a2f36af4 None None] Port fde8cf05-2f2f-4e95-9fae-1cc03fc85477 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:41:02.016794 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4514548a-c168-4898-9241-7ac9a2f36af4 None None] Provisioning complete for port 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:02.017277 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4514548a-c168-4898-9241-7ac9a2f36af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:02.042381 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd501af-d977-4677-83fe-a73082102b85 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router 1e7a994c-b3a7-41ec-bbf7-0d0812513374 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:41:02.105705 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:02.108849 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-612152b3-a3a5-4440-9e49-7c30f90e71f4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:02.125137 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-612152b3-a3a5-4440-9e49-7c30f90e71f4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Transition to ACTIVE for port object 2659f1dc-09a5-4638-8cd2-c3a481933065 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:41:02.131298 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f6ed8dbb-3077-4c43-9001-0b4d04c2a6ee req-79f47db2-ab29-42ee-a1df-c297b9c81c6f tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284198 Nov 26 16:41:02.138177 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ff05821a-c66f-4f82-950b-551c6d268ea4 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:02.141458 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ff05821a-c66f-4f82-950b-551c6d268ea4 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:02.175758 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-612152b3-a3a5-4440-9e49-7c30f90e71f4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:02.177830 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ff05821a-c66f-4f82-950b-551c6d268ea4 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:02.178257 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff05821a-c66f-4f82-950b-551c6d268ea4 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Fanout notify agent at l3_agent the message router_deleted on router af39bd36-47d8-4386-97d6-230e7ed43f3d {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:41:02.201026 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8b054481-ebd5-4e61-a8d2-3cc31f989e62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:02.204925 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-276007ce-afc3-46c1-8b3e-b12ef275c805 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:02.239607 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c199b1bb-7b96-4120-9ee2-5969a1bb56bf up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:41:02.268605 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ff05821a-c66f-4f82-950b-551c6d268ea4 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:02.269601 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ff05821a-c66f-4f82-950b-551c6d268ea4 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/routers/af39bd36-47d8-4386-97d6-230e7ed43f3d HTTP/1.1" status: 204 len: 168 time: 1.2939911 Nov 26 16:41:02.289480 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612152b3-a3a5-4440-9e49-7c30f90e71f4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network 508ed140-a63e-4190-bdc8-7cc4f10dd942 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:02.293058 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46232) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:02.293915 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-612152b3-a3a5-4440-9e49-7c30f90e71f4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:02.297401 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612152b3-a3a5-4440-9e49-7c30f90e71f4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:02.320238 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6f2a1bb-173d-45e3-834d-9547a10464d6 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:02.327444 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port c199b1bb-7b96-4120-9ee2-5969a1bb56bf completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:02.340108 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port c199b1bb-7b96-4120-9ee2-5969a1bb56bf triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:02.340718 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:02.402644 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612152b3-a3a5-4440-9e49-7c30f90e71f4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Port': ['ID=2659f1dc-09a5-4638-8cd2-c3a481933065,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:02.431220 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-612152b3-a3a5-4440-9e49-7c30f90e71f4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:02.450318 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a32b9895-c075-43d4-a86d-1fbb17f317d1 None None] Provisioning complete for port fde8cf05-2f2f-4e95-9fae-1cc03fc85477 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:02.450998 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a32b9895-c075-43d4-a86d-1fbb17f317d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:02.473672 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612152b3-a3a5-4440-9e49-7c30f90e71f4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:02.474290 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-612152b3-a3a5-4440-9e49-7c30f90e71f4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:02.492350 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee12b0a-ce95-431d-b339-208b5ea4c4f8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting subnet 8d38628c-53c7-481b-ab21-485cb97a87db {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:41:02.498033 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cee12b0a-ce95-431d-b339-208b5ea4c4f8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:02.546065 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-612152b3-a3a5-4440-9e49-7c30f90e71f4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8652027 Nov 26 16:41:02.548524 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46238) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:02.573922 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-a32b9895-c075-43d4-a86d-1fbb17f317d1 None None] Port fde8cf05-2f2f-4e95-9fae-1cc03fc85477 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:41:02.605627 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:02.620910 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8b054481-ebd5-4e61-a8d2-3cc31f989e62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:02.621406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cee12b0a-ce95-431d-b339-208b5ea4c4f8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:02.627793 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port c199b1bb-7b96-4120-9ee2-5969a1bb56bf, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=c199b1bb-7b96-4120-9ee2-5969a1bb56bf,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:41:02.638822 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:02.642516 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c0090db8-f95e-46e5-b619-136b2833890f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:02.709890 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b6c522df-528c-4fa4-8a20-6eac75aa435f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:02.719663 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd501af-d977-4677-83fe-a73082102b85 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:41:02.727709 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1e32db-1ca2-48b8-a1f4-0de85bfa52dd tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:02.728659 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4b1e32db-1ca2-48b8-a1f4-0de85bfa52dd tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Synchronizing usage tracker for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:41:02.730941 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d76087eb-29fc-44f0-a00a-130a20a023dd None None] Provisioning for port 2659f1dc-09a5-4638-8cd2-c3a481933065 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:02.741270 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] Sync routers for ids ['1e7a994c-b3a7-41ec-bbf7-0d0812513374'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:41:02.749207 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d76087eb-29fc-44f0-a00a-130a20a023dd None None] Provisioning complete for port 2659f1dc-09a5-4638-8cd2-c3a481933065 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:02.749828 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d76087eb-29fc-44f0-a00a-130a20a023dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:02.763705 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4b1e32db-1ca2-48b8-a1f4-0de85bfa52dd tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Unset dirty status for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:41:02.765114 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4b1e32db-1ca2-48b8-a1f4-0de85bfa52dd tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.2129979 Nov 26 16:41:02.769351 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46242) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:02.782992 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cee12b0a-ce95-431d-b339-208b5ea4c4f8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:02.802296 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:41:02.841860 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=c199b1bb-7b96-4120-9ee2-5969a1bb56bf,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:02.842284 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8f505b35-33f5-48fe-913d-ea509b6fad70 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:02.856386 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:02.864841 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] Routers {'1e7a994c-b3a7-41ec-bbf7-0d0812513374'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:02.866014 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['1e7a994c-b3a7-41ec-bbf7-0d0812513374'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:02.917378 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-46d1b5af-b9cf-4ef2-96fb-e4e849e73153 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting port 2659f1dc-09a5-4638-8cd2-c3a481933065 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:02.917863 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-46d1b5af-b9cf-4ef2-96fb-e4e849e73153 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:02.932504 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b054481-ebd5-4e61-a8d2-3cc31f989e62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f2fdef-6825-40ed-bf3f-fdfdd6e841c1,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:02.946311 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8b054481-ebd5-4e61-a8d2-3cc31f989e62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:02.993711 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-d76087eb-29fc-44f0-a00a-130a20a023dd None None] Port 2659f1dc-09a5-4638-8cd2-c3a481933065 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:41:03.007255 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-42f73ce1-6e14-4610-ab1f-91b1195dbdc8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:03.029968 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cee12b0a-ce95-431d-b339-208b5ea4c4f8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:03.033350 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:03.033741 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:03.038723 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f58e8db3-342e-4718-b48b-117747363d51 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:03.046818 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-acd501af-d977-4677-83fe-a73082102b85 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "PUT /v2.0/routers/1e7a994c-b3a7-41ec-bbf7-0d0812513374/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5711999 Nov 26 16:41:03.077195 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46246) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:03.090776 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8b054481-ebd5-4e61-a8d2-3cc31f989e62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:03.091739 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8b054481-ebd5-4e61-a8d2-3cc31f989e62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2758458 Nov 26 16:41:03.110502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46250) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:03.111788 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f505b35-33f5-48fe-913d-ea509b6fad70 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Pushing event deleted for resources: {'Port': ['ID=d9fdbe25-9a9b-45d2-92ad-627ff3265e9e,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:03.115888 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee12b0a-ce95-431d-b339-208b5ea4c4f8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Subnet': ['ID=8d38628c-53c7-481b-ab21-485cb97a87db,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:03.117965 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cee12b0a-ce95-431d-b339-208b5ea4c4f8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:03.118316 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-7ad93c01-4a75-4f85-aee7-1da2e6f3afd5 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group_rule': {'security_group_id': '38f2fdef-6825-40ed-bf3f-fdfdd6e841c1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:03.119424 dv-neutron-819440-1-hyperv neutron-server[87518]: WARNING neutron.api.v2.base [None req-7ad93c01-4a75-4f85-aee7-1da2e6f3afd5 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 26 16:41:03.119941 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-7ad93c01-4a75-4f85-aee7-1da2e6f3afd5 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:41:03.120893 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7ad93c01-4a75-4f85-aee7-1da2e6f3afd5 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0074282 Nov 26 16:41:03.125896 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] Set router 1e7a994c-b3a7-41ec-bbf7-0d0812513374 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:41:03.130221 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-cee12b0a-ce95-431d-b339-208b5ea4c4f8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:03.131109 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46254) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:03.131261 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8f505b35-33f5-48fe-913d-ea509b6fad70 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:03.168047 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8f505b35-33f5-48fe-913d-ea509b6fad70 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:03.169368 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6188c2b3-27db-4ea1-9319-b1b2ef9ce4ca None None] Network f42a2fc2-41a9-49e2-8b3e-c3fab3fbeeec requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:41:03.171630 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8f505b35-33f5-48fe-913d-ea509b6fad70 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] 10.222.0.11 "DELETE /v2.0/ports/d9fdbe25-9a9b-45d2-92ad-627ff3265e9e HTTP/1.1" status: 204 len: 168 time: 3.8296690 Nov 26 16:41:03.175902 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46258) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:03.239174 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6f2a1bb-173d-45e3-834d-9547a10464d6 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:03.253101 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c43ef656-a762-45fe-9903-122a626cea3f tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:03.317968 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6929994-740f-4521-9afc-de5051fb3990 req-ae342b60-5f96-4bf2-a5bd-b7ad33c54204 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:03.320151 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b6929994-740f-4521-9afc-de5051fb3990 req-ae342b60-5f96-4bf2-a5bd-b7ad33c54204 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.6895497 Nov 26 16:41:03.370770 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f2a1bb-173d-45e3-834d-9547a10464d6 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:03.376260 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0a843fe4-9329-425d-a010-f720cac251ae tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:03.409734 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-e6f2a1bb-173d-45e3-834d-9547a10464d6 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:03.421073 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-cee12b0a-ce95-431d-b339-208b5ea4c4f8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/subnets/8d38628c-53c7-481b-ab21-485cb97a87db HTTP/1.1" status: 204 len: 168 time: 1.0928717 Nov 26 16:41:03.421275 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee56aa9-e75f-42f2-a856-50f7d06df1b4 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Deleting subnet c8d5e9ef-bdb3-4363-9e78-accb30b7888d {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:41:03.423464 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f2a1bb-173d-45e3-834d-9547a10464d6 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:03.440919 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46262) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:03.457439 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0a843fe4-9329-425d-a010-f720cac251ae tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:03.471449 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aee56aa9-e75f-42f2-a856-50f7d06df1b4 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:03.501036 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2a1bb-173d-45e3-834d-9547a10464d6 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Pushing event updated for resources: {'Port': ['ID=265b22ce-3059-4341-bc67-8da293ce4638,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:03.559129 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e6f2a1bb-173d-45e3-834d-9547a10464d6 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:03.580264 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b6929994-740f-4521-9afc-de5051fb3990 req-d56f555c-60d0-42b9-965a-64511cda8cb7 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375376 Nov 26 16:41:03.613829 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aee56aa9-e75f-42f2-a856-50f7d06df1b4 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:03.679258 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1d8a-b84a-4232-a63b-62393385ac6e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:03.683349 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-46d1b5af-b9cf-4ef2-96fb-e4e849e73153 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:03.708928 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e8bd8394-b71e-4538-af64-0a686765c643 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:03.828138 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7a994c-b3a7-41ec-bbf7-0d0812513374', 'name': 'tempest-TestNetworkBasicOps-router-1025009823', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': '3f0799e3-b835-479c-a8f0-f38aa0c62176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:40:40Z', 'updated_at': '2021-11-26T16:40:57Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '3f0799e3-b835-479c-a8f0-f38aa0c62176', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7a994c-b3a7-41ec-bbf7-0d0812513374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:40:42Z', 'updated_at': '2021-11-26T16:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'f2b2197f-6b6d-4241-ba48-70ee305add4c', 'name': '', 'network_id': '0b0fb40a-d13f-4bdc-9c45-8932552dcf6c', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:7f:3c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7a994c-b3a7-41ec-bbf7-0d0812513374', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6274c2a1-953f-45e0-a67e-0b5018b57b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:40:55Z', 'updated_at': '2021-11-26T16:40:58Z', 'revision_number': 2, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '6274c2a1-953f-45e0-a67e-0b5018b57b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:03.832533 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] Checking router: 1e7a994c-b3a7-41ec-bbf7-0d0812513374 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:41:03.833017 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] Updating router 1e7a994c-b3a7-41ec-bbf7-0d0812513374 port f2b2197f-6b6d-4241-ba48-70ee305add4c binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:41:03.860990 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-46d1b5af-b9cf-4ef2-96fb-e4e849e73153 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Calling delete_port for 2659f1dc-09a5-4638-8cd2-c3a481933065 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:41:03.901469 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd4524-e754-4106-8a87-57a89b14d8a3 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:03.902281 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd4524-e754-4106-8a87-57a89b14d8a3 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:03.902891 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd4524-e754-4106-8a87-57a89b14d8a3 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:03.903490 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd4524-e754-4106-8a87-57a89b14d8a3 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:03.904117 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd4524-e754-4106-8a87-57a89b14d8a3 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:03.904731 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd4524-e754-4106-8a87-57a89b14d8a3 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:03.905329 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd4524-e754-4106-8a87-57a89b14d8a3 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:03.905525 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:03.906743 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd4524-e754-4106-8a87-57a89b14d8a3 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:03.907368 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd4524-e754-4106-8a87-57a89b14d8a3 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:03.909545 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fcdd4524-e754-4106-8a87-57a89b14d8a3 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6285 time: 0.8272622 Nov 26 16:41:03.919207 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56d4dbf-8049-42ad-a824-4736b703bac2 None None] DHCP port deletion for f42a2fc2-41a9-49e2-8b3e-c3fab3fbeeec request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:41:03.925889 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46266) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:03.928424 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:03.958203 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e56d4dbf-8049-42ad-a824-4736b703bac2 None None] Deleting port 2cefed67-9cbe-46e7-8aa7-0c87eae1affa {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:03.958591 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e56d4dbf-8049-42ad-a824-4736b703bac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:03.968993 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b1d8a-b84a-4232-a63b-62393385ac6e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting port 2cefed67-9cbe-46e7-8aa7-0c87eae1affa {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:03.969378 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1d8a-b84a-4232-a63b-62393385ac6e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:03.997146 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e8bd8394-b71e-4538-af64-0a686765c643 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:04.160161 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60870f91-42e5-43f2-8149-bf48489603ee tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:04.160838 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60870f91-42e5-43f2-8149-bf48489603ee tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:04.160964 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60870f91-42e5-43f2-8149-bf48489603ee tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:04.161414 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60870f91-42e5-43f2-8149-bf48489603ee tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:04.162473 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60870f91-42e5-43f2-8149-bf48489603ee tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:04.162918 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60870f91-42e5-43f2-8149-bf48489603ee tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:04.163356 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60870f91-42e5-43f2-8149-bf48489603ee tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:04.167852 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-60870f91-42e5-43f2-8149-bf48489603ee tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4570 time: 0.2344532 Nov 26 16:41:04.174495 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46270) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:04.222140 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-0a843fe4-9329-425d-a010-f720cac251ae tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Allocated IP 172.26.0.232 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/b8302c79-2c73-476e-b5d8-d13c83b246ef) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:04.235537 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aee56aa9-e75f-42f2-a856-50f7d06df1b4 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:04.297139 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e8bd8394-b71e-4538-af64-0a686765c643 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:04.337792 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-e56d4dbf-8049-42ad-a824-4736b703bac2 None None] For port 2cefed67-9cbe-46e7-8aa7-0c87eae1affa, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=2cefed67-9cbe-46e7-8aa7-0c87eae1affa,segment=NetworkSegment(b6fb9458-655e-41e1-8d13-7cc91bc10100),segment_id=b6fb9458-655e-41e1-8d13-7cc91bc10100)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:41:04.338195 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e56d4dbf-8049-42ad-a824-4736b703bac2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:04.352102 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-89b21843-9726-48ea-91f4-789dc7ee0222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:04.428065 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6f2a1bb-173d-45e3-834d-9547a10464d6 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:04.440181 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd8394-b71e-4538-af64-0a686765c643 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f2fdef-6825-40ed-bf3f-fdfdd6e841c1,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:04.458457 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e8bd8394-b71e-4538-af64-0a686765c643 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:04.488329 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e56d4dbf-8049-42ad-a824-4736b703bac2 None None] Calling delete_port for 2cefed67-9cbe-46e7-8aa7-0c87eae1affa owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:41:04.514752 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e8bd8394-b71e-4538-af64-0a686765c643 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:04.516348 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e8bd8394-b71e-4538-af64-0a686765c643 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "DELETE /v2.0/security-groups/38f2fdef-6825-40ed-bf3f-fdfdd6e841c1 HTTP/1.1" status: 204 len: 168 time: 1.3808737 Nov 26 16:41:04.518938 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-1b2b1d8a-b84a-4232-a63b-62393385ac6e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] For port 2cefed67-9cbe-46e7-8aa7-0c87eae1affa, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=2cefed67-9cbe-46e7-8aa7-0c87eae1affa,segment=NetworkSegment(b6fb9458-655e-41e1-8d13-7cc91bc10100),segment_id=b6fb9458-655e-41e1-8d13-7cc91bc10100)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:41:04.519564 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1d8a-b84a-4232-a63b-62393385ac6e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:04.533342 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46274) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:04.554044 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-46d1b5af-b9cf-4ef2-96fb-e4e849e73153 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:04.572012 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aee56aa9-e75f-42f2-a856-50f7d06df1b4 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:04.581138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c2f4f01d-4973-4b83-86cc-cff1ba497911 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:04.636789 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee56aa9-e75f-42f2-a856-50f7d06df1b4 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Pushing event deleted for resources: {'Subnet': ['ID=c8d5e9ef-bdb3-4363-9e78-accb30b7888d,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:04.641414 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-aee56aa9-e75f-42f2-a856-50f7d06df1b4 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:04.644697 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aee56aa9-e75f-42f2-a856-50f7d06df1b4 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:04.670263 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:04.678056 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-aee56aa9-e75f-42f2-a856-50f7d06df1b4 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] 10.222.0.11 "DELETE /v2.0/subnets/c8d5e9ef-bdb3-4363-9e78-accb30b7888d HTTP/1.1" status: 204 len: 168 time: 1.5003514 Nov 26 16:41:04.683870 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] Transition to ACTIVE for port object f2b2197f-6b6d-4241-ba48-70ee305add4c will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:41:04.684015 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0a843fe4-9329-425d-a010-f720cac251ae tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:04.687046 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46280) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:04.690402 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e061d3-b453-4077-98b6-7df23c482d33 None None] Network d0347298-3e03-4d82-8af7-bd6abfaaf670 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:41:04.707966 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e56d4dbf-8049-42ad-a824-4736b703bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:04.717633 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:04.726982 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:04.785593 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b1d8a-b84a-4232-a63b-62393385ac6e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Calling delete_port for 2cefed67-9cbe-46e7-8aa7-0c87eae1affa owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:41:04.826451 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56d4dbf-8049-42ad-a824-4736b703bac2 None None] No DVR routers for this DVR port 2cefed67-9cbe-46e7-8aa7-0c87eae1affa on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:41:04.830998 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6270163f-17c2-43fe-8654-600f65d78f7b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:04.833623 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c199b1bb-7b96-4120-9ee2-5969a1bb56bf up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:41:04.874959 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d4dbf-8049-42ad-a824-4736b703bac2 None None] Pushing event deleted for resources: {'Port': ['ID=2cefed67-9cbe-46e7-8aa7-0c87eae1affa,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:05.012030 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9c965c8c-ab09-4242-a069-d65d87b04a7d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:05.051960 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0a843fe4-9329-425d-a010-f720cac251ae tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:05.060350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ad00064e-2ad7-4aa8-9f5f-4a95e77d2203 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:05.103608 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91ba20-ff2e-48e3-b931-00376c4274c0 None None] Pushing event updated for resources: {'Port': ['ID=f2b2197f-6b6d-4241-ba48-70ee305add4c,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:05.115407 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-6d91ba20-ff2e-48e3-b931-00376c4274c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:05.127475 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-9c965c8c-ab09-4242-a069-d65d87b04a7d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Deleting port 6c49adbb-1277-4623-97d4-5a53b22d7dfd {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:05.127858 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9c965c8c-ab09-4242-a069-d65d87b04a7d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:05.134679 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b809eee0-5ee6-46f7-bc46-78bcefdad067 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.365s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:05.135053 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b809eee0-5ee6-46f7-bc46-78bcefdad067 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:05.154935 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1b5af-b9cf-4ef2-96fb-e4e849e73153 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Port': ['ID=2659f1dc-09a5-4638-8cd2-c3a481933065,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:05.204678 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a843fe4-9329-425d-a010-f720cac251ae tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:05.213772 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-0a843fe4-9329-425d-a010-f720cac251ae tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:05.221965 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a843fe4-9329-425d-a010-f720cac251ae tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:05.245806 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-46d1b5af-b9cf-4ef2-96fb-e4e849e73153 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:05.284459 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6f2a1bb-173d-45e3-834d-9547a10464d6 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:05.291380 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port c199b1bb-7b96-4120-9ee2-5969a1bb56bf triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:05.291380 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:05.327081 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a843fe4-9329-425d-a010-f720cac251ae tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Pushing event updated for resources: {'Port': ['ID=b8302c79-2c73-476e-b5d8-d13c83b246ef,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:05.331426 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-08b43016-6d21-4d9b-bd9a-feda5eb5580e tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Synchronizing usage tracker for tenant:56441b70ce164f0c9f56f4f844c9f80a on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:41:05.338575 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-46d1b5af-b9cf-4ef2-96fb-e4e849e73153 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:05.342778 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-46d1b5af-b9cf-4ef2-96fb-e4e849e73153 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/ports/2659f1dc-09a5-4638-8cd2-c3a481933065 HTTP/1.1" status: 204 len: 168 time: 2.5684729 Nov 26 16:41:05.344403 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46284) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:05.395060 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0a843fe4-9329-425d-a010-f720cac251ae tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:05.419149 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.api [None req-1b2b1d8a-b84a-4232-a63b-62393385ac6e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:41:05.419498 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_db.api [None req-1b2b1d8a-b84a-4232-a63b-62393385ac6e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:41:05.428208 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ba28bb-b6d6-4e81-9c91-1f019103885d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] GET failed (client error): The resource could not be found. Nov 26 16:41:05.428762 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a9ba28bb-b6d6-4e81-9c91-1f019103885d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Synchronizing usage tracker for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:41:05.457451 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98076ece-e85c-4a50-b355-f3fa6cf754c8 req-3066dd8b-9ad3-4912-83ae-5a25f2f3ad43 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:05.458976 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-98076ece-e85c-4a50-b355-f3fa6cf754c8 req-3066dd8b-9ad3-4912-83ae-5a25f2f3ad43 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.3725798 Nov 26 16:41:05.462895 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-08b43016-6d21-4d9b-bd9a-feda5eb5580e tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Unset dirty status for tenant:56441b70ce164f0c9f56f4f844c9f80a on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:41:05.468360 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-08b43016-6d21-4d9b-bd9a-feda5eb5580e tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9324770 Nov 26 16:41:05.469193 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46288) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:05.496700 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-55a04164-d2af-426e-8221-db088f007c85 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group': {'name': 'tempest-secgroup--2098211575'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:05.512506 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-55a04164-d2af-426e-8221-db088f007c85 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:05.516486 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a9ba28bb-b6d6-4e81-9c91-1f019103885d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Unset dirty status for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:41:05.517710 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a9ba28bb-b6d6-4e81-9c91-1f019103885d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "GET /v2.0/ports/2659f1dc-09a5-4638-8cd2-c3a481933065 HTTP/1.1" status: 404 len: 333 time: 0.1717145 Nov 26 16:41:05.521894 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] Attempting to bind port f2b2197f-6b6d-4241-ba48-70ee305add4c on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:41:05.522392 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] Attempting to bind port f2b2197f-6b6d-4241-ba48-70ee305add4c by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '9a6c87dc-8149-4c2c-b45c-17ce5f96b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0b0fb40a-d13f-4bdc-9c45-8932552dcf6c'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:41:05.522845 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] Attempting to bind port f2b2197f-6b6d-4241-ba48-70ee305add4c on network 0b0fb40a-d13f-4bdc-9c45-8932552dcf6c {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:41:05.524935 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46292) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:05.541017 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:41:05.542068 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] Checking segment: {'id': '9a6c87dc-8149-4c2c-b45c-17ce5f96b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0b0fb40a-d13f-4bdc-9c45-8932552dcf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:41:05.542554 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:05.543035 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] Bound using segment: {'id': '9a6c87dc-8149-4c2c-b45c-17ce5f96b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0b0fb40a-d13f-4bdc-9c45-8932552dcf6c'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:41:05.543609 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] Bound port: f2b2197f-6b6d-4241-ba48-70ee305add4c, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a6c87dc-8149-4c2c-b45c-17ce5f96b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0b0fb40a-d13f-4bdc-9c45-8932552dcf6c'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:41:05.544091 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:05.571622 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-55a04164-d2af-426e-8221-db088f007c85 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:05.632171 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-98076ece-e85c-4a50-b355-f3fa6cf754c8 req-461d0c10-ffa4-4e49-a356-0673f5cbe081 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619649 Nov 26 16:41:05.632878 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-55a04164-d2af-426e-8221-db088f007c85 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:05.673923 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b768bff0-2d24-4f6d-bc0f-cde7850a208e tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4259 time: 1.4981630 Nov 26 16:41:05.686983 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-a2c485da-4707-4b4b-aa74-8752913cdacf tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting port fde8cf05-2f2f-4e95-9fae-1cc03fc85477 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:05.687330 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a2c485da-4707-4b4b-aa74-8752913cdacf tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:05.853965 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] For port f2b2197f-6b6d-4241-ba48-70ee305add4c, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:41:05.857111 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-55a04164-d2af-426e-8221-db088f007c85 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:05.861571 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] For port f2b2197f-6b6d-4241-ba48-70ee305add4c, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f2b2197f-6b6d-4241-ba48-70ee305add4c,segment=NetworkSegment(9a6c87dc-8149-4c2c-b45c-17ce5f96b70c),segment_id=9a6c87dc-8149-4c2c-b45c-17ce5f96b70c)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:41:05.865799 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-55a04164-d2af-426e-8221-db088f007c85 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Usage tracker for resource:security_group_rule and tenant:56441b70ce164f0c9f56f4f844c9f80a is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:05.872064 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:05.872650 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-55a04164-d2af-426e-8221-db088f007c85 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:05.883901 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:05.904573 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-55a04164-d2af-426e-8221-db088f007c85 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:05.938047 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b1d8a-b84a-4232-a63b-62393385ac6e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting port 2cefed67-9cbe-46e7-8aa7-0c87eae1affa {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:05.939317 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1d8a-b84a-4232-a63b-62393385ac6e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:05.971290 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca56a6a-d0c2-4b8e-ae0f-298402f34b86 None None] DHCP port deletion for d0347298-3e03-4d82-8af7-bd6abfaaf670 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:41:05.973811 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 2cefed67-9cbe-46e7-8aa7-0c87eae1affa no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:41:06.039567 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 2cefed67-9cbe-46e7-8aa7-0c87eae1affa {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:41:06.039567 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 2cefed67-9cbe-46e7-8aa7-0c87eae1affa not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:41:06.068728 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eca56a6a-d0c2-4b8e-ae0f-298402f34b86 None None] Deleting port 6c49adbb-1277-4623-97d4-5a53b22d7dfd {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:06.069199 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eca56a6a-d0c2-4b8e-ae0f-298402f34b86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:06.072752 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46298) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:06.120670 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] Routers {'1e7a994c-b3a7-41ec-bbf7-0d0812513374'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:06.121334 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['1e7a994c-b3a7-41ec-bbf7-0d0812513374'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:06.123414 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-ee7fb6a4-b1c3-41e8-8f44-e28d1711af98 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1607873815', 'description': 'tempest-secgroup-smoke-1607873815 description', 'project_id': '44b3ec829fd84946a37f17d3391a650c'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:06.136384 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b1d8a-b84a-4232-a63b-62393385ac6e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] The port '2cefed67-9cbe-46e7-8aa7-0c87eae1affa' was deleted {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:41:06.136639 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-9c965c8c-ab09-4242-a069-d65d87b04a7d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] For port 6c49adbb-1277-4623-97d4-5a53b22d7dfd, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=6c49adbb-1277-4623-97d4-5a53b22d7dfd,segment=NetworkSegment(2230c66c-f837-4cdd-8b05-31a51981560c),segment_id=2230c66c-f837-4cdd-8b05-31a51981560c)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:41:06.137018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9c965c8c-ab09-4242-a069-d65d87b04a7d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:06.140318 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ee7fb6a4-b1c3-41e8-8f44-e28d1711af98 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:06.175521 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91ba20-ff2e-48e3-b931-00376c4274c0 None None] Pushing event updated for resources: {'Port': ['ID=f2b2197f-6b6d-4241-ba48-70ee305add4c,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:06.177221 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ee7fb6a4-b1c3-41e8-8f44-e28d1711af98 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:06.191167 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ee7fb6a4-b1c3-41e8-8f44-e28d1711af98 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:06.220264 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ee7fb6a4-b1c3-41e8-8f44-e28d1711af98 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:06.250341 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-6d91ba20-ff2e-48e3-b931-00376c4274c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:06.319666 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-9c965c8c-ab09-4242-a069-d65d87b04a7d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Calling delete_port for 6c49adbb-1277-4623-97d4-5a53b22d7dfd owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:41:06.358469 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1d8a-b84a-4232-a63b-62393385ac6e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:06.366044 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ee7fb6a4-b1c3-41e8-8f44-e28d1711af98 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:06.394501 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a2c485da-4707-4b4b-aa74-8752913cdacf tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:06.435894 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-1b2b1d8a-b84a-4232-a63b-62393385ac6e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42a2fc2-41a9-49e2-8b3e-c3fab3fbeeec']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:06.485343 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] Set router 1e7a994c-b3a7-41ec-bbf7-0d0812513374 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:41:06.506251 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ee7fb6a4-b1c3-41e8-8f44-e28d1711af98 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:06.553958 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f2a1bb-173d-45e3-834d-9547a10464d6 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Router dc3682a2-4fc7-4806-9d90-7e18df5669bc is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:41:06.562809 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eca56a6a-d0c2-4b8e-ae0f-298402f34b86 None None] For port 6c49adbb-1277-4623-97d4-5a53b22d7dfd, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=6c49adbb-1277-4623-97d4-5a53b22d7dfd,segment=NetworkSegment(2230c66c-f837-4cdd-8b05-31a51981560c),segment_id=2230c66c-f837-4cdd-8b05-31a51981560c)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:41:06.563232 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eca56a6a-d0c2-4b8e-ae0f-298402f34b86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:06.577011 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-a2c485da-4707-4b4b-aa74-8752913cdacf tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Calling delete_port for fde8cf05-2f2f-4e95-9fae-1cc03fc85477 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:41:06.620150 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ee7fb6a4-b1c3-41e8-8f44-e28d1711af98 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:06.632554 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-1b2b1d8a-b84a-4232-a63b-62393385ac6e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6fb9458-655e-41e1-8d13-7cc91bc10100') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:06.632899 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-1b2b1d8a-b84a-4232-a63b-62393385ac6e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6fb9458-655e-41e1-8d13-7cc91bc10100') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:06.635849 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9c965c8c-ab09-4242-a069-d65d87b04a7d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:06.645672 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-55a04164-d2af-426e-8221-db088f007c85 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:06.647789 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ee7fb6a4-b1c3-41e8-8f44-e28d1711af98 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:06.662712 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ee7fb6a4-b1c3-41e8-8f44-e28d1711af98 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:06.665049 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-55a04164-d2af-426e-8221-db088f007c85 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:06.690940 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-08e1056f-b489-4c12-a639-6fe9d6af1477 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:06.699599 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-94ffaac7-8d93-477e-8485-729f20844a1c tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:06.720463 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1d8a-b84a-4232-a63b-62393385ac6e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:06.765041 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0a843fe4-9329-425d-a010-f720cac251ae tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:06.813600 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a04164-d2af-426e-8221-db088f007c85 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e74fa1f-05f6-4e1d-a205-771783517c8f,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:06.824918 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c965c8c-ab09-4242-a069-d65d87b04a7d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Pushing event deleted for resources: {'Port': ['ID=6c49adbb-1277-4623-97d4-5a53b22d7dfd,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:06.837183 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eca56a6a-d0c2-4b8e-ae0f-298402f34b86 None None] Calling delete_port for 6c49adbb-1277-4623-97d4-5a53b22d7dfd owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:41:06.867748 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 6c49adbb-1277-4623-97d4-5a53b22d7dfd no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:41:06.872043 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1d8a-b84a-4232-a63b-62393385ac6e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:06.876987 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-55a04164-d2af-426e-8221-db088f007c85 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:06.885581 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c965c8c-ab09-4242-a069-d65d87b04a7d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] No DVR routers for this DVR port 6c49adbb-1277-4623-97d4-5a53b22d7dfd on host dv-neutron-819440-1-hyperv {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:41:06.887018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9c965c8c-ab09-4242-a069-d65d87b04a7d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:06.910328 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2b1d8a-b84a-4232-a63b-62393385ac6e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:41:06.910723 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1d8a-b84a-4232-a63b-62393385ac6e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:41:06.932212 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:41:06.940041 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 6c49adbb-1277-4623-97d4-5a53b22d7dfd {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:41:06.940405 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 6c49adbb-1277-4623-97d4-5a53b22d7dfd not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:41:07.049092 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-eca56a6a-d0c2-4b8e-ae0f-298402f34b86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:41:07.049452 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-eca56a6a-d0c2-4b8e-ae0f-298402f34b86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:41:07.102223 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-55a04164-d2af-426e-8221-db088f007c85 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:07.106179 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-55a04164-d2af-426e-8221-db088f007c85 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6148212 Nov 26 16:41:07.108709 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46304) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:07.139123 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-61dbf471-1bcd-4ed0-8233-ce20849856dd tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group_rule': {'security_group_id': '5e74fa1f-05f6-4e1d-a205-771783517c8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:07.151777 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7a994c-b3a7-41ec-bbf7-0d0812513374', 'name': 'tempest-TestNetworkBasicOps-router-1025009823', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': '3f0799e3-b835-479c-a8f0-f38aa0c62176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:40:40Z', 'updated_at': '2021-11-26T16:40:57Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '3f0799e3-b835-479c-a8f0-f38aa0c62176', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7a994c-b3a7-41ec-bbf7-0d0812513374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:40:42Z', 'updated_at': '2021-11-26T16:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'f2b2197f-6b6d-4241-ba48-70ee305add4c', 'name': '', 'network_id': '0b0fb40a-d13f-4bdc-9c45-8932552dcf6c', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:7f:3c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7a994c-b3a7-41ec-bbf7-0d0812513374', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6274c2a1-953f-45e0-a67e-0b5018b57b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:40:55Z', 'updated_at': '2021-11-26T16:41:05Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '6274c2a1-953f-45e0-a67e-0b5018b57b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:07.155111 dv-neutron-819440-1-hyperv neutron-server[87519]: WARNING neutron.api.v2.base [None req-61dbf471-1bcd-4ed0-8233-ce20849856dd tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 26 16:41:07.155975 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-61dbf471-1bcd-4ed0-8233-ce20849856dd tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:41:07.156130 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69dcbda-fc53-49a2-a9df-ac88ec55a844 None None] The sync data for ids ['1e7a994c-b3a7-41ec-bbf7-0d0812513374'] in dv-neutron-819440-1-hyperv is: [{'id': '1e7a994c-b3a7-41ec-bbf7-0d0812513374', 'name': 'tempest-TestNetworkBasicOps-router-1025009823', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': '3f0799e3-b835-479c-a8f0-f38aa0c62176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:40:40Z', 'updated_at': '2021-11-26T16:40:57Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '3f0799e3-b835-479c-a8f0-f38aa0c62176', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7a994c-b3a7-41ec-bbf7-0d0812513374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:40:42Z', 'updated_at': '2021-11-26T16:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'f2b2197f-6b6d-4241-ba48-70ee305add4c', 'name': '', 'network_id': '0b0fb40a-d13f-4bdc-9c45-8932552dcf6c', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:7f:3c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7a994c-b3a7-41ec-bbf7-0d0812513374', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6274c2a1-953f-45e0-a67e-0b5018b57b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:40:55Z', 'updated_at': '2021-11-26T16:41:05Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '6274c2a1-953f-45e0-a67e-0b5018b57b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:41:07.159902 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-61dbf471-1bcd-4ed0-8233-ce20849856dd tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0361013 Nov 26 16:41:07.167989 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1d8a-b84a-4232-a63b-62393385ac6e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:07.174007 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46308) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:07.188919 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ee7fb6a4-b1c3-41e8-8f44-e28d1711af98 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:07.190147 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-86d95e18-3733-4ea3-b9b8-412986cad855 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:07.209245 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1d8a-b84a-4232-a63b-62393385ac6e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:07.215794 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-7257aba5-5d88-4a11-ae95-9458e317b6f2 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group_rule': {'security_group_id': '5e74fa1f-05f6-4e1d-a205-771783517c8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:07.222921 dv-neutron-819440-1-hyperv neutron-server[87519]: WARNING neutron.api.v2.base [None req-7257aba5-5d88-4a11-ae95-9458e317b6f2 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 26 16:41:07.223532 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-7257aba5-5d88-4a11-ae95-9458e317b6f2 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:41:07.224647 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7257aba5-5d88-4a11-ae95-9458e317b6f2 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0486970 Nov 26 16:41:07.232479 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46312) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:07.238108 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ee7fb6a4-b1c3-41e8-8f44-e28d1711af98 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:07.251552 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9c965c8c-ab09-4242-a069-d65d87b04a7d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:07.267340 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-fd728ccb-6426-460d-a973-c97bdb613e26 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group_rule': {'security_group_id': '5e74fa1f-05f6-4e1d-a205-771783517c8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:07.268204 dv-neutron-819440-1-hyperv neutron-server[87519]: WARNING neutron.api.v2.base [None req-fd728ccb-6426-460d-a973-c97bdb613e26 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 26 16:41:07.268685 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-fd728ccb-6426-460d-a973-c97bdb613e26 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:41:07.269629 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fd728ccb-6426-460d-a973-c97bdb613e26 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0329618 Nov 26 16:41:07.274226 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b1d8a-b84a-4232-a63b-62393385ac6e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Network': ['ID=f42a2fc2-41a9-49e2-8b3e-c3fab3fbeeec,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:07.276152 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a2c485da-4707-4b4b-aa74-8752913cdacf tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:07.277902 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46316) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:07.278851 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1b2b1d8a-b84a-4232-a63b-62393385ac6e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:07.282550 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e7e22c8a-37c2-42b0-803d-b3ffd7b772be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:07.301365 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-90c84b24-c846-4063-a126-73dbf7587341 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group_rule': {'security_group_id': '5e74fa1f-05f6-4e1d-a205-771783517c8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:07.301725 dv-neutron-819440-1-hyperv neutron-server[87519]: WARNING neutron.api.v2.base [None req-90c84b24-c846-4063-a126-73dbf7587341 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 26 16:41:07.302247 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-90c84b24-c846-4063-a126-73dbf7587341 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:41:07.308006 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-90c84b24-c846-4063-a126-73dbf7587341 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0225275 Nov 26 16:41:07.314563 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46320) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:07.316131 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b036cec-8d82-46a8-87ac-f0e0b91b4390 req-c2c1cf22-06c6-425e-87c9-f3f5b75c9d9d tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:07.317644 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5b036cec-8d82-46a8-87ac-f0e0b91b4390 req-c2c1cf22-06c6-425e-87c9-f3f5b75c9d9d tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.4972889 Nov 26 16:41:07.321008 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-9c965c8c-ab09-4242-a069-d65d87b04a7d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0347298-3e03-4d82-8af7-bd6abfaaf670']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:07.325964 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1b2b1d8a-b84a-4232-a63b-62393385ac6e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/networks/f42a2fc2-41a9-49e2-8b3e-c3fab3fbeeec HTTP/1.1" status: 204 len: 168 time: 3.8815100 Nov 26 16:41:07.333373 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ee7fb6a4-b1c3-41e8-8f44-e28d1711af98 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:07.337182 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ee7fb6a4-b1c3-41e8-8f44-e28d1711af98 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2300284 Nov 26 16:41:07.337553 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46324) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:07.337884 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46326) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:07.359796 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-332e1d63-bd8f-4686-97a6-1aa1b996cbce tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-872129964', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:07.385254 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-aa127e40-0b48-4ce0-a9da-0c0e6d4b1eee tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '26758464-6b2a-4463-801d-444a8088748e', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:07.532381 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-9c965c8c-ab09-4242-a069-d65d87b04a7d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2230c66c-f837-4cdd-8b05-31a51981560c') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:07.532678 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-332e1d63-bd8f-4686-97a6-1aa1b996cbce tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:07.532898 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-9c965c8c-ab09-4242-a069-d65d87b04a7d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2230c66c-f837-4cdd-8b05-31a51981560c') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:07.545116 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f2a1bb-173d-45e3-834d-9547a10464d6 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:41:07.550169 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eca56a6a-d0c2-4b8e-ae0f-298402f34b86 None None] Deleting port 6c49adbb-1277-4623-97d4-5a53b22d7dfd {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:07.550573 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eca56a6a-d0c2-4b8e-ae0f-298402f34b86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:07.565662 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] Sync routers for ids ['dc3682a2-4fc7-4806-9d90-7e18df5669bc'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:41:07.584334 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9c965c8c-ab09-4242-a069-d65d87b04a7d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:07.590831 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] Routers {'dc3682a2-4fc7-4806-9d90-7e18df5669bc'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:07.591785 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['dc3682a2-4fc7-4806-9d90-7e18df5669bc'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:07.595549 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-aa127e40-0b48-4ce0-a9da-0c0e6d4b1eee tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:07.599707 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-332e1d63-bd8f-4686-97a6-1aa1b996cbce tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Usage tracker for resource:router and tenant:64d59b3f13ac4d738c5b4d126f3cbc4c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:07.608276 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fb6a4-b1c3-41e8-8f44-e28d1711af98 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26758464-6b2a-4463-801d-444a8088748e,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:07.613806 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-332e1d63-bd8f-4686-97a6-1aa1b996cbce tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:07.619662 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-aa127e40-0b48-4ce0-a9da-0c0e6d4b1eee tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:07.658710 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ee7fb6a4-b1c3-41e8-8f44-e28d1711af98 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:07.659559 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-aa127e40-0b48-4ce0-a9da-0c0e6d4b1eee tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:07.664610 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-46d1b5af-b9cf-4ef2-96fb-e4e849e73153 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.356s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:07.702539 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9c965c8c-ab09-4242-a069-d65d87b04a7d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:07.726160 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-332e1d63-bd8f-4686-97a6-1aa1b996cbce tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:07.729124 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-aa127e40-0b48-4ce0-a9da-0c0e6d4b1eee tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:07.743175 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5b036cec-8d82-46a8-87ac-f0e0b91b4390 req-675e64f1-308c-464d-acad-a0d20e782e3f tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4160326 Nov 26 16:41:07.752745 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c485da-4707-4b4b-aa74-8752913cdacf tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Port': ['ID=fde8cf05-2f2f-4e95-9fae-1cc03fc85477,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:07.760333 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eca56a6a-d0c2-4b8e-ae0f-298402f34b86 None None] The port '6c49adbb-1277-4623-97d4-5a53b22d7dfd' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:41:07.761677 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6f2a1bb-173d-45e3-834d-9547a10464d6 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:07.776015 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e6f2a1bb-173d-45e3-834d-9547a10464d6 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.1117566 Nov 26 16:41:07.776692 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46332) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:07.776818 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-869dabb1-2da8-4c48-a14b-65f22054315a tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:07.776935 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a2c485da-4707-4b4b-aa74-8752913cdacf tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:07.818901 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-869dabb1-2da8-4c48-a14b-65f22054315a tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:07.857171 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] Set router dc3682a2-4fc7-4806-9d90-7e18df5669bc gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:41:07.865549 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c965c8c-ab09-4242-a069-d65d87b04a7d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:41:07.866280 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9c965c8c-ab09-4242-a069-d65d87b04a7d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:41:07.887860 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:41:07.900794 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-869dabb1-2da8-4c48-a14b-65f22054315a tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:07.957750 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b0d0923a-d0ee-4c49-a788-f2f9308457d8 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:07.988561 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0a843fe4-9329-425d-a010-f720cac251ae tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:07.989832 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869dabb1-2da8-4c48-a14b-65f22054315a tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e74fa1f-05f6-4e1d-a205-771783517c8f,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:07.990276 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-332e1d63-bd8f-4686-97a6-1aa1b996cbce tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:07.991658 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-332e1d63-bd8f-4686-97a6-1aa1b996cbce tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:08.009672 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-869dabb1-2da8-4c48-a14b-65f22054315a tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:08.011459 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aa127e40-0b48-4ce0-a9da-0c0e6d4b1eee tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:08.011612 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0a843fe4-9329-425d-a010-f720cac251ae tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780415'] for router, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:08.046583 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a2c485da-4707-4b4b-aa74-8752913cdacf tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:08.081169 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a2c485da-4707-4b4b-aa74-8752913cdacf tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/ports/fde8cf05-2f2f-4e95-9fae-1cc03fc85477 HTTP/1.1" status: 204 len: 168 time: 2.5518417 Nov 26 16:41:08.085214 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-869dabb1-2da8-4c48-a14b-65f22054315a tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:08.086311 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-332e1d63-bd8f-4686-97a6-1aa1b996cbce tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:08.089459 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-869dabb1-2da8-4c48-a14b-65f22054315a tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "DELETE /v2.0/security-groups/5e74fa1f-05f6-4e1d-a205-771783517c8f HTTP/1.1" status: 204 len: 168 time: 0.7730949 Nov 26 16:41:08.090110 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46336) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:08.091037 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46338) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:08.137812 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aa127e40-0b48-4ce0-a9da-0c0e6d4b1eee tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:08.145833 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-44543dea-121d-4a6c-b959-534a0d64c714 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "GET /v2.0/routers/dc3682a2-4fc7-4806-9d90-7e18df5669bc HTTP/1.1" status: 200 len: 907 time: 0.3703520 Nov 26 16:41:08.147537 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aa127e40-0b48-4ce0-a9da-0c0e6d4b1eee tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:08.149454 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46340) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:08.150137 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:08.158086 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-332e1d63-bd8f-4686-97a6-1aa1b996cbce tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:08.216319 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9c965c8c-ab09-4242-a069-d65d87b04a7d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:08.258457 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-69c4a571-d0ff-458e-8d76-a20bdc626218 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:08.275929 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9c965c8c-ab09-4242-a069-d65d87b04a7d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:08.286370 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3682a2-4fc7-4806-9d90-7e18df5669bc', 'name': 'tempest-snat-router-1259492645', 'tenant_id': '59a0cd289a0d4398806a66c6d2a2f63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '265b22ce-3059-4341-bc67-8da293ce4638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:40:57Z', 'updated_at': '2021-11-26T16:41:04Z', 'revision_number': 3, 'project_id': '59a0cd289a0d4398806a66c6d2a2f63a', 'gw_port': {'id': '265b22ce-3059-4341-bc67-8da293ce4638', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3682a2-4fc7-4806-9d90-7e18df5669bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:01Z', 'updated_at': '2021-11-26T16:41:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:08.290867 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-389d7ee7-a640-4333-b4a2-2fbaa514f5c6 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] GET failed (client error): The resource could not be found. Nov 26 16:41:08.291757 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] Checking router: dc3682a2-4fc7-4806-9d90-7e18df5669bc for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:41:08.292123 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] Updating router dc3682a2-4fc7-4806-9d90-7e18df5669bc port 265b22ce-3059-4341-bc67-8da293ce4638 binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:41:08.293039 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-389d7ee7-a640-4333-b4a2-2fbaa514f5c6 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "GET /v2.0/ports/fde8cf05-2f2f-4e95-9fae-1cc03fc85477 HTTP/1.1" status: 404 len: 333 time: 0.1170392 Nov 26 16:41:08.301200 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46348) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:08.312765 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c965c8c-ab09-4242-a069-d65d87b04a7d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Pushing event deleted for resources: {'Network': ['ID=d0347298-3e03-4d82-8af7-bd6abfaaf670,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:08.325894 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa127e40-0b48-4ce0-a9da-0c0e6d4b1eee tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442a69fd-12ce-4710-bb6d-8694fd10f04b,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:08.340269 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-aa127e40-0b48-4ce0-a9da-0c0e6d4b1eee tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:08.344388 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-332e1d63-bd8f-4686-97a6-1aa1b996cbce tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:08.345611 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-332e1d63-bd8f-4686-97a6-1aa1b996cbce tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9929163 Nov 26 16:41:08.348564 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46352) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:08.349303 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aa127e40-0b48-4ce0-a9da-0c0e6d4b1eee tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:08.350384 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-aa127e40-0b48-4ce0-a9da-0c0e6d4b1eee tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9962335 Nov 26 16:41:08.354972 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46356) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:08.358569 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-c3bf8347-32c3-418c-9e12-6f67c8800725 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-291170956'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:08.359147 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9c965c8c-ab09-4242-a069-d65d87b04a7d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] 10.222.0.11 "DELETE /v2.0/networks/d0347298-3e03-4d82-8af7-bd6abfaaf670 HTTP/1.1" status: 204 len: 168 time: 3.6690328 Nov 26 16:41:08.363818 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9c965c8c-ab09-4242-a069-d65d87b04a7d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:08.372252 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c3bf8347-32c3-418c-9e12-6f67c8800725 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:08.372794 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:08.377053 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-5191871d-34b8-4a18-8783-c07995459136 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '26758464-6b2a-4463-801d-444a8088748e', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:08.389299 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c3bf8347-32c3-418c-9e12-6f67c8800725 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Usage tracker for resource:network and tenant:64d59b3f13ac4d738c5b4d126f3cbc4c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:08.394276 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5191871d-34b8-4a18-8783-c07995459136 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:08.397149 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c3bf8347-32c3-418c-9e12-6f67c8800725 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:08.414133 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5191871d-34b8-4a18-8783-c07995459136 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:08.429965 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5191871d-34b8-4a18-8783-c07995459136 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:08.432791 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c3bf8347-32c3-418c-9e12-6f67c8800725 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:08.447879 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-84d0ab05-66d6-4a9b-be7a-14d8821dad64 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Synchronizing usage tracker for tenant:56441b70ce164f0c9f56f4f844c9f80a on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:41:08.453412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5191871d-34b8-4a18-8783-c07995459136 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:08.471827 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-111ee79a-4042-4934-a6a5-2ca98f4dfbcd tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:08.479644 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e762ab3-9b40-496e-a7ea-b58185180393 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting subnet 802c0aba-83b2-4ea8-8d75-710c1f1b386d {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:41:08.493133 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4e762ab3-9b40-496e-a7ea-b58185180393 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:08.572707 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-84d0ab05-66d6-4a9b-be7a-14d8821dad64 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Unset dirty status for tenant:56441b70ce164f0c9f56f4f844c9f80a on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:41:08.578200 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-84d0ab05-66d6-4a9b-be7a-14d8821dad64 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4003196 Nov 26 16:41:08.581506 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46362) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:08.585575 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4e762ab3-9b40-496e-a7ea-b58185180393 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:08.617233 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bf8347-32c3-418c-9e12-6f67c8800725 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Made reservation on behalf of 64d59b3f13ac4d738c5b4d126f3cbc4c for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:41:08.621042 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c3bf8347-32c3-418c-9e12-6f67c8800725 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:08.628629 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-33ed1749-97f3-4fb3-9615-923fcf535df9 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group': {'name': 'tempest-secgroup--1199810076'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:08.643624 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-33ed1749-97f3-4fb3-9615-923fcf535df9 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:08.668823 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5191871d-34b8-4a18-8783-c07995459136 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:08.670853 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-33ed1749-97f3-4fb3-9615-923fcf535df9 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:08.702421 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a843fe4-9329-425d-a010-f720cac251ae tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Router e160b901-c002-46f2-8f06-b67ef9269803 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:41:08.718453 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-33ed1749-97f3-4fb3-9615-923fcf535df9 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:08.757283 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3bf8347-32c3-418c-9e12-6f67c8800725 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:41:08.757475 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-33ed1749-97f3-4fb3-9615-923fcf535df9 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:08.814203 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c3bf8347-32c3-418c-9e12-6f67c8800725 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:08.814749 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-c3bf8347-32c3-418c-9e12-6f67c8800725 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Added segment eef56663-b130-4dfd-bf54-a38eb73089f1 of type vlan for network d6a373c6-a419-43dc-879c-c0ae59fcd3d4 Nov 26 16:41:08.898691 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f2b2197f-6b6d-4241-ba48-70ee305add4c up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:41:08.906383 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-111ee79a-4042-4934-a6a5-2ca98f4dfbcd tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:08.910786 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5191871d-34b8-4a18-8783-c07995459136 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:08.918616 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-33ed1749-97f3-4fb3-9615-923fcf535df9 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Usage tracker for resource:security_group_rule and tenant:56441b70ce164f0c9f56f4f844c9f80a is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:08.928999 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5191871d-34b8-4a18-8783-c07995459136 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:08.949406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1eb326e0-98b3-46e4-a6a3-5ddce8994447 tempest-ServersTestJSON-502693886 tempest-ServersTestJSON-502693886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:08.965890 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c3bf8347-32c3-418c-9e12-6f67c8800725 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:08.969500 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46370) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:08.989449 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-111ee79a-4042-4934-a6a5-2ca98f4dfbcd tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Deleting port 265b22ce-3059-4341-bc67-8da293ce4638 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:08.989845 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-111ee79a-4042-4934-a6a5-2ca98f4dfbcd tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:09.030185 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-33ed1749-97f3-4fb3-9615-923fcf535df9 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:09.040512 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:09.057207 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port f2b2197f-6b6d-4241-ba48-70ee305add4c completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:09.065756 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port f2b2197f-6b6d-4241-ba48-70ee305add4c triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:09.067739 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:09.073546 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] Transition to ACTIVE for port object 265b22ce-3059-4341-bc67-8da293ce4638 will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:41:09.075956 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4e762ab3-9b40-496e-a7ea-b58185180393 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:09.082179 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191871d-34b8-4a18-8783-c07995459136 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffdc6bf5-a4cb-4ce3-b7bb-e7662fce2256,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:09.102822 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5191871d-34b8-4a18-8783-c07995459136 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:09.104389 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:09.120423 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c3bf8347-32c3-418c-9e12-6f67c8800725 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:09.121949 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-33ed1749-97f3-4fb3-9615-923fcf535df9 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:09.126354 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf8347-32c3-418c-9e12-6f67c8800725 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:09.126990 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c3bf8347-32c3-418c-9e12-6f67c8800725 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:09.135058 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ab8cba5e-d94a-424c-a5f6-90913b887c21 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:09.146775 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:09.170155 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5191871d-34b8-4a18-8783-c07995459136 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:09.173830 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5191871d-34b8-4a18-8783-c07995459136 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8054755 Nov 26 16:41:09.181482 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46376) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:09.254642 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-415415e1-9c34-42cb-9b0c-a293e254afad tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '26758464-6b2a-4463-801d-444a8088748e', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:09.286348 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4e762ab3-9b40-496e-a7ea-b58185180393 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:09.309065 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] Attempting to bind port 265b22ce-3059-4341-bc67-8da293ce4638 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:41:09.315277 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] Attempting to bind port 265b22ce-3059-4341-bc67-8da293ce4638 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:41:09.315540 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] Attempting to bind port 265b22ce-3059-4341-bc67-8da293ce4638 on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:41:09.319115 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c2c0edd4-38af-49d7-ae58-6e7fca3b2d99 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:09.329899 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:41:09.330278 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:41:09.330694 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:09.331112 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:41:09.331564 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] Bound port: 265b22ce-3059-4341-bc67-8da293ce4638, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:41:09.331990 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:09.342508 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-415415e1-9c34-42cb-9b0c-a293e254afad tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:09.351637 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:09.375657 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c3bf8347-32c3-418c-9e12-6f67c8800725 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0240231 Nov 26 16:41:09.390613 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46380) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:09.391438 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-415415e1-9c34-42cb-9b0c-a293e254afad tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:09.395068 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port f2b2197f-6b6d-4241-ba48-70ee305add4c, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f2b2197f-6b6d-4241-ba48-70ee305add4c,segment=NetworkSegment(9a6c87dc-8149-4c2c-b45c-17ce5f96b70c),segment_id=9a6c87dc-8149-4c2c-b45c-17ce5f96b70c)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:41:09.402361 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:09.405012 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-415415e1-9c34-42cb-9b0c-a293e254afad tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:09.411008 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9b43ae3e-6470-4049-9940-80e338663c0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:09.422114 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-415415e1-9c34-42cb-9b0c-a293e254afad tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:09.437351 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575bebe-1f06-4f8d-b3f7-f18aeadd8b8e None None] Pushing event updated for resources: {'Port': ['ID=265b22ce-3059-4341-bc67-8da293ce4638,revision_number=2']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:09.437979 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf8347-32c3-418c-9e12-6f67c8800725 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Network': ['ID=d6a373c6-a419-43dc-879c-c0ae59fcd3d4,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:09.440876 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-4575bebe-1f06-4f8d-b3f7-f18aeadd8b8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:09.450832 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c3bf8347-32c3-418c-9e12-6f67c8800725 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:09.461203 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] For port 265b22ce-3059-4341-bc67-8da293ce4638, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:41:09.468922 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] For port 265b22ce-3059-4341-bc67-8da293ce4638, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=265b22ce-3059-4341-bc67-8da293ce4638,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:41:09.474433 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:09.478830 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:09.492758 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network d6a373c6-a419-43dc-879c-c0ae59fcd3d4 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:41:09.503193 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-111ee79a-4042-4934-a6a5-2ca98f4dfbcd tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:09.512726 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a83d5889-1ea6-419f-b91f-04939b66a21c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c26d2b0dc4ee4068984a2474a46ae91b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5370495 Nov 26 16:41:09.515854 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46384) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:09.589558 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a843fe4-9329-425d-a010-f720cac251ae tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:41:09.592896 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-33ed1749-97f3-4fb3-9615-923fcf535df9 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:09.597409 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-e578b48a-76c6-40ee-bdac-2f7c88f98af0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'subnet': {'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:09.607227 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58b9327-5404-412e-ac2b-5fd95691b3e5 None None] Sync routers for ids ['e160b901-c002-46f2-8f06-b67ef9269803'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:41:09.609590 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575bebe-1f06-4f8d-b3f7-f18aeadd8b8e None None] Pushing event updated for resources: {'Port': ['ID=265b22ce-3059-4341-bc67-8da293ce4638,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:09.613096 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e762ab3-9b40-496e-a7ea-b58185180393 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Subnet': ['ID=802c0aba-83b2-4ea8-8d75-710c1f1b386d,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:09.623467 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28efed-aa70-4723-b62a-b2976a37756b req-dfe1b779-4266-4afb-96df-408639468048 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:09.630780 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0c28efed-aa70-4723-b62a-b2976a37756b req-dfe1b779-4266-4afb-96df-408639468048 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.5975056 Nov 26 16:41:09.632319 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] Routers {'dc3682a2-4fc7-4806-9d90-7e18df5669bc'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:09.633073 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['dc3682a2-4fc7-4806-9d90-7e18df5669bc'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:09.638740 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9acaa0-1370-4dd4-962f-f57159093867 None None] Network 508ed140-a63e-4190-bdc8-7cc4f10dd942 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:41:09.645443 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4e762ab3-9b40-496e-a7ea-b58185180393 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:09.651170 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4e762ab3-9b40-496e-a7ea-b58185180393 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:09.664795 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-33ed1749-97f3-4fb3-9615-923fcf535df9 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:09.718103 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fc415c4e-a35e-4ed4-967a-8a94b43a2f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:09.775139 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0a843fe4-9329-425d-a010-f720cac251ae tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:09.776411 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0a843fe4-9329-425d-a010-f720cac251ae tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "PUT /v2.0/routers/e160b901-c002-46f2-8f06-b67ef9269803 HTTP/1.1" status: 200 len: 914 time: 10.3357725 Nov 26 16:41:09.787949 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4e762ab3-9b40-496e-a7ea-b58185180393 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/subnets/802c0aba-83b2-4ea8-8d75-710c1f1b386d HTTP/1.1" status: 204 len: 168 time: 1.4830396 Nov 26 16:41:09.795821 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46388) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:09.796441 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46390) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:09.804206 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58b9327-5404-412e-ac2b-5fd95691b3e5 None None] Routers {'e160b901-c002-46f2-8f06-b67ef9269803'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:09.805883 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f58b9327-5404-412e-ac2b-5fd95691b3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e160b901-c002-46f2-8f06-b67ef9269803'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:09.807681 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-111ee79a-4042-4934-a6a5-2ca98f4dfbcd tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Calling delete_port for 265b22ce-3059-4341-bc67-8da293ce4638 owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:41:09.835989 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0c28efed-aa70-4723-b62a-b2976a37756b req-36afc112-b0e1-4763-af1e-9831dc8ac8c9 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042029 Nov 26 16:41:09.836748 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed1749-97f3-4fb3-9615-923fcf535df9 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee1e243-53ae-4cb5-889e-fc54dd745e34,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:09.844906 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-33ed1749-97f3-4fb3-9615-923fcf535df9 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:09.847315 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-33ed1749-97f3-4fb3-9615-923fcf535df9 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:09.851598 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-33ed1749-97f3-4fb3-9615-923fcf535df9 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2379804 Nov 26 16:41:09.852621 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46396) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:09.861920 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-5774c051-23f1-4c53-ac25-7250b6f3de0b tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group_rule': {'security_group_id': '2ee1e243-53ae-4cb5-889e-fc54dd745e34', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:09.862731 dv-neutron-819440-1-hyperv neutron-server[87518]: WARNING neutron.api.v2.base [None req-5774c051-23f1-4c53-ac25-7250b6f3de0b tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 26 16:41:09.863238 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-5774c051-23f1-4c53-ac25-7250b6f3de0b tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:41:09.868079 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5774c051-23f1-4c53-ac25-7250b6f3de0b tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0113409 Nov 26 16:41:09.870372 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e578b48a-76c6-40ee-bdac-2f7c88f98af0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:09.871295 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] Set router dc3682a2-4fc7-4806-9d90-7e18df5669bc gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:41:09.873018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46400) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:09.881454 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-3df679c0-25a5-49eb-a710-73a7e7606dbc tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group_rule': {'security_group_id': '2ee1e243-53ae-4cb5-889e-fc54dd745e34', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:09.886160 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e578b48a-76c6-40ee-bdac-2f7c88f98af0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Usage tracker for resource:subnet and tenant:64d59b3f13ac4d738c5b4d126f3cbc4c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:09.889968 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e578b48a-76c6-40ee-bdac-2f7c88f98af0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:09.892811 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3df679c0-25a5-49eb-a710-73a7e7606dbc tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:09.899698 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e578b48a-76c6-40ee-bdac-2f7c88f98af0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:09.901838 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3df679c0-25a5-49eb-a710-73a7e7606dbc tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Usage tracker for resource:security_group_rule and tenant:56441b70ce164f0c9f56f4f844c9f80a is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:09.906258 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3df679c0-25a5-49eb-a710-73a7e7606dbc tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:09.915332 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3df679c0-25a5-49eb-a710-73a7e7606dbc tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:09.923248 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e578b48a-76c6-40ee-bdac-2f7c88f98af0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Made reservation on behalf of 64d59b3f13ac4d738c5b4d126f3cbc4c for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:41:09.927307 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e578b48a-76c6-40ee-bdac-2f7c88f98af0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:09.936137 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f58b9327-5404-412e-ac2b-5fd95691b3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:09.946035 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=f2b2197f-6b6d-4241-ba48-70ee305add4c,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:09.949821 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:09.974225 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58b9327-5404-412e-ac2b-5fd95691b3e5 None None] Routers {'e160b901-c002-46f2-8f06-b67ef9269803'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:09.975047 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f58b9327-5404-412e-ac2b-5fd95691b3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e160b901-c002-46f2-8f06-b67ef9269803'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:10.030355 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-4575bebe-1f06-4f8d-b3f7-f18aeadd8b8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:10.031073 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3682a2-4fc7-4806-9d90-7e18df5669bc', 'name': 'tempest-snat-router-1259492645', 'tenant_id': '59a0cd289a0d4398806a66c6d2a2f63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:40:57Z', 'updated_at': '2021-11-26T16:41:08Z', 'revision_number': 4, 'project_id': '59a0cd289a0d4398806a66c6d2a2f63a', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:10.040208 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a23a70c-b50d-4b67-81c5-2d3a89525c8f None None] The sync data for ids ['dc3682a2-4fc7-4806-9d90-7e18df5669bc'] in dv-neutron-819440-1-hyperv is: [{'id': 'dc3682a2-4fc7-4806-9d90-7e18df5669bc', 'name': 'tempest-snat-router-1259492645', 'tenant_id': '59a0cd289a0d4398806a66c6d2a2f63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:40:57Z', 'updated_at': '2021-11-26T16:41:08Z', 'revision_number': 4, 'project_id': '59a0cd289a0d4398806a66c6d2a2f63a', 'gw_port_host': None}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:41:10.065613 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-3df679c0-25a5-49eb-a710-73a7e7606dbc tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:41:10.065829 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3df679c0-25a5-49eb-a710-73a7e7606dbc tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1917446 Nov 26 16:41:10.069614 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46404) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:10.076920 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-a11ddd6b-c3de-47a8-86c8-72a5d256de13 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group_rule': {'security_group_id': '2ee1e243-53ae-4cb5-889e-fc54dd745e34', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:10.077208 dv-neutron-819440-1-hyperv neutron-server[87518]: WARNING neutron.api.v2.base [None req-a11ddd6b-c3de-47a8-86c8-72a5d256de13 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 26 16:41:10.077720 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-a11ddd6b-c3de-47a8-86c8-72a5d256de13 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:41:10.081996 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a11ddd6b-c3de-47a8-86c8-72a5d256de13 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0114110 Nov 26 16:41:10.084528 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46408) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:10.086999 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f58b9327-5404-412e-ac2b-5fd95691b3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:10.087548 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58b9327-5404-412e-ac2b-5fd95691b3e5 None None] The sync data for ids ['e160b901-c002-46f2-8f06-b67ef9269803'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:41:10.093907 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-0a2da47e-f331-464f-bbe9-f81ea12cb406 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group_rule': {'security_group_id': '2ee1e243-53ae-4cb5-889e-fc54dd745e34', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:10.102004 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0a2da47e-f331-464f-bbe9-f81ea12cb406 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:10.107970 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0a2da47e-f331-464f-bbe9-f81ea12cb406 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Usage tracker for resource:security_group_rule and tenant:56441b70ce164f0c9f56f4f844c9f80a is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:10.111651 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0a2da47e-f331-464f-bbe9-f81ea12cb406 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:10.119456 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0a2da47e-f331-464f-bbe9-f81ea12cb406 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:10.144240 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-415415e1-9c34-42cb-9b0c-a293e254afad tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:10.206361 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-0a2da47e-f331-464f-bbe9-f81ea12cb406 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:41:10.210205 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0a2da47e-f331-464f-bbe9-f81ea12cb406 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1221311 Nov 26 16:41:10.212521 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46412) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:10.219529 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-cd238c33-6297-4178-b46a-52efa0c60671 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group_rule': {'security_group_id': '2ee1e243-53ae-4cb5-889e-fc54dd745e34', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:10.220068 dv-neutron-819440-1-hyperv neutron-server[87518]: WARNING neutron.api.v2.base [None req-cd238c33-6297-4178-b46a-52efa0c60671 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 26 16:41:10.220558 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-cd238c33-6297-4178-b46a-52efa0c60671 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:41:10.221533 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cd238c33-6297-4178-b46a-52efa0c60671 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080307 Nov 26 16:41:10.224471 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46416) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:10.241401 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdf9b4c-8310-4c55-9faa-2d031077d2f2 None None] DHCP port deletion for 508ed140-a63e-4190-bdc8-7cc4f10dd942 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:41:10.249692 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-22db8fdf-1f59-414d-a59d-6eb00b170281 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group_rule': {'security_group_id': '2ee1e243-53ae-4cb5-889e-fc54dd745e34', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:10.250992 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-fbdf9b4c-8310-4c55-9faa-2d031077d2f2 None None] Deleting port 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:10.251381 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fbdf9b4c-8310-4c55-9faa-2d031077d2f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:10.264888 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-22db8fdf-1f59-414d-a59d-6eb00b170281 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:10.280395 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-22db8fdf-1f59-414d-a59d-6eb00b170281 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Usage tracker for resource:security_group_rule and tenant:56441b70ce164f0c9f56f4f844c9f80a is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:10.284745 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-22db8fdf-1f59-414d-a59d-6eb00b170281 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:10.286158 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-af59de99-04ed-42e6-893b-bcbfcf89f5f8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:10.291707 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1ea9ca80-57ce-4eef-8f5d-baef6c1c309f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:10.297267 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-22db8fdf-1f59-414d-a59d-6eb00b170281 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:10.301137 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e578b48a-76c6-40ee-bdac-2f7c88f98af0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:10.309560 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-659d8567-d35e-4b8c-b6e1-8b0180240353 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:10.372928 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-af59de99-04ed-42e6-893b-bcbfcf89f5f8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting port 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:10.373263 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-af59de99-04ed-42e6-893b-bcbfcf89f5f8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:10.403009 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1ea9ca80-57ce-4eef-8f5d-baef6c1c309f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:10.415871 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-22db8fdf-1f59-414d-a59d-6eb00b170281 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:41:10.418981 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-22db8fdf-1f59-414d-a59d-6eb00b170281 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1923878 Nov 26 16:41:10.419489 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46420) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:10.423226 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578b48a-76c6-40ee-bdac-2f7c88f98af0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Subnet': ['ID=598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:10.433799 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-7d12bafe-438d-4e2c-9cf7-dd32d65ca42f tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group_rule': {'security_group_id': '2ee1e243-53ae-4cb5-889e-fc54dd745e34', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:10.434376 dv-neutron-819440-1-hyperv neutron-server[87518]: WARNING neutron.api.v2.base [None req-7d12bafe-438d-4e2c-9cf7-dd32d65ca42f tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 26 16:41:10.435402 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-7d12bafe-438d-4e2c-9cf7-dd32d65ca42f tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:41:10.438690 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7d12bafe-438d-4e2c-9cf7-dd32d65ca42f tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0167623 Nov 26 16:41:10.439586 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e578b48a-76c6-40ee-bdac-2f7c88f98af0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:10.440352 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e578b48a-76c6-40ee-bdac-2f7c88f98af0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Checking segment: {'id': 'eef56663-b130-4dfd-bf54-a38eb73089f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:41:10.440711 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e578b48a-76c6-40ee-bdac-2f7c88f98af0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network hostable DHCP agents. Network: d6a373c6-a419-43dc-879c-c0ae59fcd3d4, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:41:10.446637 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46424) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:10.451259 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-415415e1-9c34-42cb-9b0c-a293e254afad tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:10.453355 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-7689fc0d-1411-4f35-a882-fcf572be64e5 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group_rule': {'security_group_id': '2ee1e243-53ae-4cb5-889e-fc54dd745e34', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:10.459509 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c481a049-2092-48ce-a43a-4654b783d10f tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "GET /v2.0/routers/e160b901-c002-46f2-8f06-b67ef9269803 HTTP/1.1" status: 200 len: 920 time: 0.6183112 Nov 26 16:41:10.462299 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46428) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:10.465636 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7689fc0d-1411-4f35-a882-fcf572be64e5 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:10.470198 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7689fc0d-1411-4f35-a882-fcf572be64e5 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Usage tracker for resource:security_group_rule and tenant:56441b70ce164f0c9f56f4f844c9f80a is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:10.480387 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-415415e1-9c34-42cb-9b0c-a293e254afad tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:10.505571 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:10.507832 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-fbdf9b4c-8310-4c55-9faa-2d031077d2f2 None None] For port 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7bfb8c40-88b2-4b2d-b4b7-df2efda712c9,segment=NetworkSegment(55b752c0-cdcb-4ef8-8f1d-31e2d1a81971),segment_id=55b752c0-cdcb-4ef8-8f1d-31e2d1a81971)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:41:10.508284 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fbdf9b4c-8310-4c55-9faa-2d031077d2f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:10.516655 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7689fc0d-1411-4f35-a882-fcf572be64e5 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:10.529457 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7689fc0d-1411-4f35-a882-fcf572be64e5 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:10.537904 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e578b48a-76c6-40ee-bdac-2f7c88f98af0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network d6a373c6-a419-43dc-879c-c0ae59fcd3d4 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:41:10.564145 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.api [None req-111ee79a-4042-4934-a6a5-2ca98f4dfbcd tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:41:10.564764 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_db.api [None req-111ee79a-4042-4934-a6a5-2ca98f4dfbcd tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:41:10.570907 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-e578b48a-76c6-40ee-bdac-2f7c88f98af0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, d6a373c6-a419-43dc-879c-c0ae59fcd3d4) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:10.581231 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e578b48a-76c6-40ee-bdac-2f7c88f98af0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:10.581425 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415415e1-9c34-42cb-9b0c-a293e254afad tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7abe28ad-d7a8-4d10-b862-76d58a389b60,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:10.581835 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e578b48a-76c6-40ee-bdac-2f7c88f98af0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:10.584772 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-415415e1-9c34-42cb-9b0c-a293e254afad tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:10.611947 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-7689fc0d-1411-4f35-a882-fcf572be64e5 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:41:10.616140 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7689fc0d-1411-4f35-a882-fcf572be64e5 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1685081 Nov 26 16:41:10.618412 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46432) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:10.624546 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-415415e1-9c34-42cb-9b0c-a293e254afad tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:10.624769 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-bb958020-67b5-4e69-a214-a99d3a0c5725 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group_rule': {'security_group_id': '2ee1e243-53ae-4cb5-889e-fc54dd745e34', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:10.629185 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-415415e1-9c34-42cb-9b0c-a293e254afad tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3795938 Nov 26 16:41:10.632076 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8b5de1-3c23-4814-ae73-e0cd26318174 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:10.632825 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-da8b5de1-3c23-4814-ae73-e0cd26318174 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Synchronizing usage tracker for tenant:17a6da3b675349ab89b64ceb25702236 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:41:10.635806 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46436) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:10.641083 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e578b48a-76c6-40ee-bdac-2f7c88f98af0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2446918 Nov 26 16:41:10.642823 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-bb958020-67b5-4e69-a214-a99d3a0c5725 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:10.648457 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-bdee9419-f140-45dd-806b-12250322598a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '26758464-6b2a-4463-801d-444a8088748e', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:10.650463 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-fbdf9b4c-8310-4c55-9faa-2d031077d2f2 None None] Calling delete_port for 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:41:10.652539 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46440) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:10.660952 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-bb958020-67b5-4e69-a214-a99d3a0c5725 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Usage tracker for resource:security_group_rule and tenant:56441b70ce164f0c9f56f4f844c9f80a is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:10.663779 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-bdee9419-f140-45dd-806b-12250322598a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:10.732839 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba13ccb6-36f9-4989-bbc1-f03462d1834e None None] Network d6a373c6-a419-43dc-879c-c0ae59fcd3d4 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:41:10.741956 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-bb958020-67b5-4e69-a214-a99d3a0c5725 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:10.752628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-bdee9419-f140-45dd-806b-12250322598a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:10.769068 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1ea9ca80-57ce-4eef-8f5d-baef6c1c309f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:10.780403 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:10.802854 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9ca80-57ce-4eef-8f5d-baef6c1c309f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d99d0b-0ef2-4d8a-8a92-80f774fd81d7,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:10.807844 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f2b2197f-6b6d-4241-ba48-70ee305add4c up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:41:10.811332 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1ea9ca80-57ce-4eef-8f5d-baef6c1c309f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:10.815869 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1ea9ca80-57ce-4eef-8f5d-baef6c1c309f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/16d99d0b-0ef2-4d8a-8a92-80f774fd81d7 HTTP/1.1" status: 204 len: 168 time: 1.2988002 Nov 26 16:41:10.819636 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-af59de99-04ed-42e6-893b-bcbfcf89f5f8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] For port 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7bfb8c40-88b2-4b2d-b4b7-df2efda712c9,segment=NetworkSegment(55b752c0-cdcb-4ef8-8f1d-31e2d1a81971),segment_id=55b752c0-cdcb-4ef8-8f1d-31e2d1a81971)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:41:10.820047 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-af59de99-04ed-42e6-893b-bcbfcf89f5f8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:10.829182 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1ea9ca80-57ce-4eef-8f5d-baef6c1c309f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:10.832415 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-bdee9419-f140-45dd-806b-12250322598a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:10.836223 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-bb958020-67b5-4e69-a214-a99d3a0c5725 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:10.844718 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-bdee9419-f140-45dd-806b-12250322598a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:10.846537 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-da8b5de1-3c23-4814-ae73-e0cd26318174 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Unset dirty status for tenant:17a6da3b675349ab89b64ceb25702236 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:41:10.847710 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-da8b5de1-3c23-4814-ae73-e0cd26318174 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=cf8dce9a-1df0-4b90-b19d-7de373e178f5&device_id=e160b901-c002-46f2-8f06-b67ef9269803&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3845055 Nov 26 16:41:10.853558 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46446) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:10.879427 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fbdf9b4c-8310-4c55-9faa-2d031077d2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:10.896685 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-50e5b429-68e6-428b-b1fa-1a57c645d616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:10.942237 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf9b4c-8310-4c55-9faa-2d031077d2f2 None None] Pushing event deleted for resources: {'Port': ['ID=7bfb8c40-88b2-4b2d-b4b7-df2efda712c9,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:10.951469 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-fbdf9b4c-8310-4c55-9faa-2d031077d2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:10.965179 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdf9b4c-8310-4c55-9faa-2d031077d2f2 None None] No DVR routers for this DVR port 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:41:10.973984 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port f2b2197f-6b6d-4241-ba48-70ee305add4c triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:10.974493 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:11.113072 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-af59de99-04ed-42e6-893b-bcbfcf89f5f8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Calling delete_port for 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:41:11.197649 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-111ee79a-4042-4934-a6a5-2ca98f4dfbcd tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Deleting port 265b22ce-3059-4341-bc67-8da293ce4638 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:11.198008 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-111ee79a-4042-4934-a6a5-2ca98f4dfbcd tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:11.303562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:41:11.306079 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c44205b-af88-460d-a9b4-4cf5feec7045 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:11.306653 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2c44205b-af88-460d-a9b4-4cf5feec7045 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Synchronizing usage tracker for tenant:17a6da3b675349ab89b64ceb25702236 on resource:network {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:41:11.317067 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bdee9419-f140-45dd-806b-12250322598a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:11.325191 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-bb958020-67b5-4e69-a214-a99d3a0c5725 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:41:11.326292 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-bb958020-67b5-4e69-a214-a99d3a0c5725 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7062716 Nov 26 16:41:11.332482 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46460) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:11.355794 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:41:11.356172 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:41:11.377498 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-d6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:41:11.378683 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:11.439384 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2c44205b-af88-460d-a9b4-4cf5feec7045 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Unset dirty status for tenant:17a6da3b675349ab89b64ceb25702236 on resource:network {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:41:11.443425 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2c44205b-af88-460d-a9b4-4cf5feec7045 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "GET /v2.0/networks/cf8dce9a-1df0-4b90-b19d-7de373e178f5 HTTP/1.1" status: 200 len: 881 time: 0.5840480 Nov 26 16:41:11.446601 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46466) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:11.501460 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.api [None req-af59de99-04ed-42e6-893b-bcbfcf89f5f8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:41:11.501460 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_db.api [None req-af59de99-04ed-42e6-893b-bcbfcf89f5f8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:41:11.558701 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8857f678-e9b2-41b4-9ce0-ded42bc2cf12 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:11.613051 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-111ee79a-4042-4934-a6a5-2ca98f4dfbcd tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] For port 265b22ce-3059-4341-bc67-8da293ce4638, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=265b22ce-3059-4341-bc67-8da293ce4638,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:41:11.613471 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-111ee79a-4042-4934-a6a5-2ca98f4dfbcd tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:11.614247 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] Allocated IP 2001:db8::2 (d6a373c6-a419-43dc-879c-c0ae59fcd3d4/598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4/f851502f-7c25-4ba7-bb92-df2a0316b599) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:11.630389 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8857f678-e9b2-41b4-9ce0-ded42bc2cf12 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:11.654074 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f4c7c-6e61-4d82-bb9e-2ad42e1da8e7 req-8658bd5f-fbb2-449e-b04e-373c592f7ac1 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:11.655978 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a88f4c7c-6e61-4d82-bb9e-2ad42e1da8e7 req-8658bd5f-fbb2-449e-b04e-373c592f7ac1 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.4066255 Nov 26 16:41:11.722904 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-98f6d962-912c-4c2c-be2d-bda2ac19c107 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:11.747616 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-94a804cd-1317-4435-8840-06dd15352d80 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "GET /v2.0/ports?device_id=e160b901-c002-46f2-8f06-b67ef9269803 HTTP/1.1" status: 200 len: 205 time: 0.2415884 Nov 26 16:41:11.748250 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46478) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:11.901200 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46482) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:11.927541 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:11.932369 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-111ee79a-4042-4934-a6a5-2ca98f4dfbcd tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Calling delete_port for 265b22ce-3059-4341-bc67-8da293ce4638 owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:41:11.937877 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] Transition to ACTIVE for port object f851502f-7c25-4ba7-bb92-df2a0316b599 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:41:11.955648 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] Transition to ACTIVE for port object f851502f-7c25-4ba7-bb92-df2a0316b599 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:41:11.962976 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:11.972615 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-49f3d91a-705e-4400-90b8-f1c86b481645 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:12.004214 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-af59de99-04ed-42e6-893b-bcbfcf89f5f8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting port 7bfb8c40-88b2-4b2d-b4b7-df2efda712c9 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:12.004931 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-af59de99-04ed-42e6-893b-bcbfcf89f5f8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:12.056126 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a88f4c7c-6e61-4d82-bb9e-2ad42e1da8e7 req-739ef25e-40f1-4db8-9f39-14b70cb985ef tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130301 Nov 26 16:41:12.093514 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-af59de99-04ed-42e6-893b-bcbfcf89f5f8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] The port '7bfb8c40-88b2-4b2d-b4b7-df2efda712c9' was deleted {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:41:12.094733 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8857f678-e9b2-41b4-9ce0-ded42bc2cf12 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:12.106664 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e8bd8394-b71e-4538-af64-0a686765c643 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:12.117746 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] Pushing event updated for resources: {'Port': ['ID=f851502f-7c25-4ba7-bb92-df2a0316b599,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:12.128028 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:12.135416 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bdee9419-f140-45dd-806b-12250322598a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:12.135573 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] Network d6a373c6-a419-43dc-879c-c0ae59fcd3d4 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:12.136822 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:12.139834 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:12.152441 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bdee9419-f140-45dd-806b-12250322598a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:12.166972 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-628bb682-2e26-48f3-b109-22034b041d57 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:12.183016 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1682840730'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:12.190105 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857f678-e9b2-41b4-9ce0-ded42bc2cf12 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee1e243-53ae-4cb5-889e-fc54dd745e34,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:12.211228 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8857f678-e9b2-41b4-9ce0-ded42bc2cf12 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:12.213445 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:12.245690 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee9419-f140-45dd-806b-12250322598a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746e98b4-e44f-412d-9ddb-95e68dedb2a5,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:12.253186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bdee9419-f140-45dd-806b-12250322598a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:12.253346 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] Attempting to bind port f851502f-7c25-4ba7-bb92-df2a0316b599 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:41:12.253648 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] Attempting to bind port f851502f-7c25-4ba7-bb92-df2a0316b599 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'eef56663-b130-4dfd-bf54-a38eb73089f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:41:12.254064 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] Attempting to bind port f851502f-7c25-4ba7-bb92-df2a0316b599 on network d6a373c6-a419-43dc-879c-c0ae59fcd3d4 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:41:12.260194 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:41:12.260631 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] Checking segment: {'id': 'eef56663-b130-4dfd-bf54-a38eb73089f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:41:12.261050 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:12.262100 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] Bound using segment: {'id': 'eef56663-b130-4dfd-bf54-a38eb73089f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:41:12.262100 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] Bound port: f851502f-7c25-4ba7-bb92-df2a0316b599, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef56663-b130-4dfd-bf54-a38eb73089f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:41:12.262338 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:12.274616 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Usage tracker for resource:network and tenant:7c991dfeb8c24761a5861f1676495514 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:12.284680 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:12.284918 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5ab9389f-f50f-424a-a2d4-674262ee3a89 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:12.313814 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:12.331423 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8857f678-e9b2-41b4-9ce0-ded42bc2cf12 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:12.332589 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8857f678-e9b2-41b4-9ce0-ded42bc2cf12 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "DELETE /v2.0/security-groups/2ee1e243-53ae-4cb5-889e-fc54dd745e34 HTTP/1.1" status: 204 len: 168 time: 0.9909034 Nov 26 16:41:12.334558 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-af59de99-04ed-42e6-893b-bcbfcf89f5f8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:12.344493 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46490) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:12.359845 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bdee9419-f140-45dd-806b-12250322598a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:12.361112 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-bdee9419-f140-45dd-806b-12250322598a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7215791 Nov 26 16:41:12.365412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46494) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:12.369017 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] For port f851502f-7c25-4ba7-bb92-df2a0316b599, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:41:12.372496 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] For port f851502f-7c25-4ba7-bb92-df2a0316b599, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f851502f-7c25-4ba7-bb92-df2a0316b599,segment=NetworkSegment(eef56663-b130-4dfd-bf54-a38eb73089f1),segment_id=eef56663-b130-4dfd-bf54-a38eb73089f1)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:41:12.377839 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:12.378025 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Made reservation on behalf of 7c991dfeb8c24761a5861f1676495514 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:41:12.381312 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:12.382022 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:12.400729 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-69fcfd84-c831-4162-be30-08e693d3b395 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '26758464-6b2a-4463-801d-444a8088748e', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:12.413699 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:12.423562 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-af59de99-04ed-42e6-893b-bcbfcf89f5f8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['508ed140-a63e-4190-bdc8-7cc4f10dd942']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:12.433050 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-69fcfd84-c831-4162-be30-08e693d3b395 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:12.472206 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] Pushing event updated for resources: {'Port': ['ID=f851502f-7c25-4ba7-bb92-df2a0316b599,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:12.475789 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:12.478962 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-69fcfd84-c831-4162-be30-08e693d3b395 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:12.493464 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-af59de99-04ed-42e6-893b-bcbfcf89f5f8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b752c0-cdcb-4ef8-8f1d-31e2d1a81971') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:12.494020 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-af59de99-04ed-42e6-893b-bcbfcf89f5f8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b752c0-cdcb-4ef8-8f1d-31e2d1a81971') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:12.514217 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-69fcfd84-c831-4162-be30-08e693d3b395 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:12.526606 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:12.528501 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-98f6d962-912c-4c2c-be2d-bda2ac19c107 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Allocated IP 2001:db8::1 (d6a373c6-a419-43dc-879c-c0ae59fcd3d4/598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4/b8a6d71a-19b6-412c-8b2c-de7207148751) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:12.536027 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-af59de99-04ed-42e6-893b-bcbfcf89f5f8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:12.543115 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-69fcfd84-c831-4162-be30-08e693d3b395 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:12.557180 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Usage tracker for resource:security_group_rule and tenant:7c991dfeb8c24761a5861f1676495514 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:12.566694 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:12.581843 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:12.587196 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-af59de99-04ed-42e6-893b-bcbfcf89f5f8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:12.591622 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-08c8c0a7-727b-4140-bb69-f3ffc20181df tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Synchronizing usage tracker for tenant:56441b70ce164f0c9f56f4f844c9f80a on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:41:12.608940 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.securitygroups_db [None req-69fcfd84-c831-4162-be30-08e693d3b395 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Project 44b3ec829fd84946a37f17d3391a650c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:41:12.617645 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af59de99-04ed-42e6-893b-bcbfcf89f5f8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:41:12.618055 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-af59de99-04ed-42e6-893b-bcbfcf89f5f8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:41:12.634261 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:41:12.645617 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5ab9389f-f50f-424a-a2d4-674262ee3a89 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:12.663381 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-5ab9389f-f50f-424a-a2d4-674262ee3a89 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Deleting port b8302c79-2c73-476e-b5d8-d13c83b246ef {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:12.663782 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5ab9389f-f50f-424a-a2d4-674262ee3a89 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:12.694096 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-111ee79a-4042-4934-a6a5-2ca98f4dfbcd tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:12.705413 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1dfc3de3-e2cf-4376-a527-df62bd7d9fac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:12.756552 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-69fcfd84-c831-4162-be30-08e693d3b395 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:12.836886 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-08c8c0a7-727b-4140-bb69-f3ffc20181df tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Unset dirty status for tenant:56441b70ce164f0c9f56f4f844c9f80a on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:41:12.840166 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-08c8c0a7-727b-4140-bb69-f3ffc20181df tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4912877 Nov 26 16:41:12.840886 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ee79a-4042-4934-a6a5-2ca98f4dfbcd tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Pushing event deleted for resources: {'Port': ['ID=265b22ce-3059-4341-bc67-8da293ce4638,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:12.851320 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46498) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:12.861769 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-111ee79a-4042-4934-a6a5-2ca98f4dfbcd tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:12.888533 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-98f6d962-912c-4c2c-be2d-bda2ac19c107 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:12.897934 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-8c285000-ba97-4697-a4f9-abb6f0844dd4 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group': {'name': 'tempest-secgroup--2014870748'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:12.918437 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-98f6d962-912c-4c2c-be2d-bda2ac19c107 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Transition to ACTIVE for port object b8a6d71a-19b6-412c-8b2c-de7207148751 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:41:12.921944 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-af59de99-04ed-42e6-893b-bcbfcf89f5f8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:12.923847 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-8c285000-ba97-4697-a4f9-abb6f0844dd4 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:12.960658 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5ab9389f-f50f-424a-a2d4-674262ee3a89 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:12.974777 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3d3729df-8555-4b62-9626-8e336c296442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:12.992856 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-af59de99-04ed-42e6-893b-bcbfcf89f5f8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:13.028997 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-8c285000-ba97-4697-a4f9-abb6f0844dd4 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:13.035965 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59de99-04ed-42e6-893b-bcbfcf89f5f8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Network': ['ID=508ed140-a63e-4190-bdc8-7cc4f10dd942,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:13.048051 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-af59de99-04ed-42e6-893b-bcbfcf89f5f8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:13.065135 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-af59de99-04ed-42e6-893b-bcbfcf89f5f8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/networks/508ed140-a63e-4190-bdc8-7cc4f10dd942 HTTP/1.1" status: 204 len: 168 time: 3.2231805 Nov 26 16:41:13.074964 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46502) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:13.088114 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8c285000-ba97-4697-a4f9-abb6f0844dd4 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:13.090073 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-5ab9389f-f50f-424a-a2d4-674262ee3a89 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Calling delete_port for b8302c79-2c73-476e-b5d8-d13c83b246ef owned by network:router_gateway {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:41:13.115125 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-4b8c377d-3e8a-4f0b-9dc6-de8036aecd32 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1723411724'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:13.133305 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-4b8c377d-3e8a-4f0b-9dc6-de8036aecd32 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:13.138622 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4b8c377d-3e8a-4f0b-9dc6-de8036aecd32 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:network and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:13.142034 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4b8c377d-3e8a-4f0b-9dc6-de8036aecd32 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:13.148070 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-98f6d962-912c-4c2c-be2d-bda2ac19c107 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:13.154007 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8f505b35-33f5-48fe-913d-ea509b6fad70 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:13.164545 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-69fcfd84-c831-4162-be30-08e693d3b395 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:13.166756 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-111ee79a-4042-4934-a6a5-2ca98f4dfbcd tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:13.217128 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-4b8c377d-3e8a-4f0b-9dc6-de8036aecd32 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:13.234756 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-8c285000-ba97-4697-a4f9-abb6f0844dd4 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:13.238727 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-69fcfd84-c831-4162-be30-08e693d3b395 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:13.298858 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:13.301601 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8c285000-ba97-4697-a4f9-abb6f0844dd4 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Usage tracker for resource:security_group_rule and tenant:56441b70ce164f0c9f56f4f844c9f80a is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:13.363578 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:13.372879 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8c285000-ba97-4697-a4f9-abb6f0844dd4 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:13.393612 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:13.396735 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8c377d-3e8a-4f0b-9dc6-de8036aecd32 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:41:13.400152 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4b8c377d-3e8a-4f0b-9dc6-de8036aecd32 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:13.414127 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f6d962-912c-4c2c-be2d-bda2ac19c107 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network d6a373c6-a419-43dc-879c-c0ae59fcd3d4 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:13.416940 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-8c285000-ba97-4697-a4f9-abb6f0844dd4 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:13.419608 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-98f6d962-912c-4c2c-be2d-bda2ac19c107 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:13.430391 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f6d962-912c-4c2c-be2d-bda2ac19c107 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:13.431171 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-98f6d962-912c-4c2c-be2d-bda2ac19c107 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:13.432392 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fcfd84-c831-4162-be30-08e693d3b395 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7133f4be-f5fb-4cbb-b688-1fc5c58890a3,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:13.444065 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-111ee79a-4042-4934-a6a5-2ca98f4dfbcd tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:13.446011 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-69fcfd84-c831-4162-be30-08e693d3b395 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:13.454291 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c86ab9f2-74f9-4f7b-8986-04942f2107e5 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:13.456048 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6d962-912c-4c2c-be2d-bda2ac19c107 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Port': ['ID=b8a6d71a-19b6-412c-8b2c-de7207148751,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:13.465956 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-111ee79a-4042-4934-a6a5-2ca98f4dfbcd tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:13.467031 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-98f6d962-912c-4c2c-be2d-bda2ac19c107 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:13.490330 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:41:13.522643 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-69fcfd84-c831-4162-be30-08e693d3b395 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:13.526841 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-69fcfd84-c831-4162-be30-08e693d3b395 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1503029 Nov 26 16:41:13.529323 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46508) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:13.549568 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:13.550152 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Added segment b5d92d54-b072-48e1-a199-902f5b17dc3a of type vlan for network 7ee3c287-caf8-420e-bef9-fe22fa132485 Nov 26 16:41:13.554593 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-a005b7a9-f757-4a3c-9e17-d899b40b6091 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '26758464-6b2a-4463-801d-444a8088748e', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:13.565242 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8c377d-3e8a-4f0b-9dc6-de8036aecd32 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:41:13.568485 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=379b4203-be1e-4fe5-9056-466300fd7477,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:13.572295 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a005b7a9-f757-4a3c-9e17-d899b40b6091 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:13.572847 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c7f1a-38df-4a70-a97c-2144bbb38c2d req-d0e1b93b-64f8-4c18-ad8c-8d0a4c802928 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:13.574443 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-258c7f1a-38df-4a70-a97c-2144bbb38c2d req-d0e1b93b-64f8-4c18-ad8c-8d0a4c802928 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.3878956 Nov 26 16:41:13.578318 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:13.583024 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-111ee79a-4042-4934-a6a5-2ca98f4dfbcd tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:13.583871 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111ee79a-4042-4934-a6a5-2ca98f4dfbcd tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc3682a2-4fc7-4806-9d90-7e18df5669bc {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:41:13.589658 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a005b7a9-f757-4a3c-9e17-d899b40b6091 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:13.596337 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a005b7a9-f757-4a3c-9e17-d899b40b6091 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:13.623762 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a005b7a9-f757-4a3c-9e17-d899b40b6091 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:13.626591 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4b8c377d-3e8a-4f0b-9dc6-de8036aecd32 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:13.627090 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-4b8c377d-3e8a-4f0b-9dc6-de8036aecd32 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Added segment 6742edd3-1ff9-4caf-a293-eb3820462397 of type vlan for network 0a7188fe-5575-433e-a423-a8d210bb9e0a Nov 26 16:41:13.640732 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:13.675476 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.securitygroups_db [None req-a005b7a9-f757-4a3c-9e17-d899b40b6091 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Project 44b3ec829fd84946a37f17d3391a650c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:41:13.682600 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-98f6d962-912c-4c2c-be2d-bda2ac19c107 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:13.733755 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a005b7a9-f757-4a3c-9e17-d899b40b6091 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:13.750536 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4b8c377d-3e8a-4f0b-9dc6-de8036aecd32 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:13.777204 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8c285000-ba97-4697-a4f9-abb6f0844dd4 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:13.791253 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5ab9389f-f50f-424a-a2d4-674262ee3a89 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:13.798632 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8c285000-ba97-4697-a4f9-abb6f0844dd4 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:13.807203 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-13986337-6752-43d9-8270-30fda2e7a516 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:13.812208 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9041257d-f0b3-4c33-8808-9f1ef9cb0e2b None None] Network d6a373c6-a419-43dc-879c-c0ae59fcd3d4 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:41:13.813748 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e1d264dd-9ac3-4cc5-bad4-2375bde6f2e4 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:13.835154 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-111ee79a-4042-4934-a6a5-2ca98f4dfbcd tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:13.836263 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-111ee79a-4042-4934-a6a5-2ca98f4dfbcd tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "DELETE /v2.0/routers/dc3682a2-4fc7-4806-9d90-7e18df5669bc HTTP/1.1" status: 204 len: 168 time: 5.6800735 Nov 26 16:41:13.845384 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:13.847457 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46512) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:13.851364 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:13.852139 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:13.914126 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-352ada87-1591-41f2-b767-9c222649eb9d None None] Provisioning for port f851502f-7c25-4ba7-bb92-df2a0316b599 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:13.982437 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.resource_extend [None req-4b8c377d-3e8a-4f0b-9dc6-de8036aecd32 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:41:14.024149 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8c285000-ba97-4697-a4f9-abb6f0844dd4 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:14.025370 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8c285000-ba97-4697-a4f9-abb6f0844dd4 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1695528 Nov 26 16:41:14.031120 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46516) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:14.033789 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c285000-ba97-4697-a4f9-abb6f0844dd4 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e505a7-5874-4175-8dfc-78d785e0f7fb,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:14.038072 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8c285000-ba97-4697-a4f9-abb6f0844dd4 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:14.043160 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-9019e6b1-4911-4647-9043-5e96c5b9d53f tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group_rule': {'security_group_id': '56e505a7-5874-4175-8dfc-78d785e0f7fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:14.050505 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-780f3e0f-2c3a-40ed-89b6-8f801defc50d tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:14.065493 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4b8c377d-3e8a-4f0b-9dc6-de8036aecd32 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:14.071507 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8c377d-3e8a-4f0b-9dc6-de8036aecd32 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:14.072113 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4b8c377d-3e8a-4f0b-9dc6-de8036aecd32 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:14.078642 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9019e6b1-4911-4647-9043-5e96c5b9d53f tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:14.085009 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1695814 Nov 26 16:41:14.098820 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9019e6b1-4911-4647-9043-5e96c5b9d53f tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Usage tracker for resource:security_group_rule and tenant:56441b70ce164f0c9f56f4f844c9f80a is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:14.117399 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9389f-f50f-424a-a2d4-674262ee3a89 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Pushing event deleted for resources: {'Port': ['ID=b8302c79-2c73-476e-b5d8-d13c83b246ef,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:14.120110 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5ab9389f-f50f-424a-a2d4-674262ee3a89 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:14.121497 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4671fd8a-a83d-47ce-9b25-0a98ea2a0880 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:14.144927 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46520) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:14.147440 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9019e6b1-4911-4647-9043-5e96c5b9d53f tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:14.175856 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9019e6b1-4911-4647-9043-5e96c5b9d53f tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:14.192431 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-1be42ae2-d54a-41a3-9950-e4eeaa20665c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Request body: {'subnet': {'network_id': '7ee3c287-caf8-420e-bef9-fe22fa132485', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:14.208350 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a005b7a9-f757-4a3c-9e17-d899b40b6091 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:14.220369 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4b8c377d-3e8a-4f0b-9dc6-de8036aecd32 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1337864 Nov 26 16:41:14.225964 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46524) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:14.279942 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a005b7a9-f757-4a3c-9e17-d899b40b6091 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:14.289620 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-e2b80e35-09c1-4d51-b06f-e51f5fa3c772 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'subnet': {'network_id': '0a7188fe-5575-433e-a423-a8d210bb9e0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:14.304237 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event updated for resources: {'Network': ['ID=7ee3c287-caf8-420e-bef9-fe22fa132485,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:14.317371 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 7ee3c287-caf8-420e-bef9-fe22fa132485 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:41:14.322115 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:14.326361 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-258c7f1a-38df-4a70-a97c-2144bbb38c2d req-58814155-adb9-4ff3-a92e-0bc71dc1e893 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6617327 Nov 26 16:41:14.340273 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-af59de99-04ed-42e6-893b-bcbfcf89f5f8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:14.477871 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-298097fe-d26e-44b7-ad96-95c76bf42e44 None None] Provisioning for port b8a6d71a-19b6-412c-8b2c-de7207148751 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:14.483311 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-298097fe-d26e-44b7-ad96-95c76bf42e44 None None] Provisioning complete for port b8a6d71a-19b6-412c-8b2c-de7207148751 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:14.483908 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-298097fe-d26e-44b7-ad96-95c76bf42e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:14.558983 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-298097fe-d26e-44b7-ad96-95c76bf42e44 None None] Port b8a6d71a-19b6-412c-8b2c-de7207148751 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:41:14.593194 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a005b7a9-f757-4a3c-9e17-d899b40b6091 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:14.602701 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a005b7a9-f757-4a3c-9e17-d899b40b6091 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0679033 Nov 26 16:41:14.643401 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1be42ae2-d54a-41a3-9950-e4eeaa20665c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:14.646778 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-9019e6b1-4911-4647-9043-5e96c5b9d53f tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] create failed (client error): The resource could not be found. Nov 26 16:41:14.647854 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-9019e6b1-4911-4647-9043-5e96c5b9d53f tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6153638 Nov 26 16:41:14.648770 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c377d-3e8a-4f0b-9dc6-de8036aecd32 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Network': ['ID=0a7188fe-5575-433e-a423-a8d210bb9e0a,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:14.651922 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46534) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:14.655533 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-e2b80e35-09c1-4d51-b06f-e51f5fa3c772 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:14.657938 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4b8c377d-3e8a-4f0b-9dc6-de8036aecd32 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:14.658884 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1be42ae2-d54a-41a3-9950-e4eeaa20665c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Usage tracker for resource:subnet and tenant:7c991dfeb8c24761a5861f1676495514 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:14.661459 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 0a7188fe-5575-433e-a423-a8d210bb9e0a details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:41:14.662282 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1fcd1dce-f40b-4cf2-b7bf-a41f77f2169a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.349s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:14.674576 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1be42ae2-d54a-41a3-9950-e4eeaa20665c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:14.689002 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-b06d4416-3314-4c51-a6ad-d213bd946e8d tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group_rule': {'security_group_id': '56e505a7-5874-4175-8dfc-78d785e0f7fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '19fa9141-f978-41b3-bead-4b4577602ce5'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:14.700762 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-98f6d962-912c-4c2c-be2d-bda2ac19c107 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:14.708779 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e2b80e35-09c1-4d51-b06f-e51f5fa3c772 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:subnet and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:14.721489 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e2b80e35-09c1-4d51-b06f-e51f5fa3c772 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:14.734297 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1be42ae2-d54a-41a3-9950-e4eeaa20665c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:14.738420 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b06d4416-3314-4c51-a6ad-d213bd946e8d tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:14.753210 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005b7a9-f757-4a3c-9e17-d899b40b6091 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96ae7b7-1276-4811-8d2f-58d376493eb7,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:14.758990 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-e2b80e35-09c1-4d51-b06f-e51f5fa3c772 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:14.771821 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b06d4416-3314-4c51-a6ad-d213bd946e8d tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Usage tracker for resource:security_group_rule and tenant:56441b70ce164f0c9f56f4f844c9f80a is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:14.779039 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a005b7a9-f757-4a3c-9e17-d899b40b6091 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:14.783875 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-98f6d962-912c-4c2c-be2d-bda2ac19c107 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:14.784237 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-98f6d962-912c-4c2c-be2d-bda2ac19c107 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:14.789174 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b06d4416-3314-4c51-a6ad-d213bd946e8d tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:14.791360 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9c965c8c-ab09-4242-a069-d65d87b04a7d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:14.831304 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b06d4416-3314-4c51-a6ad-d213bd946e8d tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:14.843130 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4671fd8a-a83d-47ce-9b25-0a98ea2a0880 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:14.857115 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be42ae2-d54a-41a3-9950-e4eeaa20665c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Made reservation on behalf of 7c991dfeb8c24761a5861f1676495514 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:41:14.863379 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1be42ae2-d54a-41a3-9950-e4eeaa20665c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:14.903504 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b80e35-09c1-4d51-b06f-e51f5fa3c772 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:41:14.907663 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e2b80e35-09c1-4d51-b06f-e51f5fa3c772 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:14.945382 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f851502f-7c25-4ba7-bb92-df2a0316b599 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:41:15.024428 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c9247268-0846-4781-a3b8-aea17a8a8380 None None] Provisioning complete for port b8a6d71a-19b6-412c-8b2c-de7207148751 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:15.024902 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c9247268-0846-4781-a3b8-aea17a8a8380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:15.091971 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-c9247268-0846-4781-a3b8-aea17a8a8380 None None] Port b8a6d71a-19b6-412c-8b2c-de7207148751 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:41:15.100408 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port f851502f-7c25-4ba7-bb92-df2a0316b599 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:15.105735 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port f851502f-7c25-4ba7-bb92-df2a0316b599 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:15.106213 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:15.155801 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-b06d4416-3314-4c51-a6ad-d213bd946e8d tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] create failed (client error): The resource could not be found. Nov 26 16:41:15.159472 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b06d4416-3314-4c51-a6ad-d213bd946e8d tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5028679 Nov 26 16:41:15.168550 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46552) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:15.192454 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-9cfbf1a0-db27-46c3-8cdf-488a1d7433d4 req-433e56a4-9e2c-460b-a34a-6a61adc908ea tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:41:15.215966 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-4671fd8a-a83d-47ce-9b25-0a98ea2a0880 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Deleting port c199b1bb-7b96-4120-9ee2-5969a1bb56bf {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:15.216310 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4671fd8a-a83d-47ce-9b25-0a98ea2a0880 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:15.244161 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5ab9389f-f50f-424a-a2d4-674262ee3a89 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:15.269740 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:15.299113 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-9cfbf1a0-db27-46c3-8cdf-488a1d7433d4 req-433e56a4-9e2c-460b-a34a-6a61adc908ea tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:41:15.300322 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9cfbf1a0-db27-46c3-8cdf-488a1d7433d4 req-433e56a4-9e2c-460b-a34a-6a61adc908ea tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1607873815&fields=id&tenant_id=44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 267 time: 0.2963135 Nov 26 16:41:15.304982 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port f851502f-7c25-4ba7-bb92-df2a0316b599, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f851502f-7c25-4ba7-bb92-df2a0316b599,segment=NetworkSegment(eef56663-b130-4dfd-bf54-a38eb73089f1),segment_id=eef56663-b130-4dfd-bf54-a38eb73089f1)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:41:15.311149 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:15.313371 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-0bbe4ef9-6510-4a3e-8cef-d5deec6d35a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:15.382018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6d962-912c-4c2c-be2d-bda2ac19c107 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Port': ['ID=b8a6d71a-19b6-412c-8b2c-de7207148751,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:15.386220 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=f851502f-7c25-4ba7-bb92-df2a0316b599,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:15.389480 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:15.395639 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5db45e3e-2f9d-4cc1-81c9-0f2d5d322915 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:15.463861 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-98f6d962-912c-4c2c-be2d-bda2ac19c107 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:15.488552 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5ab9389f-f50f-424a-a2d4-674262ee3a89 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:15.506311 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5ab9389f-f50f-424a-a2d4-674262ee3a89 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:15.539114 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5db45e3e-2f9d-4cc1-81c9-0f2d5d322915 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:15.561611 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1be42ae2-d54a-41a3-9950-e4eeaa20665c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:15.573315 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-65c4f7eb-c9aa-41c1-87e6-2eb5a4d5b0b5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:15.635289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5ab9389f-f50f-424a-a2d4-674262ee3a89 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:15.635862 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab9389f-f50f-424a-a2d4-674262ee3a89 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Fanout notify agent at l3_agent the message router_deleted on router e160b901-c002-46f2-8f06-b67ef9269803 {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:41:15.660398 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d7fb7-ba96-49a9-9f08-d62bcc4eb106 req-124b2dad-ea3c-459a-b348-39854c41c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:15.661917 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-758d7fb7-ba96-49a9-9f08-d62bcc4eb106 req-124b2dad-ea3c-459a-b348-39854c41c0fa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06e5b26eff95490196e93abf54aa53ed&device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 1098 time: 0.5921504 Nov 26 16:41:15.664453 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f6d962-912c-4c2c-be2d-bda2ac19c107 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network d6a373c6-a419-43dc-879c-c0ae59fcd3d4 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:15.675373 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f84f7d-7b10-4857-bdce-57639d18508d req-dbdec32e-0cb8-46ef-a6d4-943b32acf312 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:15.676857 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-36f84f7d-7b10-4857-bdce-57639d18508d req-dbdec32e-0cb8-46ef-a6d4-943b32acf312 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.8155901 Nov 26 16:41:15.680099 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-98f6d962-912c-4c2c-be2d-bda2ac19c107 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:15.691598 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e2b80e35-09c1-4d51-b06f-e51f5fa3c772 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:15.732834 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbf1a0-db27-46c3-8cdf-488a1d7433d4 req-237b8dfa-a509-4047-91b4-390866666953 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:15.733547 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-9cfbf1a0-db27-46c3-8cdf-488a1d7433d4 req-237b8dfa-a509-4047-91b4-390866666953 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:network {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:41:15.741260 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be42ae2-d54a-41a3-9950-e4eeaa20665c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event updated for resources: {'Subnet': ['ID=c3b8fd25-240b-4914-80e9-9eab46d31170,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:15.746821 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1be42ae2-d54a-41a3-9950-e4eeaa20665c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:15.747803 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4b2a97d7-6017-4aca-abe6-e7f13db3378d tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:15.817802 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5db45e3e-2f9d-4cc1-81c9-0f2d5d322915 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:15.840254 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be42ae2-d54a-41a3-9950-e4eeaa20665c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Checking segment: {'id': 'b5d92d54-b072-48e1-a199-902f5b17dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7ee3c287-caf8-420e-bef9-fe22fa132485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:41:15.840617 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be42ae2-d54a-41a3-9950-e4eeaa20665c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Network hostable DHCP agents. Network: 7ee3c287-caf8-420e-bef9-fe22fa132485, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:41:15.855468 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-9cfbf1a0-db27-46c3-8cdf-488a1d7433d4 req-237b8dfa-a509-4047-91b4-390866666953 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:network {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:41:15.856673 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9cfbf1a0-db27-46c3-8cdf-488a1d7433d4 req-237b8dfa-a509-4047-91b4-390866666953 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/networks?id=0b0fb40a-d13f-4bdc-9c45-8932552dcf6c HTTP/1.1" status: 200 len: 795 time: 0.4945867 Nov 26 16:41:15.878341 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b80e35-09c1-4d51-b06f-e51f5fa3c772 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Subnet': ['ID=d46b43e6-be0b-42a1-a5cd-60527cf44d4f,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:15.883627 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5ab9389f-f50f-424a-a2d4-674262ee3a89 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:15.884854 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5ab9389f-f50f-424a-a2d4-674262ee3a89 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "DELETE /v2.0/routers/e160b901-c002-46f2-8f06-b67ef9269803 HTTP/1.1" status: 204 len: 168 time: 4.1325140 Nov 26 16:41:15.895529 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46556) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:15.896482 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e2b80e35-09c1-4d51-b06f-e51f5fa3c772 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:15.899650 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-231ffef8-c375-43bc-9f1b-d33bea2b0061 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:15.908026 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b80e35-09c1-4d51-b06f-e51f5fa3c772 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Checking segment: {'id': '6742edd3-1ff9-4caf-a293-eb3820462397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0a7188fe-5575-433e-a423-a8d210bb9e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:41:15.908391 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b80e35-09c1-4d51-b06f-e51f5fa3c772 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network hostable DHCP agents. Network: 0a7188fe-5575-433e-a423-a8d210bb9e0a, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:41:15.925172 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-38c5e8b0-572c-47b7-89f4-75fa9f7915a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1494550427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:15.933366 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9cfbf1a0-db27-46c3-8cdf-488a1d7433d4 req-f09de23a-befd-46b5-97d5-1af6826b19c9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/quotas/44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 375 time: 0.0614951 Nov 26 16:41:15.937018 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db45e3e-2f9d-4cc1-81c9-0f2d5d322915 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e505a7-5874-4175-8dfc-78d785e0f7fb,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:15.939827 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-38c5e8b0-572c-47b7-89f4-75fa9f7915a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:15.942665 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be42ae2-d54a-41a3-9950-e4eeaa20665c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Network 7ee3c287-caf8-420e-bef9-fe22fa132485 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:41:15.994050 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-4671fd8a-a83d-47ce-9b25-0a98ea2a0880 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] For port c199b1bb-7b96-4120-9ee2-5969a1bb56bf, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=c199b1bb-7b96-4120-9ee2-5969a1bb56bf,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:41:15.994432 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4671fd8a-a83d-47ce-9b25-0a98ea2a0880 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:15.998059 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5db45e3e-2f9d-4cc1-81c9-0f2d5d322915 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:15.998903 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5db45e3e-2f9d-4cc1-81c9-0f2d5d322915 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:16.000045 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5db45e3e-2f9d-4cc1-81c9-0f2d5d322915 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "DELETE /v2.0/security-groups/56e505a7-5874-4175-8dfc-78d785e0f7fb HTTP/1.1" status: 204 len: 168 time: 0.8305123 Nov 26 16:41:16.005551 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46560) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:16.010179 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-38c5e8b0-572c-47b7-89f4-75fa9f7915a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Usage tracker for resource:router and tenant:e8b3f4d48fbc4382b6c51f0e52c2d492 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:16.016882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-38c5e8b0-572c-47b7-89f4-75fa9f7915a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:16.027892 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-38c5e8b0-572c-47b7-89f4-75fa9f7915a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:16.034465 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-1be42ae2-d54a-41a3-9950-e4eeaa20665c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 7ee3c287-caf8-420e-bef9-fe22fa132485) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:16.040191 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be42ae2-d54a-41a3-9950-e4eeaa20665c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:16.040464 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1be42ae2-d54a-41a3-9950-e4eeaa20665c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:16.041918 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9f308a45-11d5-4b94-ae4a-970191223790 None None] Provisioning complete for port b8a6d71a-19b6-412c-8b2c-de7207148751 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:16.043265 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9f308a45-11d5-4b94-ae4a-970191223790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:16.071596 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b80e35-09c1-4d51-b06f-e51f5fa3c772 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network 0a7188fe-5575-433e-a423-a8d210bb9e0a is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:41:16.081654 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38c5e8b0-572c-47b7-89f4-75fa9f7915a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:16.082605 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38c5e8b0-572c-47b7-89f4-75fa9f7915a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:16.084276 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e039bf3a-9105-4d47-8b26-2ac7488ec8b2 None None] Network 7ee3c287-caf8-420e-bef9-fe22fa132485 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:41:16.093352 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1be42ae2-d54a-41a3-9950-e4eeaa20665c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9479349 Nov 26 16:41:16.098441 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-e2b80e35-09c1-4d51-b06f-e51f5fa3c772 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 0a7188fe-5575-433e-a423-a8d210bb9e0a) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:16.100619 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-36f84f7d-7b10-4857-bdce-57639d18508d req-f915fbe4-604f-46a8-aa1f-03f5ecd3fc41 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3809211 Nov 26 16:41:16.104380 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b80e35-09c1-4d51-b06f-e51f5fa3c772 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:16.104961 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e2b80e35-09c1-4d51-b06f-e51f5fa3c772 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:16.109577 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46564) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:16.136363 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-b752f283-6695-43c5-b1a6-5b5e74b2d246 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-438265414', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}, 'admin_state_up': False}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:16.151434 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b752f283-6695-43c5-b1a6-5b5e74b2d246 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:16.163361 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38c5e8b0-572c-47b7-89f4-75fa9f7915a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:16.165112 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b752f283-6695-43c5-b1a6-5b5e74b2d246 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Usage tracker for resource:router and tenant:7c991dfeb8c24761a5861f1676495514 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:16.176839 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b752f283-6695-43c5-b1a6-5b5e74b2d246 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:16.183540 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e2b80e35-09c1-4d51-b06f-e51f5fa3c772 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9501429 Nov 26 16:41:16.183701 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96907bb3-08f0-4ab8-83f1-1cc0515ad43a None None] Network 0a7188fe-5575-433e-a423-a8d210bb9e0a requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:41:16.183855 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-4671fd8a-a83d-47ce-9b25-0a98ea2a0880 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Calling delete_port for c199b1bb-7b96-4120-9ee2-5969a1bb56bf owned by network:router_gateway {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:41:16.187124 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b752f283-6695-43c5-b1a6-5b5e74b2d246 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:16.188788 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46568) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:16.197981 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-a3b2e223-6889-4f8f-bcf3-b6c7b5bdc9c8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'port': {'network_id': '0a7188fe-5575-433e-a423-a8d210bb9e0a', 'name': 'tempest-PortsTestJSON-43639643', 'fixed_ips': [{'subnet_id': 'd46b43e6-be0b-42a1-a5cd-60527cf44d4f', 'ip_address': '172.20.0.10'}]}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:16.267464 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d7fb7-ba96-49a9-9f08-d62bcc4eb106 req-3f30ae46-5cca-4023-869f-25445475e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:16.268967 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-758d7fb7-ba96-49a9-9f08-d62bcc4eb106 req-3f30ae46-5cca-4023-869f-25445475e575 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a5e19142-4e79-42ca-965f-fd783eba57b9 HTTP/1.1" status: 200 len: 912 time: 0.5868340 Nov 26 16:41:16.310461 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-9f308a45-11d5-4b94-ae4a-970191223790 None None] Port b8a6d71a-19b6-412c-8b2c-de7207148751 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:41:16.413454 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9cfbf1a0-db27-46c3-8cdf-488a1d7433d4 req-1c034beb-c3c6-430f-8aac-041b9112c0ee tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4626951 Nov 26 16:41:16.504154 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b752f283-6695-43c5-b1a6-5b5e74b2d246 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:16.505412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b752f283-6695-43c5-b1a6-5b5e74b2d246 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:16.515077 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38c5e8b0-572c-47b7-89f4-75fa9f7915a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:16.552667 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e96a1033-d6b3-4f30-a518-3367e31e2ed2 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Synchronizing usage tracker for tenant:56441b70ce164f0c9f56f4f844c9f80a on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:41:16.553500 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b752f283-6695-43c5-b1a6-5b5e74b2d246 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:16.565684 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-0a7188fe-5575-433e-a423-a8d210bb9e0a', 'network_id': '0a7188fe-5575-433e-a423-a8d210bb9e0a', 'tenant_id': '5e36d1cdcfec4f8f8fdf216a7a647809', 'fixed_ips': [{'subnet_id': 'd46b43e6-be0b-42a1-a5cd-60527cf44d4f'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:41:16.566694 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:16.591454 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [req-9cfbf1a0-db27-46c3-8cdf-488a1d7433d4 req-143db78b-8050-4408-9456-30212a37ed67 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:41:16.599802 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9cfbf1a0-db27-46c3-8cdf-488a1d7433d4 req-143db78b-8050-4408-9456-30212a37ed67 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0975187 Nov 26 16:41:16.601963 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a3b2e223-6889-4f8f-bcf3-b6c7b5bdc9c8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:16.619818 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-758d7fb7-ba96-49a9-9f08-d62bcc4eb106 req-2f4c5cfd-d398-439e-9cf9-fc3b0801c7a6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7996468-c56a-4a78-8717-905208e625cd HTTP/1.1" status: 200 len: 1001 time: 0.3349609 Nov 26 16:41:16.627851 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6f4ee0-693c-4435-b15d-ccd094f38b2c None None] Network 7ee3c287-caf8-420e-bef9-fe22fa132485 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:41:16.628043 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e96a1033-d6b3-4f30-a518-3367e31e2ed2 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Unset dirty status for tenant:56441b70ce164f0c9f56f4f844c9f80a on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:41:16.629050 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e96a1033-d6b3-4f30-a518-3367e31e2ed2 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6168072 Nov 26 16:41:16.664543 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46576) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:16.667805 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f6d962-912c-4c2c-be2d-bda2ac19c107 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Router 50d49945-ee47-486d-9fe1-a38afb206c82 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:41:16.686762 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-186e7769-48e3-4df5-8931-f433c95d481d tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group_rule': {'security_group_id': 'fdabd370-3d06-4fe1-a6a0-563931f4aefc', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:16.691298 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a3b2e223-6889-4f8f-bcf3-b6c7b5bdc9c8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:port and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:16.698135 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-186e7769-48e3-4df5-8931-f433c95d481d tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:16.709728 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-186e7769-48e3-4df5-8931-f433c95d481d tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Usage tracker for resource:security_group_rule and tenant:56441b70ce164f0c9f56f4f844c9f80a is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:16.754553 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38c5e8b0-572c-47b7-89f4-75fa9f7915a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:16.756524 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-38c5e8b0-572c-47b7-89f4-75fa9f7915a1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8581569 Nov 26 16:41:16.757721 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a3b2e223-6889-4f8f-bcf3-b6c7b5bdc9c8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:16.771477 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46580) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:16.772488 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-186e7769-48e3-4df5-8931-f433c95d481d tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:16.789878 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-186e7769-48e3-4df5-8931-f433c95d481d tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:16.824844 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-463f23a1-8eb4-46df-855b-185b4c496b67 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'enable_snat': False}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:16.865887 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f851502f-7c25-4ba7-bb92-df2a0316b599 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:41:16.912642 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a3b2e223-6889-4f8f-bcf3-b6c7b5bdc9c8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:16.921253 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d7fb7-ba96-49a9-9f08-d62bcc4eb106 req-fd67c8a0-4d46-4fd4-a634-6c977bb3e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:16.922354 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] Allocated IP 172.20.0.2 (0a7188fe-5575-433e-a423-a8d210bb9e0a/d46b43e6-be0b-42a1-a5cd-60527cf44d4f/b96eae6b-3524-4c0f-a4a3-33995d7e7b68) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:16.924663 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-758d7fb7-ba96-49a9-9f08-d62bcc4eb106 req-fd67c8a0-4d46-4fd4-a634-6c977bb3e191 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a210e770-5b77-496f-9854-0be443d4634c HTTP/1.1" status: 200 len: 850 time: 0.2926543 Nov 26 16:41:17.032648 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4671fd8a-a83d-47ce-9b25-0a98ea2a0880 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:17.039997 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7fac3b7e-1991-4c5f-83d5-ff0c4a8255e0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:17.077616 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f6d962-912c-4c2c-be2d-bda2ac19c107 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:41:17.100892 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] Sync routers for ids ['50d49945-ee47-486d-9fe1-a38afb206c82'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:41:17.101442 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port f851502f-7c25-4ba7-bb92-df2a0316b599 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:17.101442 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:17.103898 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671fd8a-a83d-47ce-9b25-0a98ea2a0880 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Pushing event deleted for resources: {'Port': ['ID=c199b1bb-7b96-4120-9ee2-5969a1bb56bf,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:17.109083 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-186e7769-48e3-4df5-8931-f433c95d481d tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] create failed (client error): The resource could not be found. Nov 26 16:41:17.110111 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-186e7769-48e3-4df5-8931-f433c95d481d tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4442773 Nov 26 16:41:17.111131 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4671fd8a-a83d-47ce-9b25-0a98ea2a0880 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:17.141175 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b2e223-6889-4f8f-bcf3-b6c7b5bdc9c8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:41:17.145189 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46584) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:17.146789 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] Routers {'50d49945-ee47-486d-9fe1-a38afb206c82'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:17.149735 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-98f6d962-912c-4c2c-be2d-bda2ac19c107 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "PUT /v2.0/routers/50d49945-ee47-486d-9fe1-a38afb206c82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4955416 Nov 26 16:41:17.154654 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['50d49945-ee47-486d-9fe1-a38afb206c82'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:17.157475 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46590) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:17.162759 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-c8cdd11f-c803-4645-81e3-cc520da396b2 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group': {'name': 'tempest-secgroup--1686667882'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:17.209990 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-f969a0b1-0989-467e-a924-34a9bfb891d7 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-565695246'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:17.219408 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c8cdd11f-c803-4645-81e3-cc520da396b2 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:17.232811 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f969a0b1-0989-467e-a924-34a9bfb891d7 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:17.245963 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f969a0b1-0989-467e-a924-34a9bfb891d7 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Usage tracker for resource:network and tenant:64d59b3f13ac4d738c5b4d126f3cbc4c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:17.248965 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c8cdd11f-c803-4645-81e3-cc520da396b2 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:17.254204 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d7fb7-ba96-49a9-9f08-d62bcc4eb106 req-044f7f24-320e-4868-b847-1ef9e374f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:17.256671 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-758d7fb7-ba96-49a9-9f08-d62bcc4eb106 req-044f7f24-320e-4868-b847-1ef9e374f5aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a5e19142-4e79-42ca-965f-fd783eba57b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3157718 Nov 26 16:41:17.259359 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f969a0b1-0989-467e-a924-34a9bfb891d7 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:17.271695 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f969a0b1-0989-467e-a924-34a9bfb891d7 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:17.291555 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b752f283-6695-43c5-b1a6-5b5e74b2d246 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:17.316141 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4671fd8a-a83d-47ce-9b25-0a98ea2a0880 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:17.367762 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:17.378216 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] Transition to ACTIVE for port object b96eae6b-3524-4c0f-a4a3-33995d7e7b68 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:41:17.386683 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] Set router 50d49945-ee47-486d-9fe1-a38afb206c82 gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:41:17.397081 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] Transition to ACTIVE for port object b96eae6b-3524-4c0f-a4a3-33995d7e7b68 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:41:17.431871 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:17.441839 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c0090db8-f95e-46e5-b619-136b2833890f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:17.517204 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] Network 0a7188fe-5575-433e-a423-a8d210bb9e0a is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:17.521123 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:17.526445 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:17.538085 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] Pushing event updated for resources: {'Port': ['ID=b96eae6b-3524-4c0f-a4a3-33995d7e7b68,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:17.566334 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4671fd8a-a83d-47ce-9b25-0a98ea2a0880 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:17.568892 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4671fd8a-a83d-47ce-9b25-0a98ea2a0880 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:17.612832 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:17.616497 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9cfbf1a0-db27-46c3-8cdf-488a1d7433d4 req-308f39f5-d8b4-41ec-96c9-98974a167014 service neutron] 10.222.0.11 "GET /v2.0/networks/0b0fb40a-d13f-4bdc-9c45-8932552dcf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0158250 Nov 26 16:41:17.673491 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] Attempting to bind port b96eae6b-3524-4c0f-a4a3-33995d7e7b68 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:41:17.673870 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] Attempting to bind port b96eae6b-3524-4c0f-a4a3-33995d7e7b68 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '6742edd3-1ff9-4caf-a293-eb3820462397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0a7188fe-5575-433e-a423-a8d210bb9e0a'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:41:17.674240 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] Attempting to bind port b96eae6b-3524-4c0f-a4a3-33995d7e7b68 on network 0a7188fe-5575-433e-a423-a8d210bb9e0a {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:41:17.679824 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:41:17.680213 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] Checking segment: {'id': '6742edd3-1ff9-4caf-a293-eb3820462397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0a7188fe-5575-433e-a423-a8d210bb9e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:41:17.680690 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:17.681079 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] Bound using segment: {'id': '6742edd3-1ff9-4caf-a293-eb3820462397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0a7188fe-5575-433e-a423-a8d210bb9e0a'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:41:17.681557 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] Bound port: b96eae6b-3524-4c0f-a4a3-33995d7e7b68, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6742edd3-1ff9-4caf-a293-eb3820462397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0a7188fe-5575-433e-a423-a8d210bb9e0a'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:41:17.681986 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:17.747986 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-758d7fb7-ba96-49a9-9f08-d62bcc4eb106 req-e8b85153-696b-4634-930a-ea95db0aba07 service neutron] 10.222.0.31 "GET /v2.0/networks/a5e19142-4e79-42ca-965f-fd783eba57b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736776 Nov 26 16:41:17.749032 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f969a0b1-0989-467e-a924-34a9bfb891d7 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Made reservation on behalf of 64d59b3f13ac4d738c5b4d126f3cbc4c for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:41:17.753663 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f969a0b1-0989-467e-a924-34a9bfb891d7 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:17.778615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c8cdd11f-c803-4645-81e3-cc520da396b2 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:17.799107 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] For port b96eae6b-3524-4c0f-a4a3-33995d7e7b68, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:41:17.804914 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] For port b96eae6b-3524-4c0f-a4a3-33995d7e7b68, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b96eae6b-3524-4c0f-a4a3-33995d7e7b68,segment=NetworkSegment(6742edd3-1ff9-4caf-a293-eb3820462397),segment_id=6742edd3-1ff9-4caf-a293-eb3820462397)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:41:17.812796 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:17.819623 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3c315903-1ceb-469a-b524-ad00ed533562 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:17.840278 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:41:13Z', 'revision_number': 2, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None, '_interfaces': [{'id': 'b8a6d71a-19b6-412c-8b2c-de7207148751', 'name': '', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e2:23:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:12Z', 'updated_at': '2021-11-26T16:41:14Z', 'revision_number': 2, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:17.845306 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] Checking router: 50d49945-ee47-486d-9fe1-a38afb206c82 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:41:17.845666 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] Updating router 50d49945-ee47-486d-9fe1-a38afb206c82 port b8a6d71a-19b6-412c-8b2c-de7207148751 binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:41:17.879337 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f969a0b1-0989-467e-a924-34a9bfb891d7 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:41:17.890120 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f969a0b1-0989-467e-a924-34a9bfb891d7 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:17.890582 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-f969a0b1-0989-467e-a924-34a9bfb891d7 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Added segment 0b1b0ba0-2bb8-4a26-95e3-efcac434d9e6 of type vlan for network e25b7f74-bd06-41ef-bdce-d633ace02502 Nov 26 16:41:17.903939 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-463f23a1-8eb4-46df-855b-185b4c496b67 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:17.909829 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:17.915488 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] Pushing event updated for resources: {'Port': ['ID=b96eae6b-3524-4c0f-a4a3-33995d7e7b68,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:17.918736 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:17.923256 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f969a0b1-0989-467e-a924-34a9bfb891d7 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:17.942225 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4671fd8a-a83d-47ce-9b25-0a98ea2a0880 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:17.942815 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4671fd8a-a83d-47ce-9b25-0a98ea2a0880 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab8dbb55-52cb-4066-8310-93b924945c8c {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:41:17.973015 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c8cdd11f-c803-4645-81e3-cc520da396b2 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:18.049601 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.resource_extend [None req-f969a0b1-0989-467e-a924-34a9bfb891d7 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:41:18.057869 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c8cdd11f-c803-4645-81e3-cc520da396b2 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Usage tracker for resource:security_group_rule and tenant:56441b70ce164f0c9f56f4f844c9f80a is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:18.068217 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c8cdd11f-c803-4645-81e3-cc520da396b2 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:18.078828 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4671fd8a-a83d-47ce-9b25-0a98ea2a0880 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:18.079151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a3b2e223-6889-4f8f-bcf3-b6c7b5bdc9c8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:18.079974 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4671fd8a-a83d-47ce-9b25-0a98ea2a0880 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "DELETE /v2.0/routers/ab8dbb55-52cb-4066-8310-93b924945c8c HTTP/1.1" status: 204 len: 168 time: 4.2230051 Nov 26 16:41:18.091503 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c8cdd11f-c803-4645-81e3-cc520da396b2 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:18.095496 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9cfbf1a0-db27-46c3-8cdf-488a1d7433d4 req-43cd421e-c0ae-480b-ba51-e50175c5a706 service neutron] 10.222.0.11 "GET /v2.0/networks/0b0fb40a-d13f-4bdc-9c45-8932552dcf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773529 Nov 26 16:41:18.097498 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46594) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:18.112353 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-15cbc898-e6b1-4318-bd66-d35cceb25cdf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1777366733', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}, 'admin_state_up': False}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:18.120992 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-15cbc898-e6b1-4318-bd66-d35cceb25cdf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:18.123395 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-a3b2e223-6889-4f8f-bcf3-b6c7b5bdc9c8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] device_id is not set on port 1f101736-6ece-463e-ab71-f0f47a02d68f yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:41:18.125983 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-15cbc898-e6b1-4318-bd66-d35cceb25cdf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Usage tracker for resource:router and tenant:16f0dc1ffc034f33a356d09713e89af4 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:18.128929 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-15cbc898-e6b1-4318-bd66-d35cceb25cdf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:18.135391 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-15cbc898-e6b1-4318-bd66-d35cceb25cdf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:18.157559 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-15cbc898-e6b1-4318-bd66-d35cceb25cdf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:18.159949 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-15cbc898-e6b1-4318-bd66-d35cceb25cdf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:18.177757 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-15cbc898-e6b1-4318-bd66-d35cceb25cdf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:18.194984 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f969a0b1-0989-467e-a924-34a9bfb891d7 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:18.202617 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f969a0b1-0989-467e-a924-34a9bfb891d7 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:18.203305 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f969a0b1-0989-467e-a924-34a9bfb891d7 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:18.214771 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-404cfdcb-669c-4055-9b23-fe94c0559082 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:18.447454 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:18.460406 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] Transition to ACTIVE for port object b8a6d71a-19b6-412c-8b2c-de7207148751 will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:41:18.467817 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:18.471668 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:18.539111 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cc374326-c9aa-4925-ba88-4462aca248e5 req-8207198b-a913-465a-a766-e1b8c27d3548 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1665525 Nov 26 16:41:18.670865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c0538-c70d-47b2-b869-f31a21e45771 req-d8b63e96-a153-482b-b416-972bfe0aad15 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:18.672401 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-050c0538-c70d-47b2-b869-f31a21e45771 req-d8b63e96-a153-482b-b416-972bfe0aad15 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 1.3689315 Nov 26 16:41:18.673266 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff25f6-1be8-4797-9a9e-c8835590f4a2 None None] Pushing event updated for resources: {'Port': ['ID=b8a6d71a-19b6-412c-8b2c-de7207148751,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:18.704636 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-3eff25f6-1be8-4797-9a9e-c8835590f4a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:18.819320 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] Attempting to bind port b8a6d71a-19b6-412c-8b2c-de7207148751 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:41:18.828415 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] Attempting to bind port b8a6d71a-19b6-412c-8b2c-de7207148751 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'eef56663-b130-4dfd-bf54-a38eb73089f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:41:18.829139 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] Attempting to bind port b8a6d71a-19b6-412c-8b2c-de7207148751 on network d6a373c6-a419-43dc-879c-c0ae59fcd3d4 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:41:18.836044 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:41:18.836645 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] Checking segment: {'id': 'eef56663-b130-4dfd-bf54-a38eb73089f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:41:18.837309 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:18.838352 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] Bound using segment: {'id': 'eef56663-b130-4dfd-bf54-a38eb73089f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:41:18.838982 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] Bound port: b8a6d71a-19b6-412c-8b2c-de7207148751, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef56663-b130-4dfd-bf54-a38eb73089f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:41:18.839525 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:18.887362 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b96eae6b-3524-4c0f-a4a3-33995d7e7b68 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:41:18.927272 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-a3b2e223-6889-4f8f-bcf3-b6c7b5bdc9c8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Allocated IP 172.20.0.10 (0a7188fe-5575-433e-a423-a8d210bb9e0a/d46b43e6-be0b-42a1-a5cd-60527cf44d4f/1f101736-6ece-463e-ab71-f0f47a02d68f) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:18.956279 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] For port b8a6d71a-19b6-412c-8b2c-de7207148751, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:41:18.960765 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] For port b8a6d71a-19b6-412c-8b2c-de7207148751, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b8a6d71a-19b6-412c-8b2c-de7207148751,segment=NetworkSegment(eef56663-b130-4dfd-bf54-a38eb73089f1),segment_id=eef56663-b130-4dfd-bf54-a38eb73089f1)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:41:18.967799 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:18.977912 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port b96eae6b-3524-4c0f-a4a3-33995d7e7b68 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:18.980741 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:19.010083 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f969a0b1-0989-467e-a924-34a9bfb891d7 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8425040 Nov 26 16:41:19.012762 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b752f283-6695-43c5-b1a6-5b5e74b2d246 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:19.018625 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-758d7fb7-ba96-49a9-9f08-d62bcc4eb106 req-f25d720b-9605-4494-ba1e-0934f0924bf6 service neutron] 10.222.0.31 "GET /v2.0/networks/a5e19142-4e79-42ca-965f-fd783eba57b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2189372 Nov 26 16:41:19.019322 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969a0b1-0989-467e-a924-34a9bfb891d7 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Network': ['ID=e25b7f74-bd06-41ef-bdce-d633ace02502,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:19.023225 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f969a0b1-0989-467e-a924-34a9bfb891d7 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:19.024993 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46602) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:19.032473 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-15cbc898-e6b1-4318-bd66-d35cceb25cdf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:19.043036 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-ca376910-2152-4806-8d47-e08ba270821b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'subnet': {'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:19.062672 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b752f283-6695-43c5-b1a6-5b5e74b2d246 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:19.087746 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network e25b7f74-bd06-41ef-bdce-d633ace02502 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:41:19.120991 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c199b1bb-7b96-4120-9ee2-5969a1bb56bf no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:41:19.173464 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] Routers {'50d49945-ee47-486d-9fe1-a38afb206c82'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:19.174205 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['50d49945-ee47-486d-9fe1-a38afb206c82'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:19.199482 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: c199b1bb-7b96-4120-9ee2-5969a1bb56bf {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:41:19.200372 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c199b1bb-7b96-4120-9ee2-5969a1bb56bf not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:41:19.213292 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-050c0538-c70d-47b2-b869-f31a21e45771 req-25248d7d-a81c-4cc1-a814-862947f15768 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5288818 Nov 26 16:41:19.314468 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c8cdd11f-c803-4645-81e3-cc520da396b2 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:19.338475 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c8cdd11f-c803-4645-81e3-cc520da396b2 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:19.360697 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:19.374834 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:19.388601 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ca376910-2152-4806-8d47-e08ba270821b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:19.400359 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ca376910-2152-4806-8d47-e08ba270821b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Usage tracker for resource:subnet and tenant:64d59b3f13ac4d738c5b4d126f3cbc4c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:19.407052 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ca376910-2152-4806-8d47-e08ba270821b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:19.419676 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff25f6-1be8-4797-9a9e-c8835590f4a2 None None] Pushing event updated for resources: {'Port': ['ID=b8a6d71a-19b6-412c-8b2c-de7207148751,revision_number=4']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:19.424366 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ca376910-2152-4806-8d47-e08ba270821b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:19.441589 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-3eff25f6-1be8-4797-9a9e-c8835590f4a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:19.455695 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cdd11f-c803-4645-81e3-cc520da396b2 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b58daeda-4c1c-440a-8bfe-c9a6bad369f5,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:19.460697 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c8cdd11f-c803-4645-81e3-cc520da396b2 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:19.461437 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c8cdd11f-c803-4645-81e3-cc520da396b2 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:19.462665 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c8cdd11f-c803-4645-81e3-cc520da396b2 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3163552 Nov 26 16:41:19.467495 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46612) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:19.488304 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-40efd888-86f4-4b30-9163-1bcd74e24c7f tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group': {'name': 'tempest-secgroup--602600986'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:19.495663 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca376910-2152-4806-8d47-e08ba270821b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Made reservation on behalf of 64d59b3f13ac4d738c5b4d126f3cbc4c for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:41:19.498168 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] Set router 50d49945-ee47-486d-9fe1-a38afb206c82 gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:41:19.515220 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ca376910-2152-4806-8d47-e08ba270821b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:19.538834 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-40efd888-86f4-4b30-9163-1bcd74e24c7f tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:19.674221 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-40efd888-86f4-4b30-9163-1bcd74e24c7f tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:19.694514 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-40efd888-86f4-4b30-9163-1bcd74e24c7f tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:19.790641 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-40efd888-86f4-4b30-9163-1bcd74e24c7f tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:19.802967 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-40efd888-86f4-4b30-9163-1bcd74e24c7f tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Usage tracker for resource:security_group_rule and tenant:56441b70ce164f0c9f56f4f844c9f80a is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:19.816890 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-40efd888-86f4-4b30-9163-1bcd74e24c7f tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:19.826281 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-40efd888-86f4-4b30-9163-1bcd74e24c7f tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:19.890843 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e9618d5f-eb9f-4169-a46d-496775676141 req-d05ccd90-e560-4c7f-a75e-1c0fd0a06574 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.2392628 Nov 26 16:41:19.929077 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-463f23a1-8eb4-46df-855b-185b4c496b67 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:19.937357 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6836e8-a722-4c21-b84a-6f117a5838e8 None None] Network 0a7188fe-5575-433e-a423-a8d210bb9e0a requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:41:19.990412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-463f23a1-8eb4-46df-855b-185b4c496b67 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:19.996665 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-b752f283-6695-43c5-b1a6-5b5e74b2d246 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Allocated IP 172.26.0.83 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/6ffa9f8a-c197-40b6-a4e8-333f498b3ec8) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:19.997735 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:41:13Z', 'revision_number': 2, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None, '_interfaces': [{'id': 'b8a6d71a-19b6-412c-8b2c-de7207148751', 'name': '', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e2:23:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:12Z', 'updated_at': '2021-11-26T16:41:18Z', 'revision_number': 4, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:20.004775 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c0c1b4-c7e5-48cb-b951-158626647930 None None] The sync data for ids ['50d49945-ee47-486d-9fe1-a38afb206c82'] in dv-neutron-819440-1-hyperv is: [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:41:13Z', 'revision_number': 2, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None, '_interfaces': [{'id': 'b8a6d71a-19b6-412c-8b2c-de7207148751', 'name': '', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e2:23:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:12Z', 'updated_at': '2021-11-26T16:41:18Z', 'revision_number': 4, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:41:20.057924 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f8ee8a5d-158d-4c8d-9201-1d303341d6f7 None None] Provisioning for port b96eae6b-3524-4c0f-a4a3-33995d7e7b68 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:20.080949 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f8ee8a5d-158d-4c8d-9201-1d303341d6f7 None None] Provisioning complete for port b96eae6b-3524-4c0f-a4a3-33995d7e7b68 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:20.081578 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f8ee8a5d-158d-4c8d-9201-1d303341d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:20.121155 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a3b2e223-6889-4f8f-bcf3-b6c7b5bdc9c8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:20.196662 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-15cbc898-e6b1-4318-bd66-d35cceb25cdf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router_gateway, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:20.250938 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-15cbc898-e6b1-4318-bd66-d35cceb25cdf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:20.364743 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f8ee8a5d-158d-4c8d-9201-1d303341d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:20.368155 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-a3b2e223-6889-4f8f-bcf3-b6c7b5bdc9c8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Transition to ACTIVE for port object 1f101736-6ece-463e-ab71-f0f47a02d68f will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:41:20.422146 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-40efd888-86f4-4b30-9163-1bcd74e24c7f tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:20.437026 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-f8ee8a5d-158d-4c8d-9201-1d303341d6f7 None None] For port b96eae6b-3524-4c0f-a4a3-33995d7e7b68, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b96eae6b-3524-4c0f-a4a3-33995d7e7b68,segment=NetworkSegment(6742edd3-1ff9-4caf-a293-eb3820462397),segment_id=6742edd3-1ff9-4caf-a293-eb3820462397)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:41:20.446422 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f8ee8a5d-158d-4c8d-9201-1d303341d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:20.448529 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-cb51e000-b54d-4985-82bf-ae207ef568a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:20.459663 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b752f283-6695-43c5-b1a6-5b5e74b2d246 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:20.490472 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a3b2e223-6889-4f8f-bcf3-b6c7b5bdc9c8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:20.498331 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-83a06de5-37f4-4952-a07d-cbd2f9619e53 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:20.505845 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-40efd888-86f4-4b30-9163-1bcd74e24c7f tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:20.528553 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee8a5d-158d-4c8d-9201-1d303341d6f7 None None] Pushing event updated for resources: {'Port': ['ID=b96eae6b-3524-4c0f-a4a3-33995d7e7b68,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:20.531990 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f8ee8a5d-158d-4c8d-9201-1d303341d6f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:20.545984 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3b68c06f-883e-4db4-b13f-9832a5d70d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:20.565146 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ca376910-2152-4806-8d47-e08ba270821b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:20.573238 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-40efd888-86f4-4b30-9163-1bcd74e24c7f tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:20.579642 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-40efd888-86f4-4b30-9163-1bcd74e24c7f tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1106074 Nov 26 16:41:20.585346 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46622) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:20.598846 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b2e223-6889-4f8f-bcf3-b6c7b5bdc9c8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network 0a7188fe-5575-433e-a423-a8d210bb9e0a is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:20.615453 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-26bc99ca-58f4-42f5-aba5-1473e12f3232 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group_rule': {'security_group_id': 'b58daeda-4c1c-440a-8bfe-c9a6bad369f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '3340ddd9-63a3-46d6-b8a8-431d362bc0c2'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:20.623970 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-26bc99ca-58f4-42f5-aba5-1473e12f3232 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:20.628441 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-26bc99ca-58f4-42f5-aba5-1473e12f3232 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Usage tracker for resource:security_group_rule and tenant:56441b70ce164f0c9f56f4f844c9f80a is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:20.631659 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-26bc99ca-58f4-42f5-aba5-1473e12f3232 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:20.637741 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-26bc99ca-58f4-42f5-aba5-1473e12f3232 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:20.643935 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b752f283-6695-43c5-b1a6-5b5e74b2d246 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:20.658365 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-a3b2e223-6889-4f8f-bcf3-b6c7b5bdc9c8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:20.660782 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b2e223-6889-4f8f-bcf3-b6c7b5bdc9c8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:20.692060 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40efd888-86f4-4b30-9163-1bcd74e24c7f tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3340ddd9-63a3-46d6-b8a8-431d362bc0c2,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:20.738806 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-40efd888-86f4-4b30-9163-1bcd74e24c7f tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:20.744493 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b752f283-6695-43c5-b1a6-5b5e74b2d246 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:20.746282 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-b752f283-6695-43c5-b1a6-5b5e74b2d246 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:20.753217 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b752f283-6695-43c5-b1a6-5b5e74b2d246 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:20.772462 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4e762ab3-9b40-496e-a7ea-b58185180393 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:20.800760 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2e223-6889-4f8f-bcf3-b6c7b5bdc9c8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Port': ['ID=1f101736-6ece-463e-ab71-f0f47a02d68f,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:20.805088 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a3b2e223-6889-4f8f-bcf3-b6c7b5bdc9c8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:20.817996 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1cd57159-d59a-4017-970b-691ebaaaead8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:20.902191 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752f283-6695-43c5-b1a6-5b5e74b2d246 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event updated for resources: {'Port': ['ID=6ffa9f8a-c197-40b6-a4e8-333f498b3ec8,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:20.906039 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b752f283-6695-43c5-b1a6-5b5e74b2d246 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:20.933827 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b96eae6b-3524-4c0f-a4a3-33995d7e7b68 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:41:20.951580 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b2e223-6889-4f8f-bcf3-b6c7b5bdc9c8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:20.952332 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a3b2e223-6889-4f8f-bcf3-b6c7b5bdc9c8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:20.970653 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae4ec9-f3b4-41af-9a1e-b6265ce7dc51 req-98ecfbc2-251b-47a1-9e0f-b742392e4de5 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:20.980581 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a5ae4ec9-f3b4-41af-9a1e-b6265ce7dc51 req-98ecfbc2-251b-47a1-9e0f-b742392e4de5 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.5609515 Nov 26 16:41:20.991382 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-26bc99ca-58f4-42f5-aba5-1473e12f3232 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:41:20.992968 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-26bc99ca-58f4-42f5-aba5-1473e12f3232 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3872087 Nov 26 16:41:20.997810 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-463f23a1-8eb4-46df-855b-185b4c496b67 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Allocated IP 172.26.0.146 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/17512bb2-6903-49db-9173-12e3eff29a23) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:21.022498 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca376910-2152-4806-8d47-e08ba270821b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Subnet': ['ID=b3764a42-05ea-4566-9855-ef6544fbbde4,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:21.026971 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46632) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:21.027802 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ca376910-2152-4806-8d47-e08ba270821b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:21.048597 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b141c3f8-02f5-4fbf-ac8f-5874487f74e2 None None] Provisioning complete for port b96eae6b-3524-4c0f-a4a3-33995d7e7b68 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:21.049080 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b141c3f8-02f5-4fbf-ac8f-5874487f74e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:21.065173 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca376910-2152-4806-8d47-e08ba270821b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Checking segment: {'id': '0b1b0ba0-2bb8-4a26-95e3-efcac434d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:41:21.065545 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca376910-2152-4806-8d47-e08ba270821b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network hostable DHCP agents. Network: e25b7f74-bd06-41ef-bdce-d633ace02502, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:41:21.069156 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5dceaabb-bd51-4545-964d-861dff7f6bca req-cf665643-1dcb-44a8-809c-8fdd1ada018a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0677295 Nov 26 16:41:21.081162 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a3b2e223-6889-4f8f-bcf3-b6c7b5bdc9c8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.8913450 Nov 26 16:41:21.091466 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46636) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:21.100737 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-1a943aa6-4f01-459d-86ed-1e1085dfec85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'port': {'network_id': '0a7188fe-5575-433e-a423-a8d210bb9e0a', 'name': 'tempest-PortsTestJSON-608592143', 'fixed_ips': [{'subnet_id': 'd46b43e6-be0b-42a1-a5cd-60527cf44d4f', 'ip_address': '172.20.0.9'}]}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:21.143771 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a5ae4ec9-f3b4-41af-9a1e-b6265ce7dc51 req-a4e50572-6297-4658-92b1-0ac9438587ce tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581836 Nov 26 16:41:21.196128 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca376910-2152-4806-8d47-e08ba270821b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network e25b7f74-bd06-41ef-bdce-d633ace02502 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:41:21.234247 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-ca376910-2152-4806-8d47-e08ba270821b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, e25b7f74-bd06-41ef-bdce-d633ace02502) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:21.236326 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port b96eae6b-3524-4c0f-a4a3-33995d7e7b68 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:21.236829 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:21.240480 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-984af855-73a1-455d-a4ac-4cf8235c7399 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:21.278303 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-984af855-73a1-455d-a4ac-4cf8235c7399 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:21.296108 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623fe114-6705-4fd4-9b8a-dee31001b879 None None] Network e25b7f74-bd06-41ef-bdce-d633ace02502 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:41:21.312100 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca376910-2152-4806-8d47-e08ba270821b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:21.312993 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ca376910-2152-4806-8d47-e08ba270821b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:21.343454 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ca376910-2152-4806-8d47-e08ba270821b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3137581 Nov 26 16:41:21.346286 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46642) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:21.483851 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b8a6d71a-19b6-412c-8b2c-de7207148751 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:41:21.584825 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-59b35af8-e596-4308-9e80-e17cbb9d0ea9 None None] Provisioning for port 1f101736-6ece-463e-ab71-f0f47a02d68f completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:21.600661 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-59b35af8-e596-4308-9e80-e17cbb9d0ea9 None None] Provisioning complete for port 1f101736-6ece-463e-ab71-f0f47a02d68f triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:21.601702 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-59b35af8-e596-4308-9e80-e17cbb9d0ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:21.726347 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-984af855-73a1-455d-a4ac-4cf8235c7399 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:21.727204 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-463f23a1-8eb4-46df-855b-185b4c496b67 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:21.747011 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-59b35af8-e596-4308-9e80-e17cbb9d0ea9 None None] Port 1f101736-6ece-463e-ab71-f0f47a02d68f cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:41:21.748773 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-e25b7f74-bd06-41ef-bdce-d633ace02502', 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'fixed_ips': [{'subnet_id': 'b3764a42-05ea-4566-9855-ef6544fbbde4'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:41:21.749802 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:21.762426 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port b8a6d71a-19b6-412c-8b2c-de7207148751 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:21.773707 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port b8a6d71a-19b6-412c-8b2c-de7207148751 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:21.774231 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:21.793003 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b2cbf701-94e1-436e-974c-438fbecb5eca tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:21.827822 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984af855-73a1-455d-a4ac-4cf8235c7399 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3340ddd9-63a3-46d6-b8a8-431d362bc0c2,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:21.835909 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-984af855-73a1-455d-a4ac-4cf8235c7399 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:21.839312 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-984af855-73a1-455d-a4ac-4cf8235c7399 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:21.840692 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-984af855-73a1-455d-a4ac-4cf8235c7399 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "DELETE /v2.0/security-groups/3340ddd9-63a3-46d6-b8a8-431d362bc0c2 HTTP/1.1" status: 204 len: 168 time: 0.8083701 Nov 26 16:41:21.842335 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1a943aa6-4f01-459d-86ed-1e1085dfec85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:21.843616 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46648) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:21.856579 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1a943aa6-4f01-459d-86ed-1e1085dfec85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:port and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:21.862250 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1a943aa6-4f01-459d-86ed-1e1085dfec85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:21.873449 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228587a-4d77-4934-99bd-add72ce4aacd req-d1eab227-979b-499a-ac3e-3b874965ff40 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:21.880643 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2228587a-4d77-4934-99bd-add72ce4aacd req-d1eab227-979b-499a-ac3e-3b874965ff40 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.5286689 Nov 26 16:41:21.907511 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1a943aa6-4f01-459d-86ed-1e1085dfec85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:21.930818 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2b8e1ed5-1d61-425f-b271-24a5a47daec4 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Synchronizing usage tracker for tenant:56441b70ce164f0c9f56f4f844c9f80a on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:41:22.010505 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2228587a-4d77-4934-99bd-add72ce4aacd req-1c005fcb-9405-4e18-a872-5ce503bb1db7 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260397 Nov 26 16:41:22.022097 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a943aa6-4f01-459d-86ed-1e1085dfec85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:41:22.028306 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1a943aa6-4f01-459d-86ed-1e1085dfec85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:22.039432 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:22.058424 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b752f283-6695-43c5-b1a6-5b5e74b2d246 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for router_gateway, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:22.100213 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2b8e1ed5-1d61-425f-b271-24a5a47daec4 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Unset dirty status for tenant:56441b70ce164f0c9f56f4f844c9f80a on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:41:22.101905 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2b8e1ed5-1d61-425f-b271-24a5a47daec4 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2573407 Nov 26 16:41:22.105392 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46658) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:22.172484 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] Allocated IP 2001:db8:1::2 (e25b7f74-bd06-41ef-bdce-d633ace02502/b3764a42-05ea-4566-9855-ef6544fbbde4/0beb61ac-078a-4309-b51a-912554747264) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:22.181065 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port b8a6d71a-19b6-412c-8b2c-de7207148751, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b8a6d71a-19b6-412c-8b2c-de7207148751,segment=NetworkSegment(eef56663-b130-4dfd-bf54-a38eb73089f1),segment_id=eef56663-b130-4dfd-bf54-a38eb73089f1)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:41:22.186612 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:22.189828 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:22.346649 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=b8a6d71a-19b6-412c-8b2c-de7207148751,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:22.352375 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:22.371805 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-15cbc898-e6b1-4318-bd66-d35cceb25cdf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Allocated IP 172.26.0.157 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/76ba801f-1b4a-4a2b-ae7b-a195776cf64f) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:22.418296 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-463f23a1-8eb4-46df-855b-185b4c496b67 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:22.423215 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-1a943aa6-4f01-459d-86ed-1e1085dfec85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] device_id is not set on port c2f53b1a-7791-4d43-b2e4-88ec36e134aa yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:41:22.424048 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fddbd4c1-fcc4-431b-90c3-ea147b2d32fd tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:22.463105 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3fdace40-e009-4c84-9408-530db64fac82 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:22.478028 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:22.491756 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] Transition to ACTIVE for port object 0beb61ac-078a-4309-b51a-912554747264 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:41:22.514022 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] Transition to ACTIVE for port object 0beb61ac-078a-4309-b51a-912554747264 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:41:22.521379 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-43064b89-5479-4aaa-a056-6285804c7fae req-d702b80f-aeef-482f-8abf-55120f76e1c4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.3779750 Nov 26 16:41:22.532200 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fddbd4c1-fcc4-431b-90c3-ea147b2d32fd tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:22.533524 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:22.549479 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ec34e07d-ffb3-4d11-a4b4-2dbb15d7475b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:22.562270 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436b798-4882-48ca-bdbb-06f92b609e84 req-515cbffb-1c95-4bb4-99b3-8b860adb4bec tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:22.563773 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0436b798-4882-48ca-bdbb-06f92b609e84 req-515cbffb-1c95-4bb4-99b3-8b860adb4bec tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.4263701 Nov 26 16:41:22.580970 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463f23a1-8eb4-46df-855b-185b4c496b67 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:22.587603 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f23a1-8eb4-46df-855b-185b4c496b67 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Pushing event updated for resources: {'Port': ['ID=17512bb2-6903-49db-9173-12e3eff29a23,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:22.591653 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-340e48fb-8fcc-44f2-80dc-9fe0a3940705 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:22.592113 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-463f23a1-8eb4-46df-855b-185b4c496b67 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:22.593057 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-463f23a1-8eb4-46df-855b-185b4c496b67 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:22.595376 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463f23a1-8eb4-46df-855b-185b4c496b67 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:22.617067 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] Network e25b7f74-bd06-41ef-bdce-d633ace02502 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:22.620276 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:22.623979 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:22.663771 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] Pushing event updated for resources: {'Port': ['ID=0beb61ac-078a-4309-b51a-912554747264,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:22.670279 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:22.780036 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b8a6d71a-19b6-412c-8b2c-de7207148751 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:41:22.792091 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0436b798-4882-48ca-bdbb-06f92b609e84 req-38dd476a-b093-48c4-8f27-a4f712710f30 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206497 Nov 26 16:41:22.821903 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] Attempting to bind port 0beb61ac-078a-4309-b51a-912554747264 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:41:22.822295 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] Attempting to bind port 0beb61ac-078a-4309-b51a-912554747264 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '0b1b0ba0-2bb8-4a26-95e3-efcac434d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:41:22.822697 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] Attempting to bind port 0beb61ac-078a-4309-b51a-912554747264 on network e25b7f74-bd06-41ef-bdce-d633ace02502 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:41:22.855749 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fddbd4c1-fcc4-431b-90c3-ea147b2d32fd tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:22.858538 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:41:22.859075 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] Checking segment: {'id': '0b1b0ba0-2bb8-4a26-95e3-efcac434d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:41:22.859601 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:22.860182 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] Bound using segment: {'id': '0b1b0ba0-2bb8-4a26-95e3-efcac434d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:41:22.861070 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] Bound port: 0beb61ac-078a-4309-b51a-912554747264, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1b0ba0-2bb8-4a26-95e3-efcac434d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:41:22.861259 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:22.865949 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:22.891098 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-15cbc898-e6b1-4318-bd66-d35cceb25cdf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:22.929569 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbd4c1-fcc4-431b-90c3-ea147b2d32fd tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58daeda-4c1c-440a-8bfe-c9a6bad369f5,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:22.935080 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fddbd4c1-fcc4-431b-90c3-ea147b2d32fd tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:22.972289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fddbd4c1-fcc4-431b-90c3-ea147b2d32fd tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:22.973412 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-fddbd4c1-fcc4-431b-90c3-ea147b2d32fd tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "DELETE /v2.0/security-groups/b58daeda-4c1c-440a-8bfe-c9a6bad369f5 HTTP/1.1" status: 204 len: 168 time: 0.8665581 Nov 26 16:41:22.981319 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46664) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:23.003937 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] For port 0beb61ac-078a-4309-b51a-912554747264, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:41:23.010673 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] For port 0beb61ac-078a-4309-b51a-912554747264, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=0beb61ac-078a-4309-b51a-912554747264,segment=NetworkSegment(0b1b0ba0-2bb8-4a26-95e3-efcac434d9e6),segment_id=0b1b0ba0-2bb8-4a26-95e3-efcac434d9e6)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:41:23.043361 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:23.060718 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9e1e92fe-d933-4b52-85fe-020de0a965bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:23.180131 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] Pushing event updated for resources: {'Port': ['ID=0beb61ac-078a-4309-b51a-912554747264,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:23.183867 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b752f283-6695-43c5-b1a6-5b5e74b2d246 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:23.200155 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:23.216201 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port b8a6d71a-19b6-412c-8b2c-de7207148751 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:23.216201 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:23.280127 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-1a943aa6-4f01-459d-86ed-1e1085dfec85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Allocated IP 172.20.0.9 (0a7188fe-5575-433e-a423-a8d210bb9e0a/d46b43e6-be0b-42a1-a5cd-60527cf44d4f/c2f53b1a-7791-4d43-b2e4-88ec36e134aa) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:23.372277 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-15cbc898-e6b1-4318-bd66-d35cceb25cdf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:23.384511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d31d95ec-cca5-44c4-9bd4-424ee17a193d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:23.416066 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8ffb3de8-8414-4ab0-9938-0b703bbbb25c tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Synchronizing usage tracker for tenant:56441b70ce164f0c9f56f4f844c9f80a on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:41:23.502921 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cbc898-e6b1-4318-bd66-d35cceb25cdf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:23.505070 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-340e48fb-8fcc-44f2-80dc-9fe0a3940705 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Allocated IP 2001:db8:1::1 (e25b7f74-bd06-41ef-bdce-d633ace02502/b3764a42-05ea-4566-9855-ef6544fbbde4/314cd07a-0485-452c-b4e7-2f9ce6b33e0d) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:23.510118 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8ffb3de8-8414-4ab0-9938-0b703bbbb25c tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Unset dirty status for tenant:56441b70ce164f0c9f56f4f844c9f80a on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:41:23.511396 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8ffb3de8-8414-4ab0-9938-0b703bbbb25c tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5293462 Nov 26 16:41:23.514097 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-15cbc898-e6b1-4318-bd66-d35cceb25cdf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:23.521619 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cbc898-e6b1-4318-bd66-d35cceb25cdf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:23.521834 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46670) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:23.543324 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-0ffb21c9-44ba-4821-b389-8e425b9cbe62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group': {'name': 'tempest-secgroup--1669383092'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:23.560244 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbc898-e6b1-4318-bd66-d35cceb25cdf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Pushing event updated for resources: {'Port': ['ID=76ba801f-1b4a-4a2b-ae7b-a195776cf64f,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:23.566232 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0ffb21c9-44ba-4821-b389-8e425b9cbe62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:23.580951 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-15cbc898-e6b1-4318-bd66-d35cceb25cdf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:23.597775 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0ffb21c9-44ba-4821-b389-8e425b9cbe62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:23.706420 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3c038f4e-c1d5-4ee5-a117-e1e51dff11a7 req-008b2831-bc35-4845-b014-147d574586d0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0931861 Nov 26 16:41:23.707147 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0ffb21c9-44ba-4821-b389-8e425b9cbe62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:23.843468 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9931f7b-cf46-4915-bc57-7cad9cc10c65 req-10909f06-259f-489b-8431-5d363e3e0a79 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:23.845010 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d9931f7b-cf46-4915-bc57-7cad9cc10c65 req-10909f06-259f-489b-8431-5d363e3e0a79 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.5856566 Nov 26 16:41:23.936013 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-463f23a1-8eb4-46df-855b-185b4c496b67 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:23.992845 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d9931f7b-cf46-4915-bc57-7cad9cc10c65 req-285463f4-0e11-4a43-991f-bb2490099c3c tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136830 Nov 26 16:41:24.074936 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0ffb21c9-44ba-4821-b389-8e425b9cbe62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:24.097275 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0ffb21c9-44ba-4821-b389-8e425b9cbe62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Usage tracker for resource:security_group_rule and tenant:56441b70ce164f0c9f56f4f844c9f80a is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:24.105555 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0ffb21c9-44ba-4821-b389-8e425b9cbe62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:24.128130 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0ffb21c9-44ba-4821-b389-8e425b9cbe62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:24.139399 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-340e48fb-8fcc-44f2-80dc-9fe0a3940705 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:24.168212 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-340e48fb-8fcc-44f2-80dc-9fe0a3940705 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Transition to ACTIVE for port object 314cd07a-0485-452c-b4e7-2f9ce6b33e0d will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:41:24.212001 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-15cbc898-e6b1-4318-bd66-d35cceb25cdf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router_gateway, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:24.234330 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b752f283-6695-43c5-b1a6-5b5e74b2d246 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Router 233059e4-5eaf-4384-833b-61a4728c36d8 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:41:24.239976 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1a943aa6-4f01-459d-86ed-1e1085dfec85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:24.363049 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-340e48fb-8fcc-44f2-80dc-9fe0a3940705 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:24.369101 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0a023a42-f5db-4865-8814-ddf8c901d8c2 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:24.442971 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ca952f-7227-4135-a954-2ef2ad2c42b1 None None] Network e25b7f74-bd06-41ef-bdce-d633ace02502 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:41:24.446310 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-1a943aa6-4f01-459d-86ed-1e1085dfec85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Transition to ACTIVE for port object c2f53b1a-7791-4d43-b2e4-88ec36e134aa will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:41:24.454261 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340e48fb-8fcc-44f2-80dc-9fe0a3940705 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network e25b7f74-bd06-41ef-bdce-d633ace02502 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:24.461165 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-340e48fb-8fcc-44f2-80dc-9fe0a3940705 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:24.468664 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340e48fb-8fcc-44f2-80dc-9fe0a3940705 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:24.469203 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-340e48fb-8fcc-44f2-80dc-9fe0a3940705 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:24.492379 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e48fb-8fcc-44f2-80dc-9fe0a3940705 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Port': ['ID=314cd07a-0485-452c-b4e7-2f9ce6b33e0d,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:24.549238 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-81d760a0-ec34-4833-ba55-d469b1203af2 None None] Provisioning for port 0beb61ac-078a-4309-b51a-912554747264 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:24.550335 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-340e48fb-8fcc-44f2-80dc-9fe0a3940705 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:24.625533 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0ffb21c9-44ba-4821-b389-8e425b9cbe62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:24.638397 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0ffb21c9-44ba-4821-b389-8e425b9cbe62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:24.652732 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ee7fb6a4-b1c3-41e8-8f44-e28d1711af98 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:24.690058 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-463f23a1-8eb4-46df-855b-185b4c496b67 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:24.697175 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-15cbc898-e6b1-4318-bd66-d35cceb25cdf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:24.718004 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-463f23a1-8eb4-46df-855b-185b4c496b67 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780415'] for router, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:24.731098 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1a943aa6-4f01-459d-86ed-1e1085dfec85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:24.734228 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb21c9-44ba-4821-b389-8e425b9cbe62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d28a38-8e1e-4a93-965f-2f6a226e4add,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:24.745985 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0ffb21c9-44ba-4821-b389-8e425b9cbe62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:24.748080 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fdcf9424-6a17-4fc6-bb94-a0901fc138b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:24.841602 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b752f283-6695-43c5-b1a6-5b5e74b2d246 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:41:24.852934 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fa4407-2cc7-47cc-a6e7-e300fc42a8c8 None None] Sync routers for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:41:24.858799 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0ffb21c9-44ba-4821-b389-8e425b9cbe62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:24.863755 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0ffb21c9-44ba-4821-b389-8e425b9cbe62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3314877 Nov 26 16:41:24.866667 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fa4407-2cc7-47cc-a6e7-e300fc42a8c8 None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:24.867314 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-49fa4407-2cc7-47cc-a6e7-e300fc42a8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:24.929745 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46678) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:24.950735 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0beb61ac-078a-4309-b51a-912554747264 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:41:24.991318 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-49fa4407-2cc7-47cc-a6e7-e300fc42a8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:25.018504 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8896d533-3f10-4796-b75b-ca026015b200 req-5876e64b-7df1-4e70-9dfd-1beb803a77d6 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1748209 Nov 26 16:41:25.041607 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fa4407-2cc7-47cc-a6e7-e300fc42a8c8 None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:25.042310 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-49fa4407-2cc7-47cc-a6e7-e300fc42a8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:25.050227 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-6255b77b-4204-48b2-abe2-62030ab025f0 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:25.050767 dv-neutron-819440-1-hyperv neutron-server[87518]: WARNING neutron.api.v2.base [None req-6255b77b-4204-48b2-abe2-62030ab025f0 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 26 16:41:25.051375 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-6255b77b-4204-48b2-abe2-62030ab025f0 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] update failed (client error): There was a conflict when trying to complete your request. Nov 26 16:41:25.054385 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a943aa6-4f01-459d-86ed-1e1085dfec85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network 0a7188fe-5575-433e-a423-a8d210bb9e0a is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:25.056650 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6255b77b-4204-48b2-abe2-62030ab025f0 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "PUT /v2.0/security-groups/c6d28a38-8e1e-4a93-965f-2f6a226e4add HTTP/1.1" status: 409 len: 330 time: 0.1192918 Nov 26 16:41:25.058927 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46684) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:25.071450 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-1a943aa6-4f01-459d-86ed-1e1085dfec85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:25.075146 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a943aa6-4f01-459d-86ed-1e1085dfec85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:25.125076 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-340e48fb-8fcc-44f2-80dc-9fe0a3940705 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:25.143002 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b752f283-6695-43c5-b1a6-5b5e74b2d246 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:25.150591 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b752f283-6695-43c5-b1a6-5b5e74b2d246 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.0360208 Nov 26 16:41:25.151832 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-49fa4407-2cc7-47cc-a6e7-e300fc42a8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:25.152253 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fa4407-2cc7-47cc-a6e7-e300fc42a8c8 None None] The sync data for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:41:25.164508 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46688) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:25.178442 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 0beb61ac-078a-4309-b51a-912554747264 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:25.197238 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 0beb61ac-078a-4309-b51a-912554747264 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:25.197674 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:25.214661 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a943aa6-4f01-459d-86ed-1e1085dfec85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Port': ['ID=c2f53b1a-7791-4d43-b2e4-88ec36e134aa,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:25.234503 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1a943aa6-4f01-459d-86ed-1e1085dfec85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:25.303373 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a943aa6-4f01-459d-86ed-1e1085dfec85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:25.304366 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1a943aa6-4f01-459d-86ed-1e1085dfec85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:25.365543 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b271d158-6070-4e75-aa0b-d8e50d3e4093 None None] Provisioning for port 314cd07a-0485-452c-b4e7-2f9ce6b33e0d completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:25.368531 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e73dbb9a-dd60-42a1-93a0-5f94b5c7884a tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:25.376972 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1a943aa6-4f01-459d-86ed-1e1085dfec85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.2814922 Nov 26 16:41:25.399951 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46690) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:25.406883 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b271d158-6070-4e75-aa0b-d8e50d3e4093 None None] Provisioning complete for port 314cd07a-0485-452c-b4e7-2f9ce6b33e0d triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:25.406883 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b271d158-6070-4e75-aa0b-d8e50d3e4093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:25.489160 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:25.495939 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e73dbb9a-dd60-42a1-93a0-5f94b5c7884a tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:25.515236 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-b271d158-6070-4e75-aa0b-d8e50d3e4093 None None] Port 314cd07a-0485-452c-b4e7-2f9ce6b33e0d cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:41:25.538798 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 0beb61ac-078a-4309-b51a-912554747264, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=0beb61ac-078a-4309-b51a-912554747264,segment=NetworkSegment(0b1b0ba0-2bb8-4a26-95e3-efcac434d9e6),segment_id=0b1b0ba0-2bb8-4a26-95e3-efcac434d9e6)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:41:25.539173 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463f23a1-8eb4-46df-855b-185b4c496b67 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Router 99299d63-e628-4b7b-baa1-61c2f8982517 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:41:25.540767 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b271d158-6070-4e75-aa0b-d8e50d3e4093 None None] Provisioning complete for port 0beb61ac-078a-4309-b51a-912554747264 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:25.541345 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b271d158-6070-4e75-aa0b-d8e50d3e4093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:25.574547 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:25.584440 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:25.679826 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=0beb61ac-078a-4309-b51a-912554747264,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:25.683819 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:25.875956 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e73dbb9a-dd60-42a1-93a0-5f94b5c7884a tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:25.879537 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-cf8c6833-d428-4c86-9750-ab6a058c5f3e None None] Provisioning complete for port 314cd07a-0485-452c-b4e7-2f9ce6b33e0d triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:25.881180 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6833-d428-4c86-9750-ab6a058c5f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:25.883752 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9915d426-b449-414a-a5d1-4e6eea76287a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:25.911615 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bc2559-dbd1-46ae-8107-c1ca578e0f31 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:25.911615 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-50bc2559-dbd1-46ae-8107-c1ca578e0f31 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Synchronizing usage tracker for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:41:25.922106 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73dbb9a-dd60-42a1-93a0-5f94b5c7884a tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d28a38-8e1e-4a93-965f-2f6a226e4add,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:25.928664 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e73dbb9a-dd60-42a1-93a0-5f94b5c7884a tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:25.946576 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463f23a1-8eb4-46df-855b-185b4c496b67 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:41:25.947224 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e73dbb9a-dd60-42a1-93a0-5f94b5c7884a tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:25.951465 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e73dbb9a-dd60-42a1-93a0-5f94b5c7884a tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "DELETE /v2.0/security-groups/c6d28a38-8e1e-4a93-965f-2f6a226e4add HTTP/1.1" status: 204 len: 168 time: 0.8774486 Nov 26 16:41:25.954116 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-463f23a1-8eb4-46df-855b-185b4c496b67 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:25.958549 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-463f23a1-8eb4-46df-855b-185b4c496b67 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "PUT /v2.0/routers/99299d63-e628-4b7b-baa1-61c2f8982517 HTTP/1.1" status: 200 len: 916 time: 9.1379547 Nov 26 16:41:25.959664 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46696) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:25.960181 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46698) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:25.964518 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eba819-bdd6-42d9-8da5-2755dda2286e None None] Sync routers for ids ['99299d63-e628-4b7b-baa1-61c2f8982517'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:41:25.973655 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-cf8c6833-d428-4c86-9750-ab6a058c5f3e None None] Port 314cd07a-0485-452c-b4e7-2f9ce6b33e0d cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:41:25.980000 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eba819-bdd6-42d9-8da5-2755dda2286e None None] Routers {'99299d63-e628-4b7b-baa1-61c2f8982517'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:25.982304 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-c5eba819-bdd6-42d9-8da5-2755dda2286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['99299d63-e628-4b7b-baa1-61c2f8982517'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:25.987316 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-cf8c6833-d428-4c86-9750-ab6a058c5f3e None None] Provisioning for port c2f53b1a-7791-4d43-b2e4-88ec36e134aa completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:25.996488 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-cf8c6833-d428-4c86-9750-ab6a058c5f3e None None] Provisioning complete for port c2f53b1a-7791-4d43-b2e4-88ec36e134aa triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:25.996885 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6833-d428-4c86-9750-ab6a058c5f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:25.998244 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d683298-21b0-4166-879e-b8a7e8993ec7 req-b77d5e1f-da8e-4cb9-acbc-bfb715bd976a tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:25.999790 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3d683298-21b0-4166-879e-b8a7e8993ec7 req-b77d5e1f-da8e-4cb9-acbc-bfb715bd976a tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.5865347 Nov 26 16:41:26.037306 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cbc898-e6b1-4318-bd66-d35cceb25cdf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Router ee4048a3-86c2-4168-b648-6855bbe08405 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:41:26.046691 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-50bc2559-dbd1-46ae-8107-c1ca578e0f31 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Unset dirty status for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:41:26.050755 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-50bc2559-dbd1-46ae-8107-c1ca578e0f31 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.6465659 Nov 26 16:41:26.053368 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46706) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:26.089461 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-c5eba819-bdd6-42d9-8da5-2755dda2286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:26.093937 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-cf8c6833-d428-4c86-9750-ab6a058c5f3e None None] Port c2f53b1a-7791-4d43-b2e4-88ec36e134aa cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:41:26.100879 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eba819-bdd6-42d9-8da5-2755dda2286e None None] Routers {'99299d63-e628-4b7b-baa1-61c2f8982517'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:26.101805 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-c5eba819-bdd6-42d9-8da5-2755dda2286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['99299d63-e628-4b7b-baa1-61c2f8982517'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:26.190562 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-c5eba819-bdd6-42d9-8da5-2755dda2286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:26.191084 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eba819-bdd6-42d9-8da5-2755dda2286e None None] The sync data for ids ['99299d63-e628-4b7b-baa1-61c2f8982517'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:41:26.192594 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-182f56be-b8da-4c3f-a7bb-bceb870c06b0 req-7a00756c-7ee0-4dfb-a4f0-0096aac74059 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0745025 Nov 26 16:41:26.207553 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3d683298-21b0-4166-879e-b8a7e8993ec7 req-28206eeb-6e51-43ba-8212-60b8044f5fc2 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877797 Nov 26 16:41:26.231068 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f8ee8f3f-4581-4d11-9ca4-6d18a79fcb82 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Synchronizing usage tracker for tenant:56441b70ce164f0c9f56f4f844c9f80a on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:41:26.263787 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e1329958-cb20-4748-b6c2-91c6ee640ae8 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "GET /v2.0/routers/99299d63-e628-4b7b-baa1-61c2f8982517 HTTP/1.1" status: 200 len: 922 time: 0.3006930 Nov 26 16:41:26.264744 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46712) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:26.297749 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f8ee8f3f-4581-4d11-9ca4-6d18a79fcb82 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Unset dirty status for tenant:56441b70ce164f0c9f56f4f844c9f80a on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:41:26.304679 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f8ee8f3f-4581-4d11-9ca4-6d18a79fcb82 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3378711 Nov 26 16:41:26.304978 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46716) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:26.337742 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-80b56099-a8d9-4a4d-b8bb-e32715c47de3 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] delete failed (client error): The resource could not be found. Nov 26 16:41:26.342274 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-80b56099-a8d9-4a4d-b8bb-e32715c47de3 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "DELETE /v2.0/security-groups/847be631-36e5-47b6-9706-9a69d5498456 HTTP/1.1" status: 404 len: 347 time: 0.0324712 Nov 26 16:41:26.342680 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46720) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:26.362818 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-18050200-018d-48a9-ae87-464e31118d8d tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] show failed (client error): The resource could not be found. Nov 26 16:41:26.367939 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-18050200-018d-48a9-ae87-464e31118d8d tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "GET /v2.0/security-groups/2eed1a16-533c-469a-b2ad-f8fb898cea2c HTTP/1.1" status: 404 len: 347 time: 0.0203941 Nov 26 16:41:26.369321 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46724) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:26.386285 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-fd758f5d-f8ca-471a-9a46-367b2ae21c07 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] show failed (client error): The resource could not be found. Nov 26 16:41:26.390936 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fd758f5d-f8ca-471a-9a46-367b2ae21c07 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] 10.222.0.11 "GET /v2.0/security-group-rules/9961a657-266f-4288-8726-f44ce049faef HTTP/1.1" status: 404 len: 356 time: 0.0178404 Nov 26 16:41:26.407124 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.resource_extend [None req-340e48fb-8fcc-44f2-80dc-9fe0a3940705 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:41:26.413688 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fc73c3-691b-47fd-b5b8-63224a6c990a tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:26.416972 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-73fc73c3-691b-47fd-b5b8-63224a6c990a tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=cf8dce9a-1df0-4b90-b19d-7de373e178f5&device_id=99299d63-e628-4b7b-baa1-61c2f8982517&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1512697 Nov 26 16:41:26.424258 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46732) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:26.456241 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-340e48fb-8fcc-44f2-80dc-9fe0a3940705 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:26.569793 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7da2707-e87e-464c-ac64-d2085bf10b88 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:26.574056 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f7da2707-e87e-464c-ac64-d2085bf10b88 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "GET /v2.0/networks/cf8dce9a-1df0-4b90-b19d-7de373e178f5 HTTP/1.1" status: 200 len: 881 time: 0.1487217 Nov 26 16:41:26.574656 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46736) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:26.584236 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-340e48fb-8fcc-44f2-80dc-9fe0a3940705 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:26.585090 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-340e48fb-8fcc-44f2-80dc-9fe0a3940705 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:26.601093 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f02acaf1-dcfc-468c-89e9-1597fe54e94d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:26.626974 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e6988eab-44e6-4c8f-8224-12277aab82cf tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "GET /v2.0/ports?device_id=99299d63-e628-4b7b-baa1-61c2f8982517 HTTP/1.1" status: 200 len: 205 time: 0.0511224 Nov 26 16:41:26.629499 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46740) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:26.802599 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46746) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:26.806958 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0beb61ac-078a-4309-b51a-912554747264 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:41:26.862610 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-25b5d511-db12-4f04-a152-58ac4d97ccf0 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:26.892338 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 0beb61ac-078a-4309-b51a-912554747264 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:26.892714 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:26.929474 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edbbba9-ddfe-409e-8bdd-a337e1f4a3c2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:26.935528 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edbbba9-ddfe-409e-8bdd-a337e1f4a3c2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:26.941629 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edbbba9-ddfe-409e-8bdd-a337e1f4a3c2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:26.945873 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0edbbba9-ddfe-409e-8bdd-a337e1f4a3c2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.8856606 Nov 26 16:41:26.968620 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46752) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:26.970850 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e48fb-8fcc-44f2-80dc-9fe0a3940705 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Port': ['ID=314cd07a-0485-452c-b4e7-2f9ce6b33e0d,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:27.008101 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-340e48fb-8fcc-44f2-80dc-9fe0a3940705 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:27.019887 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cbc898-e6b1-4318-bd66-d35cceb25cdf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:41:27.033174 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbab4b0e-e54c-423e-a637-ee3a2fd26759 None None] Sync routers for ids ['ee4048a3-86c2-4168-b648-6855bbe08405'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:41:27.044387 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbab4b0e-e54c-423e-a637-ee3a2fd26759 None None] Routers {'ee4048a3-86c2-4168-b648-6855bbe08405'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:27.045111 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-dbab4b0e-e54c-423e-a637-ee3a2fd26759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['ee4048a3-86c2-4168-b648-6855bbe08405'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:27.098749 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4b407a85-23ec-43ea-8f60-b1576c7cf1e7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=56441b70ce164f0c9f56f4f844c9f80a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943301 Nov 26 16:41:27.101223 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46756) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:27.122712 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-dbab4b0e-e54c-423e-a637-ee3a2fd26759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:27.134941 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbab4b0e-e54c-423e-a637-ee3a2fd26759 None None] Routers {'ee4048a3-86c2-4168-b648-6855bbe08405'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:27.136022 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-dbab4b0e-e54c-423e-a637-ee3a2fd26759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['ee4048a3-86c2-4168-b648-6855bbe08405'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:27.155896 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-25b5d511-db12-4f04-a152-58ac4d97ccf0 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:27.170513 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-25b5d511-db12-4f04-a152-58ac4d97ccf0 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Deleting port 17512bb2-6903-49db-9173-12e3eff29a23 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:27.170882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-25b5d511-db12-4f04-a152-58ac4d97ccf0 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:27.183088 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-754d5543-b86f-487e-890b-fc835ea6e5bd tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting port c2f53b1a-7791-4d43-b2e4-88ec36e134aa {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:27.183441 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-754d5543-b86f-487e-890b-fc835ea6e5bd tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:27.199462 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-dbab4b0e-e54c-423e-a637-ee3a2fd26759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:27.199462 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbab4b0e-e54c-423e-a637-ee3a2fd26759 None None] The sync data for ids ['ee4048a3-86c2-4168-b648-6855bbe08405'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:41:27.217423 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-15cbc898-e6b1-4318-bd66-d35cceb25cdf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:27.218604 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-15cbc898-e6b1-4318-bd66-d35cceb25cdf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.1189423 Nov 26 16:41:27.229034 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46760) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:27.237975 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7d8de-7b75-4bba-976a-86fe7c373e5c req-0c638a05-a082-4be5-9903-93c1271abe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:27.239504 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f9f7d8de-7b75-4bba-976a-86fe7c373e5c req-0c638a05-a082-4be5-9903-93c1271abe08 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06e5b26eff95490196e93abf54aa53ed&device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 1098 time: 0.5838690 Nov 26 16:41:27.240094 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-511580f2-17be-4548-96ef-762b5efbeea3 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'enable_snat': False}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:27.247203 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b70525-c7e7-446b-a874-0b6713d0e92d req-d63db9fc-e0b8-43c6-806d-2049ee6dbd3e tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:27.248644 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b6b70525-c7e7-446b-a874-0b6713d0e92d req-d63db9fc-e0b8-43c6-806d-2049ee6dbd3e tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.6557283 Nov 26 16:41:27.250570 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340e48fb-8fcc-44f2-80dc-9fe0a3940705 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network e25b7f74-bd06-41ef-bdce-d633ace02502 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:27.265722 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-340e48fb-8fcc-44f2-80dc-9fe0a3940705 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:27.290340 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d212c4cb-1607-4152-bd8c-e1df043c2ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:27.533769 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e92b0364-dd37-4c11-8c14-9bd8c5f38cea None None] Provisioning complete for port 314cd07a-0485-452c-b4e7-2f9ce6b33e0d triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:27.534268 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e92b0364-dd37-4c11-8c14-9bd8c5f38cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:27.592854 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e92b0364-dd37-4c11-8c14-9bd8c5f38cea None None] Port 314cd07a-0485-452c-b4e7-2f9ce6b33e0d cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:41:27.631353 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0e7275a1-1c39-4b5a-884a-c71180b472b9 req-6eb23bea-9628-4ef5-9625-aed4c8365627 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.3390229 Nov 26 16:41:27.656996 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d212c4cb-1607-4152-bd8c-e1df043c2ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:27.657228 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b6b70525-c7e7-446b-a874-0b6713d0e92d req-9af6a004-f198-4bf5-a51c-e6d205be403f tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3952253 Nov 26 16:41:27.771797 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-25b5d511-db12-4f04-a152-58ac4d97ccf0 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:27.989846 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7d8de-7b75-4bba-976a-86fe7c373e5c req-ad2aca07-c3f0-4d92-8aff-7076d9f08728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:27.991330 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f9f7d8de-7b75-4bba-976a-86fe7c373e5c req-ad2aca07-c3f0-4d92-8aff-7076d9f08728 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a5e19142-4e79-42ca-965f-fd783eba57b9 HTTP/1.1" status: 200 len: 912 time: 0.7309790 Nov 26 16:41:27.993223 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340e48fb-8fcc-44f2-80dc-9fe0a3940705 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Router 50d49945-ee47-486d-9fe1-a38afb206c82 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:41:28.009758 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5d887965-7b1e-4b30-a9a5-196bc554f463 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:28.034072 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-25b5d511-db12-4f04-a152-58ac4d97ccf0 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Calling delete_port for 17512bb2-6903-49db-9173-12e3eff29a23 owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:41:28.060840 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d212c4cb-1607-4152-bd8c-e1df043c2ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:28.073151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-55a04164-d2af-426e-8221-db088f007c85 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:28.098115 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212c4cb-1607-4152-bd8c-e1df043c2ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2155dd2b-da96-408c-83f0-3b3c35ecaaa7,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:28.106714 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d212c4cb-1607-4152-bd8c-e1df043c2ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:28.146286 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d212c4cb-1607-4152-bd8c-e1df043c2ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:28.147393 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d212c4cb-1607-4152-bd8c-e1df043c2ab0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2155dd2b-da96-408c-83f0-3b3c35ecaaa7 HTTP/1.1" status: 204 len: 168 time: 1.0452962 Nov 26 16:41:28.405269 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-754d5543-b86f-487e-890b-fc835ea6e5bd tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:28.417767 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-511580f2-17be-4548-96ef-762b5efbeea3 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:28.453507 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-25b5d511-db12-4f04-a152-58ac4d97ccf0 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:28.459492 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-782badb6-c6b0-4b01-81ba-8e00c925cf74 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:28.529612 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-02e70df8-34d7-4442-85f1-c91b2d43f7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:28.551245 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f9f7d8de-7b75-4bba-976a-86fe7c373e5c req-890d500d-d502-4858-b78e-5d94c8f2d129 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7996468-c56a-4a78-8717-905208e625cd HTTP/1.1" status: 200 len: 1001 time: 0.5434587 Nov 26 16:41:28.551910 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5d511-db12-4f04-a152-58ac4d97ccf0 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Pushing event deleted for resources: {'Port': ['ID=17512bb2-6903-49db-9173-12e3eff29a23,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:28.559875 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-754d5543-b86f-487e-890b-fc835ea6e5bd tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Calling delete_port for c2f53b1a-7791-4d43-b2e4-88ec36e134aa owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:41:28.589672 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-25b5d511-db12-4f04-a152-58ac4d97ccf0 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:28.655985 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-25b5d511-db12-4f04-a152-58ac4d97ccf0 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:28.691740 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340e48fb-8fcc-44f2-80dc-9fe0a3940705 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:41:28.704202 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-340e48fb-8fcc-44f2-80dc-9fe0a3940705 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "PUT /v2.0/routers/50d49945-ee47-486d-9fe1-a38afb206c82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3542275 Nov 26 16:41:28.704913 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] Sync routers for ids ['50d49945-ee47-486d-9fe1-a38afb206c82'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:41:28.710449 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46772) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:28.723394 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] Routers {'50d49945-ee47-486d-9fe1-a38afb206c82'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:28.724055 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['50d49945-ee47-486d-9fe1-a38afb206c82'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:28.758139 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-2e3917cc-1811-442a-80ef-98381c992634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1813483066'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:28.797974 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2e3917cc-1811-442a-80ef-98381c992634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:28.801590 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7d8de-7b75-4bba-976a-86fe7c373e5c req-26692fa7-5162-4bc4-8e3c-c248b8098453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:28.803053 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f9f7d8de-7b75-4bba-976a-86fe7c373e5c req-26692fa7-5162-4bc4-8e3c-c248b8098453 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a210e770-5b77-496f-9854-0be443d4634c HTTP/1.1" status: 200 len: 850 time: 0.1952515 Nov 26 16:41:28.810974 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2e3917cc-1811-442a-80ef-98381c992634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Usage tracker for resource:network and tenant:64d59b3f13ac4d738c5b4d126f3cbc4c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:28.854182 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2e3917cc-1811-442a-80ef-98381c992634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:28.927881 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2e3917cc-1811-442a-80ef-98381c992634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:28.930657 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] Set router 50d49945-ee47-486d-9fe1-a38afb206c82 gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:41:29.026503 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3917cc-1811-442a-80ef-98381c992634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Made reservation on behalf of 64d59b3f13ac4d738c5b4d126f3cbc4c for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:41:29.029992 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2e3917cc-1811-442a-80ef-98381c992634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:29.069134 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e0902b0e-65b1-4a05-9684-9650bb836f87 req-e9a44d4d-6bff-44cc-b542-98430cf35310 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.2457631 Nov 26 16:41:29.072197 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-25b5d511-db12-4f04-a152-58ac4d97ccf0 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:29.075332 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-25b5d511-db12-4f04-a152-58ac4d97ccf0 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:29.151952 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3917cc-1811-442a-80ef-98381c992634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:41:29.154104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-754d5543-b86f-487e-890b-fc835ea6e5bd tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:29.172016 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1eda4b98-ef39-4477-9c8c-ad6b5a866d11 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:29.174300 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-25b5d511-db12-4f04-a152-58ac4d97ccf0 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:29.174626 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b5d511-db12-4f04-a152-58ac4d97ccf0 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Fanout notify agent at l3_agent the message router_deleted on router 99299d63-e628-4b7b-baa1-61c2f8982517 {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:41:29.236768 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d5543-b86f-487e-890b-fc835ea6e5bd tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Port': ['ID=c2f53b1a-7791-4d43-b2e4-88ec36e134aa,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:29.241986 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-754d5543-b86f-487e-890b-fc835ea6e5bd tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:29.244581 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2e3917cc-1811-442a-80ef-98381c992634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:29.244919 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-2e3917cc-1811-442a-80ef-98381c992634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Added segment 6d86a7c3-eeb0-4c64-9f46-c1099673a6b5 of type vlan for network 29dc072c-fd76-4d7c-82a6-faaafdada2b9 Nov 26 16:41:29.277822 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-25b5d511-db12-4f04-a152-58ac4d97ccf0 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:29.282849 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-25b5d511-db12-4f04-a152-58ac4d97ccf0 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "DELETE /v2.0/routers/99299d63-e628-4b7b-baa1-61c2f8982517 HTTP/1.1" status: 204 len: 168 time: 2.6485410 Nov 26 16:41:29.284252 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46776) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:29.291220 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-681d7ff3-feb0-463a-8194-27f3cff892de tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1489896117', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}, 'admin_state_up': False}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:29.300470 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-681d7ff3-feb0-463a-8194-27f3cff892de tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:29.319135 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-681d7ff3-feb0-463a-8194-27f3cff892de tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Usage tracker for resource:router and tenant:e8b3f4d48fbc4382b6c51f0e52c2d492 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:29.325092 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-681d7ff3-feb0-463a-8194-27f3cff892de tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:29.335158 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-681d7ff3-feb0-463a-8194-27f3cff892de tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:29.336168 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:29.365558 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:41:24Z', 'revision_number': 3, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None, '_interfaces': [{'id': '314cd07a-0485-452c-b4e7-2f9ce6b33e0d', 'name': '', 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e5:d6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:22Z', 'updated_at': '2021-11-26T16:41:25Z', 'revision_number': 2, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a6d71a-19b6-412c-8b2c-de7207148751', 'name': '', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e2:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:12Z', 'updated_at': '2021-11-26T16:41:22Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:29.373561 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] Checking router: 50d49945-ee47-486d-9fe1-a38afb206c82 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:41:29.374328 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] Updating router 50d49945-ee47-486d-9fe1-a38afb206c82 port 314cd07a-0485-452c-b4e7-2f9ce6b33e0d binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:41:29.411845 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-681d7ff3-feb0-463a-8194-27f3cff892de tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:29.412488 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-681d7ff3-feb0-463a-8194-27f3cff892de tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:29.438964 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-5d887965-7b1e-4b30-a9a5-196bc554f463 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Allocated IP 172.20.0.1 (7ee3c287-caf8-420e-bef9-fe22fa132485/c3b8fd25-240b-4914-80e9-9eab46d31170/0e404c08-291e-4d4e-b423-29bf40937495) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:29.452024 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:29.515489 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-681d7ff3-feb0-463a-8194-27f3cff892de tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:29.540028 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9bbb7-c83e-4ddd-847f-d8e3544524f9 req-cd5c1205-18b0-436e-8127-59fbd0cfc66d tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:29.541769 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b4c9bbb7-c83e-4ddd-847f-d8e3544524f9 req-cd5c1205-18b0-436e-8127-59fbd0cfc66d tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.7361782 Nov 26 16:41:29.608416 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7d8de-7b75-4bba-976a-86fe7c373e5c req-c3f35889-f4f3-4f3f-bbe1-1265302754c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:29.610059 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f9f7d8de-7b75-4bba-976a-86fe7c373e5c req-c3f35889-f4f3-4f3f-bbe1-1265302754c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a5e19142-4e79-42ca-965f-fd783eba57b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7956684 Nov 26 16:41:29.839840 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:29.853407 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] Transition to ACTIVE for port object 314cd07a-0485-452c-b4e7-2f9ce6b33e0d will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:41:29.853696 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2e3917cc-1811-442a-80ef-98381c992634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:29.860578 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:29.865080 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-3eff25f6-1be8-4797-9a9e-c8835590f4a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:29.876543 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b4c9bbb7-c83e-4ddd-847f-d8e3544524f9 req-043b9515-808d-49f7-8fd9-fb134b6afac8 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2984769 Nov 26 16:41:29.878451 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f9f7d8de-7b75-4bba-976a-86fe7c373e5c req-bd0d76ae-b55c-48c7-9393-48ebe7622a93 service neutron] 10.222.0.31 "GET /v2.0/networks/a5e19142-4e79-42ca-965f-fd783eba57b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153888 Nov 26 16:41:29.885226 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-754d5543-b86f-487e-890b-fc835ea6e5bd tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:29.950461 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-681d7ff3-feb0-463a-8194-27f3cff892de tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:30.007479 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5d887965-7b1e-4b30-a9a5-196bc554f463 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:30.017828 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-754d5543-b86f-487e-890b-fc835ea6e5bd tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/ports/c2f53b1a-7791-4d43-b2e4-88ec36e134aa HTTP/1.1" status: 204 len: 168 time: 3.0442247 Nov 26 16:41:30.033711 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46780) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:30.058543 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d358ee1-b3ae-4e2c-9e9e-883f3d27c158 None None] Pushing event updated for resources: {'Port': ['ID=314cd07a-0485-452c-b4e7-2f9ce6b33e0d,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:30.060630 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-511580f2-17be-4548-96ef-762b5efbeea3 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:30.066303 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-3d358ee1-b3ae-4e2c-9e9e-883f3d27c158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:30.077729 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-511580f2-17be-4548-96ef-762b5efbeea3 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780415'] for router, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:30.087859 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] Attempting to bind port 314cd07a-0485-452c-b4e7-2f9ce6b33e0d on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:41:30.088239 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] Attempting to bind port 314cd07a-0485-452c-b4e7-2f9ce6b33e0d by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '0b1b0ba0-2bb8-4a26-95e3-efcac434d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:41:30.088605 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] Attempting to bind port 314cd07a-0485-452c-b4e7-2f9ce6b33e0d on network e25b7f74-bd06-41ef-bdce-d633ace02502 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:41:30.094385 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:41:30.094757 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] Checking segment: {'id': '0b1b0ba0-2bb8-4a26-95e3-efcac434d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:41:30.095330 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:30.096078 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] Bound using segment: {'id': '0b1b0ba0-2bb8-4a26-95e3-efcac434d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:41:30.096851 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] Bound port: 314cd07a-0485-452c-b4e7-2f9ce6b33e0d, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1b0ba0-2bb8-4a26-95e3-efcac434d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:41:30.097419 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:30.171974 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f9f7d8de-7b75-4bba-976a-86fe7c373e5c req-c7e1d334-ba47-4e14-b5f6-b5edf3abc79d service neutron] 10.222.0.31 "GET /v2.0/networks/a5e19142-4e79-42ca-965f-fd783eba57b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690382 Nov 26 16:41:30.174947 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5d887965-7b1e-4b30-a9a5-196bc554f463 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:30.185403 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-675736d2-51a1-4c35-95d8-fc360c305fe0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] GET failed (client error): The resource could not be found. Nov 26 16:41:30.185941 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-675736d2-51a1-4c35-95d8-fc360c305fe0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Synchronizing usage tracker for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:41:30.193958 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-98f6d962-912c-4c2c-be2d-bda2ac19c107 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:30.197819 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] For port 314cd07a-0485-452c-b4e7-2f9ce6b33e0d, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:41:30.201649 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] For port 314cd07a-0485-452c-b4e7-2f9ce6b33e0d, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=314cd07a-0485-452c-b4e7-2f9ce6b33e0d,segment=NetworkSegment(0b1b0ba0-2bb8-4a26-95e3-efcac434d9e6),segment_id=0b1b0ba0-2bb8-4a26-95e3-efcac434d9e6)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:41:30.206992 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:30.211878 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-f60209d2-1cda-4181-820c-ab32f608eedf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:30.241000 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d887965-7b1e-4b30-a9a5-196bc554f463 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Network 7ee3c287-caf8-420e-bef9-fe22fa132485 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:30.252980 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-5d887965-7b1e-4b30-a9a5-196bc554f463 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:30.258164 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d887965-7b1e-4b30-a9a5-196bc554f463 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:30.290661 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] Routers {'50d49945-ee47-486d-9fe1-a38afb206c82'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:30.291306 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['50d49945-ee47-486d-9fe1-a38afb206c82'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:30.349770 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2e3917cc-1811-442a-80ef-98381c992634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:30.355781 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3917cc-1811-442a-80ef-98381c992634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:30.356442 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2e3917cc-1811-442a-80ef-98381c992634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:30.395913 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-675736d2-51a1-4c35-95d8-fc360c305fe0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Unset dirty status for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:41:30.397175 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-675736d2-51a1-4c35-95d8-fc360c305fe0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "GET /v2.0/ports/c2f53b1a-7791-4d43-b2e4-88ec36e134aa HTTP/1.1" status: 404 len: 333 time: 0.3592544 Nov 26 16:41:30.402088 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d887965-7b1e-4b30-a9a5-196bc554f463 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event updated for resources: {'Port': ['ID=0e404c08-291e-4d4e-b423-29bf40937495,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:30.406973 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46786) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:30.410689 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5d887965-7b1e-4b30-a9a5-196bc554f463 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:30.411554 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bc1449f1-d09e-4ea7-a0dd-6d32c7a66309 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:30.435247 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-62a0557c-d9e0-480e-9379-be9162759e04 req-afd7cb7e-c16a-46fe-aae9-ea6abcccd3bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.2139270 Nov 26 16:41:30.444094 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d358ee1-b3ae-4e2c-9e9e-883f3d27c158 None None] Pushing event updated for resources: {'Port': ['ID=314cd07a-0485-452c-b4e7-2f9ce6b33e0d,revision_number=4']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:30.454021 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-3d358ee1-b3ae-4e2c-9e9e-883f3d27c158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:30.509220 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] Set router 50d49945-ee47-486d-9fe1-a38afb206c82 gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:41:30.509888 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2e3917cc-1811-442a-80ef-98381c992634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7630372 Nov 26 16:41:30.511016 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5d887965-7b1e-4b30-a9a5-196bc554f463 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:30.517631 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511580f2-17be-4548-96ef-762b5efbeea3 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Router ee4048a3-86c2-4168-b648-6855bbe08405 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:41:30.519203 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46790) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:30.541495 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-d8b967db-6ee6-4894-a7ab-0745eec0818a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'subnet': {'network_id': '29dc072c-fd76-4d7c-82a6-faaafdada2b9', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:30.617281 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3917cc-1811-442a-80ef-98381c992634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Network': ['ID=29dc072c-fd76-4d7c-82a6-faaafdada2b9,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:30.625092 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2e3917cc-1811-442a-80ef-98381c992634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:30.628407 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 29dc072c-fd76-4d7c-82a6-faaafdada2b9 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:41:30.630703 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-dd384976-8d4d-4a9d-a9bb-abafafbcbe42 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting port 1f101736-6ece-463e-ab71-f0f47a02d68f {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:30.631049 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd384976-8d4d-4a9d-a9bb-abafafbcbe42 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:30.885739 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:41:24Z', 'revision_number': 3, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None, '_interfaces': [{'id': '314cd07a-0485-452c-b4e7-2f9ce6b33e0d', 'name': '', 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e5:d6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:22Z', 'updated_at': '2021-11-26T16:41:30Z', 'revision_number': 4, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a6d71a-19b6-412c-8b2c-de7207148751', 'name': '', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e2:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:12Z', 'updated_at': '2021-11-26T16:41:22Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:30.892103 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d107bf3-5cac-4514-af54-cc6526f5a161 None None] The sync data for ids ['50d49945-ee47-486d-9fe1-a38afb206c82'] in dv-neutron-819440-1-hyperv is: [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:41:24Z', 'revision_number': 3, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None, '_interfaces': [{'id': '314cd07a-0485-452c-b4e7-2f9ce6b33e0d', 'name': '', 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e5:d6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:22Z', 'updated_at': '2021-11-26T16:41:30Z', 'revision_number': 4, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a6d71a-19b6-412c-8b2c-de7207148751', 'name': '', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e2:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:12Z', 'updated_at': '2021-11-26T16:41:22Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:41:30.924994 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d8b967db-6ee6-4894-a7ab-0745eec0818a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:30.929142 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d8b967db-6ee6-4894-a7ab-0745eec0818a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Usage tracker for resource:subnet and tenant:64d59b3f13ac4d738c5b4d126f3cbc4c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:30.932106 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d8b967db-6ee6-4894-a7ab-0745eec0818a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:30.938091 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d8b967db-6ee6-4894-a7ab-0745eec0818a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:31.073122 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b967db-6ee6-4894-a7ab-0745eec0818a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Made reservation on behalf of 64d59b3f13ac4d738c5b4d126f3cbc4c for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:41:31.075124 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5d887965-7b1e-4b30-a9a5-196bc554f463 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:31.076660 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d8b967db-6ee6-4894-a7ab-0745eec0818a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:31.106510 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd384976-8d4d-4a9d-a9bb-abafafbcbe42 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:31.106739 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-681d7ff3-feb0-463a-8194-27f3cff892de tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:31.146062 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-681d7ff3-feb0-463a-8194-27f3cff892de tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:31.225460 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5525525f-e861-4c21-aebb-328bf2c73b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:31.359614 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-dd384976-8d4d-4a9d-a9bb-abafafbcbe42 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Calling delete_port for 1f101736-6ece-463e-ab71-f0f47a02d68f owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:41:31.417895 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511580f2-17be-4548-96ef-762b5efbeea3 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:41:31.431750 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a640d0b-6b87-42d7-b72f-cc16fb32e3b3 None None] Sync routers for ids ['ee4048a3-86c2-4168-b648-6855bbe08405'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:41:31.447909 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a640d0b-6b87-42d7-b72f-cc16fb32e3b3 None None] Routers {'ee4048a3-86c2-4168-b648-6855bbe08405'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:31.450282 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-1a640d0b-6b87-42d7-b72f-cc16fb32e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['ee4048a3-86c2-4168-b648-6855bbe08405'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:31.458359 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-511580f2-17be-4548-96ef-762b5efbeea3 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:31.465385 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-511580f2-17be-4548-96ef-762b5efbeea3 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "PUT /v2.0/routers/ee4048a3-86c2-4168-b648-6855bbe08405 HTTP/1.1" status: 200 len: 926 time: 4.2297883 Nov 26 16:41:31.534461 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46800) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:31.540748 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-1a640d0b-6b87-42d7-b72f-cc16fb32e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:31.549905 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a640d0b-6b87-42d7-b72f-cc16fb32e3b3 None None] Routers {'ee4048a3-86c2-4168-b648-6855bbe08405'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:31.550766 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-1a640d0b-6b87-42d7-b72f-cc16fb32e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['ee4048a3-86c2-4168-b648-6855bbe08405'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:31.624938 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-1a640d0b-6b87-42d7-b72f-cc16fb32e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:31.625505 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a640d0b-6b87-42d7-b72f-cc16fb32e3b3 None None] The sync data for ids ['ee4048a3-86c2-4168-b648-6855bbe08405'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:41:31.724153 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-93375eed-95e8-4599-b6f4-904ad5f29032 req-91d75dba-4c3c-491b-a398-61a9bc679302 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1818595 Nov 26 16:41:31.727174 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-681d7ff3-feb0-463a-8194-27f3cff892de tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Allocated IP 172.26.0.247 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/b9b3bf8a-ce87-4ef5-b303-9bd6121abc1d) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:31.856919 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22557735-e68b-413e-8350-553a0ac8f218 req-9745ab93-e343-482e-b6ff-9239b6daeac6 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:31.858287 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-22557735-e68b-413e-8350-553a0ac8f218 req-9745ab93-e343-482e-b6ff-9239b6daeac6 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.5469933 Nov 26 16:41:31.869625 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d8b967db-6ee6-4894-a7ab-0745eec0818a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:31.884612 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-12207d12-fcae-4c46-9ac3-7bec871ae7ac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:31.972470 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd384976-8d4d-4a9d-a9bb-abafafbcbe42 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:31.990571 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-69666823-7e3e-4a06-8dbf-a0a6b88ba85f tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "GET /v2.0/routers/ee4048a3-86c2-4168-b648-6855bbe08405 HTTP/1.1" status: 200 len: 926 time: 0.4548912 Nov 26 16:41:31.993413 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-00964582-de7f-4c63-bf9d-9aed82ec1209 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:32.000233 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46808) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:32.011959 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b967db-6ee6-4894-a7ab-0745eec0818a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Subnet': ['ID=daa49177-b825-477a-b544-be69e57d2350,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:32.044983 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d8b967db-6ee6-4894-a7ab-0745eec0818a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:32.051024 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-22557735-e68b-413e-8350-553a0ac8f218 req-94b68438-7e89-49c3-b731-d73e60d498cc tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835506 Nov 26 16:41:32.054267 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd384976-8d4d-4a9d-a9bb-abafafbcbe42 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Port': ['ID=1f101736-6ece-463e-ab71-f0f47a02d68f,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:32.057299 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-dd384976-8d4d-4a9d-a9bb-abafafbcbe42 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:32.074583 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b967db-6ee6-4894-a7ab-0745eec0818a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Checking segment: {'id': '6d86a7c3-eeb0-4c64-9f46-c1099673a6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '29dc072c-fd76-4d7c-82a6-faaafdada2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:41:32.074939 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b967db-6ee6-4894-a7ab-0745eec0818a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network hostable DHCP agents. Network: 29dc072c-fd76-4d7c-82a6-faaafdada2b9, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:41:32.117333 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-681d7ff3-feb0-463a-8194-27f3cff892de tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:32.131924 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:32.141439 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b967db-6ee6-4894-a7ab-0745eec0818a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network 29dc072c-fd76-4d7c-82a6-faaafdada2b9 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:41:32.160511 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-d8b967db-6ee6-4894-a7ab-0745eec0818a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 29dc072c-fd76-4d7c-82a6-faaafdada2b9) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:32.170039 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3114feee-ac60-4719-b40f-8b2f3e83cc71 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:32.170423 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91780d4-5b12-449f-857a-22968521eb0f None None] Network 29dc072c-fd76-4d7c-82a6-faaafdada2b9 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:41:32.172724 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3114feee-ac60-4719-b40f-8b2f3e83cc71 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=cf8dce9a-1df0-4b90-b19d-7de373e178f5&device_id=ee4048a3-86c2-4168-b648-6855bbe08405&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1703780 Nov 26 16:41:32.172893 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b967db-6ee6-4894-a7ab-0745eec0818a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:32.173456 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d8b967db-6ee6-4894-a7ab-0745eec0818a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:32.179439 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46816) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:32.263353 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5d887965-7b1e-4b30-a9a5-196bc554f463 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:32.279771 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5d887965-7b1e-4b30-a9a5-196bc554f463 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:32.330948 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-15cbc898-e6b1-4318-bd66-d35cceb25cdf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:32.431412 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5d887965-7b1e-4b30-a9a5-196bc554f463 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:32.435567 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd384976-8d4d-4a9d-a9bb-abafafbcbe42 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:32.437089 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-29dc072c-fd76-4d7c-82a6-faaafdada2b9', 'network_id': '29dc072c-fd76-4d7c-82a6-faaafdada2b9', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'fixed_ips': [{'subnet_id': 'daa49177-b825-477a-b544-be69e57d2350'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:41:32.437948 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:32.438432 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d887965-7b1e-4b30-a9a5-196bc554f463 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event updated for resources: {'Port': ['ID=0e404c08-291e-4d4e-b423-29bf40937495,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:32.443638 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5d887965-7b1e-4b30-a9a5-196bc554f463 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:32.487481 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d8b967db-6ee6-4894-a7ab-0745eec0818a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9540546 Nov 26 16:41:32.491893 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-681d7ff3-feb0-463a-8194-27f3cff892de tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:32.497772 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46820) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:32.501179 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c181efa5-2a27-473b-8b58-1b3b97eb9f02 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:32.523074 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-dd384976-8d4d-4a9d-a9bb-abafafbcbe42 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/ports/1f101736-6ece-463e-ab71-f0f47a02d68f HTTP/1.1" status: 204 len: 168 time: 2.1118441 Nov 26 16:41:32.530590 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46822) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:32.578368 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-301a2e06-5c5c-4f73-8e41-2b453f698aa2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] GET failed (client error): The resource could not be found. Nov 26 16:41:32.579021 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-301a2e06-5c5c-4f73-8e41-2b453f698aa2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Synchronizing usage tracker for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:41:32.617469 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-301a2e06-5c5c-4f73-8e41-2b453f698aa2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Unset dirty status for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:41:32.621457 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-301a2e06-5c5c-4f73-8e41-2b453f698aa2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "GET /v2.0/ports/1f101736-6ece-463e-ab71-f0f47a02d68f HTTP/1.1" status: 404 len: 333 time: 0.0870960 Nov 26 16:41:32.627870 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46828) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:32.648446 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] Allocated IP 2001:db8:2::2 (29dc072c-fd76-4d7c-82a6-faaafdada2b9/daa49177-b825-477a-b544-be69e57d2350/9b15e233-f60b-4e2f-8966-0fb655fa68d2) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:32.697148 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d887965-7b1e-4b30-a9a5-196bc554f463 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Network 7ee3c287-caf8-420e-bef9-fe22fa132485 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:32.700792 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-5d887965-7b1e-4b30-a9a5-196bc554f463 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:32.787799 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681d7ff3-feb0-463a-8194-27f3cff892de tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:32.789545 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-681d7ff3-feb0-463a-8194-27f3cff892de tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:32.811662 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681d7ff3-feb0-463a-8194-27f3cff892de tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:32.829778 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 314cd07a-0485-452c-b4e7-2f9ce6b33e0d up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:41:32.872605 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e6877e-4118-4917-9a93-144d237a450d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting subnet d46b43e6-be0b-42a1-a5cd-60527cf44d4f {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:41:32.884855 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-64e6877e-4118-4917-9a93-144d237a450d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:32.908211 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d7ff3-feb0-463a-8194-27f3cff892de tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Pushing event updated for resources: {'Port': ['ID=b9b3bf8a-ce87-4ef5-b303-9bd6121abc1d,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:32.911239 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-681d7ff3-feb0-463a-8194-27f3cff892de tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:32.923590 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38213882-9b71-42fb-9964-41a3ddde97fe tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:32.924251 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-38213882-9b71-42fb-9964-41a3ddde97fe tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Synchronizing usage tracker for tenant:59a0cd289a0d4398806a66c6d2a2f63a on resource:network {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:41:32.952248 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:32.964518 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] Transition to ACTIVE for port object 9b15e233-f60b-4e2f-8966-0fb655fa68d2 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:41:32.970164 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 314cd07a-0485-452c-b4e7-2f9ce6b33e0d completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:32.978921 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-b822fd39-6e29-472f-9a5e-9e3e2049c321 req-01e04402-740d-4f87-ab4d-bc5f2acc9c53 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:41:32.985889 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 314cd07a-0485-452c-b4e7-2f9ce6b33e0d triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:32.986040 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:33.023997 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-64e6877e-4118-4917-9a93-144d237a450d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:33.044627 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] Transition to ACTIVE for port object 9b15e233-f60b-4e2f-8966-0fb655fa68d2 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:41:33.078617 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-b822fd39-6e29-472f-9a5e-9e3e2049c321 req-01e04402-740d-4f87-ab4d-bc5f2acc9c53 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:41:33.079885 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b822fd39-6e29-472f-9a5e-9e3e2049c321 req-01e04402-740d-4f87-ab4d-bc5f2acc9c53 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.2051160 Nov 26 16:41:33.085841 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:33.095379 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:33.116724 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d887965-7b1e-4b30-a9a5-196bc554f463 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Router 233059e4-5eaf-4384-833b-61a4728c36d8 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:41:33.178318 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:33.185753 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a2c83-8bd4-49a6-a98c-e54f71d3fcde req-0ac9ebf7-ffef-40f4-8d8d-02682aacd763 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:33.187372 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d55a2c83-8bd4-49a6-a98c-e54f71d3fcde req-0ac9ebf7-ffef-40f4-8d8d-02682aacd763 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.8142345 Nov 26 16:41:33.194032 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] Network 29dc072c-fd76-4d7c-82a6-faaafdada2b9 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:33.199778 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:33.206128 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:33.246081 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-38213882-9b71-42fb-9964-41a3ddde97fe tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Unset dirty status for tenant:59a0cd289a0d4398806a66c6d2a2f63a on resource:network {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:41:33.250384 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-38213882-9b71-42fb-9964-41a3ddde97fe tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "GET /v2.0/networks/cf8dce9a-1df0-4b90-b19d-7de373e178f5 HTTP/1.1" status: 200 len: 881 time: 1.0670426 Nov 26 16:41:33.284671 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46834) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:33.293394 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 314cd07a-0485-452c-b4e7-2f9ce6b33e0d, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=314cd07a-0485-452c-b4e7-2f9ce6b33e0d,segment=NetworkSegment(0b1b0ba0-2bb8-4a26-95e3-efcac434d9e6),segment_id=0b1b0ba0-2bb8-4a26-95e3-efcac434d9e6)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:41:33.307248 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] Pushing event updated for resources: {'Port': ['ID=9b15e233-f60b-4e2f-8966-0fb655fa68d2,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:33.316597 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:33.318623 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:33.319067 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:33.377305 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] Attempting to bind port 9b15e233-f60b-4e2f-8966-0fb655fa68d2 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:41:33.377686 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] Attempting to bind port 9b15e233-f60b-4e2f-8966-0fb655fa68d2 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '6d86a7c3-eeb0-4c64-9f46-c1099673a6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '29dc072c-fd76-4d7c-82a6-faaafdada2b9'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:41:33.378057 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] Attempting to bind port 9b15e233-f60b-4e2f-8966-0fb655fa68d2 on network 29dc072c-fd76-4d7c-82a6-faaafdada2b9 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:41:33.388555 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:41:33.388938 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] Checking segment: {'id': '6d86a7c3-eeb0-4c64-9f46-c1099673a6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '29dc072c-fd76-4d7c-82a6-faaafdada2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:41:33.389349 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:33.389750 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] Bound using segment: {'id': '6d86a7c3-eeb0-4c64-9f46-c1099673a6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '29dc072c-fd76-4d7c-82a6-faaafdada2b9'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:41:33.390217 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] Bound port: 9b15e233-f60b-4e2f-8966-0fb655fa68d2, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d86a7c3-eeb0-4c64-9f46-c1099673a6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '29dc072c-fd76-4d7c-82a6-faaafdada2b9'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:41:33.390589 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:33.399248 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-64e6877e-4118-4917-9a93-144d237a450d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:33.440586 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-67421036-b096-4a2d-a884-39ace6084d40 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee4048a3-86c2-4168-b648-6855bbe08405 HTTP/1.1" status: 200 len: 205 time: 0.1465943 Nov 26 16:41:33.441497 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46838) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:33.479813 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=314cd07a-0485-452c-b4e7-2f9ce6b33e0d,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:33.485666 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:33.492289 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] For port 9b15e233-f60b-4e2f-8966-0fb655fa68d2, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:41:33.497728 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d55a2c83-8bd4-49a6-a98c-e54f71d3fcde req-763dc62c-a071-479e-8d2f-03d4bc8745de tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2889376 Nov 26 16:41:33.504892 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] For port 9b15e233-f60b-4e2f-8966-0fb655fa68d2, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=9b15e233-f60b-4e2f-8966-0fb655fa68d2,segment=NetworkSegment(6d86a7c3-eeb0-4c64-9f46-c1099673a6b5),segment_id=6d86a7c3-eeb0-4c64-9f46-c1099673a6b5)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:41:33.510739 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:33.526008 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:33.619359 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] Pushing event updated for resources: {'Port': ['ID=9b15e233-f60b-4e2f-8966-0fb655fa68d2,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:33.622888 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:33.659696 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d887965-7b1e-4b30-a9a5-196bc554f463 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:41:33.663930 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-64e6877e-4118-4917-9a93-144d237a450d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:33.682161 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2aaee2-2c27-4acc-8c70-33f4f13516c0 None None] Sync routers for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:41:33.687007 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:33.695694 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2aaee2-2c27-4acc-8c70-33f4f13516c0 None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:33.696702 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2a2aaee2-2c27-4acc-8c70-33f4f13516c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:33.751211 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6877e-4118-4917-9a93-144d237a450d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Subnet': ['ID=d46b43e6-be0b-42a1-a5cd-60527cf44d4f,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:33.758963 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-64e6877e-4118-4917-9a93-144d237a450d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:33.767274 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5d887965-7b1e-4b30-a9a5-196bc554f463 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "PUT /v2.0/routers/233059e4-5eaf-4384-833b-61a4728c36d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3598456 Nov 26 16:41:33.771334 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46844) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:33.779985 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-028d533a-6cdc-4cc1-94af-1ff9dc49e9b4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Request body: {'port': {'network_id': '7ee3c287-caf8-420e-bef9-fe22fa132485', 'name': 'tempest-FloatingIPTestJSON-1197052488'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:33.782028 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12cbe97-1e44-4f75-b860-3de963ebfd03 None None] Network 0a7188fe-5575-433e-a423-a8d210bb9e0a requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:41:33.807472 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-64e6877e-4118-4917-9a93-144d237a450d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:33.809981 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-64e6877e-4118-4917-9a93-144d237a450d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/subnets/d46b43e6-be0b-42a1-a5cd-60527cf44d4f HTTP/1.1" status: 204 len: 168 time: 1.1810024 Nov 26 16:41:33.817695 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:33.824191 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2a2aaee2-2c27-4acc-8c70-33f4f13516c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:33.834306 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:41:33.842685 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2aaee2-2c27-4acc-8c70-33f4f13516c0 None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:33.845847 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2a2aaee2-2c27-4acc-8c70-33f4f13516c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:33.917651 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46848) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:34.046956 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2a2aaee2-2c27-4acc-8c70-33f4f13516c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:34.048071 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2aaee2-2c27-4acc-8c70-33f4f13516c0 None None] The sync data for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:41:34.079239 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:34.231037 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-681d7ff3-feb0-463a-8194-27f3cff892de tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router_gateway, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:34.246433 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-028d533a-6cdc-4cc1-94af-1ff9dc49e9b4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:34.282878 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:34.288956 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2b0de5-090c-4fc2-b9e3-d37cb975ff87 None None] DHCP port deletion for 0a7188fe-5575-433e-a423-a8d210bb9e0a request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:41:34.294049 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-aa2b0de5-090c-4fc2-b9e3-d37cb975ff87 None None] Deleting port b96eae6b-3524-4c0f-a4a3-33995d7e7b68 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:34.294049 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-aa2b0de5-090c-4fc2-b9e3-d37cb975ff87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:34.304537 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-028d533a-6cdc-4cc1-94af-1ff9dc49e9b4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Usage tracker for resource:port and tenant:7c991dfeb8c24761a5861f1676495514 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:34.309132 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b31a9f2b-635b-4e5f-85e9-6eea5bdc7c33 req-f1798130-8912-4397-85bc-12c918fb0827 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1172967 Nov 26 16:41:34.322871 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-028d533a-6cdc-4cc1-94af-1ff9dc49e9b4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:34.380461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-028d533a-6cdc-4cc1-94af-1ff9dc49e9b4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:34.402185 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c4618db9-6f2e-4349-bd6d-477fb43597b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:34.412536 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028d533a-6cdc-4cc1-94af-1ff9dc49e9b4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Made reservation on behalf of 7c991dfeb8c24761a5861f1676495514 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:41:34.415926 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-028d533a-6cdc-4cc1-94af-1ff9dc49e9b4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:34.437325 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:34.452017 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-028d533a-6cdc-4cc1-94af-1ff9dc49e9b4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] device_id is not set on port 078bdecc-9dfd-4f8d-9049-006e2a19ec4e yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:41:34.490783 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Deleting port 76ba801f-1b4a-4a2b-ae7b-a195776cf64f {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:34.491190 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:34.515995 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-c4618db9-6f2e-4349-bd6d-477fb43597b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting port b96eae6b-3524-4c0f-a4a3-33995d7e7b68 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:34.516336 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c4618db9-6f2e-4349-bd6d-477fb43597b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:34.520877 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-aa2b0de5-090c-4fc2-b9e3-d37cb975ff87 None None] For port b96eae6b-3524-4c0f-a4a3-33995d7e7b68, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b96eae6b-3524-4c0f-a4a3-33995d7e7b68,segment=NetworkSegment(6742edd3-1ff9-4caf-a293-eb3820462397),segment_id=6742edd3-1ff9-4caf-a293-eb3820462397)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:41:34.521439 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-aa2b0de5-090c-4fc2-b9e3-d37cb975ff87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:34.578772 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d3c33-e691-4c90-bd9f-d5590f2f197c req-d5934aba-8ccc-4fef-aa8e-979f54d18270 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:34.586573 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-082d3c33-e691-4c90-bd9f-d5590f2f197c req-d5934aba-8ccc-4fef-aa8e-979f54d18270 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.4948800 Nov 26 16:41:34.668475 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-aa2b0de5-090c-4fc2-b9e3-d37cb975ff87 None None] Calling delete_port for b96eae6b-3524-4c0f-a4a3-33995d7e7b68 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:41:34.781651 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-aa2b0de5-090c-4fc2-b9e3-d37cb975ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:34.786746 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:34.889734 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b0de5-090c-4fc2-b9e3-d37cb975ff87 None None] Pushing event deleted for resources: {'Port': ['ID=b96eae6b-3524-4c0f-a4a3-33995d7e7b68,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:34.890549 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-082d3c33-e691-4c90-bd9f-d5590f2f197c req-e3a7c590-11df-4725-bc73-f9618898906a tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032482 Nov 26 16:41:34.911843 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2b0de5-090c-4fc2-b9e3-d37cb975ff87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:34.913460 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2b0de5-090c-4fc2-b9e3-d37cb975ff87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:34.915741 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2b0de5-090c-4fc2-b9e3-d37cb975ff87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:34.916326 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2b0de5-090c-4fc2-b9e3-d37cb975ff87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:34.917032 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2b0de5-090c-4fc2-b9e3-d37cb975ff87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:34.919888 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2b0de5-090c-4fc2-b9e3-d37cb975ff87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:34.920503 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2b0de5-090c-4fc2-b9e3-d37cb975ff87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:34.921047 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2b0de5-090c-4fc2-b9e3-d37cb975ff87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:34.921587 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2b0de5-090c-4fc2-b9e3-d37cb975ff87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:34.922123 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2b0de5-090c-4fc2-b9e3-d37cb975ff87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:34.924626 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2b0de5-090c-4fc2-b9e3-d37cb975ff87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:34.928164 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2b0de5-090c-4fc2-b9e3-d37cb975ff87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:34.931990 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2b0de5-090c-4fc2-b9e3-d37cb975ff87 None None] No DVR routers for this DVR port b96eae6b-3524-4c0f-a4a3-33995d7e7b68 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:41:34.934668 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-aa2b0de5-090c-4fc2-b9e3-d37cb975ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:35.000352 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 9b15e233-f60b-4e2f-8966-0fb655fa68d2 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:41:35.086673 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-681d7ff3-feb0-463a-8194-27f3cff892de tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:35.124857 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 9b15e233-f60b-4e2f-8966-0fb655fa68d2 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:35.132874 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 314cd07a-0485-452c-b4e7-2f9ce6b33e0d up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:41:35.138528 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-028d533a-6cdc-4cc1-94af-1ff9dc49e9b4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Allocated IP 172.20.0.5 (7ee3c287-caf8-420e-bef9-fe22fa132485/c3b8fd25-240b-4914-80e9-9eab46d31170/078bdecc-9dfd-4f8d-9049-006e2a19ec4e) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:35.167973 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-c4618db9-6f2e-4349-bd6d-477fb43597b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] For port b96eae6b-3524-4c0f-a4a3-33995d7e7b68, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b96eae6b-3524-4c0f-a4a3-33995d7e7b68,segment=NetworkSegment(6742edd3-1ff9-4caf-a293-eb3820462397),segment_id=6742edd3-1ff9-4caf-a293-eb3820462397)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:41:35.168332 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c4618db9-6f2e-4349-bd6d-477fb43597b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:35.170681 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf801d1-4619-4ed3-818d-a8c813940b3b None None] Network 29dc072c-fd76-4d7c-82a6-faaafdada2b9 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:41:35.177632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:35.278120 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-49c53557-e42c-43b3-8557-aaa0ef49cf62 None None] Provisioning for port 9b15e233-f60b-4e2f-8966-0fb655fa68d2 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:35.289570 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-49c53557-e42c-43b3-8557-aaa0ef49cf62 None None] Provisioning complete for port 9b15e233-f60b-4e2f-8966-0fb655fa68d2 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:35.290241 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-49c53557-e42c-43b3-8557-aaa0ef49cf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:35.327221 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Allocated IP 2001:db8:2::1 (29dc072c-fd76-4d7c-82a6-faaafdada2b9/daa49177-b825-477a-b544-be69e57d2350/ed8f4161-7b32-4c6a-8002-2164925618a8) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:35.368324 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681d7ff3-feb0-463a-8194-27f3cff892de tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Router 00133cd3-8adc-4587-8c62-b05820c35c73 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:41:35.384685 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 314cd07a-0485-452c-b4e7-2f9ce6b33e0d triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:35.385315 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:35.463407 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-c4618db9-6f2e-4349-bd6d-477fb43597b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Calling delete_port for b96eae6b-3524-4c0f-a4a3-33995d7e7b68 owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:41:35.512511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Calling delete_port for 76ba801f-1b4a-4a2b-ae7b-a195776cf64f owned by network:router_gateway {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:41:35.571279 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9498b372-d8ea-4bff-8aa5-d48e39c65a81 req-fd6a6d31-638e-4759-8bf6-426337a86ddd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1484718 Nov 26 16:41:35.656692 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-49c53557-e42c-43b3-8557-aaa0ef49cf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:35.712536 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.api [None req-c4618db9-6f2e-4349-bd6d-477fb43597b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:41:35.712814 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_db.api [None req-c4618db9-6f2e-4349-bd6d-477fb43597b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:41:35.714449 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-49c53557-e42c-43b3-8557-aaa0ef49cf62 None None] For port 9b15e233-f60b-4e2f-8966-0fb655fa68d2, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=9b15e233-f60b-4e2f-8966-0fb655fa68d2,segment=NetworkSegment(6d86a7c3-eeb0-4c64-9f46-c1099673a6b5),segment_id=6d86a7c3-eeb0-4c64-9f46-c1099673a6b5)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:41:35.730394 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-49c53557-e42c-43b3-8557-aaa0ef49cf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:35.738027 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-11116369-7e7b-4c25-a0a0-253358b54917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:35.793427 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b96eae6b-3524-4c0f-a4a3-33995d7e7b68 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:41:35.822263 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:35.834257 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681d7ff3-feb0-463a-8194-27f3cff892de tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:41:35.857743 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Transition to ACTIVE for port object ed8f4161-7b32-4c6a-8002-2164925618a8 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:41:35.861385 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd44d613-3d1a-4160-8a04-0cbf9aa78cee None None] Sync routers for ids ['00133cd3-8adc-4587-8c62-b05820c35c73'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:41:35.864173 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: b96eae6b-3524-4c0f-a4a3-33995d7e7b68 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:41:35.864779 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b96eae6b-3524-4c0f-a4a3-33995d7e7b68 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:41:35.873830 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-681d7ff3-feb0-463a-8194-27f3cff892de tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:35.873830 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-681d7ff3-feb0-463a-8194-27f3cff892de tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.5887620 Nov 26 16:41:35.876505 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46858) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:35.887253 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-028d533a-6cdc-4cc1-94af-1ff9dc49e9b4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:35.888032 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-381c4c8b-63da-41d6-a2f2-3aa164a96e5b tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:35.897328 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd44d613-3d1a-4160-8a04-0cbf9aa78cee None None] Routers {'00133cd3-8adc-4587-8c62-b05820c35c73'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:35.897842 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-bd44d613-3d1a-4160-8a04-0cbf9aa78cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['00133cd3-8adc-4587-8c62-b05820c35c73'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:35.968078 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:35.987309 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-acd501af-d977-4677-83fe-a73082102b85 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:35.994642 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53557-e42c-43b3-8557-aaa0ef49cf62 None None] Pushing event updated for resources: {'Port': ['ID=9b15e233-f60b-4e2f-8966-0fb655fa68d2,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:36.010497 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-49c53557-e42c-43b3-8557-aaa0ef49cf62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:36.012187 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-bd44d613-3d1a-4160-8a04-0cbf9aa78cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:36.023348 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd44d613-3d1a-4160-8a04-0cbf9aa78cee None None] Routers {'00133cd3-8adc-4587-8c62-b05820c35c73'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:36.024045 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-bd44d613-3d1a-4160-8a04-0cbf9aa78cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['00133cd3-8adc-4587-8c62-b05820c35c73'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:36.076342 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Pushing event deleted for resources: {'Port': ['ID=76ba801f-1b4a-4a2b-ae7b-a195776cf64f,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:36.097320 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-028d533a-6cdc-4cc1-94af-1ff9dc49e9b4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:36.099546 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-bd44d613-3d1a-4160-8a04-0cbf9aa78cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:36.100179 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:36.100432 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd44d613-3d1a-4160-8a04-0cbf9aa78cee None None] The sync data for ids ['00133cd3-8adc-4587-8c62-b05820c35c73'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:41:36.100578 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:36.100943 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:36.101453 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:36.101749 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:36.102186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:36.102592 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:36.103025 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:36.104084 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:36.104436 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:36.104804 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:36.105166 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:36.133679 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:36.140653 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5ab9389f-f50f-424a-a2d4-674262ee3a89 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:36.148400 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:36.155126 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-dd4660cd-bb61-4132-a672-d1dad62c2373 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:36.217004 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-c4618db9-6f2e-4349-bd6d-477fb43597b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting port b96eae6b-3524-4c0f-a4a3-33995d7e7b68 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:36.217231 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c4618db9-6f2e-4349-bd6d-477fb43597b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:36.243974 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network 29dc072c-fd76-4d7c-82a6-faaafdada2b9 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:36.250776 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:36.259082 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028d533a-6cdc-4cc1-94af-1ff9dc49e9b4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Network 7ee3c287-caf8-420e-bef9-fe22fa132485 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:36.261284 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:36.262076 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:36.270020 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-028d533a-6cdc-4cc1-94af-1ff9dc49e9b4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:36.279977 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Port': ['ID=ed8f4161-7b32-4c6a-8002-2164925618a8,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:36.284443 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-fcd6d230-cd7a-454b-8a8b-556f83ffae92 None None] Provisioning complete for port 9b15e233-f60b-4e2f-8966-0fb655fa68d2 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:36.284832 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fcd6d230-cd7a-454b-8a8b-556f83ffae92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:36.304605 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028d533a-6cdc-4cc1-94af-1ff9dc49e9b4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:36.330066 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d533a-6cdc-4cc1-94af-1ff9dc49e9b4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event updated for resources: {'Port': ['ID=078bdecc-9dfd-4f8d-9049-006e2a19ec4e,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:36.340876 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:36.390130 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-028d533a-6cdc-4cc1-94af-1ff9dc49e9b4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:36.406286 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-c4618db9-6f2e-4349-bd6d-477fb43597b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] The port 'b96eae6b-3524-4c0f-a4a3-33995d7e7b68' was deleted {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:41:36.420215 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:36.420799 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:36.420964 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:36.421341 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:36.421714 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:36.422079 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:36.422643 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:36.423179 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:36.423706 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:36.424260 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:36.424795 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:36.425317 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:41:36.439303 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:36.476722 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9ef05-5a9b-48d2-8f02-e45e8a71f298 req-46032461-e942-424e-8ef5-49b37b0857ef tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:36.478494 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2cd9ef05-5a9b-48d2-8f02-e45e8a71f298 req-46032461-e942-424e-8ef5-49b37b0857ef tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.4260550 Nov 26 16:41:36.560803 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2cd9ef05-5a9b-48d2-8f02-e45e8a71f298 req-711bf196-03a3-48cb-a5e9-b78fa8786dd7 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748863 Nov 26 16:41:36.596312 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-72eb5c55-d1ba-4ff9-bd3a-c29ba1b81492 None None] Provisioning for port ed8f4161-7b32-4c6a-8002-2164925618a8 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:36.605204 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-72eb5c55-d1ba-4ff9-bd3a-c29ba1b81492 None None] Provisioning complete for port ed8f4161-7b32-4c6a-8002-2164925618a8 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:36.605886 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-72eb5c55-d1ba-4ff9-bd3a-c29ba1b81492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:36.671891 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-72eb5c55-d1ba-4ff9-bd3a-c29ba1b81492 None None] Port ed8f4161-7b32-4c6a-8002-2164925618a8 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:41:36.770402 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 9b15e233-f60b-4e2f-8966-0fb655fa68d2 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:41:36.776040 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:36.802406 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:36.835397 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:36.844078 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-403be9d0-144d-4b0b-8ed1-d4fa1fb524c7 req-bab99c82-2444-4ac8-a046-5825c8f864c9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1069791 Nov 26 16:41:36.856380 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-381c4c8b-63da-41d6-a2f2-3aa164a96e5b tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:36.867277 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028d533a-6cdc-4cc1-94af-1ff9dc49e9b4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:36.867277 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-028d533a-6cdc-4cc1-94af-1ff9dc49e9b4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:36.880409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 9b15e233-f60b-4e2f-8966-0fb655fa68d2 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:36.880801 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:36.975065 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c4618db9-6f2e-4349-bd6d-477fb43597b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:36.986350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:36.986843 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Fanout notify agent at l3_agent the message router_deleted on router ee4048a3-86c2-4168-b648-6855bbe08405 {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:41:37.015593 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-028d533a-6cdc-4cc1-94af-1ff9dc49e9b4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2409046 Nov 26 16:41:37.022320 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46866) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:37.028520 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:37.029615 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "DELETE /v2.0/routers/ee4048a3-86c2-4168-b648-6855bbe08405 HTTP/1.1" status: 204 len: 168 time: 3.5851667 Nov 26 16:41:37.033363 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-c4618db9-6f2e-4349-bd6d-477fb43597b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a7188fe-5575-433e-a423-a8d210bb9e0a']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:37.041930 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46870) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:37.045656 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-8d6179f1-ecfe-47a9-8bab-4a1e17d2ec69 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Request body: {'port': {'network_id': '7ee3c287-caf8-420e-bef9-fe22fa132485', 'name': 'tempest-FloatingIPTestJSON-1787425447'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:37.074428 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-8985c184-f26f-49eb-9d2d-90be77eb59f7 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2041180008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:37.090619 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be639b-75e0-43b6-bb5e-b846295f480a req-d795f559-2a36-44cb-9057-a99b60d028cc tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:37.092097 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-43be639b-75e0-43b6-bb5e-b846295f480a req-d795f559-2a36-44cb-9057-a99b60d028cc tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.5698907 Nov 26 16:41:37.143288 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-c4618db9-6f2e-4349-bd6d-477fb43597b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6742edd3-1ff9-4caf-a293-eb3820462397') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:37.143586 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-c4618db9-6f2e-4349-bd6d-477fb43597b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6742edd3-1ff9-4caf-a293-eb3820462397') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:37.147864 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-381c4c8b-63da-41d6-a2f2-3aa164a96e5b tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:37.166973 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-8985c184-f26f-49eb-9d2d-90be77eb59f7 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:37.169921 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-381c4c8b-63da-41d6-a2f2-3aa164a96e5b tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Deleting port b9b3bf8a-ce87-4ef5-b303-9bd6121abc1d {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:37.170271 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-381c4c8b-63da-41d6-a2f2-3aa164a96e5b tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:37.217393 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8985c184-f26f-49eb-9d2d-90be77eb59f7 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Usage tracker for resource:router and tenant:16f0dc1ffc034f33a356d09713e89af4 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:37.220992 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c4618db9-6f2e-4349-bd6d-477fb43597b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:37.241104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8985c184-f26f-49eb-9d2d-90be77eb59f7 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:37.259568 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-8985c184-f26f-49eb-9d2d-90be77eb59f7 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:37.267299 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c4618db9-6f2e-4349-bd6d-477fb43597b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:37.283877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4618db9-6f2e-4349-bd6d-477fb43597b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:41:37.284269 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c4618db9-6f2e-4349-bd6d-477fb43597b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:41:37.300026 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:41:37.303827 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-43be639b-75e0-43b6-bb5e-b846295f480a req-b19b2198-6a01-4422-b31c-ab75b823662b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Deleting port a7996468-c56a-4a78-8717-905208e625cd {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:37.304194 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-43be639b-75e0-43b6-bb5e-b846295f480a req-b19b2198-6a01-4422-b31c-ab75b823662b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:37.397434 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8985c184-f26f-49eb-9d2d-90be77eb59f7 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:37.398426 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8985c184-f26f-49eb-9d2d-90be77eb59f7 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:37.471578 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-381c4c8b-63da-41d6-a2f2-3aa164a96e5b tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:37.507775 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-8d6179f1-ecfe-47a9-8bab-4a1e17d2ec69 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:37.516658 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8985c184-f26f-49eb-9d2d-90be77eb59f7 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:37.526163 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c4618db9-6f2e-4349-bd6d-477fb43597b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:37.530268 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c4618db9-6f2e-4349-bd6d-477fb43597b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:37.540510 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8d6179f1-ecfe-47a9-8bab-4a1e17d2ec69 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Usage tracker for resource:port and tenant:7c991dfeb8c24761a5861f1676495514 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:37.543047 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2aa0a4a2-ec4f-414a-a052-edced67a2b78 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:37.556324 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8d6179f1-ecfe-47a9-8bab-4a1e17d2ec69 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:37.572036 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-8d6179f1-ecfe-47a9-8bab-4a1e17d2ec69 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:37.583799 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4618db9-6f2e-4349-bd6d-477fb43597b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Network': ['ID=0a7188fe-5575-433e-a423-a8d210bb9e0a,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:37.590229 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c4618db9-6f2e-4349-bd6d-477fb43597b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:37.593123 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c4618db9-6f2e-4349-bd6d-477fb43597b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/networks/0a7188fe-5575-433e-a423-a8d210bb9e0a HTTP/1.1" status: 204 len: 168 time: 3.6683841 Nov 26 16:41:37.601910 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46876) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:37.611433 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-381c4c8b-63da-41d6-a2f2-3aa164a96e5b tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Calling delete_port for b9b3bf8a-ce87-4ef5-b303-9bd6121abc1d owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:41:37.653009 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-be8ef2d7-403c-4f60-a498-71ad1a91b202 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1522892721'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:37.665122 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6179f1-ecfe-47a9-8bab-4a1e17d2ec69 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Made reservation on behalf of 7c991dfeb8c24761a5861f1676495514 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:41:37.666940 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.resource_extend [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:41:37.668632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8d6179f1-ecfe-47a9-8bab-4a1e17d2ec69 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:37.674345 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-be8ef2d7-403c-4f60-a498-71ad1a91b202 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:37.686178 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-be8ef2d7-403c-4f60-a498-71ad1a91b202 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:network and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:37.692495 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8985c184-f26f-49eb-9d2d-90be77eb59f7 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:37.721567 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-8d6179f1-ecfe-47a9-8bab-4a1e17d2ec69 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] device_id is not set on port df318937-8a14-4af5-b819-fe676feef151 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:41:37.730030 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-be8ef2d7-403c-4f60-a498-71ad1a91b202 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:37.737428 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:37.747752 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-be8ef2d7-403c-4f60-a498-71ad1a91b202 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:37.753638 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:37.755059 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:37.763504 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-be34552b-da13-432e-b16b-77743d4d258e tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:37.772339 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8985c184-f26f-49eb-9d2d-90be77eb59f7 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:37.773503 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8985c184-f26f-49eb-9d2d-90be77eb59f7 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7092803 Nov 26 16:41:37.789841 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46880) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:37.803118 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-a2fddb76-2204-47a9-aa51-7dbe86865e4f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:37.877406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8ef2d7-403c-4f60-a498-71ad1a91b202 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:41:37.881454 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be8ef2d7-403c-4f60-a498-71ad1a91b202 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:37.966865 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Port': ['ID=ed8f4161-7b32-4c6a-8002-2164925618a8,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:37.974382 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:38.007132 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be8ef2d7-403c-4f60-a498-71ad1a91b202 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:41:38.012771 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d5edd2d8-a661-45d1-9ed0-86ccf3547235 req-17eb3b2b-3459-4de5-ba33-c3a05d2e8d62 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0815265 Nov 26 16:41:38.044927 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f231a-757a-47aa-86b1-37fca6d3b44f req-f43c3769-19fb-4694-aa88-cb203ca76c6e tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:38.046324 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6b5f231a-757a-47aa-86b1-37fca6d3b44f req-f43c3769-19fb-4694-aa88-cb203ca76c6e tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 945 time: 0.3663566 Nov 26 16:41:38.050835 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be8ef2d7-403c-4f60-a498-71ad1a91b202 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:38.051774 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-be8ef2d7-403c-4f60-a498-71ad1a91b202 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Added segment 67338871-d297-4080-86b7-1024f1deed2c of type vlan for network 2c43c776-a246-4d84-9603-23249efa3215 Nov 26 16:41:38.152287 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network 29dc072c-fd76-4d7c-82a6-faaafdada2b9 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:38.166504 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:38.183188 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be8ef2d7-403c-4f60-a498-71ad1a91b202 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:38.190525 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-43be639b-75e0-43b6-bb5e-b846295f480a req-b19b2198-6a01-4422-b31c-ab75b823662b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] For port a7996468-c56a-4a78-8717-905208e625cd, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a7996468-c56a-4a78-8717-905208e625cd,segment=NetworkSegment(5b7fa938-8d92-4b8a-af7d-251b9bf77dea),segment_id=5b7fa938-8d92-4b8a-af7d-251b9bf77dea)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:41:38.190862 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-43be639b-75e0-43b6-bb5e-b846295f480a req-b19b2198-6a01-4422-b31c-ab75b823662b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:38.193467 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6b5f231a-757a-47aa-86b1-37fca6d3b44f req-9bc4ce8f-4b99-4ecc-a169-c18a3861931c tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups?id=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301498 Nov 26 16:41:38.320186 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-381c4c8b-63da-41d6-a2f2-3aa164a96e5b tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:38.331034 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1a943aa6-4f01-459d-86ed-1e1085dfec85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:38.372942 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.resource_extend [None req-be8ef2d7-403c-4f60-a498-71ad1a91b202 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:41:38.403916 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c4c8b-63da-41d6-a2f2-3aa164a96e5b tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Pushing event deleted for resources: {'Port': ['ID=b9b3bf8a-ce87-4ef5-b303-9bd6121abc1d,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:38.413304 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-381c4c8b-63da-41d6-a2f2-3aa164a96e5b tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:38.488372 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be8ef2d7-403c-4f60-a498-71ad1a91b202 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:38.494128 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8ef2d7-403c-4f60-a498-71ad1a91b202 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:38.494718 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be8ef2d7-403c-4f60-a498-71ad1a91b202 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:38.504950 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6ab2b7ed-efe2-4fc0-bd5f-c0268463f15c None None] Provisioning complete for port ed8f4161-7b32-4c6a-8002-2164925618a8 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:38.506124 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b7ed-efe2-4fc0-bd5f-c0268463f15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:38.509271 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:38.555358 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-8d6179f1-ecfe-47a9-8bab-4a1e17d2ec69 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Allocated IP 172.20.0.2 (7ee3c287-caf8-420e-bef9-fe22fa132485/c3b8fd25-240b-4914-80e9-9eab46d31170/df318937-8a14-4af5-b819-fe676feef151) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:38.571323 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-6ab2b7ed-efe2-4fc0-bd5f-c0268463f15c None None] Port ed8f4161-7b32-4c6a-8002-2164925618a8 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:41:38.579092 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a2fddb76-2204-47a9-aa51-7dbe86865e4f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:38.726152 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Router 50d49945-ee47-486d-9fe1-a38afb206c82 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:41:38.762098 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-be8ef2d7-403c-4f60-a498-71ad1a91b202 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1581492 Nov 26 16:41:38.762774 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46886) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:38.779451 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-a7690ea6-6c50-43b8-8151-bf03250e91e5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'subnet': {'network_id': '2c43c776-a246-4d84-9603-23249efa3215', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:38.797654 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ef2d7-403c-4f60-a498-71ad1a91b202 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Network': ['ID=2c43c776-a246-4d84-9603-23249efa3215,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:38.799876 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-381c4c8b-63da-41d6-a2f2-3aa164a96e5b tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:38.809223 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 2c43c776-a246-4d84-9603-23249efa3215 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:41:38.915415 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-be8ef2d7-403c-4f60-a498-71ad1a91b202 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:38.995811 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-43be639b-75e0-43b6-bb5e-b846295f480a req-b19b2198-6a01-4422-b31c-ab75b823662b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:38.996420 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-43be639b-75e0-43b6-bb5e-b846295f480a req-b19b2198-6a01-4422-b31c-ab75b823662b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:38.996536 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [req-43be639b-75e0-43b6-bb5e-b846295f480a req-b19b2198-6a01-4422-b31c-ab75b823662b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Floating IP 49fc6a6e-04d9-4685-a8a3-3a611a5ce0b7 disassociated. External IP: 172.26.0.197, port: a7996468-c56a-4a78-8717-905208e625cd. Nov 26 16:41:38.996791 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-43be639b-75e0-43b6-bb5e-b846295f480a req-b19b2198-6a01-4422-b31c-ab75b823662b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Calling delete_port for a7996468-c56a-4a78-8717-905208e625cd owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:41:39.156437 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b8741f32-aa55-4de3-93e7-08c3f2595a70 req-8e5cd9db-5fd0-4ea1-9ee1-66022e0eb641 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0850394 Nov 26 16:41:39.189737 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8d6179f1-ecfe-47a9-8bab-4a1e17d2ec69 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:39.283271 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a7690ea6-6c50-43b8-8151-bf03250e91e5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:39.285988 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:41:39.290643 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a7690ea6-6c50-43b8-8151-bf03250e91e5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:subnet and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:39.297694 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] Sync routers for ids ['50d49945-ee47-486d-9fe1-a38afb206c82'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:41:39.299091 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "PUT /v2.0/routers/50d49945-ee47-486d-9fe1-a38afb206c82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7684579 Nov 26 16:41:39.302436 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a7690ea6-6c50-43b8-8151-bf03250e91e5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:39.305228 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46894) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:39.310998 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] Routers {'50d49945-ee47-486d-9fe1-a38afb206c82'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:39.311221 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-df07ba23-6fd7-4e2f-87af-40a7a6b6436c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-408507244'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:39.312015 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['50d49945-ee47-486d-9fe1-a38afb206c82'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:39.368875 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a7690ea6-6c50-43b8-8151-bf03250e91e5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:39.377369 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-df07ba23-6fd7-4e2f-87af-40a7a6b6436c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:39.412883 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-43be639b-75e0-43b6-bb5e-b846295f480a req-b19b2198-6a01-4422-b31c-ab75b823662b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:39.421296 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-02147367-18d9-47b3-bc3a-6144a79f29ad tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:39.476507 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] Set router 50d49945-ee47-486d-9fe1-a38afb206c82 gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:41:39.480008 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b2198-6a01-4422-b31c-ab75b823662b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Pushing event deleted for resources: {'Port': ['ID=a7996468-c56a-4a78-8717-905208e625cd,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:39.482343 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b19b2198-6a01-4422-b31c-ab75b823662b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:39.485931 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-df07ba23-6fd7-4e2f-87af-40a7a6b6436c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Usage tracker for resource:network and tenant:64d59b3f13ac4d738c5b4d126f3cbc4c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:39.490639 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8d6179f1-ecfe-47a9-8bab-4a1e17d2ec69 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:39.497863 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-df07ba23-6fd7-4e2f-87af-40a7a6b6436c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:39.505892 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7326e97c-0620-4ae8-916a-e0c3a3232e38 req-98cc4478-3508-40ae-9fd9-aa239a1d26bb tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 210 time: 0.1385188 Nov 26 16:41:39.514371 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-df07ba23-6fd7-4e2f-87af-40a7a6b6436c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:39.519588 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-381c4c8b-63da-41d6-a2f2-3aa164a96e5b tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:39.523959 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7690ea6-6c50-43b8-8151-bf03250e91e5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:41:39.528919 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a7690ea6-6c50-43b8-8151-bf03250e91e5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:39.529106 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-340e48fb-8fcc-44f2-80dc-9fe0a3940705 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:39.550174 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-381c4c8b-63da-41d6-a2f2-3aa164a96e5b tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780415'] for router, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:39.602013 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6179f1-ecfe-47a9-8bab-4a1e17d2ec69 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event updated for resources: {'Port': ['ID=df318937-8a14-4af5-b819-fe676feef151,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:39.602627 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df07ba23-6fd7-4e2f-87af-40a7a6b6436c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Made reservation on behalf of 64d59b3f13ac4d738c5b4d126f3cbc4c for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:41:39.604923 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8d6179f1-ecfe-47a9-8bab-4a1e17d2ec69 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:39.606561 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-df07ba23-6fd7-4e2f-87af-40a7a6b6436c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:39.663795 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a2fddb76-2204-47a9-aa51-7dbe86865e4f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router_gateway, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:39.829426 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381c4c8b-63da-41d6-a2f2-3aa164a96e5b tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Router 00133cd3-8adc-4587-8c62-b05820c35c73 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:41:39.856262 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df07ba23-6fd7-4e2f-87af-40a7a6b6436c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:41:39.883680 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:41:36Z', 'revision_number': 4, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None, '_interfaces': [{'id': '314cd07a-0485-452c-b4e7-2f9ce6b33e0d', 'name': '', 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e5:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:22Z', 'updated_at': '2021-11-26T16:41:33Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a6d71a-19b6-412c-8b2c-de7207148751', 'name': '', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e2:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:12Z', 'updated_at': '2021-11-26T16:41:22Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed8f4161-7b32-4c6a-8002-2164925618a8', 'name': '', 'network_id': '29dc072c-fd76-4d7c-82a6-faaafdada2b9', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:1c:de:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'daa49177-b825-477a-b544-be69e57d2350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:34Z', 'updated_at': '2021-11-26T16:41:37Z', 'revision_number': 2, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'daa49177-b825-477a-b544-be69e57d2350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:39.887538 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] Checking router: 50d49945-ee47-486d-9fe1-a38afb206c82 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:41:39.887935 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] Updating router 50d49945-ee47-486d-9fe1-a38afb206c82 port ed8f4161-7b32-4c6a-8002-2164925618a8 binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:41:39.928062 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a2fddb76-2204-47a9-aa51-7dbe86865e4f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:39.933975 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6179f1-ecfe-47a9-8bab-4a1e17d2ec69 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Network 7ee3c287-caf8-420e-bef9-fe22fa132485 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:39.945133 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:39.974639 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-8d6179f1-ecfe-47a9-8bab-4a1e17d2ec69 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:39.977169 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6179f1-ecfe-47a9-8bab-4a1e17d2ec69 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:40.128204 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6179f1-ecfe-47a9-8bab-4a1e17d2ec69 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:40.129121 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8d6179f1-ecfe-47a9-8bab-4a1e17d2ec69 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:40.138719 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-df07ba23-6fd7-4e2f-87af-40a7a6b6436c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:40.139140 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-df07ba23-6fd7-4e2f-87af-40a7a6b6436c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Added segment 5c10106b-9562-4458-bce6-4ad59d97e0cb of type vlan for network 3b3bfd30-ae42-451f-a5af-27c383329279 Nov 26 16:41:40.172372 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381c4c8b-63da-41d6-a2f2-3aa164a96e5b tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:41:40.179763 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43be639b-75e0-43b6-bb5e-b846295f480a req-b19b2198-6a01-4422-b31c-ab75b823662b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Router 7d971ae5-c013-48a1-9b21-acaad5f75146 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:41:40.189443 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef498a74-d0ac-4f6e-ac2e-f2b7d71008ed None None] Sync routers for ids ['00133cd3-8adc-4587-8c62-b05820c35c73'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:41:40.198868 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8d6179f1-ecfe-47a9-8bab-4a1e17d2ec69 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1716859 Nov 26 16:41:40.205136 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46900) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:40.207463 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef498a74-d0ac-4f6e-ac2e-f2b7d71008ed None None] Routers {'00133cd3-8adc-4587-8c62-b05820c35c73'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:40.208468 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-ef498a74-d0ac-4f6e-ac2e-f2b7d71008ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['00133cd3-8adc-4587-8c62-b05820c35c73'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:40.208642 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-a2fddb76-2204-47a9-aa51-7dbe86865e4f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Allocated IP 172.26.0.99 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/2ca1c840-8865-4512-9707-dbac0997582c) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:40.215594 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'port_id': 'df318937-8a14-4af5-b819-fe676feef151', 'fixed_ip_address': '172.20.0.2'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:40.261787 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-df07ba23-6fd7-4e2f-87af-40a7a6b6436c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:40.283437 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-381c4c8b-63da-41d6-a2f2-3aa164a96e5b tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:40.284774 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-381c4c8b-63da-41d6-a2f2-3aa164a96e5b tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "PUT /v2.0/routers/00133cd3-8adc-4587-8c62-b05820c35c73 HTTP/1.1" status: 200 len: 706 time: 4.4072335 Nov 26 16:41:40.289966 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46904) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:40.313436 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:40.337699 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:40.351336 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] Transition to ACTIVE for port object ed8f4161-7b32-4c6a-8002-2164925618a8 will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:41:40.359971 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:40.364994 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:40.375709 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-ef498a74-d0ac-4f6e-ac2e-f2b7d71008ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:40.386305 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef498a74-d0ac-4f6e-ac2e-f2b7d71008ed None None] Routers {'00133cd3-8adc-4587-8c62-b05820c35c73'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:40.387046 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-ef498a74-d0ac-4f6e-ac2e-f2b7d71008ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['00133cd3-8adc-4587-8c62-b05820c35c73'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:40.399408 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Usage tracker for resource:floatingip and tenant:7c991dfeb8c24761a5861f1676495514 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:40.403896 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-24bd9b38-cb01-4f65-9b3d-de587b631e3a req-accd1cea-d5a5-481b-a415-cf5b48367260 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1297381 Nov 26 16:41:40.433293 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49ebb8-b39d-415b-911f-9eb00422bd90 None None] Pushing event updated for resources: {'Port': ['ID=ed8f4161-7b32-4c6a-8002-2164925618a8,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:40.436474 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:40.438504 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-cd49ebb8-b39d-415b-911f-9eb00422bd90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:40.446941 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.resource_extend [None req-df07ba23-6fd7-4e2f-87af-40a7a6b6436c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:41:40.494987 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-582ec646-1dc3-4a18-8580-8bb20711a9e1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "GET /v2.0/routers/00133cd3-8adc-4587-8c62-b05820c35c73 HTTP/1.1" status: 200 len: 741 time: 0.2015612 Nov 26 16:41:40.499130 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46908) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:40.508671 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:40.514451 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-ef498a74-d0ac-4f6e-ac2e-f2b7d71008ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:40.518670 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef498a74-d0ac-4f6e-ac2e-f2b7d71008ed None None] The sync data for ids ['00133cd3-8adc-4587-8c62-b05820c35c73'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:41:40.542717 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:40.590158 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-df07ba23-6fd7-4e2f-87af-40a7a6b6436c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:40.605867 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df07ba23-6fd7-4e2f-87af-40a7a6b6436c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:40.616558 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-df07ba23-6fd7-4e2f-87af-40a7a6b6436c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:40.621504 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] Attempting to bind port ed8f4161-7b32-4c6a-8002-2164925618a8 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:41:40.621889 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] Attempting to bind port ed8f4161-7b32-4c6a-8002-2164925618a8 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '6d86a7c3-eeb0-4c64-9f46-c1099673a6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '29dc072c-fd76-4d7c-82a6-faaafdada2b9'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:41:40.622263 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] Attempting to bind port ed8f4161-7b32-4c6a-8002-2164925618a8 on network 29dc072c-fd76-4d7c-82a6-faaafdada2b9 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:41:40.626005 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a21e9e2e-d5fe-4d01-8015-8cec3f514417 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:40.628203 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:41:40.628589 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] Checking segment: {'id': '6d86a7c3-eeb0-4c64-9f46-c1099673a6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '29dc072c-fd76-4d7c-82a6-faaafdada2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:41:40.629047 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:40.629449 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] Bound using segment: {'id': '6d86a7c3-eeb0-4c64-9f46-c1099673a6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '29dc072c-fd76-4d7c-82a6-faaafdada2b9'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:41:40.630343 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] Bound port: ed8f4161-7b32-4c6a-8002-2164925618a8, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d86a7c3-eeb0-4c64-9f46-c1099673a6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '29dc072c-fd76-4d7c-82a6-faaafdada2b9'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:41:40.630343 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:40.664908 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-bb55329d-073e-4e76-a11c-bf725b8cd821 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=cf8dce9a-1df0-4b90-b19d-7de373e178f5&device_id=00133cd3-8adc-4587-8c62-b05820c35c73 HTTP/1.1" status: 200 len: 205 time: 0.1636398 Nov 26 16:41:40.678878 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46914) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:40.750127 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43be639b-75e0-43b6-bb5e-b846295f480a req-b19b2198-6a01-4422-b31c-ab75b823662b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:41:40.767183 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940353cb-e6e0-4150-912e-ddecbf02ab18 None None] Sync routers for ids ['7d971ae5-c013-48a1-9b21-acaad5f75146'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:41:40.784700 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-bf969bfe-576a-4a8f-bf96-2b046d30e632 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "GET /v2.0/ports?device_id=00133cd3-8adc-4587-8c62-b05820c35c73 HTTP/1.1" status: 200 len: 205 time: 0.0942783 Nov 26 16:41:40.792087 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46918) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:40.798926 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940353cb-e6e0-4150-912e-ddecbf02ab18 None None] Routers {'7d971ae5-c013-48a1-9b21-acaad5f75146'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:40.798926 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-940353cb-e6e0-4150-912e-ddecbf02ab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['7d971ae5-c013-48a1-9b21-acaad5f75146'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:40.856652 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ac1aaebc-0d8b-48f2-8bc9-419e52100820 req-1ee648a0-8fe2-40b7-8b8a-64bb8e66fdaf tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 210 time: 0.0712824 Nov 26 16:41:40.879204 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a7690ea6-6c50-43b8-8151-bf03250e91e5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:40.887008 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-df07ba23-6fd7-4e2f-87af-40a7a6b6436c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5807703 Nov 26 16:41:40.899497 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46922) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:40.909310 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-1a6efd91-7765-4970-8052-f17ef3891115 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'subnet': {'network_id': '3b3bfd30-ae42-451f-a5af-27c383329279', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:40.921516 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device a7996468-c56a-4a78-8717-905208e625cd no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:41:40.938900 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07ba23-6fd7-4e2f-87af-40a7a6b6436c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Network': ['ID=3b3bfd30-ae42-451f-a5af-27c383329279,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:40.977498 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 3b3bfd30-ae42-451f-a5af-27c383329279 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:41:40.998134 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-df07ba23-6fd7-4e2f-87af-40a7a6b6436c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:40.999209 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a7ee3202-cda2-4af0-a832-d6d49f6c64bd tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:41.025224 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-940353cb-e6e0-4150-912e-ddecbf02ab18 None None] Set router 7d971ae5-c013-48a1-9b21-acaad5f75146 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:41:41.037149 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: a7996468-c56a-4a78-8717-905208e625cd {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:41:41.037514 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device a7996468-c56a-4a78-8717-905208e625cd not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:41:41.110411 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a2fddb76-2204-47a9-aa51-7dbe86865e4f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:41.111483 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1a6efd91-7765-4970-8052-f17ef3891115 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:41.114904 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7690ea6-6c50-43b8-8151-bf03250e91e5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Subnet': ['ID=4d156765-0278-4796-99e5-f8d80422314c,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:41.117746 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a7690ea6-6c50-43b8-8151-bf03250e91e5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:41.118956 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7690ea6-6c50-43b8-8151-bf03250e91e5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Checking segment: {'id': '67338871-d297-4080-86b7-1024f1deed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2c43c776-a246-4d84-9603-23249efa3215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:41:41.119573 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7690ea6-6c50-43b8-8151-bf03250e91e5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network hostable DHCP agents. Network: 2c43c776-a246-4d84-9603-23249efa3215, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:41:41.128002 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1a6efd91-7765-4970-8052-f17ef3891115 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Usage tracker for resource:subnet and tenant:64d59b3f13ac4d738c5b4d126f3cbc4c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:41.129926 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-43be639b-75e0-43b6-bb5e-b846295f480a req-b19b2198-6a01-4422-b31c-ab75b823662b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] No DVR routers for this DVR port a7996468-c56a-4a78-8717-905208e625cd on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:41:41.132355 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-43be639b-75e0-43b6-bb5e-b846295f480a req-b19b2198-6a01-4422-b31c-ab75b823662b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:41.133013 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1a6efd91-7765-4970-8052-f17ef3891115 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:41.134232 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-43be639b-75e0-43b6-bb5e-b846295f480a req-b19b2198-6a01-4422-b31c-ab75b823662b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.31 "DELETE /v2.0/ports/a7996468-c56a-4a78-8717-905208e625cd HTTP/1.1" status: 204 len: 173 time: 3.9741554 Nov 26 16:41:41.144086 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1a6efd91-7765-4970-8052-f17ef3891115 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:41.147600 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fccae82-ed13-4ebd-8005-8d6557e94bf4', 'name': 'network-vif-deleted', 'tag': 'a7996468-c56a-4a78-8717-905208e625cd'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:41:41.164686 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7690ea6-6c50-43b8-8151-bf03250e91e5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network 2c43c776-a246-4d84-9603-23249efa3215 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:41:41.170791 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6efd91-7765-4970-8052-f17ef3891115 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Made reservation on behalf of 64d59b3f13ac4d738c5b4d126f3cbc4c for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:41:41.175285 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1a6efd91-7765-4970-8052-f17ef3891115 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:41.184798 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6a20d153-5d56-4a3e-9365-5f72598b9f8d tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:41.293712 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-a7690ea6-6c50-43b8-8151-bf03250e91e5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 2c43c776-a246-4d84-9603-23249efa3215) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:41.299417 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7690ea6-6c50-43b8-8151-bf03250e91e5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:41.300344 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a7690ea6-6c50-43b8-8151-bf03250e91e5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:41.305848 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c00192-1c47-47eb-9781-96beb18a37a4 None None] Network 2c43c776-a246-4d84-9603-23249efa3215 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:41:41.328355 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fccae82-ed13-4ebd-8005-8d6557e94bf4', 'name': 'network-vif-deleted', 'tag': 'a7996468-c56a-4a78-8717-905208e625cd', 'status': 'completed', 'code': 200} Nov 26 16:41:41.357404 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a7690ea6-6c50-43b8-8151-bf03250e91e5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5892122 Nov 26 16:41:41.360527 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46928) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:41.371700 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-5b63c0ec-d461-427f-b652-1bbb0f22fef2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-478620778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:41.383416 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5b63c0ec-d461-427f-b652-1bbb0f22fef2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:41.390669 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5b63c0ec-d461-427f-b652-1bbb0f22fef2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:router and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:41.397010 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5b63c0ec-d461-427f-b652-1bbb0f22fef2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:41.405750 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5b63c0ec-d461-427f-b652-1bbb0f22fef2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:41.428809 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b63c0ec-d461-427f-b652-1bbb0f22fef2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:41.429966 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b63c0ec-d461-427f-b652-1bbb0f22fef2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:41.468328 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] For port ed8f4161-7b32-4c6a-8002-2164925618a8, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:41:41.501611 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] For port ed8f4161-7b32-4c6a-8002-2164925618a8, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=ed8f4161-7b32-4c6a-8002-2164925618a8,segment=NetworkSegment(6d86a7c3-eeb0-4c64-9f46-c1099673a6b5),segment_id=6d86a7c3-eeb0-4c64-9f46-c1099673a6b5)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:41:41.520348 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:41.525402 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-cd49ebb8-b39d-415b-911f-9eb00422bd90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:41.583922 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6d72e123-1781-4cf6-b047-f81350754cc3 req-8933c383-f7b6-4311-bffb-3648d12bf248 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0700145 Nov 26 16:41:41.589872 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b63c0ec-d461-427f-b652-1bbb0f22fef2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:41.612602 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-940353cb-e6e0-4150-912e-ddecbf02ab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'name': 'tempest-ServerActionsTestJSON-780586093-router', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:31Z', 'updated_at': '2021-11-26T16:37:39Z', 'revision_number': 4, 'project_id': '06e5b26eff95490196e93abf54aa53ed', 'gw_port': {'id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:32Z', 'updated_at': '2021-11-26T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '0091ea53-155e-4fb4-8e43-25a6c6fab097', 'name': '', 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'mac_address': 'fa:16:3e:1c:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a210e770-5b77-496f-9854-0be443d4634c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:38Z', 'updated_at': '2021-11-26T16:37:56Z', 'revision_number': 5, 'project_id': '06e5b26eff95490196e93abf54aa53ed', 'subnets': [{'id': 'a210e770-5b77-496f-9854-0be443d4634c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:41.615245 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49ebb8-b39d-415b-911f-9eb00422bd90 None None] Pushing event updated for resources: {'Port': ['ID=ed8f4161-7b32-4c6a-8002-2164925618a8,revision_number=4']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:41.621542 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-cd49ebb8-b39d-415b-911f-9eb00422bd90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:41.625857 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940353cb-e6e0-4150-912e-ddecbf02ab18 None None] Checking router: 7d971ae5-c013-48a1-9b21-acaad5f75146 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:41:41.645754 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940353cb-e6e0-4150-912e-ddecbf02ab18 None None] Routers {'7d971ae5-c013-48a1-9b21-acaad5f75146'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:41.646407 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-940353cb-e6e0-4150-912e-ddecbf02ab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['7d971ae5-c013-48a1-9b21-acaad5f75146'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:41.706789 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b63c0ec-d461-427f-b652-1bbb0f22fef2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:41.746172 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-2c43c776-a246-4d84-9603-23249efa3215', 'network_id': '2c43c776-a246-4d84-9603-23249efa3215', 'tenant_id': '5e36d1cdcfec4f8f8fdf216a7a647809', 'fixed_ips': [{'subnet_id': '4d156765-0278-4796-99e5-f8d80422314c'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:41:41.747318 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:41.749671 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1a6efd91-7765-4970-8052-f17ef3891115 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:41.761043 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-271b6c0b-3312-4d46-8aa3-6f06edcd1e62 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:41.918363 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b63c0ec-d461-427f-b652-1bbb0f22fef2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:41.920817 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5b63c0ec-d461-427f-b652-1bbb0f22fef2 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5590754 Nov 26 16:41:41.924504 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46938) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:41.955583 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6a20d153-5d56-4a3e-9365-5f72598b9f8d tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:41.964966 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6a20d153-5d56-4a3e-9365-5f72598b9f8d tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:41.965460 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-2240c9be-1097-4536-b3ee-732f00b8a855 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'port': {'network_id': '2c43c776-a246-4d84-9603-23249efa3215', 'name': 'tempest-PortsTestJSON-1209017233'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:42.044373 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a2fddb76-2204-47a9-aa51-7dbe86865e4f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:42.049275 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-940353cb-e6e0-4150-912e-ddecbf02ab18 None None] Set router 7d971ae5-c013-48a1-9b21-acaad5f75146 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:41:42.065387 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] Allocated IP 172.20.0.2 (2c43c776-a246-4d84-9603-23249efa3215/4d156765-0278-4796-99e5-f8d80422314c/088773e3-e447-4884-a283-b7002a9cf10f) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:42.079517 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2178eee4-ac68-49b3-bb7e-0396942fed07 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:42.141830 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6efd91-7765-4970-8052-f17ef3891115 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Subnet': ['ID=65661df2-882e-4e0d-9c8e-a00565925295,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:42.151534 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1a6efd91-7765-4970-8052-f17ef3891115 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:42.163784 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6efd91-7765-4970-8052-f17ef3891115 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Checking segment: {'id': '5c10106b-9562-4458-bce6-4ad59d97e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3b3bfd30-ae42-451f-a5af-27c383329279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:41:42.164668 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6efd91-7765-4970-8052-f17ef3891115 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network hostable DHCP agents. Network: 3b3bfd30-ae42-451f-a5af-27c383329279, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:41:42.180188 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] Routers {'50d49945-ee47-486d-9fe1-a38afb206c82'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:42.181627 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['50d49945-ee47-486d-9fe1-a38afb206c82'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:42.222688 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6efd91-7765-4970-8052-f17ef3891115 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network 3b3bfd30-ae42-451f-a5af-27c383329279 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:41:42.236840 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-2240c9be-1097-4536-b3ee-732f00b8a855 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:42.239923 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-1a6efd91-7765-4970-8052-f17ef3891115 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 3b3bfd30-ae42-451f-a5af-27c383329279) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:42.248937 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6efd91-7765-4970-8052-f17ef3891115 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:42.249253 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1a6efd91-7765-4970-8052-f17ef3891115 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:42.257382 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-2240c9be-1097-4536-b3ee-732f00b8a855 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:42.277562 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1a6efd91-7765-4970-8052-f17ef3891115 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3757474 Nov 26 16:41:42.279083 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2240c9be-1097-4536-b3ee-732f00b8a855 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:41:42.279441 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b89dd6f-56e9-4a00-9297-72e3d327552f None None] Network 3b3bfd30-ae42-451f-a5af-27c383329279 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:41:42.283352 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2240c9be-1097-4536-b3ee-732f00b8a855 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:42.293350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6a20d153-5d56-4a3e-9365-5f72598b9f8d tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:42.293934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a20d153-5d56-4a3e-9365-5f72598b9f8d tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Fanout notify agent at l3_agent the message router_deleted on router 00133cd3-8adc-4587-8c62-b05820c35c73 {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:41:42.295538 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46942) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:42.328565 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:42.335115 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fddb76-2204-47a9-aa51-7dbe86865e4f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:42.337694 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-653c1ae7-e8a0-4cb8-a218-4a4308f48bfb req-4ee365d8-7863-4f5a-bc4c-3649dc07d05c tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Synchronizing usage tracker for tenant:06e5b26eff95490196e93abf54aa53ed on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:41:42.376798 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-a2fddb76-2204-47a9-aa51-7dbe86865e4f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:42.380097 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fddb76-2204-47a9-aa51-7dbe86865e4f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:42.447395 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6a20d153-5d56-4a3e-9365-5f72598b9f8d tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:42.452480 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46946) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:42.453688 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-2240c9be-1097-4536-b3ee-732f00b8a855 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] device_id is not set on port 2d5bde9f-4ff5-4789-af0b-84da76b9d51b yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:41:42.460121 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6a20d153-5d56-4a3e-9365-5f72598b9f8d tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "DELETE /v2.0/routers/00133cd3-8adc-4587-8c62-b05820c35c73 HTTP/1.1" status: 204 len: 168 time: 1.6598661 Nov 26 16:41:42.498319 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fddb76-2204-47a9-aa51-7dbe86865e4f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Pushing event updated for resources: {'Port': ['ID=2ca1c840-8865-4512-9707-dbac0997582c,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:42.502593 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a2fddb76-2204-47a9-aa51-7dbe86865e4f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:42.526799 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:42.537677 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-653c1ae7-e8a0-4cb8-a218-4a4308f48bfb req-4ee365d8-7863-4f5a-bc4c-3649dc07d05c tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Unset dirty status for tenant:06e5b26eff95490196e93abf54aa53ed on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:41:42.538936 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-653c1ae7-e8a0-4cb8-a218-4a4308f48bfb req-4ee365d8-7863-4f5a-bc4c-3649dc07d05c tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fccae82-ed13-4ebd-8005-8d6557e94bf4 HTTP/1.1" status: 200 len: 210 time: 0.3754957 Nov 26 16:41:42.563934 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] Transition to ACTIVE for port object 088773e3-e447-4884-a283-b7002a9cf10f will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:41:42.638962 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] Transition to ACTIVE for port object 088773e3-e447-4884-a283-b7002a9cf10f will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:41:42.651899 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:42.657870 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-49c53557-e42c-43b3-8557-aaa0ef49cf62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:42.707707 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] Set router 50d49945-ee47-486d-9fe1-a38afb206c82 gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:41:42.838008 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-2240c9be-1097-4536-b3ee-732f00b8a855 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Allocated IP 172.20.0.10 (2c43c776-a246-4d84-9603-23249efa3215/4d156765-0278-4796-99e5-f8d80422314c/2d5bde9f-4ff5-4789-af0b-84da76b9d51b) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:42.848896 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] Network 2c43c776-a246-4d84-9603-23249efa3215 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:42.854761 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:42.857335 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:42.868097 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-3b3bfd30-ae42-451f-a5af-27c383329279', 'network_id': '3b3bfd30-ae42-451f-a5af-27c383329279', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'fixed_ips': [{'subnet_id': '65661df2-882e-4e0d-9c8e-a00565925295'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:41:42.869452 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:42.958483 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] Pushing event updated for resources: {'Port': ['ID=088773e3-e447-4884-a283-b7002a9cf10f,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:42.961639 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:43.037368 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-940353cb-e6e0-4150-912e-ddecbf02ab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'name': 'tempest-ServerActionsTestJSON-780586093-router', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:31Z', 'updated_at': '2021-11-26T16:37:39Z', 'revision_number': 4, 'project_id': '06e5b26eff95490196e93abf54aa53ed', 'gw_port': {'id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:32Z', 'updated_at': '2021-11-26T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '0091ea53-155e-4fb4-8e43-25a6c6fab097', 'name': '', 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'mac_address': 'fa:16:3e:1c:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a210e770-5b77-496f-9854-0be443d4634c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:38Z', 'updated_at': '2021-11-26T16:37:56Z', 'revision_number': 5, 'project_id': '06e5b26eff95490196e93abf54aa53ed', 'subnets': [{'id': 'a210e770-5b77-496f-9854-0be443d4634c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:43.044856 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940353cb-e6e0-4150-912e-ddecbf02ab18 None None] The sync data for ids ['7d971ae5-c013-48a1-9b21-acaad5f75146'] in dv-neutron-819440-1-hyperv is: [{'id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'name': 'tempest-ServerActionsTestJSON-780586093-router', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:31Z', 'updated_at': '2021-11-26T16:37:39Z', 'revision_number': 4, 'project_id': '06e5b26eff95490196e93abf54aa53ed', 'gw_port': {'id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:32Z', 'updated_at': '2021-11-26T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '0091ea53-155e-4fb4-8e43-25a6c6fab097', 'name': '', 'network_id': 'a5e19142-4e79-42ca-965f-fd783eba57b9', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'mac_address': 'fa:16:3e:1c:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a210e770-5b77-496f-9854-0be443d4634c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:38Z', 'updated_at': '2021-11-26T16:37:56Z', 'revision_number': 5, 'project_id': '06e5b26eff95490196e93abf54aa53ed', 'subnets': [{'id': 'a210e770-5b77-496f-9854-0be443d4634c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:41:43.050213 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] Attempting to bind port 088773e3-e447-4884-a283-b7002a9cf10f on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:41:43.050677 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] Attempting to bind port 088773e3-e447-4884-a283-b7002a9cf10f by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '67338871-d297-4080-86b7-1024f1deed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2c43c776-a246-4d84-9603-23249efa3215'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:41:43.051088 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] Attempting to bind port 088773e3-e447-4884-a283-b7002a9cf10f on network 2c43c776-a246-4d84-9603-23249efa3215 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:41:43.063212 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:41:43.065579 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] Checking segment: {'id': '67338871-d297-4080-86b7-1024f1deed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2c43c776-a246-4d84-9603-23249efa3215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:41:43.066020 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:43.066606 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] Bound using segment: {'id': '67338871-d297-4080-86b7-1024f1deed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2c43c776-a246-4d84-9603-23249efa3215'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:41:43.067457 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] Bound port: 088773e3-e447-4884-a283-b7002a9cf10f, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67338871-d297-4080-86b7-1024f1deed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2c43c776-a246-4d84-9603-23249efa3215'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:41:43.067880 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:43.087347 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:41:36Z', 'revision_number': 4, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None, '_interfaces': [{'id': '314cd07a-0485-452c-b4e7-2f9ce6b33e0d', 'name': '', 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e5:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:22Z', 'updated_at': '2021-11-26T16:41:33Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a6d71a-19b6-412c-8b2c-de7207148751', 'name': '', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e2:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:12Z', 'updated_at': '2021-11-26T16:41:22Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed8f4161-7b32-4c6a-8002-2164925618a8', 'name': '', 'network_id': '29dc072c-fd76-4d7c-82a6-faaafdada2b9', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:1c:de:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'daa49177-b825-477a-b544-be69e57d2350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:34Z', 'updated_at': '2021-11-26T16:41:41Z', 'revision_number': 4, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'daa49177-b825-477a-b544-be69e57d2350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:43.092235 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f958f4f7-716b-4360-b209-643f9bbd893a None None] The sync data for ids ['50d49945-ee47-486d-9fe1-a38afb206c82'] in dv-neutron-819440-1-hyperv is: [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:41:36Z', 'revision_number': 4, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None, '_interfaces': [{'id': '314cd07a-0485-452c-b4e7-2f9ce6b33e0d', 'name': '', 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e5:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:22Z', 'updated_at': '2021-11-26T16:41:33Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a6d71a-19b6-412c-8b2c-de7207148751', 'name': '', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e2:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:12Z', 'updated_at': '2021-11-26T16:41:22Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed8f4161-7b32-4c6a-8002-2164925618a8', 'name': '', 'network_id': '29dc072c-fd76-4d7c-82a6-faaafdada2b9', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:1c:de:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'daa49177-b825-477a-b544-be69e57d2350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:34Z', 'updated_at': '2021-11-26T16:41:41Z', 'revision_number': 4, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'daa49177-b825-477a-b544-be69e57d2350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:41:43.117000 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Allocated IP 172.26.0.153 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/a4a0f135-8750-4531-b0ec-1e772b09caf0) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:43.154720 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a2fddb76-2204-47a9-aa51-7dbe86865e4f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router_gateway, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:43.241186 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] Allocated IP 2001:db8:3::2 (3b3bfd30-ae42-451f-a5af-27c383329279/65661df2-882e-4e0d-9c8e-a00565925295/54f9d974-aff6-4c90-9290-3c14ad7df0f5) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:43.272736 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2240c9be-1097-4536-b3ee-732f00b8a855 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:43.303608 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] For port 088773e3-e447-4884-a283-b7002a9cf10f, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:41:43.309134 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-98248b3c-5f58-4431-a22e-cbe96eda7a29 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "GET /v2.0/ports?device_id=00133cd3-8adc-4587-8c62-b05820c35c73 HTTP/1.1" status: 200 len: 205 time: 0.1735611 Nov 26 16:41:43.318194 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-38943c1d-dc73-4844-a2eb-a1c98f6ec604 req-62343bc1-7236-4b37-956d-d5ceb9f6ddb1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1785121 Nov 26 16:41:43.322476 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46952) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:43.406712 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-2240c9be-1097-4536-b3ee-732f00b8a855 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Transition to ACTIVE for port object 2d5bde9f-4ff5-4789-af0b-84da76b9d51b will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:41:43.442393 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] For port 088773e3-e447-4884-a283-b7002a9cf10f, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=088773e3-e447-4884-a283-b7002a9cf10f,segment=NetworkSegment(67338871-d297-4080-86b7-1024f1deed2c),segment_id=67338871-d297-4080-86b7-1024f1deed2c)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:41:43.465349 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:43.477927 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b47ca71a-99c3-4e53-b288-1dabb78b7d67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:43.497747 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-c1440186-bab1-41de-95cd-e94fb0aa9e25 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] delete failed (client error): The resource could not be found. Nov 26 16:41:43.501610 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c1440186-bab1-41de-95cd-e94fb0aa9e25 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "DELETE /v2.0/routers/00133cd3-8adc-4587-8c62-b05820c35c73 HTTP/1.1" status: 404 len: 336 time: 0.1736171 Nov 26 16:41:43.509546 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46956) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:43.546391 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c2df1b-ec7f-40e9-bfd5-bb2ee29977e3 None None] New status for floating IP 49fc6a6e-04d9-4685-a8a3-3a611a5ce0b7: DOWN {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:41:43.590428 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5549cefd-fa2c-44ea-acd1-66356077f95a tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "GET /v2.0/ports?device_id=99299d63-e628-4b7b-baa1-61c2f8982517 HTTP/1.1" status: 200 len: 205 time: 0.0766807 Nov 26 16:41:43.594502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46962) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:43.696516 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-b87c328b-0369-491b-b733-d5c23cd90e27 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] delete failed (client error): The resource could not be found. Nov 26 16:41:43.700174 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b87c328b-0369-491b-b733-d5c23cd90e27 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "DELETE /v2.0/routers/99299d63-e628-4b7b-baa1-61c2f8982517 HTTP/1.1" status: 404 len: 336 time: 0.1047366 Nov 26 16:41:43.700714 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46966) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:43.766589 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-32dfc9ec-d017-4f84-85ee-83d284b03427 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "GET /v2.0/ports?device_id=e160b901-c002-46f2-8f06-b67ef9269803 HTTP/1.1" status: 200 len: 205 time: 0.0511320 Nov 26 16:41:43.769088 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46972) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:43.902164 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2240c9be-1097-4536-b3ee-732f00b8a855 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:43.922117 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] Pushing event updated for resources: {'Port': ['ID=088773e3-e447-4884-a283-b7002a9cf10f,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:43.928359 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0b80774f-9782-48d5-ba1e-53662419985a tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:43.935844 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:44.079462 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2240c9be-1097-4536-b3ee-732f00b8a855 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network 2c43c776-a246-4d84-9603-23249efa3215 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:44.080870 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:44.087589 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-2240c9be-1097-4536-b3ee-732f00b8a855 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:44.093602 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2240c9be-1097-4536-b3ee-732f00b8a855 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:44.105767 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] Transition to ACTIVE for port object 54f9d974-aff6-4c90-9290-3c14ad7df0f5 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:41:44.137576 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] Transition to ACTIVE for port object 54f9d974-aff6-4c90-9290-3c14ad7df0f5 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:41:44.147451 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:44.154058 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:44.154931 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240c9be-1097-4536-b3ee-732f00b8a855 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Port': ['ID=2d5bde9f-4ff5-4789-af0b-84da76b9d51b,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:44.174470 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-0ef0c0bb-8c00-45ab-8193-0d4583b91a62 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] delete failed (client error): The resource could not be found. Nov 26 16:41:44.178659 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0ef0c0bb-8c00-45ab-8193-0d4583b91a62 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "DELETE /v2.0/routers/e160b901-c002-46f2-8f06-b67ef9269803 HTTP/1.1" status: 404 len: 336 time: 0.4001942 Nov 26 16:41:44.181717 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:44.191863 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46976) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:44.208936 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2240c9be-1097-4536-b3ee-732f00b8a855 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:44.238958 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2240c9be-1097-4536-b3ee-732f00b8a855 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:44.239598 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2240c9be-1097-4536-b3ee-732f00b8a855 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:44.250131 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] Network 3b3bfd30-ae42-451f-a5af-27c383329279 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:44.253257 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:44.267222 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:44.277023 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6f508795-bf15-4a3d-b21e-d24945173777 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:44.281791 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] Pushing event updated for resources: {'Port': ['ID=54f9d974-aff6-4c90-9290-3c14ad7df0f5,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:44.284761 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-803af33d-95cc-46e1-89db-757666dac5d7 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "GET /v2.0/ports?device_id=d729993e-5f81-4be0-ba54-9cbd1bf38a9d HTTP/1.1" status: 200 len: 205 time: 0.0918593 Nov 26 16:41:44.289886 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46980) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:44.293252 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:44.392806 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2240c9be-1097-4536-b3ee-732f00b8a855 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4566946 Nov 26 16:41:44.393600 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46986) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:44.400811 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-d366f5ea-3740-47b2-916b-75be4933e0b6 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] delete failed (client error): The resource could not be found. Nov 26 16:41:44.404931 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d366f5ea-3740-47b2-916b-75be4933e0b6 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "DELETE /v2.0/routers/d729993e-5f81-4be0-ba54-9cbd1bf38a9d HTTP/1.1" status: 404 len: 336 time: 0.1141148 Nov 26 16:41:44.406204 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] Attempting to bind port 54f9d974-aff6-4c90-9290-3c14ad7df0f5 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:41:44.406721 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] Attempting to bind port 54f9d974-aff6-4c90-9290-3c14ad7df0f5 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '5c10106b-9562-4458-bce6-4ad59d97e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3b3bfd30-ae42-451f-a5af-27c383329279'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:41:44.409930 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] Attempting to bind port 54f9d974-aff6-4c90-9290-3c14ad7df0f5 on network 3b3bfd30-ae42-451f-a5af-27c383329279 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:41:44.418513 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:41:44.420875 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 46988) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:44.421367 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] Checking segment: {'id': '5c10106b-9562-4458-bce6-4ad59d97e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3b3bfd30-ae42-451f-a5af-27c383329279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:41:44.421931 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:44.424378 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] Bound using segment: {'id': '5c10106b-9562-4458-bce6-4ad59d97e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3b3bfd30-ae42-451f-a5af-27c383329279'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:41:44.425012 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] Bound port: 54f9d974-aff6-4c90-9290-3c14ad7df0f5, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c10106b-9562-4458-bce6-4ad59d97e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3b3bfd30-ae42-451f-a5af-27c383329279'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:41:44.426240 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:44.514139 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5e18871f-3cbd-4daa-8b08-d3775f069ed7 req-bd95e826-65a7-43f8-9f13-eec4de2ea9c6 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0529058 Nov 26 16:41:44.528575 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cf41223a-3327-4cbd-a004-bac659ba5fc0 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc0330d6-7111-4da6-b44a-f270d07edac9 HTTP/1.1" status: 200 len: 205 time: 0.1064320 Nov 26 16:41:44.528780 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 46994) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:44.537736 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] For port 54f9d974-aff6-4c90-9290-3c14ad7df0f5, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:41:44.540980 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] For port 54f9d974-aff6-4c90-9290-3c14ad7df0f5, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=54f9d974-aff6-4c90-9290-3c14ad7df0f5,segment=NetworkSegment(5c10106b-9562-4458-bce6-4ad59d97e0cb),segment_id=5c10106b-9562-4458-bce6-4ad59d97e0cb)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:41:44.546311 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:44.549019 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a2fddb76-2204-47a9-aa51-7dbe86865e4f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:44.554224 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:44.555368 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a2fddb76-2204-47a9-aa51-7dbe86865e4f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780415'] for router, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:44.634367 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] Pushing event updated for resources: {'Port': ['ID=54f9d974-aff6-4c90-9290-3c14ad7df0f5,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:44.646915 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:44.683586 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:44.695101 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9877aaf7-194f-4af2-b567-5330dae982e2 tempest-AllowedAddressPairTestJSON-1226112687 tempest-AllowedAddressPairTestJSON-1226112687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:44.780628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:44.785897 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:44.793314 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:44.822279 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47000) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:44.859821 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event updated for resources: {'Port': ['ID=a4a0f135-8750-4531-b0ec-1e772b09caf0,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:44.872408 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:44.986214 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 088773e3-e447-4884-a283-b7002a9cf10f up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:41:45.028300 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-39da8888-3e0f-4451-8f9f-716eb2eec6e8 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] delete failed (client error): The resource could not be found. Nov 26 16:41:45.033361 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-39da8888-3e0f-4451-8f9f-716eb2eec6e8 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "DELETE /v2.0/routers/bc0330d6-7111-4da6-b44a-f270d07edac9 HTTP/1.1" status: 404 len: 336 time: 0.3027804 Nov 26 16:41:45.037037 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47004) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:45.037623 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6cd626a2-459f-4c3d-bab0-9ef916d8f8ac tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:45.107635 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 088773e3-e447-4884-a283-b7002a9cf10f completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:45.117402 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ed8f4161-7b32-4c6a-8002-2164925618a8 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:41:45.195089 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b07d262c-b0b7-4dac-baad-7f60cd5d9ef1 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7a2246-99ac-47db-8d35-8f15caca66c6 HTTP/1.1" status: 200 len: 205 time: 0.1534798 Nov 26 16:41:45.205860 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47008) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:45.213868 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6cd626a2-459f-4c3d-bab0-9ef916d8f8ac tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:45.230184 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port ed8f4161-7b32-4c6a-8002-2164925618a8 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:45.238049 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port ed8f4161-7b32-4c6a-8002-2164925618a8 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:45.238642 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:45.299823 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fddb76-2204-47a9-aa51-7dbe86865e4f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Router 2ededcf0-e957-4bfc-95aa-d023a3f74ea7 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:41:45.405494 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:45.448874 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port ed8f4161-7b32-4c6a-8002-2164925618a8, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=ed8f4161-7b32-4c6a-8002-2164925618a8,segment=NetworkSegment(6d86a7c3-eeb0-4c64-9f46-c1099673a6b5),segment_id=6d86a7c3-eeb0-4c64-9f46-c1099673a6b5)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:41:45.454593 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:45.462215 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9be15674-2a69-4343-9afe-89b3ac1cfee4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:45.487576 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-19d0fdc2-53d3-4bd2-83b0-a8b6ef3d93a5 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] delete failed (client error): The resource could not be found. Nov 26 16:41:45.489142 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-19d0fdc2-53d3-4bd2-83b0-a8b6ef3d93a5 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "DELETE /v2.0/routers/0b7a2246-99ac-47db-8d35-8f15caca66c6 HTTP/1.1" status: 404 len: 336 time: 0.2655599 Nov 26 16:41:45.501144 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47012) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:45.551335 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=ed8f4161-7b32-4c6a-8002-2164925618a8,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:45.554495 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:45.578092 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c0f40a-2117-4181-97a4-131de9e18ff8 None None] Network 2c43c776-a246-4d84-9603-23249efa3215 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:41:45.614856 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-286a581b-53f9-42e2-aaf2-0c3c8e50e113 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] DELETE failed (client error): The resource could not be found. Nov 26 16:41:45.615296 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-286a581b-53f9-42e2-aaf2-0c3c8e50e113 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:41:45.641907 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-286a581b-53f9-42e2-aaf2-0c3c8e50e113 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] 10.222.0.11 "DELETE /v2.0/subnets/7dbe6a48-3d40-4a4f-bec2-b5eb2e078350 HTTP/1.1" status: 404 len: 337 time: 0.1372471 Nov 26 16:41:45.644811 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-6f508795-bf15-4a3d-b21e-d24945173777 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Allocated IP 2001:db8:3::1 (3b3bfd30-ae42-451f-a5af-27c383329279/65661df2-882e-4e0d-9c8e-a00565925295/c49f0e8b-cd3c-4baa-b472-267f9322c0dc) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:45.651203 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0662d896-726a-482b-b4ea-9e7aae87348b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:45.678406 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7e5efc24-131f-405d-a9c1-382115314af5 None None] Provisioning for port 088773e3-e447-4884-a283-b7002a9cf10f completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:45.690343 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7e5efc24-131f-405d-a9c1-382115314af5 None None] Provisioning complete for port 088773e3-e447-4884-a283-b7002a9cf10f triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:45.690874 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7e5efc24-131f-405d-a9c1-382115314af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:46.023973 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fddb76-2204-47a9-aa51-7dbe86865e4f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:41:46.036789 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99545022-f4fd-4e65-85e8-15f904054a73 None None] Sync routers for ids ['2ededcf0-e957-4bfc-95aa-d023a3f74ea7'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:41:46.058844 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99545022-f4fd-4e65-85e8-15f904054a73 None None] Routers {'2ededcf0-e957-4bfc-95aa-d023a3f74ea7'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:46.059469 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-99545022-f4fd-4e65-85e8-15f904054a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['2ededcf0-e957-4bfc-95aa-d023a3f74ea7'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:46.095771 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7e5efc24-131f-405d-a9c1-382115314af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:46.130951 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6cd626a2-459f-4c3d-bab0-9ef916d8f8ac tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:46.136482 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fb4a504d-8a01-49fe-8ed3-467d432b16a5 req-0700bd06-282e-4c81-ac78-2defc40f8c08 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1145823 Nov 26 16:41:46.150651 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47022) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:46.153121 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-7e5efc24-131f-405d-a9c1-382115314af5 None None] For port 088773e3-e447-4884-a283-b7002a9cf10f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=088773e3-e447-4884-a283-b7002a9cf10f,segment=NetworkSegment(67338871-d297-4080-86b7-1024f1deed2c),segment_id=67338871-d297-4080-86b7-1024f1deed2c)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:41:46.158170 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f49f453a-4a25-49f8-b2ca-22050b5bf691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:46.165398 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7e5efc24-131f-405d-a9c1-382115314af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:46.171102 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:46.188057 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6f508795-bf15-4a3d-b21e-d24945173777 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:46.201686 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-99545022-f4fd-4e65-85e8-15f904054a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:46.223194 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99545022-f4fd-4e65-85e8-15f904054a73 None None] Routers {'2ededcf0-e957-4bfc-95aa-d023a3f74ea7'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:46.224385 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-99545022-f4fd-4e65-85e8-15f904054a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['2ededcf0-e957-4bfc-95aa-d023a3f74ea7'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:46.231626 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-6f508795-bf15-4a3d-b21e-d24945173777 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Transition to ACTIVE for port object c49f0e8b-cd3c-4baa-b472-267f9322c0dc will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:41:46.289502 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5efc24-131f-405d-a9c1-382115314af5 None None] Pushing event updated for resources: {'Port': ['ID=088773e3-e447-4884-a283-b7002a9cf10f,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:46.293279 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-7e5efc24-131f-405d-a9c1-382115314af5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:46.352121 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-99545022-f4fd-4e65-85e8-15f904054a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:46.353149 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99545022-f4fd-4e65-85e8-15f904054a73 None None] The sync data for ids ['2ededcf0-e957-4bfc-95aa-d023a3f74ea7'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:41:46.377174 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f117e9a-02ce-4825-85bd-3e285d89238c None None] Network 3b3bfd30-ae42-451f-a5af-27c383329279 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:41:46.377576 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6f508795-bf15-4a3d-b21e-d24945173777 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:46.381000 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd626a2-459f-4c3d-bab0-9ef916d8f8ac tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:46.383453 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0662d896-726a-482b-b4ea-9e7aae87348b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:46.386178 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-25b5d511-db12-4f04-a152-58ac4d97ccf0 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:46.400284 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6cd626a2-459f-4c3d-bab0-9ef916d8f8ac tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:46.401675 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6cd626a2-459f-4c3d-bab0-9ef916d8f8ac tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:46.402966 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6cd626a2-459f-4c3d-bab0-9ef916d8f8ac tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "DELETE /v2.0/security-groups/60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf HTTP/1.1" status: 204 len: 168 time: 1.5719361 Nov 26 16:41:46.407234 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47028) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:46.410981 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a2fddb76-2204-47a9-aa51-7dbe86865e4f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:46.421787 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a2fddb76-2204-47a9-aa51-7dbe86865e4f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "PUT /v2.0/routers/2ededcf0-e957-4bfc-95aa-d023a3f74ea7 HTTP/1.1" status: 200 len: 883 time: 8.6262953 Nov 26 16:41:46.423607 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47032) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:46.462094 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0662d896-726a-482b-b4ea-9e7aae87348b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:46.525549 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:46.545651 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-b8d39d20-f311-4a20-9b60-ae42bb42c5c5 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] show failed (client error): The resource could not be found. Nov 26 16:41:46.546961 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b8d39d20-f311-4a20-9b60-ae42bb42c5c5 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "GET /v2.0/security-groups/60b3146e-2fe7-4ca8-aeb6-7ba088d8adcf HTTP/1.1" status: 404 len: 347 time: 0.1264131 Nov 26 16:41:46.577960 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c2531d7c-e8b3-4f8d-8564-3747aa9a059a None None] Provisioning for port 54f9d974-aff6-4c90-9290-3c14ad7df0f5 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:46.610674 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47036) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:46.652592 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-98c60f92-061e-4157-b3c8-4c0a2fc9ec1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:46.673194 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f508795-bf15-4a3d-b21e-d24945173777 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network 3b3bfd30-ae42-451f-a5af-27c383329279 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:46.736760 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-03e5761a-cfea-430e-b745-fab6f3f03e0b None None] Provisioning complete for port 088773e3-e447-4884-a283-b7002a9cf10f triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:46.737149 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-03e5761a-cfea-430e-b745-fab6f3f03e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:46.781486 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-6f508795-bf15-4a3d-b21e-d24945173777 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:46.855248 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f508795-bf15-4a3d-b21e-d24945173777 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:46.855985 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6f508795-bf15-4a3d-b21e-d24945173777 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:46.910722 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-ff6c4d9f-7162-435c-a3e6-e4cf7d5dd223 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Deleting port d947fb12-ee15-4aa6-85cb-fd872a4abf0f {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:46.911063 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ff6c4d9f-7162-435c-a3e6-e4cf7d5dd223 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:46.924622 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-98c60f92-061e-4157-b3c8-4c0a2fc9ec1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:46.932754 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f508795-bf15-4a3d-b21e-d24945173777 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Port': ['ID=c49f0e8b-cd3c-4baa-b472-267f9322c0dc,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:46.941033 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6f508795-bf15-4a3d-b21e-d24945173777 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:46.945883 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6f1ec88d-4bcd-41c9-8b90-73c49d230cea tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.466s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:46.989594 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-03e5761a-cfea-430e-b745-fab6f3f03e0b None None] Provisioning for port 2d5bde9f-4ff5-4789-af0b-84da76b9d51b completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:46.996438 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-98c60f92-061e-4157-b3c8-4c0a2fc9ec1d admin admin] Usage tracker for resource:security_group_rule and tenant:e8b3f4d48fbc4382b6c51f0e52c2d492 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:46.996687 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 088773e3-e447-4884-a283-b7002a9cf10f up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:41:47.014865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:47.017554 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-98c60f92-061e-4157-b3c8-4c0a2fc9ec1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:47.036316 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-03e5761a-cfea-430e-b745-fab6f3f03e0b None None] Provisioning complete for port 2d5bde9f-4ff5-4789-af0b-84da76b9d51b triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:47.036718 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-03e5761a-cfea-430e-b745-fab6f3f03e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:47.079034 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-98c60f92-061e-4157-b3c8-4c0a2fc9ec1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:47.091005 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-316d6ac1-73e5-45fa-a6b8-dd9beb99d1fa tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "GET /v2.0/routers/2ededcf0-e957-4bfc-95aa-d023a3f74ea7 HTTP/1.1" status: 200 len: 924 time: 0.6447918 Nov 26 16:41:47.091706 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47040) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:47.135094 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-03e5761a-cfea-430e-b745-fab6f3f03e0b None None] Port 2d5bde9f-4ff5-4789-af0b-84da76b9d51b cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:41:47.153972 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 088773e3-e447-4884-a283-b7002a9cf10f triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:47.154447 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:47.158223 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662d896-726a-482b-b4ea-9e7aae87348b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Port': ['ID=2d5bde9f-4ff5-4789-af0b-84da76b9d51b,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:47.167122 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0662d896-726a-482b-b4ea-9e7aae87348b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:47.362243 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5577c1f0-620c-4383-94eb-b6561daba236 req-25ef7605-6f58-4280-9aba-8fb114bb3e5f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0777843 Nov 26 16:41:47.388526 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ed8f4161-7b32-4c6a-8002-2164925618a8 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:41:47.420302 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0662d896-726a-482b-b4ea-9e7aae87348b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:47.424224 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ad214bf1-e60f-46a1-b8eb-48713b7dfec7 None None] Provisioning complete for port 2d5bde9f-4ff5-4789-af0b-84da76b9d51b triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:47.424224 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ad214bf1-e60f-46a1-b8eb-48713b7dfec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:47.463644 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6f508795-bf15-4a3d-b21e-d24945173777 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:47.518753 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-ad214bf1-e60f-46a1-b8eb-48713b7dfec7 None None] Port 2d5bde9f-4ff5-4789-af0b-84da76b9d51b cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:41:47.520337 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225aacc9-0ac7-4a55-8c72-a853175902e4 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:47.521593 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-225aacc9-0ac7-4a55-8c72-a853175902e4 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Synchronizing usage tracker for tenant:59a0cd289a0d4398806a66c6d2a2f63a on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:41:47.526320 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ff6c4d9f-7162-435c-a3e6-e4cf7d5dd223 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:47.526791 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ff6c4d9f-7162-435c-a3e6-e4cf7d5dd223 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:47.533405 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port ed8f4161-7b32-4c6a-8002-2164925618a8 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:47.534286 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:47.557029 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-98c60f92-061e-4157-b3c8-4c0a2fc9ec1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:47.572360 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-98c60f92-061e-4157-b3c8-4c0a2fc9ec1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:47.584041 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:47.616384 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c60f92-061e-4157-b3c8-4c0a2fc9ec1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c930e4-e5f3-4c2d-a0c7-462d47535c0b,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:47.630462 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-98c60f92-061e-4157-b3c8-4c0a2fc9ec1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:47.692079 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 54f9d974-aff6-4c90-9290-3c14ad7df0f5 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:41:47.696868 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-ff6c4d9f-7162-435c-a3e6-e4cf7d5dd223 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Calling delete_port for d947fb12-ee15-4aa6-85cb-fd872a4abf0f owned by network:floatingip {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:41:47.747631 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a51d37f0-0e7f-4fea-b320-02b66c767dd0 None None] Provisioning for port c49f0e8b-cd3c-4baa-b472-267f9322c0dc completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:47.754675 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a51d37f0-0e7f-4fea-b320-02b66c767dd0 None None] Provisioning complete for port c49f0e8b-cd3c-4baa-b472-267f9322c0dc triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:47.755054 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a51d37f0-0e7f-4fea-b320-02b66c767dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:47.759972 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:47.782243 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:47.791621 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-dd384976-8d4d-4a9d-a9bb-abafafbcbe42 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:47.796444 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-98c60f92-061e-4157-b3c8-4c0a2fc9ec1d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8b3f4d48fbc4382b6c51f0e52c2d492&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6447535 Nov 26 16:41:47.826915 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-a51d37f0-0e7f-4fea-b320-02b66c767dd0 None None] Port c49f0e8b-cd3c-4baa-b472-267f9322c0dc cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:41:47.833690 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47048) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:47.835084 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 54f9d974-aff6-4c90-9290-3c14ad7df0f5 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:47.843401 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 54f9d974-aff6-4c90-9290-3c14ad7df0f5 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:47.843967 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:47.890636 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a51d37f0-0e7f-4fea-b320-02b66c767dd0 None None] Provisioning complete for port 2d5bde9f-4ff5-4789-af0b-84da76b9d51b triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:47.891197 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a51d37f0-0e7f-4fea-b320-02b66c767dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:47.922381 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0662d896-726a-482b-b4ea-9e7aae87348b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:47.955965 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-a51d37f0-0e7f-4fea-b320-02b66c767dd0 None None] Port 2d5bde9f-4ff5-4789-af0b-84da76b9d51b cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:41:47.988768 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-225aacc9-0ac7-4a55-8c72-a853175902e4 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Unset dirty status for tenant:59a0cd289a0d4398806a66c6d2a2f63a on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:41:47.992486 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-225aacc9-0ac7-4a55-8c72-a853175902e4 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=cf8dce9a-1df0-4b90-b19d-7de373e178f5&device_id=2ededcf0-e957-4bfc-95aa-d023a3f74ea7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8689518 Nov 26 16:41:48.000171 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47052) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:48.003195 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a51d37f0-0e7f-4fea-b320-02b66c767dd0 None None] Provisioning complete for port 54f9d974-aff6-4c90-9290-3c14ad7df0f5 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:48.003195 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a51d37f0-0e7f-4fea-b320-02b66c767dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:48.076942 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:48.098090 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3183-aa23-4c9c-b2a9-f233a9941a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:48.142778 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 54f9d974-aff6-4c90-9290-3c14ad7df0f5, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=54f9d974-aff6-4c90-9290-3c14ad7df0f5,segment=NetworkSegment(5c10106b-9562-4458-bce6-4ad59d97e0cb),segment_id=5c10106b-9562-4458-bce6-4ad59d97e0cb)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:41:48.159395 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:48.163857 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-0ce4a19e-2256-4f68-8d3a-b3f89884715c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:48.171225 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event updated for resources: {'Port': ['ID=a4a0f135-8750-4531-b0ec-1e772b09caf0,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:48.180959 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:48.181240 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:48.226677 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a51d37f0-0e7f-4fea-b320-02b66c767dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:48.260212 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=54f9d974-aff6-4c90-9290-3c14ad7df0f5,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:48.263618 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:48.277627 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3183-aa23-4c9c-b2a9-f233a9941a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:48.319328 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-a51d37f0-0e7f-4fea-b320-02b66c767dd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:41:48.319879 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-a51d37f0-0e7f-4fea-b320-02b66c767dd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:41:48.401099 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4121e907-b5d7-44b8-9c78-929a93e31c47 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:48.401673 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-4121e907-b5d7-44b8-9c78-929a93e31c47 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Synchronizing usage tracker for tenant:59a0cd289a0d4398806a66c6d2a2f63a on resource:network {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:41:48.483205 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-4121e907-b5d7-44b8-9c78-929a93e31c47 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Unset dirty status for tenant:59a0cd289a0d4398806a66c6d2a2f63a on resource:network {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:41:48.484343 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4121e907-b5d7-44b8-9c78-929a93e31c47 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "GET /v2.0/networks/cf8dce9a-1df0-4b90-b19d-7de373e178f5 HTTP/1.1" status: 200 len: 881 time: 0.4814484 Nov 26 16:41:48.492369 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ff6c4d9f-7162-435c-a3e6-e4cf7d5dd223 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:48.497813 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47058) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:48.503170 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5d887965-7b1e-4b30-a9a5-196bc554f463 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:48.543495 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f07ae7e4-a9e7-44a0-881c-c982d7e04579 req-d908dbf9-a5be-46c7-8e57-626751b070e1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1129177 Nov 26 16:41:48.573710 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.resource_extend [None req-6f508795-bf15-4a3d-b21e-d24945173777 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:41:48.586315 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Floating IP 42f7d9aa-032c-4a8a-9a63-3cf73e396fc6 associated. External IP: 172.26.0.153, port: df318937-8a14-4af5-b819-fe676feef151. Nov 26 16:41:48.594052 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6f508795-bf15-4a3d-b21e-d24945173777 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:48.603232 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3183-aa23-4c9c-b2a9-f233a9941a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:48.606699 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6f508795-bf15-4a3d-b21e-d24945173777 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:48.607458 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6f508795-bf15-4a3d-b21e-d24945173777 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:48.616015 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0ffb21c9-44ba-4821-b389-8e425b9cbe62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:48.635903 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e3183-aa23-4c9c-b2a9-f233a9941a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c930e4-e5f3-4c2d-a0c7-462d47535c0b,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:48.638172 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5d2e3183-aa23-4c9c-b2a9-f233a9941a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:48.647056 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c4d9f-7162-435c-a3e6-e4cf7d5dd223 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Pushing event deleted for resources: {'Port': ['ID=d947fb12-ee15-4aa6-85cb-fd872a4abf0f,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:48.651791 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-883c7356-50b5-4817-9a71-0ca484f18b88 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:48.710691 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ff6c4d9f-7162-435c-a3e6-e4cf7d5dd223 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:48.723637 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e3c82675-b385-4995-90a3-36b12594b21d tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ededcf0-e957-4bfc-95aa-d023a3f74ea7 HTTP/1.1" status: 200 len: 205 time: 0.1883509 Nov 26 16:41:48.754512 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47062) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:48.784358 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 54f9d974-aff6-4c90-9290-3c14ad7df0f5 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:41:48.796721 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3183-aa23-4c9c-b2a9-f233a9941a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:48.801167 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5d2e3183-aa23-4c9c-b2a9-f233a9941a3c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56c930e4-e5f3-4c2d-a0c7-462d47535c0b HTTP/1.1" status: 204 len: 168 time: 0.9589658 Nov 26 16:41:48.832857 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f508795-bf15-4a3d-b21e-d24945173777 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event updated for resources: {'Port': ['ID=c49f0e8b-cd3c-4baa-b472-267f9322c0dc,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:48.836861 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6f508795-bf15-4a3d-b21e-d24945173777 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:48.887128 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0662d896-726a-482b-b4ea-9e7aae87348b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:48.896135 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0662d896-726a-482b-b4ea-9e7aae87348b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:48.922396 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 54f9d974-aff6-4c90-9290-3c14ad7df0f5 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:48.922895 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:48.930589 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a2c485da-4707-4b4b-aa74-8752913cdacf tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:48.991515 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f508795-bf15-4a3d-b21e-d24945173777 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Network 3b3bfd30-ae42-451f-a5af-27c383329279 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:48.993100 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-6f508795-bf15-4a3d-b21e-d24945173777 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:48.996697 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ff6c4d9f-7162-435c-a3e6-e4cf7d5dd223 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks [] for floatingip, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:49.038605 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ff6c4d9f-7162-435c-a3e6-e4cf7d5dd223 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:49.039943 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ff6c4d9f-7162-435c-a3e6-e4cf7d5dd223 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] 10.222.0.11 "DELETE /v2.0/floatingips/49fc6a6e-04d9-4685-a8a3-3a611a5ce0b7 HTTP/1.1" status: 204 len: 168 time: 2.4280288 Nov 26 16:41:49.051661 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47070) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:49.071996 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-03ab35f5-06f4-44a8-b36a-51c2158a63f7 None None] Provisioning complete for port c49f0e8b-cd3c-4baa-b472-267f9322c0dc triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:49.072375 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-03ab35f5-06f4-44a8-b36a-51c2158a63f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:49.179567 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-03ab35f5-06f4-44a8-b36a-51c2158a63f7 None None] Port c49f0e8b-cd3c-4baa-b472-267f9322c0dc cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:41:49.224502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47074) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:49.254698 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0662d896-726a-482b-b4ea-9e7aae87348b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:49.276574 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662d896-726a-482b-b4ea-9e7aae87348b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Port': ['ID=2d5bde9f-4ff5-4789-af0b-84da76b9d51b,revision_number=3']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:49.283319 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0662d896-726a-482b-b4ea-9e7aae87348b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:49.353843 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:49.397906 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f508795-bf15-4a3d-b21e-d24945173777 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Router 50d49945-ee47-486d-9fe1-a38afb206c82 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:41:49.405977 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ddefb5f0-9555-4984-b545-ce2e4a1baffd None None] Provisioning complete for port c49f0e8b-cd3c-4baa-b472-267f9322c0dc triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:49.406195 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ddefb5f0-9555-4984-b545-ce2e4a1baffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:49.464537 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-ddefb5f0-9555-4984-b545-ce2e4a1baffd None None] Port c49f0e8b-cd3c-4baa-b472-267f9322c0dc cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:41:49.571002 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0662d896-726a-482b-b4ea-9e7aae87348b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network 2c43c776-a246-4d84-9603-23249efa3215 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:49.573893 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-0662d896-726a-482b-b4ea-9e7aae87348b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:49.629695 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5a91-d7db-4096-be19-03c7c222a9aa tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:49.761936 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-62ea6517-9dec-47ba-8558-e4f15436d142 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17a6da3b675349ab89b64ceb25702236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5340788 Nov 26 16:41:49.775066 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47080) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:49.776959 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f508795-bf15-4a3d-b21e-d24945173777 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:41:49.784204 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6f508795-bf15-4a3d-b21e-d24945173777 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "PUT /v2.0/routers/50d49945-ee47-486d-9fe1-a38afb206c82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4872670 Nov 26 16:41:49.789162 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a2fe2ce8-65b7-478c-988a-c9502c708206 req-9bcb425f-1751-4773-b808-96d807ba69b9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1493599 Nov 26 16:41:49.792532 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47084) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:49.795628 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] Sync routers for ids ['50d49945-ee47-486d-9fe1-a38afb206c82'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:41:49.809571 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-f38d1a74-c58e-4f17-b402-0244f4eb0756 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:49.813593 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] Routers {'50d49945-ee47-486d-9fe1-a38afb206c82'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:49.814442 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['50d49945-ee47-486d-9fe1-a38afb206c82'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:49.962437 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d814f945-b4da-47f3-b770-38c6487096b1 None None] Provisioning complete for port 2d5bde9f-4ff5-4789-af0b-84da76b9d51b triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:49.962914 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d814f945-b4da-47f3-b770-38c6487096b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:50.011024 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Router 233059e4-5eaf-4384-833b-61a4728c36d8 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:41:50.028581 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-d814f945-b4da-47f3-b770-38c6487096b1 None None] Port 2d5bde9f-4ff5-4789-af0b-84da76b9d51b cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:41:50.035409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] Set router 50d49945-ee47-486d-9fe1-a38afb206c82 gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:41:50.100187 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5a91-d7db-4096-be19-03c7c222a9aa tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:50.168932 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-629efb09-47c7-48da-acf5-d4054cfa50ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:50.224731 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea5a91-d7db-4096-be19-03c7c222a9aa tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Deleting port 2ca1c840-8865-4512-9707-dbac0997582c {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:50.225344 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5a91-d7db-4096-be19-03c7c222a9aa tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:50.347058 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-629efb09-47c7-48da-acf5-d4054cfa50ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:50.356987 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0662d896-726a-482b-b4ea-9e7aae87348b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Router 10240884-2e79-4421-a8e4-e6eeb9aa55ff is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:41:50.375440 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:41:47Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None, '_interfaces': [{'id': '314cd07a-0485-452c-b4e7-2f9ce6b33e0d', 'name': '', 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e5:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:22Z', 'updated_at': '2021-11-26T16:41:33Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a6d71a-19b6-412c-8b2c-de7207148751', 'name': '', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e2:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:12Z', 'updated_at': '2021-11-26T16:41:22Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c49f0e8b-cd3c-4baa-b472-267f9322c0dc', 'name': '', 'network_id': '3b3bfd30-ae42-451f-a5af-27c383329279', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:63:e3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '65661df2-882e-4e0d-9c8e-a00565925295', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:45Z', 'updated_at': '2021-11-26T16:41:47Z', 'revision_number': 2, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '65661df2-882e-4e0d-9c8e-a00565925295', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed8f4161-7b32-4c6a-8002-2164925618a8', 'name': '', 'network_id': '29dc072c-fd76-4d7c-82a6-faaafdada2b9', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:1c:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'daa49177-b825-477a-b544-be69e57d2350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:34Z', 'updated_at': '2021-11-26T16:41:45Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'daa49177-b825-477a-b544-be69e57d2350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:50.379323 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] Checking router: 50d49945-ee47-486d-9fe1-a38afb206c82 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:41:50.379692 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] Updating router 50d49945-ee47-486d-9fe1-a38afb206c82 port c49f0e8b-cd3c-4baa-b472-267f9322c0dc binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:41:50.433789 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:50.446295 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:41:50.457934 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d263c7a-875f-48d9-a56e-16f66b11bda7 None None] Sync routers for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:41:50.469236 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d263c7a-875f-48d9-a56e-16f66b11bda7 None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:50.470578 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-1d263c7a-875f-48d9-a56e-16f66b11bda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:50.509736 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5a91-d7db-4096-be19-03c7c222a9aa tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:50.517509 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:50.543103 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-1d263c7a-875f-48d9-a56e-16f66b11bda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:50.552415 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d263c7a-875f-48d9-a56e-16f66b11bda7 None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:50.553226 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-1d263c7a-875f-48d9-a56e-16f66b11bda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:50.628212 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-1d263c7a-875f-48d9-a56e-16f66b11bda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:50.628969 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d263c7a-875f-48d9-a56e-16f66b11bda7 None None] The sync data for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:41:50.670156 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0662d896-726a-482b-b4ea-9e7aae87348b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:41:50.677665 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-629efb09-47c7-48da-acf5-d4054cfa50ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:50.683788 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e73dbb9a-dd60-42a1-93a0-5f94b5c7884a tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:50.687807 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea5a91-d7db-4096-be19-03c7c222a9aa tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Calling delete_port for 2ca1c840-8865-4512-9707-dbac0997582c owned by network:router_gateway {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:41:50.708080 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42754ec-3903-4d95-8e15-03bf4be0851b None None] Sync routers for ids ['10240884-2e79-4421-a8e4-e6eeb9aa55ff'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:41:50.733196 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42754ec-3903-4d95-8e15-03bf4be0851b None None] Routers {'10240884-2e79-4421-a8e4-e6eeb9aa55ff'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:50.734133 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f42754ec-3903-4d95-8e15-03bf4be0851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['10240884-2e79-4421-a8e4-e6eeb9aa55ff'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:50.742662 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629efb09-47c7-48da-acf5-d4054cfa50ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4d4361-29a5-490e-8364-648c6eeb203f,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:50.745817 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-629efb09-47c7-48da-acf5-d4054cfa50ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:50.750772 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.5441797 Nov 26 16:41:50.754451 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47088) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:50.758669 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-629efb09-47c7-48da-acf5-d4054cfa50ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:50.760068 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-629efb09-47c7-48da-acf5-d4054cfa50ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea4d4361-29a5-490e-8364-648c6eeb203f HTTP/1.1" status: 204 len: 168 time: 0.9744461 Nov 26 16:41:50.764656 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0662d896-726a-482b-b4ea-9e7aae87348b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "PUT /v2.0/routers/10240884-2e79-4421-a8e4-e6eeb9aa55ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3060830 Nov 26 16:41:50.765066 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47094) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:50.766976 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-1ecc66c3-c175-436d-be6c-808922026090 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:50.839888 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f42754ec-3903-4d95-8e15-03bf4be0851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:50.867617 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42754ec-3903-4d95-8e15-03bf4be0851b None None] Routers {'10240884-2e79-4421-a8e4-e6eeb9aa55ff'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:50.869050 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f42754ec-3903-4d95-8e15-03bf4be0851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['10240884-2e79-4421-a8e4-e6eeb9aa55ff'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:50.952843 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f42754ec-3903-4d95-8e15-03bf4be0851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:50.953424 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42754ec-3903-4d95-8e15-03bf4be0851b None None] The sync data for ids ['10240884-2e79-4421-a8e4-e6eeb9aa55ff'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:41:50.973167 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4337694-19d2-4b4e-b670-4507f8cd3d55 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:50.974428 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e4337694-19d2-4b4e-b670-4507f8cd3d55 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Synchronizing usage tracker for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:41:50.987565 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.extraroute_db [None req-f38d1a74-c58e-4f17-b402-0244f4eb0756 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87519) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 26 16:41:51.012929 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.extraroute_db [None req-f38d1a74-c58e-4f17-b402-0244f4eb0756 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Removed routes are [] {{(pid=87519) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 26 16:41:51.013513 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f38d1a74-c58e-4f17-b402-0244f4eb0756 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:51.016774 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e4337694-19d2-4b4e-b670-4507f8cd3d55 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Unset dirty status for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:41:51.021289 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e4337694-19d2-4b4e-b670-4507f8cd3d55 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "GET /v2.0/ports?device_id=10240884-2e79-4421-a8e4-e6eeb9aa55ff HTTP/1.1" status: 200 len: 983 time: 0.2530425 Nov 26 16:41:51.022050 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47100) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:51.065021 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:51.088819 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] Transition to ACTIVE for port object c49f0e8b-cd3c-4baa-b472-267f9322c0dc will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:41:51.099730 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:51.108998 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-6d91ba20-ff2e-48e3-b931-00376c4274c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:51.124718 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-69e6d7d0-2490-44d8-934d-b4a0aeae035b req-a4acf48f-9570-4797-a9c9-9a42c420ee0c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0897520 Nov 26 16:41:51.180320 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1ecc66c3-c175-436d-be6c-808922026090 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:51.229291 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c504b0b-e204-4c7a-ba37-226eb3610805 None None] Pushing event updated for resources: {'Port': ['ID=c49f0e8b-cd3c-4baa-b472-267f9322c0dc,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:51.429459 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3c504b0b-e204-4c7a-ba37-226eb3610805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:51.448606 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8a916e9e-83ac-4cec-9fc4-9430226d0de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:51.557259 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] Attempting to bind port c49f0e8b-cd3c-4baa-b472-267f9322c0dc on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:41:51.557958 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] Attempting to bind port c49f0e8b-cd3c-4baa-b472-267f9322c0dc by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '5c10106b-9562-4458-bce6-4ad59d97e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3b3bfd30-ae42-451f-a5af-27c383329279'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:41:51.558529 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] Attempting to bind port c49f0e8b-cd3c-4baa-b472-267f9322c0dc on network 3b3bfd30-ae42-451f-a5af-27c383329279 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:41:51.565703 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:41:51.566575 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] Checking segment: {'id': '5c10106b-9562-4458-bce6-4ad59d97e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3b3bfd30-ae42-451f-a5af-27c383329279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:41:51.567137 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:51.567688 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] Bound using segment: {'id': '5c10106b-9562-4458-bce6-4ad59d97e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3b3bfd30-ae42-451f-a5af-27c383329279'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:41:51.568458 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] Bound port: c49f0e8b-cd3c-4baa-b472-267f9322c0dc, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c10106b-9562-4458-bce6-4ad59d97e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3b3bfd30-ae42-451f-a5af-27c383329279'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:41:51.569018 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:51.715172 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] For port c49f0e8b-cd3c-4baa-b472-267f9322c0dc, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:41:51.719281 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] For port c49f0e8b-cd3c-4baa-b472-267f9322c0dc, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=c49f0e8b-cd3c-4baa-b472-267f9322c0dc,segment=NetworkSegment(5c10106b-9562-4458-bce6-4ad59d97e0cb),segment_id=5c10106b-9562-4458-bce6-4ad59d97e0cb)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:41:51.728160 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:51.752276 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:51.826285 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] Routers {'50d49945-ee47-486d-9fe1-a38afb206c82'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:51.826949 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['50d49945-ee47-486d-9fe1-a38afb206c82'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:51.911158 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5a91-d7db-4096-be19-03c7c222a9aa tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:51.920720 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ff6c4d9f-7162-435c-a3e6-e4cf7d5dd223 tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:51.974371 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1ecc66c3-c175-436d-be6c-808922026090 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:51.992482 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea5a91-d7db-4096-be19-03c7c222a9aa tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Pushing event deleted for resources: {'Port': ['ID=2ca1c840-8865-4512-9707-dbac0997582c,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:51.998317 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e8ea5a91-d7db-4096-be19-03c7c222a9aa tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:51.999019 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1ecc66c3-c175-436d-be6c-808922026090 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:51.999403 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-1ecc66c3-c175-436d-be6c-808922026090 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Floating IP 42f7d9aa-032c-4a8a-9a63-3cf73e396fc6 disassociated. External IP: 172.26.0.153, port: df318937-8a14-4af5-b819-fe676feef151. Nov 26 16:41:52.011921 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f38d1a74-c58e-4f17-b402-0244f4eb0756 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:52.026195 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f38d1a74-c58e-4f17-b402-0244f4eb0756 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780415'] for router, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:52.035495 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c504b0b-e204-4c7a-ba37-226eb3610805 None None] Pushing event updated for resources: {'Port': ['ID=c49f0e8b-cd3c-4baa-b472-267f9322c0dc,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:52.042508 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3c504b0b-e204-4c7a-ba37-226eb3610805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:52.076268 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] Set router 50d49945-ee47-486d-9fe1-a38afb206c82 gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:41:52.264913 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38d1a74-c58e-4f17-b402-0244f4eb0756 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Router 50d49945-ee47-486d-9fe1-a38afb206c82 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:41:52.333377 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-15efdff4-93ec-4cea-8b5f-7faaa7a6d952 req-3e199e2b-580c-4c89-89c9-f074b999886b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0960295 Nov 26 16:41:52.448921 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5a91-d7db-4096-be19-03c7c222a9aa tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:52.546808 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38d1a74-c58e-4f17-b402-0244f4eb0756 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:41:52.562013 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f38d1a74-c58e-4f17-b402-0244f4eb0756 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:52.566488 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f38d1a74-c58e-4f17-b402-0244f4eb0756 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "PUT /v2.0/routers/50d49945-ee47-486d-9fe1-a38afb206c82 HTTP/1.1" status: 200 len: 953 time: 2.7722690 Nov 26 16:41:52.570075 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47138) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:52.579692 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:41:50Z', 'revision_number': 6, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None, '_interfaces': [{'id': '314cd07a-0485-452c-b4e7-2f9ce6b33e0d', 'name': '', 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e5:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:22Z', 'updated_at': '2021-11-26T16:41:33Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a6d71a-19b6-412c-8b2c-de7207148751', 'name': '', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e2:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:12Z', 'updated_at': '2021-11-26T16:41:22Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c49f0e8b-cd3c-4baa-b472-267f9322c0dc', 'name': '', 'network_id': '3b3bfd30-ae42-451f-a5af-27c383329279', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:63:e3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '65661df2-882e-4e0d-9c8e-a00565925295', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:45Z', 'updated_at': '2021-11-26T16:41:51Z', 'revision_number': 4, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '65661df2-882e-4e0d-9c8e-a00565925295', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed8f4161-7b32-4c6a-8002-2164925618a8', 'name': '', 'network_id': '29dc072c-fd76-4d7c-82a6-faaafdada2b9', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:1c:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'daa49177-b825-477a-b544-be69e57d2350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:34Z', 'updated_at': '2021-11-26T16:41:45Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'daa49177-b825-477a-b544-be69e57d2350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:52.586466 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d87b27-1cd3-4d57-9cc3-d588f8291e75 None None] The sync data for ids ['50d49945-ee47-486d-9fe1-a38afb206c82'] in dv-neutron-819440-1-hyperv is: [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:41:50Z', 'revision_number': 6, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None, '_interfaces': [{'id': '314cd07a-0485-452c-b4e7-2f9ce6b33e0d', 'name': '', 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e5:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:22Z', 'updated_at': '2021-11-26T16:41:33Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a6d71a-19b6-412c-8b2c-de7207148751', 'name': '', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e2:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:12Z', 'updated_at': '2021-11-26T16:41:22Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c49f0e8b-cd3c-4baa-b472-267f9322c0dc', 'name': '', 'network_id': '3b3bfd30-ae42-451f-a5af-27c383329279', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:63:e3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '65661df2-882e-4e0d-9c8e-a00565925295', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:45Z', 'updated_at': '2021-11-26T16:41:51Z', 'revision_number': 4, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '65661df2-882e-4e0d-9c8e-a00565925295', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed8f4161-7b32-4c6a-8002-2164925618a8', 'name': '', 'network_id': '29dc072c-fd76-4d7c-82a6-faaafdada2b9', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:1c:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'daa49177-b825-477a-b544-be69e57d2350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:34Z', 'updated_at': '2021-11-26T16:41:45Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'daa49177-b825-477a-b544-be69e57d2350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:41:52.742541 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e6e78dbe-6167-4838-9c2b-b0b4c405a5ec tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:52.817444 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47142) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:52.848951 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c49f0e8b-cd3c-4baa-b472-267f9322c0dc up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:41:52.870427 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5a91-d7db-4096-be19-03c7c222a9aa tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:52.876157 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5a91-d7db-4096-be19-03c7c222a9aa tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:52.969481 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8c58e9d8-70af-4d69-a113-c6188941f534 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "GET /v2.0/routers/50d49945-ee47-486d-9fe1-a38afb206c82 HTTP/1.1" status: 200 len: 953 time: 0.3943086 Nov 26 16:41:52.973559 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47148) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:52.990953 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-3223ee2b-1456-4e86-b78b-ca1a4f599634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'router': {'routes': None}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:52.992221 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port c49f0e8b-cd3c-4baa-b472-267f9322c0dc completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:41:52.997487 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port c49f0e8b-cd3c-4baa-b472-267f9322c0dc triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:52.997872 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:53.138563 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:53.175951 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port c49f0e8b-cd3c-4baa-b472-267f9322c0dc, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=c49f0e8b-cd3c-4baa-b472-267f9322c0dc,segment=NetworkSegment(5c10106b-9562-4458-bce6-4ad59d97e0cb),segment_id=5c10106b-9562-4458-bce6-4ad59d97e0cb)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:41:53.182638 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:53.184632 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:53.188516 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-634878005', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:53.196649 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5a91-d7db-4096-be19-03c7c222a9aa tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:53.197522 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ea5a91-d7db-4096-be19-03c7c222a9aa tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Fanout notify agent at l3_agent the message router_deleted on router 2ededcf0-e957-4bfc-95aa-d023a3f74ea7 {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:41:53.200470 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ecc66c3-c175-436d-be6c-808922026090 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Router 233059e4-5eaf-4384-833b-61a4728c36d8 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:41:53.200881 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:53.221777 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5a91-d7db-4096-be19-03c7c222a9aa tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:53.223413 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e8ea5a91-d7db-4096-be19-03c7c222a9aa tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "DELETE /v2.0/routers/2ededcf0-e957-4bfc-95aa-d023a3f74ea7 HTTP/1.1" status: 204 len: 168 time: 4.4577892 Nov 26 16:41:53.228887 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47152) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:53.236396 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-6a23f401-ae81-4b35-8152-9e350a4bd6d5 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-515976478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:53.245742 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-6a23f401-ae81-4b35-8152-9e350a4bd6d5 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:53.250016 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-6a23f401-ae81-4b35-8152-9e350a4bd6d5 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Usage tracker for resource:router and tenant:16f0dc1ffc034f33a356d09713e89af4 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:53.253775 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-6a23f401-ae81-4b35-8152-9e350a4bd6d5 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:53.257296 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-8a916e9e-83ac-4cec-9fc4-9430226d0de3 admin admin] Deleting port 0091ea53-155e-4fb4-8e43-25a6c6fab097 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:53.257636 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8a916e9e-83ac-4cec-9fc4-9430226d0de3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:53.287060 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=c49f0e8b-cd3c-4baa-b472-267f9322c0dc,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:53.291037 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:53.303787 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-6a23f401-ae81-4b35-8152-9e350a4bd6d5 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:53.414112 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Usage tracker for resource:port and tenant:61e43545384a4d4d94e757384edf0774 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:53.424022 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:53.508675 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6a23f401-ae81-4b35-8152-9e350a4bd6d5 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:53.509693 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6a23f401-ae81-4b35-8152-9e350a4bd6d5 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:53.518875 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:53.519992 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0e2c02fa-5db2-4567-bc1a-2460adec22fd req-b9ff3aa0-d630-4725-a384-8aba2e8e7789 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0735252 Nov 26 16:41:53.579407 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486fac6c-e140-4260-aa90-7a020f293309 None None] Sync routers for ids ['50d49945-ee47-486d-9fe1-a38afb206c82'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:41:53.590231 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486fac6c-e140-4260-aa90-7a020f293309 None None] Routers {'50d49945-ee47-486d-9fe1-a38afb206c82'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:53.590975 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-486fac6c-e140-4260-aa90-7a020f293309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['50d49945-ee47-486d-9fe1-a38afb206c82'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:53.632178 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Made reservation on behalf of 61e43545384a4d4d94e757384edf0774 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:41:53.634695 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:53.640969 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6a23f401-ae81-4b35-8152-9e350a4bd6d5 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:53.659770 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:53.681230 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:53.685105 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Usage tracker for resource:security_group_rule and tenant:61e43545384a4d4d94e757384edf0774 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:53.688588 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:53.693920 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:53.694176 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecc66c3-c175-436d-be6c-808922026090 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:41:53.711922 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-8a916e9e-83ac-4cec-9fc4-9430226d0de3 admin admin] For port 0091ea53-155e-4fb4-8e43-25a6c6fab097, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=0091ea53-155e-4fb4-8e43-25a6c6fab097,segment=NetworkSegment(5b7fa938-8d92-4b8a-af7d-251b9bf77dea),segment_id=5b7fa938-8d92-4b8a-af7d-251b9bf77dea)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:41:53.712542 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8a916e9e-83ac-4cec-9fc4-9430226d0de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:53.715546 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ba9615-4502-4275-a88f-ef6465302fea None None] Sync routers for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:41:53.722071 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1ecc66c3-c175-436d-be6c-808922026090 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:53.732317 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ba9615-4502-4275-a88f-ef6465302fea None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:53.732962 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-b0ba9615-4502-4275-a88f-ef6465302fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:53.756153 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6a23f401-ae81-4b35-8152-9e350a4bd6d5 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:53.758659 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-486fac6c-e140-4260-aa90-7a020f293309 None None] Set router 50d49945-ee47-486d-9fe1-a38afb206c82 gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:41:53.798957 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:53.839371 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:53.850902 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1ea9ca80-57ce-4eef-8f5d-baef6c1c309f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:53.866688 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] device_id is not set on port 8ed317e0-22b0-407e-9308-34eb35bba3e3 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:41:53.921831 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-8a916e9e-83ac-4cec-9fc4-9430226d0de3 admin admin] Calling delete_port for 0091ea53-155e-4fb4-8e43-25a6c6fab097 owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:41:53.922053 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-b0ba9615-4502-4275-a88f-ef6465302fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:53.934091 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ba9615-4502-4275-a88f-ef6465302fea None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:53.935206 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-b0ba9615-4502-4275-a88f-ef6465302fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:53.958909 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6a23f401-ae81-4b35-8152-9e350a4bd6d5 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:53.960360 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6a23f401-ae81-4b35-8152-9e350a4bd6d5 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7287459 Nov 26 16:41:53.971418 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47158) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:53.981865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-57ee9b11-a94a-49e9-8c2b-cd753c8912ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'enable_snat': True}}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:53.995569 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e1f3d8-218d-438d-bc8f-4ccf60e3c65e,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:53.998922 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:54.011250 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-e6e78dbe-6167-4838-9c2b-b0b4c405a5ec tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting port 2d5bde9f-4ff5-4789-af0b-84da76b9d51b {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:54.011602 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e6e78dbe-6167-4838-9c2b-b0b4c405a5ec tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:54.035981 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-b0ba9615-4502-4275-a88f-ef6465302fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:54.036644 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ba9615-4502-4275-a88f-ef6465302fea None None] The sync data for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:41:54.058584 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1ecc66c3-c175-436d-be6c-808922026090 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "PUT /v2.0/floatingips/42f7d9aa-032c-4a8a-9a63-3cf73e396fc6 HTTP/1.1" status: 200 len: 688 time: 3.3029091 Nov 26 16:41:54.061651 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47162) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:54.163937 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-486fac6c-e140-4260-aa90-7a020f293309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:41:50Z', 'revision_number': 6, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None, '_interfaces': [{'id': '314cd07a-0485-452c-b4e7-2f9ce6b33e0d', 'name': '', 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e5:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:22Z', 'updated_at': '2021-11-26T16:41:33Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a6d71a-19b6-412c-8b2c-de7207148751', 'name': '', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e2:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:12Z', 'updated_at': '2021-11-26T16:41:22Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c49f0e8b-cd3c-4baa-b472-267f9322c0dc', 'name': '', 'network_id': '3b3bfd30-ae42-451f-a5af-27c383329279', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:63:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '65661df2-882e-4e0d-9c8e-a00565925295', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:45Z', 'updated_at': '2021-11-26T16:41:53Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '65661df2-882e-4e0d-9c8e-a00565925295', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed8f4161-7b32-4c6a-8002-2164925618a8', 'name': '', 'network_id': '29dc072c-fd76-4d7c-82a6-faaafdada2b9', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:1c:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'daa49177-b825-477a-b544-be69e57d2350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:34Z', 'updated_at': '2021-11-26T16:41:45Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'daa49177-b825-477a-b544-be69e57d2350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:54.168138 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486fac6c-e140-4260-aa90-7a020f293309 None None] Checking router: 50d49945-ee47-486d-9fe1-a38afb206c82 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:41:54.177147 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486fac6c-e140-4260-aa90-7a020f293309 None None] Routers {'50d49945-ee47-486d-9fe1-a38afb206c82'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:54.177780 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-486fac6c-e140-4260-aa90-7a020f293309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['50d49945-ee47-486d-9fe1-a38afb206c82'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:54.335167 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-486fac6c-e140-4260-aa90-7a020f293309 None None] Set router 50d49945-ee47-486d-9fe1-a38afb206c82 gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:41:54.397390 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-48a676fc-61f5-4763-9270-d6154a14ab28 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Deleting port a4a0f135-8750-4531-b0ec-1e772b09caf0 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:54.397932 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-48a676fc-61f5-4763-9270-d6154a14ab28 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:54.527568 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Allocated IP 172.26.0.77 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/8ed317e0-22b0-407e-9308-34eb35bba3e3) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:54.557162 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-57ee9b11-a94a-49e9-8c2b-cd753c8912ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:54.668688 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-486fac6c-e140-4260-aa90-7a020f293309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:41:50Z', 'revision_number': 6, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None, '_interfaces': [{'id': '314cd07a-0485-452c-b4e7-2f9ce6b33e0d', 'name': '', 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e5:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:22Z', 'updated_at': '2021-11-26T16:41:33Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a6d71a-19b6-412c-8b2c-de7207148751', 'name': '', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e2:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:12Z', 'updated_at': '2021-11-26T16:41:22Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c49f0e8b-cd3c-4baa-b472-267f9322c0dc', 'name': '', 'network_id': '3b3bfd30-ae42-451f-a5af-27c383329279', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:63:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '65661df2-882e-4e0d-9c8e-a00565925295', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:45Z', 'updated_at': '2021-11-26T16:41:53Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '65661df2-882e-4e0d-9c8e-a00565925295', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed8f4161-7b32-4c6a-8002-2164925618a8', 'name': '', 'network_id': '29dc072c-fd76-4d7c-82a6-faaafdada2b9', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:1c:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'daa49177-b825-477a-b544-be69e57d2350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:34Z', 'updated_at': '2021-11-26T16:41:45Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'daa49177-b825-477a-b544-be69e57d2350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:54.673248 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486fac6c-e140-4260-aa90-7a020f293309 None None] The sync data for ids ['50d49945-ee47-486d-9fe1-a38afb206c82'] in dv-neutron-819440-1-hyperv is: [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:41:50Z', 'revision_number': 6, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None, '_interfaces': [{'id': '314cd07a-0485-452c-b4e7-2f9ce6b33e0d', 'name': '', 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e5:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:22Z', 'updated_at': '2021-11-26T16:41:33Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a6d71a-19b6-412c-8b2c-de7207148751', 'name': '', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e2:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:12Z', 'updated_at': '2021-11-26T16:41:22Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c49f0e8b-cd3c-4baa-b472-267f9322c0dc', 'name': '', 'network_id': '3b3bfd30-ae42-451f-a5af-27c383329279', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:63:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '65661df2-882e-4e0d-9c8e-a00565925295', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:45Z', 'updated_at': '2021-11-26T16:41:53Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '65661df2-882e-4e0d-9c8e-a00565925295', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed8f4161-7b32-4c6a-8002-2164925618a8', 'name': '', 'network_id': '29dc072c-fd76-4d7c-82a6-faaafdada2b9', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:1c:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'daa49177-b825-477a-b544-be69e57d2350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:34Z', 'updated_at': '2021-11-26T16:41:45Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'daa49177-b825-477a-b544-be69e57d2350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:41:54.715259 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8a916e9e-83ac-4cec-9fc4-9430226d0de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:54.722005 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-871ca6d7-b530-42cd-acd5-b4bc4aea9e7c tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:54.769415 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e6e78dbe-6167-4838-9c2b-b0b4c405a5ec tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:54.773202 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a916e9e-83ac-4cec-9fc4-9430226d0de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0091ea53-155e-4fb4-8e43-25a6c6fab097,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:54.778022 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8a916e9e-83ac-4cec-9fc4-9430226d0de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:54.805932 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6b344db4-02d4-42de-be3f-4c4ab9b65cc4 req-75b434f7-9c78-4a1c-ba65-7d25ef6f155b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1352546 Nov 26 16:41:54.861575 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c49f0e8b-cd3c-4baa-b472-267f9322c0dc up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:41:54.992758 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port c49f0e8b-cd3c-4baa-b472-267f9322c0dc triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:41:54.993142 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:55.098799 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-e6e78dbe-6167-4838-9c2b-b0b4c405a5ec tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Calling delete_port for 2d5bde9f-4ff5-4789-af0b-84da76b9d51b owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:41:55.154689 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.extraroute_db [None req-3223ee2b-1456-4e86-b78b-ca1a4f599634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Added routes are [] {{(pid=87519) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 26 16:41:55.155006 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.extraroute_db [None req-3223ee2b-1456-4e86-b78b-ca1a4f599634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87519) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 26 16:41:55.292300 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-57ee9b11-a94a-49e9-8c2b-cd753c8912ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:55.298003 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-48a676fc-61f5-4763-9270-d6154a14ab28 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:55.298321 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-48a676fc-61f5-4763-9270-d6154a14ab28 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:55.336082 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-57ee9b11-a94a-49e9-8c2b-cd753c8912ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:55.337909 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8a916e9e-83ac-4cec-9fc4-9430226d0de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:55.478094 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-48a676fc-61f5-4763-9270-d6154a14ab28 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Calling delete_port for a4a0f135-8750-4531-b0ec-1e772b09caf0 owned by network:floatingip {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:41:55.543187 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3223ee2b-1456-4e86-b78b-ca1a4f599634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:55.746973 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:55.928941 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6635b888-0dc4-482f-a7f4-8eed9aa20221 req-92353cb2-e9ff-4709-8ac3-f0266ecb837a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0531979 Nov 26 16:41:55.945002 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a916e9e-83ac-4cec-9fc4-9430226d0de3 admin admin] Router 7d971ae5-c013-48a1-9b21-acaad5f75146 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:41:56.053967 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:56.057996 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e6e78dbe-6167-4838-9c2b-b0b4c405a5ec tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:56.059324 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-48a676fc-61f5-4763-9270-d6154a14ab28 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:56.072307 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1cd96024-dc2f-4ccd-9dde-07277278e7e4 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:56.114433 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3223ee2b-1456-4e86-b78b-ca1a4f599634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:56.127871 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a676fc-61f5-4763-9270-d6154a14ab28 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event deleted for resources: {'Port': ['ID=a4a0f135-8750-4531-b0ec-1e772b09caf0,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:56.190041 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-57ee9b11-a94a-49e9-8c2b-cd753c8912ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Allocated IP 172.26.0.88 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/b3df270a-8c9c-4661-abed-557622065d8c) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:56.192342 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3223ee2b-1456-4e86-b78b-ca1a4f599634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780415'] for router, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:56.213479 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a916e9e-83ac-4cec-9fc4-9430226d0de3 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:41:56.226433 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43adf51c-9b9d-4cf7-aaaf-2dc23ad4e265 None None] Sync routers for ids ['7d971ae5-c013-48a1-9b21-acaad5f75146'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:41:56.244631 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43adf51c-9b9d-4cf7-aaaf-2dc23ad4e265 None None] Routers {'7d971ae5-c013-48a1-9b21-acaad5f75146'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:56.245271 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-43adf51c-9b9d-4cf7-aaaf-2dc23ad4e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['7d971ae5-c013-48a1-9b21-acaad5f75146'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:56.247048 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:56.310962 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:56.313045 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e78dbe-6167-4838-9c2b-b0b4c405a5ec tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Port': ['ID=2d5bde9f-4ff5-4789-af0b-84da76b9d51b,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:56.336191 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8a916e9e-83ac-4cec-9fc4-9430226d0de3 admin admin] 10.222.0.11 "PUT /v2.0/routers/7d971ae5-c013-48a1-9b21-acaad5f75146/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2805021 Nov 26 16:41:56.338865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47170) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:56.393829 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:56.465612 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-43adf51c-9b9d-4cf7-aaaf-2dc23ad4e265 None None] Set router 7d971ae5-c013-48a1-9b21-acaad5f75146 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:41:56.551687 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-57ee9b11-a94a-49e9-8c2b-cd753c8912ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:56.574375 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9ee2168a-a132-4cf7-8789-2c67fa8a8536 admin admin] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:56.746829 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Pushing event updated for resources: {'Port': ['ID=8ed317e0-22b0-407e-9308-34eb35bba3e3,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:56.771735 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-57ee9b11-a94a-49e9-8c2b-cd753c8912ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:56.788221 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8d6179f1-ecfe-47a9-8bab-4a1e17d2ec69 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:56.808353 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:41:56.808963 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:56.813270 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:56.814571 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-43adf51c-9b9d-4cf7-aaaf-2dc23ad4e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'name': 'tempest-ServerActionsTestJSON-780586093-router', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:31Z', 'updated_at': '2021-11-26T16:41:54Z', 'revision_number': 5, 'project_id': '06e5b26eff95490196e93abf54aa53ed', 'gw_port': {'id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:32Z', 'updated_at': '2021-11-26T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:56.819379 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43adf51c-9b9d-4cf7-aaaf-2dc23ad4e265 None None] Checking router: 7d971ae5-c013-48a1-9b21-acaad5f75146 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:41:56.823059 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-48a676fc-61f5-4763-9270-d6154a14ab28 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:56.826205 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a3b2e223-6889-4f8f-bcf3-b6c7b5bdc9c8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.726s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:56.826532 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a3b2e223-6889-4f8f-bcf3-b6c7b5bdc9c8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:56.831542 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43adf51c-9b9d-4cf7-aaaf-2dc23ad4e265 None None] Routers {'7d971ae5-c013-48a1-9b21-acaad5f75146'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:56.832260 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-43adf51c-9b9d-4cf7-aaaf-2dc23ad4e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['7d971ae5-c013-48a1-9b21-acaad5f75146'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:56.867739 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ee9b11-a94a-49e9-8c2b-cd753c8912ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:41:56.875561 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9ee2168a-a132-4cf7-8789-2c67fa8a8536 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:56.885010 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-57ee9b11-a94a-49e9-8c2b-cd753c8912ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:41:56.888345 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6f508795-bf15-4a3d-b21e-d24945173777 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.787s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:56.888345 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6f508795-bf15-4a3d-b21e-d24945173777 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:56.894173 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ee9b11-a94a-49e9-8c2b-cd753c8912ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:41:56.924582 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3223ee2b-1456-4e86-b78b-ca1a4f599634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Router 50d49945-ee47-486d-9fe1-a38afb206c82 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:41:56.933794 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e6e78dbe-6167-4838-9c2b-b0b4c405a5ec tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:57.012882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-48a676fc-61f5-4763-9270-d6154a14ab28 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:57.013360 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-43adf51c-9b9d-4cf7-aaaf-2dc23ad4e265 None None] Set router 7d971ae5-c013-48a1-9b21-acaad5f75146 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:41:57.017437 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-48a676fc-61f5-4763-9270-d6154a14ab28 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "DELETE /v2.0/floatingips/42f7d9aa-032c-4a8a-9a63-3cf73e396fc6 HTTP/1.1" status: 204 len: 168 time: 2.9498703 Nov 26 16:41:57.028647 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.2012181 Nov 26 16:41:57.037449 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47176) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:57.037449 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47178) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:57.102954 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee9b11-a94a-49e9-8c2b-cd753c8912ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Pushing event updated for resources: {'Port': ['ID=b3df270a-8c9c-4661-abed-557622065d8c,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:57.105860 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-57ee9b11-a94a-49e9-8c2b-cd753c8912ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:57.109424 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-dd4cc326-5ea2-4757-b2b4-c86184e9ad89 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.77'}]}}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:57.116158 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'port_id': '078bdecc-9dfd-4f8d-9049-006e2a19ec4e'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:41:57.122094 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:57.126261 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Usage tracker for resource:floatingip and tenant:7c991dfeb8c24761a5861f1676495514 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:57.129609 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:57.143692 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-9ee2168a-a132-4cf7-8789-2c67fa8a8536 admin admin] Deleting port c012ec18-a0b2-4c54-b0ae-f265c016a809 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:57.143692 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9ee2168a-a132-4cf7-8789-2c67fa8a8536 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:57.167126 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:57.176714 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-dd4cc326-5ea2-4757-b2b4-c86184e9ad89 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:41:57.251216 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fd5c9655-4663-4bd5-af27-89318b21aea9 req-a8beb24a-debd-4a94-a40f-25a5ae3037b5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.2275853 Nov 26 16:41:57.338757 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-43adf51c-9b9d-4cf7-aaaf-2dc23ad4e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'name': 'tempest-ServerActionsTestJSON-780586093-router', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:31Z', 'updated_at': '2021-11-26T16:41:54Z', 'revision_number': 5, 'project_id': '06e5b26eff95490196e93abf54aa53ed', 'gw_port': {'id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:32Z', 'updated_at': '2021-11-26T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:57.343809 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43adf51c-9b9d-4cf7-aaaf-2dc23ad4e265 None None] The sync data for ids ['7d971ae5-c013-48a1-9b21-acaad5f75146'] in dv-neutron-819440-1-hyperv is: [{'id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'name': 'tempest-ServerActionsTestJSON-780586093-router', 'tenant_id': '06e5b26eff95490196e93abf54aa53ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:37:31Z', 'updated_at': '2021-11-26T16:41:54Z', 'revision_number': 5, 'project_id': '06e5b26eff95490196e93abf54aa53ed', 'gw_port': {'id': 'c012ec18-a0b2-4c54-b0ae-f265c016a809', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d971ae5-c013-48a1-9b21-acaad5f75146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:37:32Z', 'updated_at': '2021-11-26T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:41:57.373581 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-dd4cc326-5ea2-4757-b2b4-c86184e9ad89 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Usage tracker for resource:router and tenant:61e43545384a4d4d94e757384edf0774 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:41:57.376950 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-dd4cc326-5ea2-4757-b2b4-c86184e9ad89 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:41:57.415276 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-dd4cc326-5ea2-4757-b2b4-c86184e9ad89 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:41:57.422079 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3223ee2b-1456-4e86-b78b-ca1a4f599634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:41:57.431259 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3223ee2b-1456-4e86-b78b-ca1a4f599634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:57.433752 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3856ae-9041-4700-81a0-5d14f5b97949 None None] Sync routers for ids ['50d49945-ee47-486d-9fe1-a38afb206c82'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:41:57.435064 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3223ee2b-1456-4e86-b78b-ca1a4f599634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "PUT /v2.0/routers/50d49945-ee47-486d-9fe1-a38afb206c82 HTTP/1.1" status: 200 len: 703 time: 4.4574728 Nov 26 16:41:57.438787 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47184) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:57.443301 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e78dbe-6167-4838-9c2b-b0b4c405a5ec tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Router 10240884-2e79-4421-a8e4-e6eeb9aa55ff has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:41:57.450477 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3856ae-9041-4700-81a0-5d14f5b97949 None None] Routers {'50d49945-ee47-486d-9fe1-a38afb206c82'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:57.457825 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-aa3856ae-9041-4700-81a0-5d14f5b97949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['50d49945-ee47-486d-9fe1-a38afb206c82'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:57.466848 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:57.536137 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd4cc326-5ea2-4757-b2b4-c86184e9ad89 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:57.538110 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd4cc326-5ea2-4757-b2b4-c86184e9ad89 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:57.554213 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd4cc326-5ea2-4757-b2b4-c86184e9ad89 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:57.650610 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-aa3856ae-9041-4700-81a0-5d14f5b97949 None None] Set router 50d49945-ee47-486d-9fe1-a38afb206c82 gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:41:57.890916 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-38917105-5d44-429b-a5e5-220dfbdffa66 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "GET /v2.0/routers/50d49945-ee47-486d-9fe1-a38afb206c82 HTTP/1.1" status: 200 len: 703 time: 0.4484313 Nov 26 16:41:57.897446 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47188) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:57.967201 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-9ee2168a-a132-4cf7-8789-2c67fa8a8536 admin admin] For port c012ec18-a0b2-4c54-b0ae-f265c016a809, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=c012ec18-a0b2-4c54-b0ae-f265c016a809,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:41:57.967557 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9ee2168a-a132-4cf7-8789-2c67fa8a8536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:58.019024 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e78dbe-6167-4838-9c2b-b0b4c405a5ec tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:41:58.030864 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5c6caa-7da5-49a6-ac1b-820f4d41133d None None] Sync routers for ids ['10240884-2e79-4421-a8e4-e6eeb9aa55ff'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:41:58.031644 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-aa3856ae-9041-4700-81a0-5d14f5b97949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:41:55Z', 'revision_number': 7, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None, '_interfaces': [{'id': '314cd07a-0485-452c-b4e7-2f9ce6b33e0d', 'name': '', 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e5:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:22Z', 'updated_at': '2021-11-26T16:41:33Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a6d71a-19b6-412c-8b2c-de7207148751', 'name': '', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e2:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:12Z', 'updated_at': '2021-11-26T16:41:22Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c49f0e8b-cd3c-4baa-b472-267f9322c0dc', 'name': '', 'network_id': '3b3bfd30-ae42-451f-a5af-27c383329279', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:63:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '65661df2-882e-4e0d-9c8e-a00565925295', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:45Z', 'updated_at': '2021-11-26T16:41:53Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '65661df2-882e-4e0d-9c8e-a00565925295', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed8f4161-7b32-4c6a-8002-2164925618a8', 'name': '', 'network_id': '29dc072c-fd76-4d7c-82a6-faaafdada2b9', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:1c:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'daa49177-b825-477a-b544-be69e57d2350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:34Z', 'updated_at': '2021-11-26T16:41:45Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'daa49177-b825-477a-b544-be69e57d2350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:58.036384 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3856ae-9041-4700-81a0-5d14f5b97949 None None] Checking router: 50d49945-ee47-486d-9fe1-a38afb206c82 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:41:58.038684 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e6e78dbe-6167-4838-9c2b-b0b4c405a5ec tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "PUT /v2.0/routers/10240884-2e79-4421-a8e4-e6eeb9aa55ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0154927 Nov 26 16:41:58.045863 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3856ae-9041-4700-81a0-5d14f5b97949 None None] Routers {'50d49945-ee47-486d-9fe1-a38afb206c82'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:58.046635 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-aa3856ae-9041-4700-81a0-5d14f5b97949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['50d49945-ee47-486d-9fe1-a38afb206c82'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:58.049385 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47192) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:58.050637 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c6caa-7da5-49a6-ac1b-820f4d41133d None None] Routers {'10240884-2e79-4421-a8e4-e6eeb9aa55ff'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:58.051994 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-df5c6caa-7da5-49a6-ac1b-820f4d41133d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['10240884-2e79-4421-a8e4-e6eeb9aa55ff'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:58.093768 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aed7ae5-e686-40d8-9819-1cf70cd1df40 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] GET failed (client error): The resource could not be found. Nov 26 16:41:58.094312 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7aed7ae5-e686-40d8-9819-1cf70cd1df40 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Synchronizing usage tracker for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:41:58.127925 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7aed7ae5-e686-40d8-9819-1cf70cd1df40 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Unset dirty status for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:41:58.132238 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7aed7ae5-e686-40d8-9819-1cf70cd1df40 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "GET /v2.0/ports/2d5bde9f-4ff5-4789-af0b-84da76b9d51b HTTP/1.1" status: 404 len: 333 time: 0.0795813 Nov 26 16:41:58.145897 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-df5c6caa-7da5-49a6-ac1b-820f4d41133d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:58.157909 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c6caa-7da5-49a6-ac1b-820f4d41133d None None] Routers {'10240884-2e79-4421-a8e4-e6eeb9aa55ff'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:41:58.159052 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-df5c6caa-7da5-49a6-ac1b-820f4d41133d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['10240884-2e79-4421-a8e4-e6eeb9aa55ff'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:58.186685 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47196) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:58.209092 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-aa3856ae-9041-4700-81a0-5d14f5b97949 None None] Set router 50d49945-ee47-486d-9fe1-a38afb206c82 gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:41:58.224624 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-9ee2168a-a132-4cf7-8789-2c67fa8a8536 admin admin] Calling delete_port for c012ec18-a0b2-4c54-b0ae-f265c016a809 owned by network:router_gateway {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:41:58.243310 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-df5c6caa-7da5-49a6-ac1b-820f4d41133d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:58.243990 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5c6caa-7da5-49a6-ac1b-820f4d41133d None None] The sync data for ids ['10240884-2e79-4421-a8e4-e6eeb9aa55ff'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:41:58.290795 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd4cc326-5ea2-4757-b2b4-c86184e9ad89 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:58.395608 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-57ee9b11-a94a-49e9-8c2b-cd753c8912ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:58.413178 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3452bc7d-3e2e-4fbe-a3c7-246050ebf1af tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:58.521375 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9887554e-9b9b-4a61-86b8-97262a1f13c8 req-281db011-70b4-4886-95aa-88685e11c937 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1861651 Nov 26 16:41:58.570903 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-06e89915-371d-49cc-9550-ddebc1b1333e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:58.596434 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-aa3856ae-9041-4700-81a0-5d14f5b97949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:41:55Z', 'revision_number': 7, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None, '_interfaces': [{'id': '314cd07a-0485-452c-b4e7-2f9ce6b33e0d', 'name': '', 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e5:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:22Z', 'updated_at': '2021-11-26T16:41:33Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a6d71a-19b6-412c-8b2c-de7207148751', 'name': '', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e2:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:12Z', 'updated_at': '2021-11-26T16:41:22Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c49f0e8b-cd3c-4baa-b472-267f9322c0dc', 'name': '', 'network_id': '3b3bfd30-ae42-451f-a5af-27c383329279', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:63:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '65661df2-882e-4e0d-9c8e-a00565925295', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:45Z', 'updated_at': '2021-11-26T16:41:53Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '65661df2-882e-4e0d-9c8e-a00565925295', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed8f4161-7b32-4c6a-8002-2164925618a8', 'name': '', 'network_id': '29dc072c-fd76-4d7c-82a6-faaafdada2b9', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:1c:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'daa49177-b825-477a-b544-be69e57d2350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:34Z', 'updated_at': '2021-11-26T16:41:45Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'daa49177-b825-477a-b544-be69e57d2350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:41:58.602360 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3856ae-9041-4700-81a0-5d14f5b97949 None None] The sync data for ids ['50d49945-ee47-486d-9fe1-a38afb206c82'] in dv-neutron-819440-1-hyperv is: [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:41:55Z', 'revision_number': 7, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None, '_interfaces': [{'id': '314cd07a-0485-452c-b4e7-2f9ce6b33e0d', 'name': '', 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e5:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:22Z', 'updated_at': '2021-11-26T16:41:33Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a6d71a-19b6-412c-8b2c-de7207148751', 'name': '', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e2:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:12Z', 'updated_at': '2021-11-26T16:41:22Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c49f0e8b-cd3c-4baa-b472-267f9322c0dc', 'name': '', 'network_id': '3b3bfd30-ae42-451f-a5af-27c383329279', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:63:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '65661df2-882e-4e0d-9c8e-a00565925295', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:45Z', 'updated_at': '2021-11-26T16:41:53Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '65661df2-882e-4e0d-9c8e-a00565925295', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed8f4161-7b32-4c6a-8002-2164925618a8', 'name': '', 'network_id': '29dc072c-fd76-4d7c-82a6-faaafdada2b9', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:1c:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'daa49177-b825-477a-b544-be69e57d2350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:34Z', 'updated_at': '2021-11-26T16:41:45Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'daa49177-b825-477a-b544-be69e57d2350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:41:58.747184 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0091ea53-155e-4fb4-8e43-25a6c6fab097 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:41:58.806220 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3452bc7d-3e2e-4fbe-a3c7-246050ebf1af tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:58.813936 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3452bc7d-3e2e-4fbe-a3c7-246050ebf1af tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:58.824511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:58.830914 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 0091ea53-155e-4fb4-8e43-25a6c6fab097 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:41:58.832083 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0091ea53-155e-4fb4-8e43-25a6c6fab097 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:41:58.856911 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3452bc7d-3e2e-4fbe-a3c7-246050ebf1af tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:58.857403 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3452bc7d-3e2e-4fbe-a3c7-246050ebf1af tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Fanout notify agent at l3_agent the message router_deleted on router 10240884-2e79-4421-a8e4-e6eeb9aa55ff {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:41:58.871007 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3452bc7d-3e2e-4fbe-a3c7-246050ebf1af tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:58.872621 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3452bc7d-3e2e-4fbe-a3c7-246050ebf1af tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/routers/10240884-2e79-4421-a8e4-e6eeb9aa55ff HTTP/1.1" status: 204 len: 168 time: 0.6789265 Nov 26 16:41:58.874982 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47202) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:58.959177 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-facd167d-c3e7-4592-8b8c-4ea51b5c118c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting subnet 4d156765-0278-4796-99e5-f8d80422314c {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:41:58.964507 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-facd167d-c3e7-4592-8b8c-4ea51b5c118c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:59.057258 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-facd167d-c3e7-4592-8b8c-4ea51b5c118c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:59.103998 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9ee2168a-a132-4cf7-8789-2c67fa8a8536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:59.113075 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e6f2a1bb-173d-45e3-834d-9547a10464d6 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:59.179979 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2168a-a132-4cf7-8789-2c67fa8a8536 admin admin] Pushing event deleted for resources: {'Port': ['ID=c012ec18-a0b2-4c54-b0ae-f265c016a809,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:59.243243 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9ee2168a-a132-4cf7-8789-2c67fa8a8536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:59.271815 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a25a7680-4f53-44c1-9b6b-d8783b41dfd6 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:59.313997 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:59.335521 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-57ee9b11-a94a-49e9-8c2b-cd753c8912ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:59.353955 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-57ee9b11-a94a-49e9-8c2b-cd753c8912ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780415'] for router, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:59.402492 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Allocated IP 172.26.0.54 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/bf1cfda5-c2d8-48ca-8cbc-f4cd32c53523) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:41:59.439860 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-facd167d-c3e7-4592-8b8c-4ea51b5c118c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:59.536182 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9ee2168a-a132-4cf7-8789-2c67fa8a8536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:59.650679 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ec930458-3a57-44d0-acec-dc4de82a7a49 req-82e99310-92fd-4c99-891e-3ca9bfb14ef2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0636220 Nov 26 16:41:59.665432 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-facd167d-c3e7-4592-8b8c-4ea51b5c118c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:59.669368 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1a6efd91-7765-4970-8052-f17ef3891115 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:41:59.712010 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd167d-c3e7-4592-8b8c-4ea51b5c118c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Subnet': ['ID=4d156765-0278-4796-99e5-f8d80422314c,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:41:59.714517 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-facd167d-c3e7-4592-8b8c-4ea51b5c118c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:41:59.716788 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-facd167d-c3e7-4592-8b8c-4ea51b5c118c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:59.727033 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-facd167d-c3e7-4592-8b8c-4ea51b5c118c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/subnets/4d156765-0278-4796-99e5-f8d80422314c HTTP/1.1" status: 204 len: 168 time: 0.8505776 Nov 26 16:41:59.730491 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47208) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:41:59.733403 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e8f675-94d3-48cd-90dd-92a8f40e2fa6 None None] Network 2c43c776-a246-4d84-9603-23249efa3215 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:41:59.896261 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6fd2cd35-e1f0-4401-af0e-e4c0b8ca8369 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:59.908722 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-a25a7680-4f53-44c1-9b6b-d8783b41dfd6 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting port c49f0e8b-cd3c-4baa-b472-267f9322c0dc {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:59.909055 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a25a7680-4f53-44c1-9b6b-d8783b41dfd6 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:59.965707 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-6fd2cd35-e1f0-4401-af0e-e4c0b8ca8369 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting port 088773e3-e447-4884-a283-b7002a9cf10f {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:41:59.966275 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6fd2cd35-e1f0-4401-af0e-e4c0b8ca8369 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:41:59.997543 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3481d3-3594-4e55-8ace-50ceb2818ba7 None None] DHCP port deletion for 2c43c776-a246-4d84-9603-23249efa3215 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:42:00.002133 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-9a3481d3-3594-4e55-8ace-50ceb2818ba7 None None] Deleting port 088773e3-e447-4884-a283-b7002a9cf10f {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:00.002952 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9a3481d3-3594-4e55-8ace-50ceb2818ba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:00.071396 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9ee2168a-a132-4cf7-8789-2c67fa8a8536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:00.084380 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9ee2168a-a132-4cf7-8789-2c67fa8a8536 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:00.214472 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9ee2168a-a132-4cf7-8789-2c67fa8a8536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:00.214917 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee2168a-a132-4cf7-8789-2c67fa8a8536 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d971ae5-c013-48a1-9b21-acaad5f75146 {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:42:00.237125 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd4cc326-5ea2-4757-b2b4-c86184e9ad89 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:00.257008 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-9a3481d3-3594-4e55-8ace-50ceb2818ba7 None None] For port 088773e3-e447-4884-a283-b7002a9cf10f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=088773e3-e447-4884-a283-b7002a9cf10f,segment=NetworkSegment(67338871-d297-4080-86b7-1024f1deed2c),segment_id=67338871-d297-4080-86b7-1024f1deed2c)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:00.258266 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9a3481d3-3594-4e55-8ace-50ceb2818ba7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:00.295159 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd4cc326-5ea2-4757-b2b4-c86184e9ad89 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:00.298547 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:00.303364 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-a25a7680-4f53-44c1-9b6b-d8783b41dfd6 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] For port c49f0e8b-cd3c-4baa-b472-267f9322c0dc, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=c49f0e8b-cd3c-4baa-b472-267f9322c0dc,segment=NetworkSegment(5c10106b-9562-4458-bce6-4ad59d97e0cb),segment_id=5c10106b-9562-4458-bce6-4ad59d97e0cb)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:00.303749 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a25a7680-4f53-44c1-9b6b-d8783b41dfd6 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:00.349376 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9ee2168a-a132-4cf7-8789-2c67fa8a8536 admin admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:00.350515 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9ee2168a-a132-4cf7-8789-2c67fa8a8536 admin admin] 10.222.0.11 "DELETE /v2.0/routers/7d971ae5-c013-48a1-9b21-acaad5f75146 HTTP/1.1" status: 204 len: 168 time: 4.0107462 Nov 26 16:42:00.353628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47212) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:00.387164 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-9a3481d3-3594-4e55-8ace-50ceb2818ba7 None None] Calling delete_port for 088773e3-e447-4884-a283-b7002a9cf10f owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:00.446825 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ee9b11-a94a-49e9-8c2b-cd753c8912ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Router 7f356c1a-e626-4f1c-a89b-669ef3f4248f is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:42:00.461996 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-a25a7680-4f53-44c1-9b6b-d8783b41dfd6 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Calling delete_port for c49f0e8b-cd3c-4baa-b472-267f9322c0dc owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:00.466817 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9a3481d3-3594-4e55-8ace-50ceb2818ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:00.469069 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-519ade85-9fb6-4b4b-ba59-186b1cfff11f admin admin] Deleting subnet a210e770-5b77-496f-9854-0be443d4634c {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:42:00.471515 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-760426e3-f741-41c6-aced-128ddfb6578c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:00.492663 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-6fd2cd35-e1f0-4401-af0e-e4c0b8ca8369 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] For port 088773e3-e447-4884-a283-b7002a9cf10f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=088773e3-e447-4884-a283-b7002a9cf10f,segment=NetworkSegment(67338871-d297-4080-86b7-1024f1deed2c),segment_id=67338871-d297-4080-86b7-1024f1deed2c)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:00.493026 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6fd2cd35-e1f0-4401-af0e-e4c0b8ca8369 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:00.504216 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-519ade85-9fb6-4b4b-ba59-186b1cfff11f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:00.515682 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3481d3-3594-4e55-8ace-50ceb2818ba7 None None] Pushing event deleted for resources: {'Port': ['ID=088773e3-e447-4884-a283-b7002a9cf10f,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:00.519631 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9a3481d3-3594-4e55-8ace-50ceb2818ba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:00.520349 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3481d3-3594-4e55-8ace-50ceb2818ba7 None None] No DVR routers for this DVR port 088773e3-e447-4884-a283-b7002a9cf10f on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:42:00.713985 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:00.726139 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-519ade85-9fb6-4b4b-ba59-186b1cfff11f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:00.756837 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4671fd8a-a83d-47ce-9b25-0a98ea2a0880 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:00.758503 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-6fd2cd35-e1f0-4401-af0e-e4c0b8ca8369 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Calling delete_port for 088773e3-e447-4884-a283-b7002a9cf10f owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:00.857279 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 088773e3-e447-4884-a283-b7002a9cf10f no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:42:00.879893 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.api [None req-6fd2cd35-e1f0-4401-af0e-e4c0b8ca8369 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:42:00.880203 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_db.api [None req-6fd2cd35-e1f0-4401-af0e-e4c0b8ca8369 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:42:00.889538 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 088773e3-e447-4884-a283-b7002a9cf10f {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:42:00.889901 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 088773e3-e447-4884-a283-b7002a9cf10f not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:42:00.890341 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c012ec18-a0b2-4c54-b0ae-f265c016a809 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:42:00.924572 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: c012ec18-a0b2-4c54-b0ae-f265c016a809 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:42:00.925457 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c012ec18-a0b2-4c54-b0ae-f265c016a809 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:42:00.927833 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9da7bd8f-3bf3-46c0-b795-f223abf46816 req-703d04ac-4fc6-4904-b4b1-2ecd0d5e6c73 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.2069976 Nov 26 16:42:00.940373 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:00.952430 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:00.962517 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:00.974892 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a25a7680-4f53-44c1-9b6b-d8783b41dfd6 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:00.978796 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6270163f-17c2-43fe-8654-600f65d78f7b tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:01.023861 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a7680-4f53-44c1-9b6b-d8783b41dfd6 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Port': ['ID=c49f0e8b-cd3c-4baa-b472-267f9322c0dc,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:01.026957 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a25a7680-4f53-44c1-9b6b-d8783b41dfd6 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:01.036002 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event updated for resources: {'Port': ['ID=bf1cfda5-c2d8-48ca-8cbc-f4cd32c53523,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:01.038546 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ee9b11-a94a-49e9-8c2b-cd753c8912ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:42:01.040989 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:01.050720 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23aded3-a96e-44e7-acc5-1351db6b5922 None None] Sync routers for ids ['7f356c1a-e626-4f1c-a89b-669ef3f4248f'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:42:01.064834 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23aded3-a96e-44e7-acc5-1351db6b5922 None None] Routers {'7f356c1a-e626-4f1c-a89b-669ef3f4248f'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:01.066257 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-d23aded3-a96e-44e7-acc5-1351db6b5922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['7f356c1a-e626-4f1c-a89b-669ef3f4248f'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:01.067150 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-57ee9b11-a94a-49e9-8c2b-cd753c8912ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:01.068388 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-57ee9b11-a94a-49e9-8c2b-cd753c8912ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "PUT /v2.0/routers/7f356c1a-e626-4f1c-a89b-669ef3f4248f HTTP/1.1" status: 200 len: 917 time: 7.0957334 Nov 26 16:42:01.073424 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47218) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:01.073987 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd4cc326-5ea2-4757-b2b4-c86184e9ad89 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:01.136981 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-d23aded3-a96e-44e7-acc5-1351db6b5922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:01.147156 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23aded3-a96e-44e7-acc5-1351db6b5922 None None] Routers {'7f356c1a-e626-4f1c-a89b-669ef3f4248f'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:01.147827 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-d23aded3-a96e-44e7-acc5-1351db6b5922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:41:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['7f356c1a-e626-4f1c-a89b-669ef3f4248f'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:01.243154 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-d23aded3-a96e-44e7-acc5-1351db6b5922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:01.243860 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23aded3-a96e-44e7-acc5-1351db6b5922 None None] The sync data for ids ['7f356c1a-e626-4f1c-a89b-669ef3f4248f'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:42:01.256143 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-519ade85-9fb6-4b4b-ba59-186b1cfff11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:01.259942 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0f44c5f1-4890-4cee-a148-f05f77fe18ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:01.382439 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-6fd2cd35-e1f0-4401-af0e-e4c0b8ca8369 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting port 088773e3-e447-4884-a283-b7002a9cf10f {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:01.382793 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6fd2cd35-e1f0-4401-af0e-e4c0b8ca8369 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:01.465882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-6fd2cd35-e1f0-4401-af0e-e4c0b8ca8369 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] The port '088773e3-e447-4884-a283-b7002a9cf10f' was deleted {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:42:01.466632 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a25a7680-4f53-44c1-9b6b-d8783b41dfd6 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:01.688583 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd4cc326-5ea2-4757-b2b4-c86184e9ad89 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:01.700588 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd4cc326-5ea2-4757-b2b4-c86184e9ad89 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:01.728422 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6b807f84-e8b5-4c5c-8771-8b67581fa957 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "GET /v2.0/routers/7f356c1a-e626-4f1c-a89b-669ef3f4248f HTTP/1.1" status: 200 len: 923 time: 0.5078402 Nov 26 16:42:01.742914 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47222) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:01.751118 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6fd2cd35-e1f0-4401-af0e-e4c0b8ca8369 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:01.836156 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-519ade85-9fb6-4b4b-ba59-186b1cfff11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:01.843054 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-6fd2cd35-e1f0-4401-af0e-e4c0b8ca8369 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c43c776-a246-4d84-9603-23249efa3215']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:01.855312 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bcc917c3-38df-487b-b001-529475cee92f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:01.861551 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-6fd2cd35-e1f0-4401-af0e-e4c0b8ca8369 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67338871-d297-4080-86b7-1024f1deed2c') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:01.861844 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-6fd2cd35-e1f0-4401-af0e-e4c0b8ca8369 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67338871-d297-4080-86b7-1024f1deed2c') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:01.880300 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6fd2cd35-e1f0-4401-af0e-e4c0b8ca8369 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:01.901558 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ade85-9fb6-4b4b-ba59-186b1cfff11f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a210e770-5b77-496f-9854-0be443d4634c,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:01.903687 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-519ade85-9fb6-4b4b-ba59-186b1cfff11f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:01.906646 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b614ba-e62a-4363-85c0-72a7fdf3792e None None] Network a5e19142-4e79-42ca-965f-fd783eba57b9 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:01.908069 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd4cc326-5ea2-4757-b2b4-c86184e9ad89 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:01.908570 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4cc326-5ea2-4757-b2b4-c86184e9ad89 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be8d3ce0-9d34-4ff7-8454-b853be7e88bb {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:42:01.910320 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-519ade85-9fb6-4b4b-ba59-186b1cfff11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:01.938293 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-519ade85-9fb6-4b4b-ba59-186b1cfff11f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a210e770-5b77-496f-9854-0be443d4634c HTTP/1.1" status: 204 len: 168 time: 1.5825548 Nov 26 16:42:01.945870 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47226) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:01.995037 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-dd4cc326-5ea2-4757-b2b4-c86184e9ad89 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 26 16:42:01.998782 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-dd4cc326-5ea2-4757-b2b4-c86184e9ad89 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.9533088 Nov 26 16:42:01.998965 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47232) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:02.084655 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-b458c458-97e5-4829-95e2-4562ab59a284 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Deleting port 8ed317e0-22b0-407e-9308-34eb35bba3e3 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:02.105988 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b458c458-97e5-4829-95e2-4562ab59a284 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:02.141603 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:02.154069 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:02.230502 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1518063b-9e88-4cb8-98e8-3da87178e32a req-e9d19b88-1d95-4c5a-b768-4d61178d6d9d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0521889 Nov 26 16:42:02.244231 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0170ff3-7631-45ed-802f-085489464477 None None] DHCP port deletion for a5e19142-4e79-42ca-965f-fd783eba57b9 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:42:02.247791 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6fd2cd35-e1f0-4401-af0e-e4c0b8ca8369 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:02.250002 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-a0170ff3-7631-45ed-802f-085489464477 None None] Deleting port 16c82041-e508-40a7-98c2-4ba5230dec35 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:02.250595 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a0170ff3-7631-45ed-802f-085489464477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:02.309954 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd2cd35-e1f0-4401-af0e-e4c0b8ca8369 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:42:02.310389 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6fd2cd35-e1f0-4401-af0e-e4c0b8ca8369 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:42:02.331322 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:42:02.365305 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:02.418177 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eafa7f2-3b45-408c-9dc8-b24778f7fa6d tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:02.422532 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5eafa7f2-3b45-408c-9dc8-b24778f7fa6d tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=cf8dce9a-1df0-4b90-b19d-7de373e178f5&device_id=7f356c1a-e626-4f1c-a89b-669ef3f4248f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6762264 Nov 26 16:42:02.424449 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47236) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:02.464183 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fa66c003-e101-40a8-8a05-84eb7f5df48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:02.474883 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25a7680-4f53-44c1-9b6b-d8783b41dfd6 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Router 50d49945-ee47-486d-9fe1-a38afb206c82 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:42:02.481207 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6fd2cd35-e1f0-4401-af0e-e4c0b8ca8369 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:02.486326 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-df07ba23-6fd7-4e2f-87af-40a7a6b6436c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:02.490987 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-a0170ff3-7631-45ed-802f-085489464477 None None] For port 16c82041-e508-40a7-98c2-4ba5230dec35, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=16c82041-e508-40a7-98c2-4ba5230dec35,segment=NetworkSegment(5b7fa938-8d92-4b8a-af7d-251b9bf77dea),segment_id=5b7fa938-8d92-4b8a-af7d-251b9bf77dea)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:02.491490 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a0170ff3-7631-45ed-802f-085489464477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:02.503986 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6fd2cd35-e1f0-4401-af0e-e4c0b8ca8369 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:02.520636 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-fa66c003-e101-40a8-8a05-84eb7f5df48a admin admin] Deleting port 16c82041-e508-40a7-98c2-4ba5230dec35 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:02.520974 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fa66c003-e101-40a8-8a05-84eb7f5df48a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:02.536086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b458c458-97e5-4829-95e2-4562ab59a284 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:02.602949 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2cd35-e1f0-4401-af0e-e4c0b8ca8369 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Network': ['ID=2c43c776-a246-4d84-9603-23249efa3215,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:02.618681 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6fd2cd35-e1f0-4401-af0e-e4c0b8ca8369 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:02.620956 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-a0170ff3-7631-45ed-802f-085489464477 None None] Calling delete_port for 16c82041-e508-40a7-98c2-4ba5230dec35 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:02.674362 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-b458c458-97e5-4829-95e2-4562ab59a284 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Calling delete_port for 8ed317e0-22b0-407e-9308-34eb35bba3e3 owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:02.712686 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a0170ff3-7631-45ed-802f-085489464477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:02.717898 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c6a2baf7-bcf7-4278-b899-a2a239a86166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:02.725095 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6fd2cd35-e1f0-4401-af0e-e4c0b8ca8369 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/networks/2c43c776-a246-4d84-9603-23249efa3215 HTTP/1.1" status: 204 len: 168 time: 2.9935195 Nov 26 16:42:02.725914 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47240) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:02.798039 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0170ff3-7631-45ed-802f-085489464477 None None] Pushing event deleted for resources: {'Port': ['ID=16c82041-e508-40a7-98c2-4ba5230dec35,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:02.807662 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0170ff3-7631-45ed-802f-085489464477 None None] No DVR routers for this DVR port 16c82041-e508-40a7-98c2-4ba5230dec35 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:42:02.810127 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a0170ff3-7631-45ed-802f-085489464477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:02.829117 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-fa66c003-e101-40a8-8a05-84eb7f5df48a admin admin] The port '16c82041-e508-40a7-98c2-4ba5230dec35' was deleted {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:42:02.872307 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25a7680-4f53-44c1-9b6b-d8783b41dfd6 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:42:02.883810 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 16c82041-e508-40a7-98c2-4ba5230dec35 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:42:02.886492 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a25a7680-4f53-44c1-9b6b-d8783b41dfd6 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "PUT /v2.0/routers/50d49945-ee47-486d-9fe1-a38afb206c82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9870658 Nov 26 16:42:02.888957 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28934d02-250e-450c-9dc6-2d74e1935166 None None] Sync routers for ids ['50d49945-ee47-486d-9fe1-a38afb206c82'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:42:02.899645 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28934d02-250e-450c-9dc6-2d74e1935166 None None] Routers {'50d49945-ee47-486d-9fe1-a38afb206c82'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:02.900577 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-28934d02-250e-450c-9dc6-2d74e1935166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['50d49945-ee47-486d-9fe1-a38afb206c82'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:02.901169 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47244) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:02.925828 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 16c82041-e508-40a7-98c2-4ba5230dec35 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:42:02.926929 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 16c82041-e508-40a7-98c2-4ba5230dec35 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:42:02.958450 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b458c458-97e5-4829-95e2-4562ab59a284 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:02.985180 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-92fec643-c536-403c-8900-2fca94cba8ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:03.000638 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b09588a-eba6-4151-9a10-5bf783073c06 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:03.001214 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1b09588a-eba6-4151-9a10-5bf783073c06 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Synchronizing usage tracker for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:42:03.007577 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fa66c003-e101-40a8-8a05-84eb7f5df48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:03.041430 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-fa66c003-e101-40a8-8a05-84eb7f5df48a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e19142-4e79-42ca-965f-fd783eba57b9']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:03.047044 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458c458-97e5-4829-95e2-4562ab59a284 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ed317e0-22b0-407e-9308-34eb35bba3e3,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:03.049739 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1b09588a-eba6-4151-9a10-5bf783073c06 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Unset dirty status for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:42:03.051397 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1b09588a-eba6-4151-9a10-5bf783073c06 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "GET /v2.0/ports/60304a0f-1c7d-4f80-a50d-ee9faa6c0bc2 HTTP/1.1" status: 200 len: 838 time: 0.3200922 Nov 26 16:42:03.054389 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52be7426-f847-4404-8320-b346ae1b8ca7 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:03.054959 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47248) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:03.056097 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-52be7426-f847-4404-8320-b346ae1b8ca7 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "GET /v2.0/networks/cf8dce9a-1df0-4b90-b19d-7de373e178f5 HTTP/1.1" status: 200 len: 881 time: 0.6284099 Nov 26 16:42:03.070682 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b458c458-97e5-4829-95e2-4562ab59a284 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:03.075705 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-28934d02-250e-450c-9dc6-2d74e1935166 None None] Set router 50d49945-ee47-486d-9fe1-a38afb206c82 gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:42:03.090469 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47252) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:03.098179 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-fa66c003-e101-40a8-8a05-84eb7f5df48a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7fa938-8d92-4b8a-af7d-251b9bf77dea') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:03.098477 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-fa66c003-e101-40a8-8a05-84eb7f5df48a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7fa938-8d92-4b8a-af7d-251b9bf77dea') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:03.168502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c09c81-6174-47a0-9ebb-62d13c43b7a9 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting subnet 65661df2-882e-4e0d-9c8e-a00565925295 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:42:03.171335 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fa66c003-e101-40a8-8a05-84eb7f5df48a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:03.176527 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-96c09c81-6174-47a0-9ebb-62d13c43b7a9 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:03.183143 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-92b9d505-c8f6-4fbd-a5dc-1de7d8147e66 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f356c1a-e626-4f1c-a89b-669ef3f4248f HTTP/1.1" status: 200 len: 205 time: 0.0842960 Nov 26 16:42:03.184857 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47256) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:03.266101 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-44321773-07e9-4cc4-933f-faaf33f7ead4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "GET /v2.0/ports/60304a0f-1c7d-4f80-a50d-ee9faa6c0bc2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2056947 Nov 26 16:42:03.266101 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fa66c003-e101-40a8-8a05-84eb7f5df48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:03.276110 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa66c003-e101-40a8-8a05-84eb7f5df48a admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:42:03.276575 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fa66c003-e101-40a8-8a05-84eb7f5df48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:03.361628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47262) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:03.401884 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-ee9ed204-d577-4784-9e54-6a2a87f779f3 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'subnet': {'network_id': 'f6c01091-2a92-407c-b319-eb4649214920', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:03.415072 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-28934d02-250e-450c-9dc6-2d74e1935166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:42:00Z', 'revision_number': 8, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None, '_interfaces': [{'id': '314cd07a-0485-452c-b4e7-2f9ce6b33e0d', 'name': '', 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e5:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:22Z', 'updated_at': '2021-11-26T16:41:33Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a6d71a-19b6-412c-8b2c-de7207148751', 'name': '', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e2:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:12Z', 'updated_at': '2021-11-26T16:41:22Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed8f4161-7b32-4c6a-8002-2164925618a8', 'name': '', 'network_id': '29dc072c-fd76-4d7c-82a6-faaafdada2b9', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:1c:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'daa49177-b825-477a-b544-be69e57d2350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:34Z', 'updated_at': '2021-11-26T16:41:45Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'daa49177-b825-477a-b544-be69e57d2350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:42:03.415358 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:42:03.421591 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28934d02-250e-450c-9dc6-2d74e1935166 None None] Checking router: 50d49945-ee47-486d-9fe1-a38afb206c82 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:42:03.432523 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28934d02-250e-450c-9dc6-2d74e1935166 None None] Routers {'50d49945-ee47-486d-9fe1-a38afb206c82'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:03.433282 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-28934d02-250e-450c-9dc6-2d74e1935166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['50d49945-ee47-486d-9fe1-a38afb206c82'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:03.449156 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6e152593-3b1b-4626-91e5-3c6ed11c5a5a req-7a5e35aa-a91d-45c6-9313-6f56058e0d26 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0896037 Nov 26 16:42:03.470023 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fa66c003-e101-40a8-8a05-84eb7f5df48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:03.481416 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c3bf8347-32c3-418c-9e12-6f67c8800725 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:03.496414 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fa66c003-e101-40a8-8a05-84eb7f5df48a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:03.513245 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66c003-e101-40a8-8a05-84eb7f5df48a admin admin] Pushing event deleted for resources: {'Network': ['ID=a5e19142-4e79-42ca-965f-fd783eba57b9,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:03.520973 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fa66c003-e101-40a8-8a05-84eb7f5df48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:03.525319 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f825055d-6dcf-4a92-9cf2-3ac38d116237 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:03.531026 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-96c09c81-6174-47a0-9ebb-62d13c43b7a9 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:03.584836 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fa66c003-e101-40a8-8a05-84eb7f5df48a admin admin] 10.222.0.11 "DELETE /v2.0/networks/a5e19142-4e79-42ca-965f-fd783eba57b9 HTTP/1.1" status: 204 len: 168 time: 1.6273065 Nov 26 16:42:03.585093 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b458c458-97e5-4829-95e2-4562ab59a284 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:03.600577 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:03.612124 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-28934d02-250e-450c-9dc6-2d74e1935166 None None] Set router 50d49945-ee47-486d-9fe1-a38afb206c82 gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:42:03.625573 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b458c458-97e5-4829-95e2-4562ab59a284 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] 10.222.0.11 "DELETE /v2.0/ports/8ed317e0-22b0-407e-9308-34eb35bba3e3 HTTP/1.1" status: 204 len: 168 time: 1.6252725 Nov 26 16:42:03.630507 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:03.638534 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b19b2198-6a01-4422-b31c-ab75b823662b tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:03.709242 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ee9ed204-d577-4784-9e54-6a2a87f779f3 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:03.761127 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ee9ed204-d577-4784-9e54-6a2a87f779f3 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:subnet and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:03.774549 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ee9ed204-d577-4784-9e54-6a2a87f779f3 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:03.795352 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ee9ed204-d577-4784-9e54-6a2a87f779f3 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:03.797557 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event updated for resources: {'Port': ['ID=bf1cfda5-c2d8-48ca-8cbc-f4cd32c53523,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:03.805162 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:03.817401 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:03.909011 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:03.935486 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f825055d-6dcf-4a92-9cf2-3ac38d116237 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:03.942735 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-96c09c81-6174-47a0-9ebb-62d13c43b7a9 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:03.945981 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47270) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:03.967667 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-f825055d-6dcf-4a92-9cf2-3ac38d116237 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Deleting port b3df270a-8c9c-4661-abed-557622065d8c {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:03.968036 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f825055d-6dcf-4a92-9cf2-3ac38d116237 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:03.990036 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9ed204-d577-4784-9e54-6a2a87f779f3 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:03.993852 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ee9ed204-d577-4784-9e54-6a2a87f779f3 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:04.151508 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47276) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:04.160559 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f90de2ef-d578-44bb-8fce-3ed323d109fd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=06e5b26eff95490196e93abf54aa53ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2127297 Nov 26 16:42:04.166775 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47280) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:04.182358 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-28934d02-250e-450c-9dc6-2d74e1935166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:42:00Z', 'revision_number': 8, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None, '_interfaces': [{'id': '314cd07a-0485-452c-b4e7-2f9ce6b33e0d', 'name': '', 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e5:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:22Z', 'updated_at': '2021-11-26T16:41:33Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a6d71a-19b6-412c-8b2c-de7207148751', 'name': '', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e2:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:12Z', 'updated_at': '2021-11-26T16:41:22Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed8f4161-7b32-4c6a-8002-2164925618a8', 'name': '', 'network_id': '29dc072c-fd76-4d7c-82a6-faaafdada2b9', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:1c:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'daa49177-b825-477a-b544-be69e57d2350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:34Z', 'updated_at': '2021-11-26T16:41:45Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'daa49177-b825-477a-b544-be69e57d2350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:04.183650 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-96c09c81-6174-47a0-9ebb-62d13c43b7a9 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:04.188956 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-64e6877e-4118-4917-9a93-144d237a450d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:04.189318 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28934d02-250e-450c-9dc6-2d74e1935166 None None] The sync data for ids ['50d49945-ee47-486d-9fe1-a38afb206c82'] in dv-neutron-819440-1-hyperv is: [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:42:00Z', 'revision_number': 8, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None, '_interfaces': [{'id': '314cd07a-0485-452c-b4e7-2f9ce6b33e0d', 'name': '', 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e5:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:22Z', 'updated_at': '2021-11-26T16:41:33Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a6d71a-19b6-412c-8b2c-de7207148751', 'name': '', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e2:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:12Z', 'updated_at': '2021-11-26T16:41:22Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed8f4161-7b32-4c6a-8002-2164925618a8', 'name': '', 'network_id': '29dc072c-fd76-4d7c-82a6-faaafdada2b9', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:1c:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'daa49177-b825-477a-b544-be69e57d2350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:34Z', 'updated_at': '2021-11-26T16:41:45Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'daa49177-b825-477a-b544-be69e57d2350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:42:04.218500 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Floating IP 7339d1bd-04ce-4bd0-8b43-41237268e14f associated. External IP: 172.26.0.54, port: 078bdecc-9dfd-4f8d-9049-006e2a19ec4e. Nov 26 16:42:04.270325 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ad44fd75-5558-4621-9ec0-4bd3c778d2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:04.282367 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f825055d-6dcf-4a92-9cf2-3ac38d116237 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:04.341865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c09c81-6174-47a0-9ebb-62d13c43b7a9 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Subnet': ['ID=65661df2-882e-4e0d-9c8e-a00565925295,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:04.353437 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-96c09c81-6174-47a0-9ebb-62d13c43b7a9 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:04.373861 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-96c09c81-6174-47a0-9ebb-62d13c43b7a9 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:04.375221 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f2c416-b2a1-4725-8b8d-9a85bc4a2ec0 None None] Network 3b3bfd30-ae42-451f-a5af-27c383329279 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:04.433697 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-f825055d-6dcf-4a92-9cf2-3ac38d116237 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Calling delete_port for b3df270a-8c9c-4661-abed-557622065d8c owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:04.435623 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-96c09c81-6174-47a0-9ebb-62d13c43b7a9 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/subnets/65661df2-882e-4e0d-9c8e-a00565925295 HTTP/1.1" status: 204 len: 168 time: 1.5315442 Nov 26 16:42:04.442240 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47286) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:04.478827 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ad44fd75-5558-4621-9ec0-4bd3c778d2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:04.486117 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-078771fa-6a37-46bc-870b-95218b7536ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:04.525566 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-078771fa-6a37-46bc-870b-95218b7536ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:04.569985 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-078771fa-6a37-46bc-870b-95218b7536ed admin admin] Usage tracker for resource:security_group_rule and tenant:c37f846f0d014f4ba402bb6ac046ddd4 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:04.582187 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-078771fa-6a37-46bc-870b-95218b7536ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:04.588244 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-01cdec89-d4e4-4518-a839-ad1ce0c5f990 req-6be7fa33-d3ae-4354-9a44-37753a752b2c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0608618 Nov 26 16:42:04.600066 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-078771fa-6a37-46bc-870b-95218b7536ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:04.704964 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ad44fd75-5558-4621-9ec0-4bd3c778d2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:04.711795 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f49c1a8b-2d6f-4f23-b3f9-063da723fc3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:04.722236 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c299643c-87f5-4c55-8b04-6fbb833ffae7 None None] DHCP port deletion for 3b3bfd30-ae42-451f-a5af-27c383329279 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:42:04.731259 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44fd75-5558-4621-9ec0-4bd3c778d2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502fde68-711c-4302-87c1-1a5074fc44fa,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:04.734794 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3e00f2b2-3d8f-4282-b23c-56f6d1e2a6b5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:04.736807 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-c299643c-87f5-4c55-8b04-6fbb833ffae7 None None] Deleting port 54f9d974-aff6-4c90-9290-3c14ad7df0f5 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:04.740219 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c299643c-87f5-4c55-8b04-6fbb833ffae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:04.742026 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ad44fd75-5558-4621-9ec0-4bd3c778d2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:04.796466 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ee9ed204-d577-4784-9e54-6a2a87f779f3 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:04.807062 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:04.818999 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ad44fd75-5558-4621-9ec0-4bd3c778d2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:04.822393 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ad44fd75-5558-4621-9ec0-4bd3c778d2b6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/502fde68-711c-4302-87c1-1a5074fc44fa HTTP/1.1" status: 204 len: 168 time: 0.6499476 Nov 26 16:42:04.847030 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-078771fa-6a37-46bc-870b-95218b7536ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:04.875230 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-078771fa-6a37-46bc-870b-95218b7536ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:04.889448 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4ea0ea58-daf6-4cf8-8508-332175c2ff38 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:04.930217 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c49f0e8b-cd3c-4baa-b472-267f9322c0dc no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:42:04.945871 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f825055d-6dcf-4a92-9cf2-3ac38d116237 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:04.960206 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-078771fa-6a37-46bc-870b-95218b7536ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c37f846f0d014f4ba402bb6ac046ddd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8053443 Nov 26 16:42:04.963926 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47294) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:04.982880 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078771fa-6a37-46bc-870b-95218b7536ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5b1479-bead-4edf-94e6-c81c4ba49e53,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:04.989388 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-078771fa-6a37-46bc-870b-95218b7536ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:04.992486 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6f508795-bf15-4a3d-b21e-d24945173777 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:04.999822 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: c49f0e8b-cd3c-4baa-b472-267f9322c0dc {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:42:05.002277 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c49f0e8b-cd3c-4baa-b472-267f9322c0dc not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:42:05.003615 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 54f9d974-aff6-4c90-9290-3c14ad7df0f5 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:42:05.118867 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Router 233059e4-5eaf-4384-833b-61a4728c36d8 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:42:05.120193 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825055d-6dcf-4a92-9cf2-3ac38d116237 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Pushing event deleted for resources: {'Port': ['ID=b3df270a-8c9c-4661-abed-557622065d8c,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:05.132675 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f825055d-6dcf-4a92-9cf2-3ac38d116237 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:05.150909 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9ed204-d577-4784-9e54-6a2a87f779f3 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network f6c01091-2a92-407c-b319-eb4649214920 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:05.161167 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-3e00f2b2-3d8f-4282-b23c-56f6d1e2a6b5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting port 54f9d974-aff6-4c90-9290-3c14ad7df0f5 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:05.161853 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3e00f2b2-3d8f-4282-b23c-56f6d1e2a6b5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:05.178595 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f825055d-6dcf-4a92-9cf2-3ac38d116237 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:05.203001 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:05.220638 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bb4f665e-f894-4cdb-b5c5-fa9b88593f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:05.265094 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c299643c-87f5-4c55-8b04-6fbb833ffae7 None None] For port 54f9d974-aff6-4c90-9290-3c14ad7df0f5, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=54f9d974-aff6-4c90-9290-3c14ad7df0f5,segment=NetworkSegment(5c10106b-9562-4458-bce6-4ad59d97e0cb),segment_id=5c10106b-9562-4458-bce6-4ad59d97e0cb)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:05.265495 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c299643c-87f5-4c55-8b04-6fbb833ffae7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:05.277038 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 54f9d974-aff6-4c90-9290-3c14ad7df0f5, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=54f9d974-aff6-4c90-9290-3c14ad7df0f5,segment=NetworkSegment(5c10106b-9562-4458-bce6-4ad59d97e0cb),segment_id=5c10106b-9562-4458-bce6-4ad59d97e0cb)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:05.332759 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-ee9ed204-d577-4784-9e54-6a2a87f779f3 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:05.379472 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bb4f665e-f894-4cdb-b5c5-fa9b88593f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:05.387593 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f825055d-6dcf-4a92-9cf2-3ac38d116237 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:05.391801 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f825055d-6dcf-4a92-9cf2-3ac38d116237 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:05.414348 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9ed204-d577-4784-9e54-6a2a87f779f3 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:05.415086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ee9ed204-d577-4784-9e54-6a2a87f779f3 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:05.419360 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-c299643c-87f5-4c55-8b04-6fbb833ffae7 None None] Calling delete_port for 54f9d974-aff6-4c90-9290-3c14ad7df0f5 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:05.468584 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ed204-d577-4784-9e54-6a2a87f779f3 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Subnet': ['ID=09dee39d-1d64-4bef-ba58-1da16e8266f7,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:05.476517 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ee9ed204-d577-4784-9e54-6a2a87f779f3 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:05.484298 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ee5aed-9882-4bdf-ba8a-32dd20b9739c None None] Network f6c01091-2a92-407c-b319-eb4649214920 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:05.494256 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f825055d-6dcf-4a92-9cf2-3ac38d116237 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:05.495741 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f825055d-6dcf-4a92-9cf2-3ac38d116237 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Fanout notify agent at l3_agent the message router_deleted on router 7f356c1a-e626-4f1c-a89b-669ef3f4248f {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:42:05.500222 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:05.505519 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ee9ed204-d577-4784-9e54-6a2a87f779f3 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1426914 Nov 26 16:42:05.505704 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:05.517987 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47310) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:05.524847 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-3782610a-7a97-4307-8c24-05349b3eb5ba tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'security_group': {'name': 'tempest-secgroup-1818176254'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:05.536628 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bb4f665e-f894-4cdb-b5c5-fa9b88593f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:05.541850 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c0b3992c-0c31-41d0-92e9-76a2b99571bb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:05.557246 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-3782610a-7a97-4307-8c24-05349b3eb5ba tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:05.563204 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3782610a-7a97-4307-8c24-05349b3eb5ba tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:security_group and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:05.566931 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3782610a-7a97-4307-8c24-05349b3eb5ba tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:05.575280 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-3782610a-7a97-4307-8c24-05349b3eb5ba tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:05.601053 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3782610a-7a97-4307-8c24-05349b3eb5ba tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:05.629867 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-3e00f2b2-3d8f-4282-b23c-56f6d1e2a6b5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] For port 54f9d974-aff6-4c90-9290-3c14ad7df0f5, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=54f9d974-aff6-4c90-9290-3c14ad7df0f5,segment=NetworkSegment(5c10106b-9562-4458-bce6-4ad59d97e0cb),segment_id=5c10106b-9562-4458-bce6-4ad59d97e0cb)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:05.630311 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3e00f2b2-3d8f-4282-b23c-56f6d1e2a6b5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:05.640253 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-3782610a-7a97-4307-8c24-05349b3eb5ba tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:05.644445 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-c299643c-87f5-4c55-8b04-6fbb833ffae7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:42:05.644861 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-c299643c-87f5-4c55-8b04-6fbb833ffae7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:42:05.649696 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f665e-f894-4cdb-b5c5-fa9b88593f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5b1479-bead-4edf-94e6-c81c4ba49e53,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:05.656668 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:42:05.663646 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3782610a-7a97-4307-8c24-05349b3eb5ba tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:security_group_rule and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:05.671961 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bb4f665e-f894-4cdb-b5c5-fa9b88593f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:05.673089 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3782610a-7a97-4307-8c24-05349b3eb5ba tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:05.677000 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=54f9d974-aff6-4c90-9290-3c14ad7df0f5,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:05.683756 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f825055d-6dcf-4a92-9cf2-3ac38d116237 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:05.685874 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3467249f-706e-4e34-bb4a-f1e45a550712 None None] Sync routers for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:42:05.688675 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f825055d-6dcf-4a92-9cf2-3ac38d116237 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "DELETE /v2.0/routers/7f356c1a-e626-4f1c-a89b-669ef3f4248f HTTP/1.1" status: 204 len: 168 time: 2.5007348 Nov 26 16:42:05.690377 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-3782610a-7a97-4307-8c24-05349b3eb5ba tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:05.691743 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:05.692212 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47320) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:05.693024 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bb4f665e-f894-4cdb-b5c5-fa9b88593f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:05.694093 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-bb4f665e-f894-4cdb-b5c5-fa9b88593f50 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bd5b1479-bead-4edf-94e6-c81c4ba49e53 HTTP/1.1" status: 204 len: 168 time: 0.7270346 Nov 26 16:42:05.700218 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-f41384f7-6e36-448c-9c90-21e35a2d9256 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1354729001', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:05.710858 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f41384f7-6e36-448c-9c90-21e35a2d9256 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:05.720146 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f41384f7-6e36-448c-9c90-21e35a2d9256 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Usage tracker for resource:router and tenant:16f0dc1ffc034f33a356d09713e89af4 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:05.724158 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f41384f7-6e36-448c-9c90-21e35a2d9256 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:05.737800 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f41384f7-6e36-448c-9c90-21e35a2d9256 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:05.756202 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3467249f-706e-4e34-bb4a-f1e45a550712 None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:05.756824 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3467249f-706e-4e34-bb4a-f1e45a550712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:05.758765 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f41384f7-6e36-448c-9c90-21e35a2d9256 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:05.759888 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f41384f7-6e36-448c-9c90-21e35a2d9256 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:05.802804 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f41384f7-6e36-448c-9c90-21e35a2d9256 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:05.835422 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3782610a-7a97-4307-8c24-05349b3eb5ba tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:05.852431 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3467249f-706e-4e34-bb4a-f1e45a550712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:05.870442 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3782610a-7a97-4307-8c24-05349b3eb5ba tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:05.903460 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bbf405fb-6479-47cd-957c-ffb78b944ba5 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:05.913746 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3467249f-706e-4e34-bb4a-f1e45a550712 None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:05.914742 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3467249f-706e-4e34-bb4a-f1e45a550712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:05.961316 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f41384f7-6e36-448c-9c90-21e35a2d9256 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:05.993933 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3467249f-706e-4e34-bb4a-f1e45a550712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:05.994614 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3467249f-706e-4e34-bb4a-f1e45a550712 None None] The sync data for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:42:06.010752 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3782610a-7a97-4307-8c24-05349b3eb5ba tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:06.012282 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3782610a-7a97-4307-8c24-05349b3eb5ba tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4923477 Nov 26 16:42:06.042720 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47328) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:06.046523 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782610a-7a97-4307-8c24-05349b3eb5ba tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22afbab3-5ffe-425f-ae53-8206c62b97d2,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:06.056733 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3782610a-7a97-4307-8c24-05349b3eb5ba tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:06.062560 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-3e00f2b2-3d8f-4282-b23c-56f6d1e2a6b5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Calling delete_port for 54f9d974-aff6-4c90-9290-3c14ad7df0f5 owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:06.068059 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-e8f70542-3b8c-4a5d-9e37-5881e28f59e8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'security_group': {'name': 'tempest-secgroup-1202065844'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:06.082874 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-e8f70542-3b8c-4a5d-9e37-5881e28f59e8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:06.092452 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f41384f7-6e36-448c-9c90-21e35a2d9256 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:06.096394 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f41384f7-6e36-448c-9c90-21e35a2d9256 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3983924 Nov 26 16:42:06.096394 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e8f70542-3b8c-4a5d-9e37-5881e28f59e8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:security_group and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:06.097373 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47336) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:06.108079 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e8f70542-3b8c-4a5d-9e37-5881e28f59e8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:06.126314 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-53138aa4-6fd6-421e-bb99-db5503b23ba0 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'enable_snat': False}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:06.156961 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-c299643c-87f5-4c55-8b04-6fbb833ffae7 None None] Deleting port 54f9d974-aff6-4c90-9290-3c14ad7df0f5 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:06.160237 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c299643c-87f5-4c55-8b04-6fbb833ffae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:06.168741 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5635e0ee-eed2-41ac-ac99-c775213482d3 req-c1b036af-b3f7-40dc-967f-5757291f8b99 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.3863657 Nov 26 16:42:06.171037 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:06.299646 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.2588181 Nov 26 16:42:06.312198 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-f6c01091-2a92-407c-b319-eb4649214920', 'network_id': 'f6c01091-2a92-407c-b319-eb4649214920', 'tenant_id': '5e36d1cdcfec4f8f8fdf216a7a647809', 'fixed_ips': [{'subnet_id': '09dee39d-1d64-4bef-ba58-1da16e8266f7'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:42:06.313367 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:06.316166 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47342) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:06.392333 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-c299643c-87f5-4c55-8b04-6fbb833ffae7 None None] The port '54f9d974-aff6-4c90-9290-3c14ad7df0f5' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:42:06.417298 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3e00f2b2-3d8f-4282-b23c-56f6d1e2a6b5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:06.422395 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47346) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:06.430712 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a2fddb76-2204-47a9-aa51-7dbe86865e4f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:06.535015 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-e8f70542-3b8c-4a5d-9e37-5881e28f59e8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:06.567805 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00f2b2-3d8f-4282-b23c-56f6d1e2a6b5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Port': ['ID=54f9d974-aff6-4c90-9290-3c14ad7df0f5,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:06.576555 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e00f2b2-3d8f-4282-b23c-56f6d1e2a6b5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] No DVR routers for this DVR port 54f9d974-aff6-4c90-9290-3c14ad7df0f5 on host dv-neutron-819440-1-hyperv {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:42:06.581461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3e00f2b2-3d8f-4282-b23c-56f6d1e2a6b5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:06.592581 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] Allocated IP 172.20.0.2 (f6c01091-2a92-407c-b319-eb4649214920/09dee39d-1d64-4bef-ba58-1da16e8266f7/7f83977c-376d-49bb-9720-b1aa7dcd66ef) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:06.605305 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e8f70542-3b8c-4a5d-9e37-5881e28f59e8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:06.636089 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-e8f70542-3b8c-4a5d-9e37-5881e28f59e8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:06.642848 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e8f70542-3b8c-4a5d-9e37-5881e28f59e8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:security_group_rule and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:06.676743 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ca276aad-1082-4871-b44a-9090bcbe2831 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "GET /v2.0/floatingips/7339d1bd-04ce-4bd0-8b43-41237268e14f HTTP/1.1" status: 200 len: 977 time: 0.3517685 Nov 26 16:42:06.702376 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e8f70542-3b8c-4a5d-9e37-5881e28f59e8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:06.704844 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47354) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:06.774444 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-e8f70542-3b8c-4a5d-9e37-5881e28f59e8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:06.789486 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-53138aa4-6fd6-421e-bb99-db5503b23ba0 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:06.905211 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:06.907625 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-94ef0ba9-e2ba-48b4-bca2-5c6edd75c6a2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=61e43545384a4d4d94e757384edf0774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4335406 Nov 26 16:42:06.911483 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3e00f2b2-3d8f-4282-b23c-56f6d1e2a6b5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:06.918837 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47362) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:06.921540 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] Transition to ACTIVE for port object 7f83977c-376d-49bb-9720-b1aa7dcd66ef will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:06.945151 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] Transition to ACTIVE for port object 7f83977c-376d-49bb-9720-b1aa7dcd66ef will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:06.951635 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e1b85807-adc7-406e-ac5a-065f66315120 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Synchronizing usage tracker for tenant:7c991dfeb8c24761a5861f1676495514 on resource:floatingip {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:42:06.952691 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:06.963926 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-3e00f2b2-3d8f-4282-b23c-56f6d1e2a6b5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3bfd30-ae42-451f-a5af-27c383329279']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:06.965970 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b809eee0-5ee6-46f7-bc46-78bcefdad067 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:06.986344 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-3e00f2b2-3d8f-4282-b23c-56f6d1e2a6b5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c10106b-9562-4458-bce6-4ad59d97e0cb') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:06.986990 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-3e00f2b2-3d8f-4282-b23c-56f6d1e2a6b5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c10106b-9562-4458-bce6-4ad59d97e0cb') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:07.002491 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e8f70542-3b8c-4a5d-9e37-5881e28f59e8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:07.005130 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3e00f2b2-3d8f-4282-b23c-56f6d1e2a6b5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:07.015665 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e1b85807-adc7-406e-ac5a-065f66315120 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Unset dirty status for tenant:7c991dfeb8c24761a5861f1676495514 on resource:floatingip {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:42:07.020834 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e8f70542-3b8c-4a5d-9e37-5881e28f59e8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:07.021925 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e1b85807-adc7-406e-ac5a-065f66315120 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3085010 Nov 26 16:42:07.024414 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47368) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:07.025563 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5db45e3e-2f9d-4cc1-81c9-0f2d5d322915 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:07.034133 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-02e7a23e-6533-4461-b5b6-71515387d6e2 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Request body: {'floatingip': {'port_id': 'df318937-8a14-4af5-b819-fe676feef151'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:07.053906 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] Network f6c01091-2a92-407c-b319-eb4649214920 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:07.057675 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:07.063414 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:07.091974 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3e00f2b2-3d8f-4282-b23c-56f6d1e2a6b5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:07.098734 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f70542-3b8c-4a5d-9e37-5881e28f59e8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8480e8-8ec3-4db1-90f3-18600fc6c7f7,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:07.104496 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e8f70542-3b8c-4a5d-9e37-5881e28f59e8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:07.105167 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cf5982fb-b2a9-4f6d-9c12-e63cd2b7073f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:07.106856 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e8f70542-3b8c-4a5d-9e37-5881e28f59e8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:07.108089 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e8f70542-3b8c-4a5d-9e37-5881e28f59e8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0553539 Nov 26 16:42:07.112295 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] Pushing event updated for resources: {'Port': ['ID=7f83977c-376d-49bb-9720-b1aa7dcd66ef,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:07.112882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47372) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:07.121502 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:07.130559 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-0ca068cb-164e-4411-9dc8-a427e2308437 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-487430605', 'security_groups': ['4c8480e8-8ec3-4db1-90f3-18600fc6c7f7'], 'network_id': 'f6c01091-2a92-407c-b319-eb4649214920', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '09dee39d-1d64-4bef-ba58-1da16e8266f7'}]}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:07.141908 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e00f2b2-3d8f-4282-b23c-56f6d1e2a6b5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:42:07.142382 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3e00f2b2-3d8f-4282-b23c-56f6d1e2a6b5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:07.149290 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47376) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:42:07.162337 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:42:07.183515 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] Attempting to bind port 7f83977c-376d-49bb-9720-b1aa7dcd66ef on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:42:07.184046 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] Attempting to bind port 7f83977c-376d-49bb-9720-b1aa7dcd66ef by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'ec23bec7-258c-48c2-b489-f5e36b99a5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f6c01091-2a92-407c-b319-eb4649214920'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:42:07.184515 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] Attempting to bind port 7f83977c-376d-49bb-9720-b1aa7dcd66ef on network f6c01091-2a92-407c-b319-eb4649214920 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:42:07.190891 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:42:07.191402 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] Checking segment: {'id': 'ec23bec7-258c-48c2-b489-f5e36b99a5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f6c01091-2a92-407c-b319-eb4649214920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:42:07.191943 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:07.192459 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] Bound using segment: {'id': 'ec23bec7-258c-48c2-b489-f5e36b99a5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f6c01091-2a92-407c-b319-eb4649214920'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:42:07.193035 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] Bound port: 7f83977c-376d-49bb-9720-b1aa7dcd66ef, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec23bec7-258c-48c2-b489-f5e36b99a5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f6c01091-2a92-407c-b319-eb4649214920'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:42:07.193515 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:07.259292 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cf5982fb-b2a9-4f6d-9c12-e63cd2b7073f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:07.308953 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] For port 7f83977c-376d-49bb-9720-b1aa7dcd66ef, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:42:07.312499 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] For port 7f83977c-376d-49bb-9720-b1aa7dcd66ef, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7f83977c-376d-49bb-9720-b1aa7dcd66ef,segment=NetworkSegment(ec23bec7-258c-48c2-b489-f5e36b99a5d5),segment_id=ec23bec7-258c-48c2-b489-f5e36b99a5d5)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:42:07.318509 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:07.322162 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:07.343403 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-68eb8e09-0827-43f1-9142-35622c02003a tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:07.360590 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-298dfb01-81ff-4a83-8d0f-7a736ff9020b req-178ae471-f3f4-4d1d-aa94-239d0a92c46b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0934093 Nov 26 16:42:07.368152 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-68eb8e09-0827-43f1-9142-35622c02003a tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:07.388761 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-68eb8e09-0827-43f1-9142-35622c02003a tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Usage tracker for resource:floatingip and tenant:69632d0b7dca4e5cbe7d0393d52fdad7 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:07.399797 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-02e7a23e-6533-4461-b5b6-71515387d6e2 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:07.402653 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-68eb8e09-0827-43f1-9142-35622c02003a tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:07.419171 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-68eb8e09-0827-43f1-9142-35622c02003a tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:07.435702 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] Pushing event updated for resources: {'Port': ['ID=7f83977c-376d-49bb-9720-b1aa7dcd66ef,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:07.440114 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:07.462164 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3e00f2b2-3d8f-4282-b23c-56f6d1e2a6b5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:07.473822 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d3e35e41-2f39-487e-898d-4813b72dd66c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:07.498853 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3e00f2b2-3d8f-4282-b23c-56f6d1e2a6b5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:07.510727 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00f2b2-3d8f-4282-b23c-56f6d1e2a6b5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Network': ['ID=3b3bfd30-ae42-451f-a5af-27c383329279,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:07.517808 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3e00f2b2-3d8f-4282-b23c-56f6d1e2a6b5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:07.531420 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3e00f2b2-3d8f-4282-b23c-56f6d1e2a6b5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/networks/3b3bfd30-ae42-451f-a5af-27c383329279 HTTP/1.1" status: 204 len: 168 time: 3.0883062 Nov 26 16:42:07.538515 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47384) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:07.567658 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-68eb8e09-0827-43f1-9142-35622c02003a tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:07.731164 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0ca068cb-164e-4411-9dc8-a427e2308437 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:07.733591 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cf5982fb-b2a9-4f6d-9c12-e63cd2b7073f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:07.744288 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8c285000-ba97-4697-a4f9-abb6f0844dd4 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:07.754196 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0ca068cb-164e-4411-9dc8-a427e2308437 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:port and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:07.764578 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0ca068cb-164e-4411-9dc8-a427e2308437 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:07.776970 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5982fb-b2a9-4f6d-9c12-e63cd2b7073f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e1f3d8-218d-438d-bc8f-4ccf60e3c65e,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:07.781473 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0ca068cb-164e-4411-9dc8-a427e2308437 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:07.785297 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-cf5982fb-b2a9-4f6d-9c12-e63cd2b7073f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:07.802859 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-53138aa4-6fd6-421e-bb99-db5503b23ba0 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:07.828738 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cf5982fb-b2a9-4f6d-9c12-e63cd2b7073f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:07.832304 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-cf5982fb-b2a9-4f6d-9c12-e63cd2b7073f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87e1f3d8-218d-438d-bc8f-4ccf60e3c65e HTTP/1.1" status: 204 len: 168 time: 0.9034333 Nov 26 16:42:07.838871 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca068cb-164e-4411-9dc8-a427e2308437 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:07.854677 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-53138aa4-6fd6-421e-bb99-db5503b23ba0 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:08.245588 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0ca068cb-164e-4411-9dc8-a427e2308437 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:08.288297 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-53138aa4-6fd6-421e-bb99-db5503b23ba0 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Allocated IP 172.26.0.193 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/998be6df-9df2-4c54-a705-f332bd21ccb5) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:08.328638 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-0ca068cb-164e-4411-9dc8-a427e2308437 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] device_id is not set on port b16925ad-1fb1-4072-bcfd-20cba4a2ab1d yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:42:08.427508 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-68eb8e09-0827-43f1-9142-35622c02003a tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:08.535515 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f308402d-7d96-4aa9-bcb0-2390d66ba2cb req-8bc1a772-3137-4593-a629-36196dc5714d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0796320 Nov 26 16:42:08.695707 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-02e7a23e-6533-4461-b5b6-71515387d6e2 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:08.706997 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-53138aa4-6fd6-421e-bb99-db5503b23ba0 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:08.708143 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-02e7a23e-6533-4461-b5b6-71515387d6e2 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:08.802955 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-0ca068cb-164e-4411-9dc8-a427e2308437 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Allocated IP 172.20.0.11 (f6c01091-2a92-407c-b319-eb4649214920/09dee39d-1d64-4bef-ba58-1da16e8266f7/b16925ad-1fb1-4072-bcfd-20cba4a2ab1d) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:08.882412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47410) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:08.883498 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-53138aa4-6fd6-421e-bb99-db5503b23ba0 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:08.892012 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7f83977c-376d-49bb-9720-b1aa7dcd66ef up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:42:08.894512 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-463f23a1-8eb4-46df-855b-185b4c496b67 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:08.945641 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-44ccfa49-d7a3-4536-9a5b-cbf6fc6782c3 None None] Provisioning for port 7f83977c-376d-49bb-9720-b1aa7dcd66ef completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:42:08.978112 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 7f83977c-376d-49bb-9720-b1aa7dcd66ef completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:42:08.982545 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-44ccfa49-d7a3-4536-9a5b-cbf6fc6782c3 None None] Provisioning complete for port 60304a0f-1c7d-4f80-a50d-ee9faa6c0bc2 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:08.983148 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-44ccfa49-d7a3-4536-9a5b-cbf6fc6782c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:09.009447 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53138aa4-6fd6-421e-bb99-db5503b23ba0 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:09.021591 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 7f83977c-376d-49bb-9720-b1aa7dcd66ef triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:09.022223 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:09.032971 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b26853de-cce6-4511-b75a-739970f9279f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:09.070331 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-53138aa4-6fd6-421e-bb99-db5503b23ba0 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:09.084148 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53138aa4-6fd6-421e-bb99-db5503b23ba0 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:09.096014 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-44ccfa49-d7a3-4536-9a5b-cbf6fc6782c3 None None] Port 60304a0f-1c7d-4f80-a50d-ee9faa6c0bc2 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:42:09.110473 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53138aa4-6fd6-421e-bb99-db5503b23ba0 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Pushing event updated for resources: {'Port': ['ID=998be6df-9df2-4c54-a705-f332bd21ccb5,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:09.121404 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-53138aa4-6fd6-421e-bb99-db5503b23ba0 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:09.143863 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1642274593'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:09.152947 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-68eb8e09-0827-43f1-9142-35622c02003a tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Allocated IP 172.26.0.122 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/9d6fb0ef-766c-41c5-9ef8-06978474ab17) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:09.162370 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:09.176133 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:09.180169 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Usage tracker for resource:network and tenant:ead52e8001994e0e891a9abddd8a01c1 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:09.186699 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:09.212455 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 7f83977c-376d-49bb-9720-b1aa7dcd66ef, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7f83977c-376d-49bb-9720-b1aa7dcd66ef,segment=NetworkSegment(ec23bec7-258c-48c2-b489-f5e36b99a5d5),segment_id=ec23bec7-258c-48c2-b489-f5e36b99a5d5)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:09.216948 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:09.219356 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9a3481d3-3594-4e55-8ace-50ceb2818ba7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:09.268144 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:09.287150 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=7f83977c-376d-49bb-9720-b1aa7dcd66ef,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:09.290319 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:09.349844 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-02e7a23e-6533-4461-b5b6-71515387d6e2 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Floating IP 7339d1bd-04ce-4bd0-8b43-41237268e14f associated. External IP: 172.26.0.54, port: 078bdecc-9dfd-4f8d-9049-006e2a19ec4e. Nov 26 16:42:09.476126 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Made reservation on behalf of ead52e8001994e0e891a9abddd8a01c1 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:09.479500 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:09.501708 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0ca068cb-164e-4411-9dc8-a427e2308437 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:09.516236 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:09.552544 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:09.570215 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Usage tracker for resource:security_group_rule and tenant:ead52e8001994e0e891a9abddd8a01c1 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:09.572954 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-0ca068cb-164e-4411-9dc8-a427e2308437 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Transition to ACTIVE for port object b16925ad-1fb1-4072-bcfd-20cba4a2ab1d will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:09.580692 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:09.601226 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:09.724005 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4aa3b18c-146d-4d16-af67-c1133a55576f req-b6479259-5197-4636-a604-0a10dceb78bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1372178 Nov 26 16:42:09.754353 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-b26853de-cce6-4511-b75a-739970f9279f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting port ed8f4161-7b32-4c6a-8002-2164925618a8 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:09.754850 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b26853de-cce6-4511-b75a-739970f9279f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:09.929711 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-68eb8e09-0827-43f1-9142-35622c02003a tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:09.932556 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e7a23e-6533-4461-b5b6-71515387d6e2 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Router 233059e4-5eaf-4384-833b-61a4728c36d8 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:42:10.011869 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0ca068cb-164e-4411-9dc8-a427e2308437 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:10.026496 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-381c4c8b-63da-41d6-a2f2-3aa164a96e5b tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:10.118062 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-b26853de-cce6-4511-b75a-739970f9279f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] For port ed8f4161-7b32-4c6a-8002-2164925618a8, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=ed8f4161-7b32-4c6a-8002-2164925618a8,segment=NetworkSegment(6d86a7c3-eeb0-4c64-9f46-c1099673a6b5),segment_id=6d86a7c3-eeb0-4c64-9f46-c1099673a6b5)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:10.118677 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b26853de-cce6-4511-b75a-739970f9279f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:10.119749 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-53138aa4-6fd6-421e-bb99-db5503b23ba0 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:10.168428 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca068cb-164e-4411-9dc8-a427e2308437 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network f6c01091-2a92-407c-b319-eb4649214920 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:10.243103 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-0ca068cb-164e-4411-9dc8-a427e2308437 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:10.257411 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-68eb8e09-0827-43f1-9142-35622c02003a tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:10.280640 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca068cb-164e-4411-9dc8-a427e2308437 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:10.327853 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca068cb-164e-4411-9dc8-a427e2308437 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Port': ['ID=b16925ad-1fb1-4072-bcfd-20cba4a2ab1d,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:10.345136 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0ca068cb-164e-4411-9dc8-a427e2308437 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:10.350809 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2240c9be-1097-4536-b3ee-732f00b8a855 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:10.387010 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eb8e09-0827-43f1-9142-35622c02003a tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:10.396773 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-b26853de-cce6-4511-b75a-739970f9279f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Calling delete_port for ed8f4161-7b32-4c6a-8002-2164925618a8 owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:10.406436 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-68eb8e09-0827-43f1-9142-35622c02003a tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:10.434173 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eb8e09-0827-43f1-9142-35622c02003a tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:10.461289 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:10.487934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e7a23e-6533-4461-b5b6-71515387d6e2 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:42:10.488800 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:10.498555 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a337a-a3bc-4de7-b2ce-4f640cb677b9 None None] Sync routers for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:42:10.508215 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4a337a-a3bc-4de7-b2ce-4f640cb677b9 None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:10.509101 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-fa4a337a-a3bc-4de7-b2ce-4f640cb677b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:10.527500 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca068cb-164e-4411-9dc8-a427e2308437 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:10.527907 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9d1e72d3-0814-4f25-aca3-53bd043a7ca6 None None] Provisioning for port b16925ad-1fb1-4072-bcfd-20cba4a2ab1d completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:42:10.528398 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0ca068cb-164e-4411-9dc8-a427e2308437 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:10.536727 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9d1e72d3-0814-4f25-aca3-53bd043a7ca6 None None] Provisioning complete for port b16925ad-1fb1-4072-bcfd-20cba4a2ab1d triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:10.537205 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9d1e72d3-0814-4f25-aca3-53bd043a7ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:10.540076 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb8e09-0827-43f1-9142-35622c02003a tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Pushing event updated for resources: {'Port': ['ID=9d6fb0ef-766c-41c5-9ef8-06978474ab17,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:10.557196 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-68eb8e09-0827-43f1-9142-35622c02003a tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:10.558025 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:42:10.559972 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3782610a-7a97-4307-8c24-05349b3eb5ba tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:10.590105 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-fa4a337a-a3bc-4de7-b2ce-4f640cb677b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:10.600200 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4a337a-a3bc-4de7-b2ce-4f640cb677b9 None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:10.601332 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-fa4a337a-a3bc-4de7-b2ce-4f640cb677b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:10.631552 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-9d1e72d3-0814-4f25-aca3-53bd043a7ca6 None None] Port b16925ad-1fb1-4072-bcfd-20cba4a2ab1d cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:42:10.667191 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-fa4a337a-a3bc-4de7-b2ce-4f640cb677b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:10.667710 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a337a-a3bc-4de7-b2ce-4f640cb677b9 None None] The sync data for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:42:10.732475 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:10.732965 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Added segment b783ada3-28f6-499a-bed8-1e1958a1df5e of type vlan for network dbae403f-ec37-438d-ae7d-9b6fddd3700b Nov 26 16:42:10.774761 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3594a1db-0d8d-4bd4-b72c-60431181f33f,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:10.788097 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:10.817586 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0ca068cb-164e-4411-9dc8-a427e2308437 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7036288 Nov 26 16:42:10.817774 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7f83977c-376d-49bb-9720-b1aa7dcd66ef up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:42:10.818396 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47420) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:10.830175 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:42:10.850030 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-cc8f95b6-5e91-451b-85f0-dc717a862652 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'subnet': {'network_id': 'f6c01091-2a92-407c-b319-eb4649214920', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:10.864505 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-68eb8e09-0827-43f1-9142-35622c02003a tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:10.874960 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:10.907849 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 7f83977c-376d-49bb-9720-b1aa7dcd66ef triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:10.908333 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:10.960942 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-037d13ee-2300-47b6-8aec-2cd581cea478 req-37ca8bbd-73ad-40ce-852e-5bc5efe89887 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0707343 Nov 26 16:42:10.972696 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-53138aa4-6fd6-421e-bb99-db5503b23ba0 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:11.001435 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b26853de-cce6-4511-b75a-739970f9279f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:11.008049 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-028d533a-6cdc-4cc1-94af-1ff9dc49e9b4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:11.031020 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-53138aa4-6fd6-421e-bb99-db5503b23ba0 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780415'] for router, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:11.045934 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:11.052165 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:11.052936 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:11.059606 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26853de-cce6-4511-b75a-739970f9279f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Port': ['ID=ed8f4161-7b32-4c6a-8002-2164925618a8,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:11.062061 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b26853de-cce6-4511-b75a-739970f9279f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:11.062633 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1b2b1d8a-b84a-4232-a63b-62393385ac6e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:11.253242 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e7a23e-6533-4461-b5b6-71515387d6e2 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Router 233059e4-5eaf-4384-833b-61a4728c36d8 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:42:11.298113 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-68eb8e09-0827-43f1-9142-35622c02003a tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:11.341520 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.4537389 Nov 26 16:42:11.399856 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-cc8f95b6-5e91-451b-85f0-dc717a862652 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:11.413407 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b26853de-cce6-4511-b75a-739970f9279f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:11.422937 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event updated for resources: {'Network': ['ID=dbae403f-ec37-438d-ae7d-9b6fddd3700b,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:11.428898 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-cc8f95b6-5e91-451b-85f0-dc717a862652 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:subnet and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:11.431660 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:11.437923 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-cc8f95b6-5e91-451b-85f0-dc717a862652 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:11.441723 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network dbae403f-ec37-438d-ae7d-9b6fddd3700b details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:42:11.465438 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-cc8f95b6-5e91-451b-85f0-dc717a862652 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:11.762281 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e7a23e-6533-4461-b5b6-71515387d6e2 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:42:11.771995 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95b06b2-3d0b-4520-894d-12888520931c None None] Sync routers for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:42:11.786763 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95b06b2-3d0b-4520-894d-12888520931c None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:11.787419 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c95b06b2-3d0b-4520-894d-12888520931c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:11.796612 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8f95b6-5e91-451b-85f0-dc717a862652 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:11.801250 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cc8f95b6-5e91-451b-85f0-dc717a862652 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:11.861552 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c95b06b2-3d0b-4520-894d-12888520931c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:11.871379 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95b06b2-3d0b-4520-894d-12888520931c None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:11.872274 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c95b06b2-3d0b-4520-894d-12888520931c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:11.893268 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-02e7a23e-6533-4461-b5b6-71515387d6e2 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:11.935130 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.ipam_backend_mixin [None req-cc8f95b6-5e91-451b-85f0-dc717a862652 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 09dee39d-1d64-4bef-ba58-1da16e8266f7 (CIDR: 172.20.0.0/28) Nov 26 16:42:11.936957 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c95b06b2-3d0b-4520-894d-12888520931c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:11.937601 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95b06b2-3d0b-4520-894d-12888520931c None None] The sync data for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:42:11.944488 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-68eb8e09-0827-43f1-9142-35622c02003a tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:11.947015 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8f95b6-5e91-451b-85f0-dc717a862652 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:42:11.947503 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc8f95b6-5e91-451b-85f0-dc717a862652 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:42:11.959062 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-68eb8e09-0827-43f1-9142-35622c02003a tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:11.970075 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-612152b3-a3a5-4440-9e49-7c30f90e71f4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:12.047964 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-cc8f95b6-5e91-451b-85f0-dc717a862652 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2170384 Nov 26 16:42:12.060110 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47426) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:12.071578 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26853de-cce6-4511-b75a-739970f9279f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Router 50d49945-ee47-486d-9fe1-a38afb206c82 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:42:12.077777 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-518ff99d-da4d-475e-b7cb-7de7517a8f8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'subnet': {'network_id': 'f6c01091-2a92-407c-b319-eb4649214920', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:12.144488 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2f8566bd-1f0b-41b4-bedd-766e44962e12 req-9778639e-3ff8-4e6c-aefb-3e1c8ad884f1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0981140 Nov 26 16:42:12.147326 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb8e09-0827-43f1-9142-35622c02003a tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Pushing event updated for resources: {'Port': ['ID=9d6fb0ef-766c-41c5-9ef8-06978474ab17,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:12.151306 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53138aa4-6fd6-421e-bb99-db5503b23ba0 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Router 4191b63b-c15d-4e5f-a352-71c407ed44e4 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:42:12.156398 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-68eb8e09-0827-43f1-9142-35622c02003a tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:12.157173 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-02e7a23e-6533-4461-b5b6-71515387d6e2 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "PUT /v2.0/floatingips/7339d1bd-04ce-4bd0-8b43-41237268e14f HTTP/1.1" status: 200 len: 977 time: 5.1308477 Nov 26 16:42:12.168913 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47430) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:12.174626 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-a5678ce5-b2d7-4d3d-a639-0c7c0a736f41 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:12.340405 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26853de-cce6-4511-b75a-739970f9279f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:42:12.347840 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b26853de-cce6-4511-b75a-739970f9279f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "PUT /v2.0/routers/50d49945-ee47-486d-9fe1-a38afb206c82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8083344 Nov 26 16:42:12.350872 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47434) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:12.355756 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df082531-c50c-4e33-a8e8-e7f946633fbc None None] Sync routers for ids ['50d49945-ee47-486d-9fe1-a38afb206c82'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:42:12.371590 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df082531-c50c-4e33-a8e8-e7f946633fbc None None] Routers {'50d49945-ee47-486d-9fe1-a38afb206c82'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:12.373237 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-df082531-c50c-4e33-a8e8-e7f946633fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['50d49945-ee47-486d-9fe1-a38afb206c82'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:12.375637 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-68eb8e09-0827-43f1-9142-35622c02003a tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:12.434914 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a5678ce5-b2d7-4d3d-a639-0c7c0a736f41 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:12.458560 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6cc6e5-0e03-4fa9-bc5a-f9c74b0b3fc0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting subnet daa49177-b825-477a-b544-be69e57d2350 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:42:12.465059 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5d6cc6e5-0e03-4fa9-bc5a-f9c74b0b3fc0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:12.493840 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-518ff99d-da4d-475e-b7cb-7de7517a8f8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:12.497411 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-68eb8e09-0827-43f1-9142-35622c02003a tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:12.498590 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-68eb8e09-0827-43f1-9142-35622c02003a tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3459973 Nov 26 16:42:12.506880 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47438) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:12.510353 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-518ff99d-da4d-475e-b7cb-7de7517a8f8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:subnet and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:12.515848 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-518ff99d-da4d-475e-b7cb-7de7517a8f8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:12.521465 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-12b748f4-1df5-4e6d-9b43-475ec8977df9 tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1349555581', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'fixed_ips': [{'ip_address': '172.26.0.122'}]}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:12.532448 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-518ff99d-da4d-475e-b7cb-7de7517a8f8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:12.537667 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-12b748f4-1df5-4e6d-9b43-475ec8977df9 tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:12.549150 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-12b748f4-1df5-4e6d-9b43-475ec8977df9 tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Usage tracker for resource:port and tenant:69632d0b7dca4e5cbe7d0393d52fdad7 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:12.555021 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53138aa4-6fd6-421e-bb99-db5503b23ba0 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:42:12.556252 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-12b748f4-1df5-4e6d-9b43-475ec8977df9 tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:12.566478 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5d6cc6e5-0e03-4fa9-bc5a-f9c74b0b3fc0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:12.571379 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c08a9c-5ab1-4f17-aa29-b4c4473b4988 None None] Sync routers for ids ['4191b63b-c15d-4e5f-a352-71c407ed44e4'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:42:12.584539 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c08a9c-5ab1-4f17-aa29-b4c4473b4988 None None] Routers {'4191b63b-c15d-4e5f-a352-71c407ed44e4'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:12.585693 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-69c08a9c-5ab1-4f17-aa29-b4c4473b4988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['4191b63b-c15d-4e5f-a352-71c407ed44e4'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:12.595387 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-12b748f4-1df5-4e6d-9b43-475ec8977df9 tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:12.606977 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518ff99d-da4d-475e-b7cb-7de7517a8f8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:12.610638 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-518ff99d-da4d-475e-b7cb-7de7517a8f8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:12.661012 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-df082531-c50c-4e33-a8e8-e7f946633fbc None None] Set router 50d49945-ee47-486d-9fe1-a38afb206c82 gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:42:12.713047 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-53138aa4-6fd6-421e-bb99-db5503b23ba0 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:12.714276 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-53138aa4-6fd6-421e-bb99-db5503b23ba0 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "PUT /v2.0/routers/4191b63b-c15d-4e5f-a352-71c407ed44e4 HTTP/1.1" status: 200 len: 920 time: 6.6159868 Nov 26 16:42:12.716493 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b748f4-1df5-4e6d-9b43-475ec8977df9 tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Made reservation on behalf of 69632d0b7dca4e5cbe7d0393d52fdad7 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:12.718810 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12b748f4-1df5-4e6d-9b43-475ec8977df9 tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:12.746456 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47442) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:12.763943 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-69c08a9c-5ab1-4f17-aa29-b4c4473b4988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:12.777586 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c08a9c-5ab1-4f17-aa29-b4c4473b4988 None None] Routers {'4191b63b-c15d-4e5f-a352-71c407ed44e4'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:12.779131 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-69c08a9c-5ab1-4f17-aa29-b4c4473b4988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['4191b63b-c15d-4e5f-a352-71c407ed44e4'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:12.895746 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-69c08a9c-5ab1-4f17-aa29-b4c4473b4988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:12.896208 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c08a9c-5ab1-4f17-aa29-b4c4473b4988 None None] The sync data for ids ['4191b63b-c15d-4e5f-a352-71c407ed44e4'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:42:12.942347 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a5678ce5-b2d7-4d3d-a639-0c7c0a736f41 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:12.947681 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a5678ce5-b2d7-4d3d-a639-0c7c0a736f41 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:12.948022 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-a5678ce5-b2d7-4d3d-a639-0c7c0a736f41 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Floating IP 7339d1bd-04ce-4bd0-8b43-41237268e14f disassociated. External IP: 172.26.0.54, port: df318937-8a14-4af5-b819-fe676feef151. Nov 26 16:42:13.084342 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-df082531-c50c-4e33-a8e8-e7f946633fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:42:10Z', 'revision_number': 9, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None, '_interfaces': [{'id': '314cd07a-0485-452c-b4e7-2f9ce6b33e0d', 'name': '', 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e5:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:22Z', 'updated_at': '2021-11-26T16:41:33Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a6d71a-19b6-412c-8b2c-de7207148751', 'name': '', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e2:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:12Z', 'updated_at': '2021-11-26T16:41:22Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:13.089256 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df082531-c50c-4e33-a8e8-e7f946633fbc None None] Checking router: 50d49945-ee47-486d-9fe1-a38afb206c82 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:42:13.098022 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df082531-c50c-4e33-a8e8-e7f946633fbc None None] Routers {'50d49945-ee47-486d-9fe1-a38afb206c82'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:13.098835 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-df082531-c50c-4e33-a8e8-e7f946633fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['50d49945-ee47-486d-9fe1-a38afb206c82'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:13.229732 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12b748f4-1df5-4e6d-9b43-475ec8977df9 tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:13.251670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5d6cc6e5-0e03-4fa9-bc5a-f9c74b0b3fc0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:13.265624 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-df082531-c50c-4e33-a8e8-e7f946633fbc None None] Set router 50d49945-ee47-486d-9fe1-a38afb206c82 gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:42:13.363650 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7d003266-c56d-4b97-903e-7a3911135967 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "GET /v2.0/routers/4191b63b-c15d-4e5f-a352-71c407ed44e4 HTTP/1.1" status: 200 len: 926 time: 0.6088455 Nov 26 16:42:13.376472 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47448) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:13.410507 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-12b748f4-1df5-4e6d-9b43-475ec8977df9 tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:13.512028 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5678ce5-b2d7-4d3d-a639-0c7c0a736f41 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Router 233059e4-5eaf-4384-833b-61a4728c36d8 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:42:13.618627 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-12b748f4-1df5-4e6d-9b43-475ec8977df9 tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Usage tracker for resource:security_group_rule and tenant:69632d0b7dca4e5cbe7d0393d52fdad7 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:13.632453 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-12b748f4-1df5-4e6d-9b43-475ec8977df9 tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:13.638771 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-94e9d881-f35d-4a6d-a976-2cf1c32f48f4 req-f98b6b88-3210-495e-a361-025ba92704e9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.3500764 Nov 26 16:42:13.644075 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-df082531-c50c-4e33-a8e8-e7f946633fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:42:10Z', 'revision_number': 9, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None, '_interfaces': [{'id': '314cd07a-0485-452c-b4e7-2f9ce6b33e0d', 'name': '', 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e5:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:22Z', 'updated_at': '2021-11-26T16:41:33Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a6d71a-19b6-412c-8b2c-de7207148751', 'name': '', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e2:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:12Z', 'updated_at': '2021-11-26T16:41:22Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:13.649603 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df082531-c50c-4e33-a8e8-e7f946633fbc None None] The sync data for ids ['50d49945-ee47-486d-9fe1-a38afb206c82'] in dv-neutron-819440-1-hyperv is: [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:42:10Z', 'revision_number': 9, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None, '_interfaces': [{'id': '314cd07a-0485-452c-b4e7-2f9ce6b33e0d', 'name': '', 'network_id': 'e25b7f74-bd06-41ef-bdce-d633ace02502', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e5:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:22Z', 'updated_at': '2021-11-26T16:41:33Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': 'b3764a42-05ea-4566-9855-ef6544fbbde4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a6d71a-19b6-412c-8b2c-de7207148751', 'name': '', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e2:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:12Z', 'updated_at': '2021-11-26T16:41:22Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:42:13.650723 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-12b748f4-1df5-4e6d-9b43-475ec8977df9 tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:13.758295 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-518ff99d-da4d-475e-b7cb-7de7517a8f8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:13.767340 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5678ce5-b2d7-4d3d-a639-0c7c0a736f41 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:42:13.767688 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ca376910-2152-4806-8d47-e08ba270821b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:13.772582 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a5678ce5-b2d7-4d3d-a639-0c7c0a736f41 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:13.779132 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4949b641-164b-4316-87f9-b1d3460754ea None None] Sync routers for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:42:13.793073 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4949b641-164b-4316-87f9-b1d3460754ea None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:13.794211 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-4949b641-164b-4316-87f9-b1d3460754ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:13.828448 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5d6cc6e5-0e03-4fa9-bc5a-f9c74b0b3fc0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:13.843172 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a5678ce5-b2d7-4d3d-a639-0c7c0a736f41 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "PUT /v2.0/floatingips/7339d1bd-04ce-4bd0-8b43-41237268e14f HTTP/1.1" status: 200 len: 687 time: 1.6708808 Nov 26 16:42:13.843397 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47452) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:13.850346 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7ec95a-91c8-4866-8782-8602a651a816 None None] Network 29dc072c-fd76-4d7c-82a6-faaafdada2b9 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:13.874846 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5d6cc6e5-0e03-4fa9-bc5a-f9c74b0b3fc0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:13.922217 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-4949b641-164b-4316-87f9-b1d3460754ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:13.938809 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4949b641-164b-4316-87f9-b1d3460754ea None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:13.939650 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-4949b641-164b-4316-87f9-b1d3460754ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:13.961303 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518ff99d-da4d-475e-b7cb-7de7517a8f8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network f6c01091-2a92-407c-b319-eb4649214920 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:13.966286 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5d6cc6e5-0e03-4fa9-bc5a-f9c74b0b3fc0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/subnets/daa49177-b825-477a-b544-be69e57d2350 HTTP/1.1" status: 204 len: 168 time: 1.6121230 Nov 26 16:42:13.970528 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-518ff99d-da4d-475e-b7cb-7de7517a8f8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:13.973489 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518ff99d-da4d-475e-b7cb-7de7517a8f8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:13.974083 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-518ff99d-da4d-475e-b7cb-7de7517a8f8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:13.982814 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c765af-236b-4848-8b3a-f9268f7bd2f9 None None] Network f6c01091-2a92-407c-b319-eb4649214920 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:13.992439 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47456) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:14.008364 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5221e065-0430-492f-8695-b62888ca0957 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:14.019105 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5221e065-0430-492f-8695-b62888ca0957 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=cf8dce9a-1df0-4b90-b19d-7de373e178f5&device_id=4191b63b-c15d-4e5f-a352-71c407ed44e4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6050386 Nov 26 16:42:14.026378 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ff99d-da4d-475e-b7cb-7de7517a8f8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Subnet': ['ID=9fe0c278-585d-43ea-943b-3fb799dc79ea,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:14.032474 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47458) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:14.064667 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-4949b641-164b-4316-87f9-b1d3460754ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:14.065863 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4949b641-164b-4316-87f9-b1d3460754ea None None] The sync data for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:42:14.088697 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-b0a33938-82de-43a7-bcbc-fda2102244b8 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Deleting port bf1cfda5-c2d8-48ca-8cbc-f4cd32c53523 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:14.089272 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b0a33938-82de-43a7-bcbc-fda2102244b8 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:14.219655 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12b748f4-1df5-4e6d-9b43-475ec8977df9 tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:14.223670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-518ff99d-da4d-475e-b7cb-7de7517a8f8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:14.234107 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1b751f32-6799-4c39-9209-6c56a6c70f1c tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.392s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:14.297425 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12b748f4-1df5-4e6d-9b43-475ec8977df9 tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:14.322433 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-12b748f4-1df5-4e6d-9b43-475ec8977df9 tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] device_id is not set on port 7999d32e-f546-42a1-9e55-2aeaf1737452 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:42:14.334572 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b0a33938-82de-43a7-bcbc-fda2102244b8 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:14.335321 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b0a33938-82de-43a7-bcbc-fda2102244b8 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:14.364200 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cc6e5-0e03-4fa9-bc5a-f9c74b0b3fc0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Subnet': ['ID=daa49177-b825-477a-b544-be69e57d2350,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:14.373329 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5d6cc6e5-0e03-4fa9-bc5a-f9c74b0b3fc0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:14.382771 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fddbd4c1-fcc4-431b-90c3-ea147b2d32fd tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:14.390468 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-518ff99d-da4d-475e-b7cb-7de7517a8f8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3257604 Nov 26 16:42:14.467096 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47464) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:14.473894 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-7dc8bd5c-04b9-444e-9e8b-a5b33b27e25a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2039460549', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9fe0c278-585d-43ea-943b-3fb799dc79ea'}], 'security_groups': ['22afbab3-5ffe-425f-ae53-8206c62b97d2']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:14.504762 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-b0a33938-82de-43a7-bcbc-fda2102244b8 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Calling delete_port for bf1cfda5-c2d8-48ca-8cbc-f4cd32c53523 owned by network:floatingip {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:14.577204 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-51f63be7-e601-4b5e-8678-664cea0bbff0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:14.621524 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd90347-21cc-4a49-911c-25eebf5964d0 None None] DHCP port deletion for 29dc072c-fd76-4d7c-82a6-faaafdada2b9 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:42:14.629357 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b748f4-1df5-4e6d-9b43-475ec8977df9 tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be02311-130b-4a28-b9f2-ea712c967652,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:14.642708 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-cdd90347-21cc-4a49-911c-25eebf5964d0 None None] Deleting port 9b15e233-f60b-4e2f-8966-0fb655fa68d2 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:14.643144 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cdd90347-21cc-4a49-911c-25eebf5964d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:14.660609 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47468) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:14.673469 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-d85083fa-84c6-4a39-85da-15cbaf398b81 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Request body: {'subnet': {'network_id': 'dbae403f-ec37-438d-ae7d-9b6fddd3700b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:14.704327 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-12b748f4-1df5-4e6d-9b43-475ec8977df9 tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:14.713739 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-51f63be7-e601-4b5e-8678-664cea0bbff0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting port 9b15e233-f60b-4e2f-8966-0fb655fa68d2 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:14.714074 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-51f63be7-e601-4b5e-8678-664cea0bbff0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:14.739851 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb4bc92-9c59-484c-8674-bcd5371ae2e5 None None] Update dhcp port {'port': {'network_id': 'f6c01091-2a92-407c-b319-eb4649214920', 'fixed_ips': [{'subnet_id': '09dee39d-1d64-4bef-ba58-1da16e8266f7', 'ip_address': '172.20.0.2'}, {'subnet_id': '9fe0c278-585d-43ea-943b-3fb799dc79ea'}], 'binding:host_id': 'dv-neutron-819440-1-hyperv'}, 'id': '7f83977c-376d-49bb-9720-b1aa7dcd66ef'} from dv-neutron-819440-1-hyperv. {{(pid=87520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 26 16:42:14.817641 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ed8f4161-7b32-4c6a-8002-2164925618a8 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:42:14.879383 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5e113108-e9ce-499b-949b-7e7ecf835aff req-01d54a49-352e-4555-b0a1-7f2ef59b6ec7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0740826 Nov 26 16:42:14.890332 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: ed8f4161-7b32-4c6a-8002-2164925618a8 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:42:14.890914 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ed8f4161-7b32-4c6a-8002-2164925618a8 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:42:14.891753 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 9b15e233-f60b-4e2f-8966-0fb655fa68d2 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:42:14.896078 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b0a33938-82de-43a7-bcbc-fda2102244b8 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:14.902082 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-53138aa4-6fd6-421e-bb99-db5503b23ba0 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:14.924384 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5475564-200f-4255-bae7-ab9d4e9d9653 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:14.925761 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d5475564-200f-4255-bae7-ab9d4e9d9653 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "GET /v2.0/networks/cf8dce9a-1df0-4b90-b19d-7de373e178f5 HTTP/1.1" status: 200 len: 881 time: 0.7042506 Nov 26 16:42:14.931956 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47474) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:14.950064 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a33938-82de-43a7-bcbc-fda2102244b8 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event deleted for resources: {'Port': ['ID=bf1cfda5-c2d8-48ca-8cbc-f4cd32c53523,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:14.953330 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d85083fa-84c6-4a39-85da-15cbaf398b81 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:14.955825 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b0a33938-82de-43a7-bcbc-fda2102244b8 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:14.987845 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d85083fa-84c6-4a39-85da-15cbaf398b81 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Usage tracker for resource:subnet and tenant:ead52e8001994e0e891a9abddd8a01c1 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:14.994951 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d85083fa-84c6-4a39-85da-15cbaf398b81 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:15.014126 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fdb4bc92-9c59-484c-8674-bcd5371ae2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:15.038672 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8c7d89b8-984c-48e5-8beb-f0f94c1f02d0 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "GET /v2.0/ports?device_id=4191b63b-c15d-4e5f-a352-71c407ed44e4 HTTP/1.1" status: 200 len: 205 time: 0.0768855 Nov 26 16:42:15.038900 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d85083fa-84c6-4a39-85da-15cbaf398b81 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:15.040287 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47478) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:15.078357 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b748f4-1df5-4e6d-9b43-475ec8977df9 tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 26 16:42:15.078357 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b748f4-1df5-4e6d-9b43-475ec8977df9 tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:42:15.188279 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85083fa-84c6-4a39-85da-15cbaf398b81 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Made reservation on behalf of ead52e8001994e0e891a9abddd8a01c1 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:15.192317 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d85083fa-84c6-4a39-85da-15cbaf398b81 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:15.230435 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-12b748f4-1df5-4e6d-9b43-475ec8977df9 tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.7193706 Nov 26 16:42:15.232426 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-cdd90347-21cc-4a49-911c-25eebf5964d0 None None] For port 9b15e233-f60b-4e2f-8966-0fb655fa68d2, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=9b15e233-f60b-4e2f-8966-0fb655fa68d2,segment=NetworkSegment(6d86a7c3-eeb0-4c64-9f46-c1099673a6b5),segment_id=6d86a7c3-eeb0-4c64-9f46-c1099673a6b5)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:15.232426 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cdd90347-21cc-4a49-911c-25eebf5964d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:15.233411 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47482) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:15.310725 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:15.337542 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7dc8bd5c-04b9-444e-9e8b-a5b33b27e25a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:15.383540 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-cdd90347-21cc-4a49-911c-25eebf5964d0 None None] Calling delete_port for 9b15e233-f60b-4e2f-8966-0fb655fa68d2 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:15.391376 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b0a33938-82de-43a7-bcbc-fda2102244b8 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:15.432132 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-51f63be7-e601-4b5e-8678-664cea0bbff0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] For port 9b15e233-f60b-4e2f-8966-0fb655fa68d2, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=9b15e233-f60b-4e2f-8966-0fb655fa68d2,segment=NetworkSegment(6d86a7c3-eeb0-4c64-9f46-c1099673a6b5),segment_id=6d86a7c3-eeb0-4c64-9f46-c1099673a6b5)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:15.432535 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-51f63be7-e601-4b5e-8678-664cea0bbff0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:15.462170 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b0a33938-82de-43a7-bcbc-fda2102244b8 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:15.465765 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b0a33938-82de-43a7-bcbc-fda2102244b8 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "DELETE /v2.0/floatingips/7339d1bd-04ce-4bd0-8b43-41237268e14f HTTP/1.1" status: 204 len: 168 time: 1.6189947 Nov 26 16:42:15.469042 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47486) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:15.484712 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-272412b1-142f-4041-a5ca-530c3dfb4edf tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Deleting port 9d6fb0ef-766c-41c5-9ef8-06978474ab17 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:15.485068 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-272412b1-142f-4041-a5ca-530c3dfb4edf tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:15.523997 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 9b15e233-f60b-4e2f-8966-0fb655fa68d2, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=9b15e233-f60b-4e2f-8966-0fb655fa68d2,segment=NetworkSegment(6d86a7c3-eeb0-4c64-9f46-c1099673a6b5),segment_id=6d86a7c3-eeb0-4c64-9f46-c1099673a6b5)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:15.546537 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:15.552333 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:15.553893 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-6b88972f-b88e-47f8-a5d1-fa76d38e7e9b tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] delete failed (client error): The resource could not be found. Nov 26 16:42:15.559854 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6b88972f-b88e-47f8-a5d1-fa76d38e7e9b tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "DELETE /v2.0/floatingips/7339d1bd-04ce-4bd0-8b43-41237268e14f HTTP/1.1" status: 404 len: 345 time: 0.0836771 Nov 26 16:42:15.561954 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47490) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:15.599322 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e318a854-427d-44e3-bf21-a652ba0d9bf6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:15.608573 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-fdb4bc92-9c59-484c-8674-bcd5371ae2e5 None None] Allocated IP 172.20.0.18 (f6c01091-2a92-407c-b319-eb4649214920/9fe0c278-585d-43ea-943b-3fb799dc79ea/7f83977c-376d-49bb-9720-b1aa7dcd66ef) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:15.624048 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-cdd90347-21cc-4a49-911c-25eebf5964d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:42:15.624413 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-cdd90347-21cc-4a49-911c-25eebf5964d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:42:15.805522 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=9b15e233-f60b-4e2f-8966-0fb655fa68d2,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:15.808857 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-51f63be7-e601-4b5e-8678-664cea0bbff0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Calling delete_port for 9b15e233-f60b-4e2f-8966-0fb655fa68d2 owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:15.822441 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:15.845147 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-fdb4bc92-9c59-484c-8674-bcd5371ae2e5 None None] For port 7f83977c-376d-49bb-9720-b1aa7dcd66ef, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7f83977c-376d-49bb-9720-b1aa7dcd66ef,segment=NetworkSegment(ec23bec7-258c-48c2-b489-f5e36b99a5d5),segment_id=ec23bec7-258c-48c2-b489-f5e36b99a5d5)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:15.874832 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fdb4bc92-9c59-484c-8674-bcd5371ae2e5 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:15.891650 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-fdb4bc92-9c59-484c-8674-bcd5371ae2e5 None None] Transition to ACTIVE for port object 7f83977c-376d-49bb-9720-b1aa7dcd66ef will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:15.897286 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fdb4bc92-9c59-484c-8674-bcd5371ae2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:15.901217 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-6d91ba20-ff2e-48e3-b931-00376c4274c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:15.902946 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e318a854-427d-44e3-bf21-a652ba0d9bf6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:15.921587 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ea8b5a-1491-409c-b22c-183c57c4ca40 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:15.927453 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ea8b5a-1491-409c-b22c-183c57c4ca40 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:15.933431 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ea8b5a-1491-409c-b22c-183c57c4ca40 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:15.934304 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-44ea8b5a-1491-409c-b22c-183c57c4ca40 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Synchronizing usage tracker for tenant:7c991dfeb8c24761a5861f1676495514 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:42:15.952151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d85083fa-84c6-4a39-85da-15cbaf398b81 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:15.959954 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f8bb1eea-640d-45fa-9c0f-d264ae58e364 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:15.994186 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-e318a854-427d-44e3-bf21-a652ba0d9bf6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Deleting port 998be6df-9df2-4c54-a705-f332bd21ccb5 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:15.994186 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e318a854-427d-44e3-bf21-a652ba0d9bf6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:16.030657 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-44ea8b5a-1491-409c-b22c-183c57c4ca40 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Unset dirty status for tenant:7c991dfeb8c24761a5861f1676495514 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:42:16.034496 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-44ea8b5a-1491-409c-b22c-183c57c4ca40 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "GET /v2.0/ports?network_id=7ee3c287-caf8-420e-bef9-fe22fa132485 HTTP/1.1" status: 200 len: 2358 time: 0.4685884 Nov 26 16:42:16.041584 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47496) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:16.048509 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4bc92-9c59-484c-8674-bcd5371ae2e5 None None] Pushing event updated for resources: {'Port': ['ID=7f83977c-376d-49bb-9720-b1aa7dcd66ef,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:16.051913 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-fdb4bc92-9c59-484c-8674-bcd5371ae2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:16.067013 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5d81a5c2-bb17-48b5-b4a8-0c29060dd1b0 req-dcf10ec0-9f52-4d8b-b2b3-c3ee305e695b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0912852 Nov 26 16:42:16.125968 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-cdd90347-21cc-4a49-911c-25eebf5964d0 None None] Deleting port 9b15e233-f60b-4e2f-8966-0fb655fa68d2 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:16.126543 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cdd90347-21cc-4a49-911c-25eebf5964d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:16.157149 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.api [None req-51f63be7-e601-4b5e-8678-664cea0bbff0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:42:16.157149 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_db.api [None req-51f63be7-e601-4b5e-8678-664cea0bbff0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:42:16.217886 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-272412b1-142f-4041-a5ca-530c3dfb4edf tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:16.218279 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-272412b1-142f-4041-a5ca-530c3dfb4edf tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:16.257518 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85083fa-84c6-4a39-85da-15cbaf398b81 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event updated for resources: {'Subnet': ['ID=5c21c21d-1007-4776-99d6-c586a929d32f,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:16.267649 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85083fa-84c6-4a39-85da-15cbaf398b81 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Checking segment: {'id': 'b783ada3-28f6-499a-bed8-1e1958a1df5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'dbae403f-ec37-438d-ae7d-9b6fddd3700b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:42:16.269449 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85083fa-84c6-4a39-85da-15cbaf398b81 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Network hostable DHCP agents. Network: dbae403f-ec37-438d-ae7d-9b6fddd3700b, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:42:16.276418 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d85083fa-84c6-4a39-85da-15cbaf398b81 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:16.281906 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d3b550-54a1-474a-b6d6-f3882f53260d tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:16.282737 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-98d3b550-54a1-474a-b6d6-f3882f53260d tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Synchronizing usage tracker for tenant:7c991dfeb8c24761a5861f1676495514 on resource:subnet {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:42:16.337640 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85083fa-84c6-4a39-85da-15cbaf398b81 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Network dbae403f-ec37-438d-ae7d-9b6fddd3700b is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:42:16.339834 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-98d3b550-54a1-474a-b6d6-f3882f53260d tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Unset dirty status for tenant:7c991dfeb8c24761a5861f1676495514 on resource:subnet {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:42:16.341112 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-98d3b550-54a1-474a-b6d6-f3882f53260d tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "GET /v2.0/subnets/c3b8fd25-240b-4914-80e9-9eab46d31170 HTTP/1.1" status: 200 len: 797 time: 0.2873640 Nov 26 16:42:16.367787 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47500) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:16.376461 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-b9f54c1e-6444-445f-be5a-52cc6cbfbbd5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Request body: {'port': {'network_id': '7ee3c287-caf8-420e-bef9-fe22fa132485', 'name': 'tempest-FloatingIPTestJSON-942412995', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:16.377224 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-272412b1-142f-4041-a5ca-530c3dfb4edf tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Calling delete_port for 9d6fb0ef-766c-41c5-9ef8-06978474ab17 owned by network:floatingip {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:16.403267 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-d85083fa-84c6-4a39-85da-15cbaf398b81 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, dbae403f-ec37-438d-ae7d-9b6fddd3700b) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:16.407244 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-cdd90347-21cc-4a49-911c-25eebf5964d0 None None] For port 9b15e233-f60b-4e2f-8966-0fb655fa68d2, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=9b15e233-f60b-4e2f-8966-0fb655fa68d2,segment=NetworkSegment(6d86a7c3-eeb0-4c64-9f46-c1099673a6b5),segment_id=6d86a7c3-eeb0-4c64-9f46-c1099673a6b5)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:16.407540 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85083fa-84c6-4a39-85da-15cbaf398b81 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:16.408099 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cdd90347-21cc-4a49-911c-25eebf5964d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:16.408221 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d85083fa-84c6-4a39-85da-15cbaf398b81 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:16.425004 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25d970c-13c3-49ad-b07f-dbc889d17625 None None] Network dbae403f-ec37-438d-ae7d-9b6fddd3700b requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:16.476771 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e318a854-427d-44e3-bf21-a652ba0d9bf6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:16.615379 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-cdd90347-21cc-4a49-911c-25eebf5964d0 None None] Calling delete_port for 9b15e233-f60b-4e2f-8966-0fb655fa68d2 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:16.635217 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-e318a854-427d-44e3-bf21-a652ba0d9bf6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Calling delete_port for 998be6df-9df2-4c54-a705-f332bd21ccb5 owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:16.646429 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-272412b1-142f-4041-a5ca-530c3dfb4edf tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:16.653027 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:16.668464 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d85083fa-84c6-4a39-85da-15cbaf398b81 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0068312 Nov 26 16:42:16.677428 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47504) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:16.691568 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-134753ed-af41-49ad-b2b3-67a765fc2684 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-478905019'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:16.727063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-134753ed-af41-49ad-b2b3-67a765fc2684 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:16.740172 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cdd90347-21cc-4a49-911c-25eebf5964d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:16.750833 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-51f63be7-e601-4b5e-8678-664cea0bbff0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting port 9b15e233-f60b-4e2f-8966-0fb655fa68d2 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:16.751284 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-51f63be7-e601-4b5e-8678-664cea0bbff0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:16.754747 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-134753ed-af41-49ad-b2b3-67a765fc2684 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Usage tracker for resource:network and tenant:ead52e8001994e0e891a9abddd8a01c1 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:16.757315 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3c504b0b-e204-4c7a-ba37-226eb3610805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:16.759417 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-134753ed-af41-49ad-b2b3-67a765fc2684 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:16.781650 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-134753ed-af41-49ad-b2b3-67a765fc2684 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:16.793370 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272412b1-142f-4041-a5ca-530c3dfb4edf tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d6fb0ef-766c-41c5-9ef8-06978474ab17,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:16.809902 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b9f54c1e-6444-445f-be5a-52cc6cbfbbd5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:16.813601 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-272412b1-142f-4041-a5ca-530c3dfb4edf tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:16.841373 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134753ed-af41-49ad-b2b3-67a765fc2684 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Made reservation on behalf of ead52e8001994e0e891a9abddd8a01c1 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:16.845362 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-134753ed-af41-49ad-b2b3-67a765fc2684 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:16.848006 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7f83977c-376d-49bb-9720-b1aa7dcd66ef up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:42:16.857203 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b9f54c1e-6444-445f-be5a-52cc6cbfbbd5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:16.879845 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd90347-21cc-4a49-911c-25eebf5964d0 None None] No DVR routers for this DVR port 9b15e233-f60b-4e2f-8966-0fb655fa68d2 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:42:16.880250 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f54c1e-6444-445f-be5a-52cc6cbfbbd5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Made reservation on behalf of 7c991dfeb8c24761a5861f1676495514 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:16.887078 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd90347-21cc-4a49-911c-25eebf5964d0 None None] Pushing event deleted for resources: {'Port': ['ID=9b15e233-f60b-4e2f-8966-0fb655fa68d2,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:16.905734 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-51f63be7-e601-4b5e-8678-664cea0bbff0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] The port '9b15e233-f60b-4e2f-8966-0fb655fa68d2' was deleted {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:42:16.905900 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-cdd90347-21cc-4a49-911c-25eebf5964d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:16.957062 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-cfc48a39-d3ff-41af-b839-5e9e14f7713f None None] Provisioning for port 7f83977c-376d-49bb-9720-b1aa7dcd66ef completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:42:16.966535 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134753ed-af41-49ad-b2b3-67a765fc2684 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:42:16.975390 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-cfc48a39-d3ff-41af-b839-5e9e14f7713f None None] Provisioning complete for port 7f83977c-376d-49bb-9720-b1aa7dcd66ef triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:16.976260 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cfc48a39-d3ff-41af-b839-5e9e14f7713f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:17.006759 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-134753ed-af41-49ad-b2b3-67a765fc2684 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:17.006759 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-134753ed-af41-49ad-b2b3-67a765fc2684 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Added segment 657b20ed-154f-48e6-878c-8b0845afada4 of type vlan for network afe1ef65-7b53-4021-b0d2-e870633176d6 Nov 26 16:42:17.086960 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 7f83977c-376d-49bb-9720-b1aa7dcd66ef triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:17.087329 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:17.091924 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-7dc8bd5c-04b9-444e-9e8b-a5b33b27e25a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Delete allocated IP 172.20.0.11 (f6c01091-2a92-407c-b319-eb4649214920/09dee39d-1d64-4bef-ba58-1da16e8266f7) {{(pid=87518) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 26 16:42:17.102195 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-272412b1-142f-4041-a5ca-530c3dfb4edf tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:17.107138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-51f63be7-e601-4b5e-8678-664cea0bbff0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:17.113817 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-134753ed-af41-49ad-b2b3-67a765fc2684 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:17.115747 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-7dc8bd5c-04b9-444e-9e8b-a5b33b27e25a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Allocated IP 172.20.0.21 (f6c01091-2a92-407c-b319-eb4649214920/9fe0c278-585d-43ea-943b-3fb799dc79ea/b16925ad-1fb1-4072-bcfd-20cba4a2ab1d) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:17.136811 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b9f54c1e-6444-445f-be5a-52cc6cbfbbd5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:17.147617 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-dbae403f-ec37-438d-ae7d-9b6fddd3700b', 'network_id': 'dbae403f-ec37-438d-ae7d-9b6fddd3700b', 'tenant_id': 'ead52e8001994e0e891a9abddd8a01c1', 'fixed_ips': [{'subnet_id': '5c21c21d-1007-4776-99d6-c586a929d32f'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:42:17.148803 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:17.178218 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-51f63be7-e601-4b5e-8678-664cea0bbff0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29dc072c-fd76-4d7c-82a6-faaafdada2b9']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:17.197485 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-272412b1-142f-4041-a5ca-530c3dfb4edf tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:17.201909 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-272412b1-142f-4041-a5ca-530c3dfb4edf tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/781660d7-bf71-4512-af73-aaaddacaf32c HTTP/1.1" status: 204 len: 168 time: 1.9630439 Nov 26 16:42:17.203669 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-51f63be7-e601-4b5e-8678-664cea0bbff0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d86a7c3-eeb0-4c64-9f46-c1099673a6b5') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:17.203820 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-51f63be7-e601-4b5e-8678-664cea0bbff0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d86a7c3-eeb0-4c64-9f46-c1099673a6b5') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:17.222218 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-51f63be7-e601-4b5e-8678-664cea0bbff0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:17.240568 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-51f63be7-e601-4b5e-8678-664cea0bbff0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:17.247939 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f63be7-e601-4b5e-8678-664cea0bbff0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:42:17.248515 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-51f63be7-e601-4b5e-8678-664cea0bbff0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:42:17.265946 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:42:17.347327 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.resource_extend [None req-134753ed-af41-49ad-b2b3-67a765fc2684 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:42:17.365402 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-79fba432-cf1a-4152-a95d-4b3bba5af924 req-c003b92f-4c2c-4b49-9623-6a9a817911f9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.2345510 Nov 26 16:42:17.374408 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-51f63be7-e601-4b5e-8678-664cea0bbff0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:17.391346 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-b9f54c1e-6444-445f-be5a-52cc6cbfbbd5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] device_id is not set on port 07ad257a-0b43-476b-9968-0dcf674b796b yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:42:17.393551 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-75ba3789-c718-46a7-96de-4c351be67f1b tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:17.423819 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-51f63be7-e601-4b5e-8678-664cea0bbff0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:17.434137 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e318a854-427d-44e3-bf21-a652ba0d9bf6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:17.440732 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-111ee79a-4042-4934-a6a5-2ca98f4dfbcd tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:17.497134 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-cfc48a39-d3ff-41af-b839-5e9e14f7713f None None] Provisioning complete for port b16925ad-1fb1-4072-bcfd-20cba4a2ab1d triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:17.497525 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cfc48a39-d3ff-41af-b839-5e9e14f7713f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:17.588769 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318a854-427d-44e3-bf21-a652ba0d9bf6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Pushing event deleted for resources: {'Port': ['ID=998be6df-9df2-4c54-a705-f332bd21ccb5,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:17.591834 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e318a854-427d-44e3-bf21-a652ba0d9bf6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:17.605115 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-51f63be7-e601-4b5e-8678-664cea0bbff0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/networks/29dc072c-fd76-4d7c-82a6-faaafdada2b9 HTTP/1.1" status: 204 len: 168 time: 3.5809941 Nov 26 16:42:17.609429 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47514) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:17.609871 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47516) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:17.611752 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] Allocated IP 2001:db8:0:ffff::2 (dbae403f-ec37-438d-ae7d-9b6fddd3700b/5c21c21d-1007-4776-99d6-c586a929d32f/0712f1aa-b658-4d64-b0c3-af458b18474f) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:17.631141 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-cfc48a39-d3ff-41af-b839-5e9e14f7713f None None] Port b16925ad-1fb1-4072-bcfd-20cba4a2ab1d cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:42:17.640937 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-134753ed-af41-49ad-b2b3-67a765fc2684 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:17.646154 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134753ed-af41-49ad-b2b3-67a765fc2684 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:17.646658 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-134753ed-af41-49ad-b2b3-67a765fc2684 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:17.659292 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:17.666579 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f63be7-e601-4b5e-8678-664cea0bbff0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Network': ['ID=29dc072c-fd76-4d7c-82a6-faaafdada2b9,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:17.717215 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-cfc48a39-d3ff-41af-b839-5e9e14f7713f None None] Provisioning complete for port 60304a0f-1c7d-4f80-a50d-ee9faa6c0bc2 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:17.717601 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cfc48a39-d3ff-41af-b839-5e9e14f7713f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:17.754321 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-51f63be7-e601-4b5e-8678-664cea0bbff0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:17.797910 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-cfc48a39-d3ff-41af-b839-5e9e14f7713f None None] Port 60304a0f-1c7d-4f80-a50d-ee9faa6c0bc2 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:42:17.874224 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-05166717-b98e-47f5-8c90-51437e85cfdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:17.893375 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-05166717-b98e-47f5-8c90-51437e85cfdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:17.897977 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-05166717-b98e-47f5-8c90-51437e85cfdd admin admin] Usage tracker for resource:security_group_rule and tenant:56126d9fd6314e15973844bb83a2c6dc is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:17.900903 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-05166717-b98e-47f5-8c90-51437e85cfdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:17.904410 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:17.917176 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] Transition to ACTIVE for port object 0712f1aa-b658-4d64-b0c3-af458b18474f will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:17.921222 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-05166717-b98e-47f5-8c90-51437e85cfdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:17.943152 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] Transition to ACTIVE for port object 0712f1aa-b658-4d64-b0c3-af458b18474f will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:17.944577 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-134753ed-af41-49ad-b2b3-67a765fc2684 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2661300 Nov 26 16:42:17.953598 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:17.957187 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47526) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:17.960147 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:17.970730 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-65715281-6dfd-494c-a5cf-21a0470bf71d tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Request body: {'subnet': {'network_id': 'afe1ef65-7b53-4021-b0d2-e870633176d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:17.992855 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134753ed-af41-49ad-b2b3-67a765fc2684 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event updated for resources: {'Network': ['ID=afe1ef65-7b53-4021-b0d2-e870633176d6,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:18.000876 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e318a854-427d-44e3-bf21-a652ba0d9bf6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:18.013115 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network afe1ef65-7b53-4021-b0d2-e870633176d6 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:42:18.051638 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-134753ed-af41-49ad-b2b3-67a765fc2684 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:18.088826 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] Network dbae403f-ec37-438d-ae7d-9b6fddd3700b is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:18.098570 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:18.111520 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:18.124603 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] Pushing event updated for resources: {'Port': ['ID=0712f1aa-b658-4d64-b0c3-af458b18474f,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:18.160485 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:18.196952 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7dc8bd5c-04b9-444e-9e8b-a5b33b27e25a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:18.228325 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] Attempting to bind port 0712f1aa-b658-4d64-b0c3-af458b18474f on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:42:18.228325 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] Attempting to bind port 0712f1aa-b658-4d64-b0c3-af458b18474f by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'b783ada3-28f6-499a-bed8-1e1958a1df5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'dbae403f-ec37-438d-ae7d-9b6fddd3700b'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:42:18.228599 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] Attempting to bind port 0712f1aa-b658-4d64-b0c3-af458b18474f on network dbae403f-ec37-438d-ae7d-9b6fddd3700b {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:42:18.233856 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:42:18.234617 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] Checking segment: {'id': 'b783ada3-28f6-499a-bed8-1e1958a1df5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'dbae403f-ec37-438d-ae7d-9b6fddd3700b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:42:18.234768 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:18.235138 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] Bound using segment: {'id': 'b783ada3-28f6-499a-bed8-1e1958a1df5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'dbae403f-ec37-438d-ae7d-9b6fddd3700b'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:42:18.235643 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] Bound port: 0712f1aa-b658-4d64-b0c3-af458b18474f, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b783ada3-28f6-499a-bed8-1e1958a1df5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'dbae403f-ec37-438d-ae7d-9b6fddd3700b'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:42:18.236201 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:18.239648 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-7dc8bd5c-04b9-444e-9e8b-a5b33b27e25a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Transition to ACTIVE for port object b16925ad-1fb1-4072-bcfd-20cba4a2ab1d will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:18.259625 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7dc8bd5c-04b9-444e-9e8b-a5b33b27e25a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:18.267557 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-acd501af-d977-4677-83fe-a73082102b85 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:18.289814 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e318a854-427d-44e3-bf21-a652ba0d9bf6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:18.295557 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e318a854-427d-44e3-bf21-a652ba0d9bf6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:18.331386 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] For port 0712f1aa-b658-4d64-b0c3-af458b18474f, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:42:18.334465 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] For port 0712f1aa-b658-4d64-b0c3-af458b18474f, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=0712f1aa-b658-4d64-b0c3-af458b18474f,segment=NetworkSegment(b783ada3-28f6-499a-bed8-1e1958a1df5e),segment_id=b783ada3-28f6-499a-bed8-1e1958a1df5e)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:42:18.339469 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:18.344850 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-aa2b0de5-090c-4fc2-b9e3-d37cb975ff87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:18.372829 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-65715281-6dfd-494c-a5cf-21a0470bf71d tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:18.385046 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-65715281-6dfd-494c-a5cf-21a0470bf71d tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Usage tracker for resource:subnet and tenant:ead52e8001994e0e891a9abddd8a01c1 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:18.389880 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e318a854-427d-44e3-bf21-a652ba0d9bf6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:18.390391 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e318a854-427d-44e3-bf21-a652ba0d9bf6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Fanout notify agent at l3_agent the message router_deleted on router 4191b63b-c15d-4e5f-a352-71c407ed44e4 {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:42:18.409683 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-65715281-6dfd-494c-a5cf-21a0470bf71d tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:18.434181 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-65715281-6dfd-494c-a5cf-21a0470bf71d tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:18.434401 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-05166717-b98e-47f5-8c90-51437e85cfdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:18.452619 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] Pushing event updated for resources: {'Port': ['ID=0712f1aa-b658-4d64-b0c3-af458b18474f,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:18.452819 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e318a854-427d-44e3-bf21-a652ba0d9bf6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:18.457978 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e318a854-427d-44e3-bf21-a652ba0d9bf6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "DELETE /v2.0/routers/4191b63b-c15d-4e5f-a352-71c407ed44e4 HTTP/1.1" status: 204 len: 168 time: 3.4108062 Nov 26 16:42:18.458626 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:18.460872 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-05166717-b98e-47f5-8c90-51437e85cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:18.461330 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47532) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:18.477710 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-b73ceb26-ff3e-4f1e-86be-fd10a07d03c6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-986525861', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}, 'admin_state_up': False}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:18.483452 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65715281-6dfd-494c-a5cf-21a0470bf71d tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Made reservation on behalf of ead52e8001994e0e891a9abddd8a01c1 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:18.487165 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-65715281-6dfd-494c-a5cf-21a0470bf71d tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:18.503406 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8bd5c-04b9-444e-9e8b-a5b33b27e25a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Port': ['ID=b16925ad-1fb1-4072-bcfd-20cba4a2ab1d,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:18.506134 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-b9f54c1e-6444-445f-be5a-52cc6cbfbbd5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Allocated IP 172.20.0.14 (7ee3c287-caf8-420e-bef9-fe22fa132485/c3b8fd25-240b-4914-80e9-9eab46d31170/07ad257a-0b43-476b-9968-0dcf674b796b) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:18.506995 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7dc8bd5c-04b9-444e-9e8b-a5b33b27e25a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:18.508330 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b73ceb26-ff3e-4f1e-86be-fd10a07d03c6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:18.517812 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b73ceb26-ff3e-4f1e-86be-fd10a07d03c6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Usage tracker for resource:router and tenant:16f0dc1ffc034f33a356d09713e89af4 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:18.563786 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-984af855-73a1-455d-a4ac-4cf8235c7399 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:18.569414 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b73ceb26-ff3e-4f1e-86be-fd10a07d03c6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:18.581170 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b73ceb26-ff3e-4f1e-86be-fd10a07d03c6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:18.582131 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9b1a97f0-c9e2-4e2a-a93c-b9df74e7b35d req-614b2db8-cc4a-4eb8-9d11-5f1a3576cd64 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1293597 Nov 26 16:42:18.583687 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-b9f54c1e-6444-445f-be5a-52cc6cbfbbd5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Allocated IP 172.20.0.13 (7ee3c287-caf8-420e-bef9-fe22fa132485/c3b8fd25-240b-4914-80e9-9eab46d31170/07ad257a-0b43-476b-9968-0dcf674b796b) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:18.631042 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-05166717-b98e-47f5-8c90-51437e85cfdd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=56126d9fd6314e15973844bb83a2c6dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0164075 Nov 26 16:42:18.637237 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b73ceb26-ff3e-4f1e-86be-fd10a07d03c6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:18.637823 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47536) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:18.638256 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b73ceb26-ff3e-4f1e-86be-fd10a07d03c6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:18.674144 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05166717-b98e-47f5-8c90-51437e85cfdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5443b1d-50e5-41de-ae2f-b08103435c2b,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:18.678822 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-05166717-b98e-47f5-8c90-51437e85cfdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:18.679497 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-7dc8bd5c-04b9-444e-9e8b-a5b33b27e25a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] In _notify_port_updated(), no bound segment for port b16925ad-1fb1-4072-bcfd-20cba4a2ab1d on network f6c01091-2a92-407c-b319-eb4649214920 {{(pid=87518) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 26 16:42:18.685986 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc8bd5c-04b9-444e-9e8b-a5b33b27e25a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:18.686693 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7dc8bd5c-04b9-444e-9e8b-a5b33b27e25a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:18.688441 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7dc8bd5c-04b9-444e-9e8b-a5b33b27e25a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "PUT /v2.0/ports/b16925ad-1fb1-4072-bcfd-20cba4a2ab1d HTTP/1.1" status: 200 len: 921 time: 4.2203391 Nov 26 16:42:18.693638 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47540) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:18.814142 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b73ceb26-ff3e-4f1e-86be-fd10a07d03c6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:18.827257 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd95c9c5-c5dd-4cda-93dd-35ebcdc34d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:18.864020 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd95c9c5-c5dd-4cda-93dd-35ebcdc34d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:18.890043 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0712f1aa-b658-4d64-b0c3-af458b18474f up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:42:18.927632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0346e1a6-9326-4498-9ea7-e185bbf2121b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:18.978848 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 0712f1aa-b658-4d64-b0c3-af458b18474f completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:42:19.062378 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-40416f6c-b635-4def-8647-9ecf7ca2bc76 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting port b16925ad-1fb1-4072-bcfd-20cba4a2ab1d {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:19.062712 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-40416f6c-b635-4def-8647-9ecf7ca2bc76 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:19.140782 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-97fb745a-8058-470b-af25-93bc2358d90b None None] Provisioning for port b16925ad-1fb1-4072-bcfd-20cba4a2ab1d completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:42:19.151220 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-97fb745a-8058-470b-af25-93bc2358d90b None None] Provisioning complete for port b16925ad-1fb1-4072-bcfd-20cba4a2ab1d triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:19.151920 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-97fb745a-8058-470b-af25-93bc2358d90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:19.244665 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-97fb745a-8058-470b-af25-93bc2358d90b None None] Port b16925ad-1fb1-4072-bcfd-20cba4a2ab1d cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:42:19.267396 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd95c9c5-c5dd-4cda-93dd-35ebcdc34d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:19.273254 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-869dabb1-2da8-4c48-a14b-65f22054315a tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:19.287944 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95c9c5-c5dd-4cda-93dd-35ebcdc34d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5443b1d-50e5-41de-ae2f-b08103435c2b,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:19.291631 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-dd95c9c5-c5dd-4cda-93dd-35ebcdc34d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:19.296831 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd95c9c5-c5dd-4cda-93dd-35ebcdc34d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:19.301026 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-dd95c9c5-c5dd-4cda-93dd-35ebcdc34d39 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d5443b1d-50e5-41de-ae2f-b08103435c2b HTTP/1.1" status: 204 len: 168 time: 0.6565547 Nov 26 16:42:19.368685 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:19.523225 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-0346e1a6-9326-4498-9ea7-e185bbf2121b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting port 314cd07a-0485-452c-b4e7-2f9ce6b33e0d {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:19.523830 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0346e1a6-9326-4498-9ea7-e185bbf2121b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:19.637588 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b9f54c1e-6444-445f-be5a-52cc6cbfbbd5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:19.671702 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b73ceb26-ff3e-4f1e-86be-fd10a07d03c6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:19.760738 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-0346e1a6-9326-4498-9ea7-e185bbf2121b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] For port 314cd07a-0485-452c-b4e7-2f9ce6b33e0d, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=314cd07a-0485-452c-b4e7-2f9ce6b33e0d,segment=NetworkSegment(0b1b0ba0-2bb8-4a26-95e3-efcac434d9e6),segment_id=0b1b0ba0-2bb8-4a26-95e3-efcac434d9e6)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:19.761134 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0346e1a6-9326-4498-9ea7-e185bbf2121b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:19.771777 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47550) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:19.834955 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1134eddf-aec9-465e-a5f0-9597fab5ace7 None None] Network dbae403f-ec37-438d-ae7d-9b6fddd3700b requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:19.846690 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6e8d12db-32e3-4f6d-8bfe-80e5616c3264 req-7b5e505a-78cc-4ff3-a9a4-941985bf8efa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1788990 Nov 26 16:42:19.929476 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-bf6be29f-5c8a-4a5e-a4c9-6ef1ab984203 None None] Provisioning for port 0712f1aa-b658-4d64-b0c3-af458b18474f completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:42:19.937128 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-0346e1a6-9326-4498-9ea7-e185bbf2121b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Calling delete_port for 314cd07a-0485-452c-b4e7-2f9ce6b33e0d owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:19.947699 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-bf6be29f-5c8a-4a5e-a4c9-6ef1ab984203 None None] Provisioning complete for port 0712f1aa-b658-4d64-b0c3-af458b18474f triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:19.948201 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bf6be29f-5c8a-4a5e-a4c9-6ef1ab984203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:19.999059 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ffec0ca3-63b0-483e-b666-ec083df16ada admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=69632d0b7dca4e5cbe7d0393d52fdad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260792 Nov 26 16:42:19.999657 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47554) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:20.059553 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-40416f6c-b635-4def-8647-9ecf7ca2bc76 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:20.068994 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b9f54c1e-6444-445f-be5a-52cc6cbfbbd5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:20.079902 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:20.100034 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c296459a-b2cf-42d5-9a62-2b70fee31810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:20.135745 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c296459a-b2cf-42d5-9a62-2b70fee31810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:20.171601 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bf6be29f-5c8a-4a5e-a4c9-6ef1ab984203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:20.211793 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-bf6be29f-5c8a-4a5e-a4c9-6ef1ab984203 None None] For port 0712f1aa-b658-4d64-b0c3-af458b18474f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=0712f1aa-b658-4d64-b0c3-af458b18474f,segment=NetworkSegment(b783ada3-28f6-499a-bed8-1e1958a1df5e),segment_id=b783ada3-28f6-499a-bed8-1e1958a1df5e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:20.220126 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bf6be29f-5c8a-4a5e-a4c9-6ef1ab984203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:20.222854 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a0170ff3-7631-45ed-802f-085489464477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:20.253244 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c296459a-b2cf-42d5-9a62-2b70fee31810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:20.264384 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e03408c4-bbe6-4ab4-9929-7bc047bede78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:20.286122 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296459a-b2cf-42d5-9a62-2b70fee31810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be02311-130b-4a28-b9f2-ea712c967652,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:20.294713 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c296459a-b2cf-42d5-9a62-2b70fee31810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:20.295602 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c296459a-b2cf-42d5-9a62-2b70fee31810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:20.295758 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-40416f6c-b635-4def-8647-9ecf7ca2bc76 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Calling delete_port for b16925ad-1fb1-4072-bcfd-20cba4a2ab1d owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:20.300451 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c296459a-b2cf-42d5-9a62-2b70fee31810 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4be02311-130b-4a28-b9f2-ea712c967652 HTTP/1.1" status: 204 len: 168 time: 0.2975435 Nov 26 16:42:20.302132 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0346e1a6-9326-4498-9ea7-e185bbf2121b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:20.306432 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5d887965-7b1e-4b30-a9a5-196bc554f463 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:20.331060 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.objects.ports [None req-65715281-6dfd-494c-a5cf-21a0470bf71d tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87519) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 26 16:42:20.349091 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-65715281-6dfd-494c-a5cf-21a0470bf71d tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:20.360553 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346e1a6-9326-4498-9ea7-e185bbf2121b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Port': ['ID=314cd07a-0485-452c-b4e7-2f9ce6b33e0d,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:20.366741 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0346e1a6-9326-4498-9ea7-e185bbf2121b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:20.376602 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6be29f-5c8a-4a5e-a4c9-6ef1ab984203 None None] Pushing event updated for resources: {'Port': ['ID=0712f1aa-b658-4d64-b0c3-af458b18474f,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:20.391331 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f54c1e-6444-445f-be5a-52cc6cbfbbd5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Network 7ee3c287-caf8-420e-bef9-fe22fa132485 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:20.401664 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-bf6be29f-5c8a-4a5e-a4c9-6ef1ab984203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:20.409392 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-b9f54c1e-6444-445f-be5a-52cc6cbfbbd5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:20.411836 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f54c1e-6444-445f-be5a-52cc6cbfbbd5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:20.464694 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f54c1e-6444-445f-be5a-52cc6cbfbbd5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event updated for resources: {'Port': ['ID=07ad257a-0b43-476b-9968-0dcf674b796b,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:20.473783 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b9f54c1e-6444-445f-be5a-52cc6cbfbbd5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:20.505951 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8c77c1e7-d91c-45fb-9f3c-3cc90524acf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:20.575620 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-5274b6f1-d992-4c1a-aeb8-de9707e9f059 None None] Provisioning complete for port 0712f1aa-b658-4d64-b0c3-af458b18474f triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:20.576330 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5274b6f1-d992-4c1a-aeb8-de9707e9f059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:20.636132 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f54c1e-6444-445f-be5a-52cc6cbfbbd5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:20.636407 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0346e1a6-9326-4498-9ea7-e185bbf2121b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:20.637075 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b9f54c1e-6444-445f-be5a-52cc6cbfbbd5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:20.652503 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65715281-6dfd-494c-a5cf-21a0470bf71d tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Checking segment: {'id': '657b20ed-154f-48e6-878c-8b0845afada4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afe1ef65-7b53-4021-b0d2-e870633176d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:42:20.653098 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65715281-6dfd-494c-a5cf-21a0470bf71d tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Network hostable DHCP agents. Network: afe1ef65-7b53-4021-b0d2-e870633176d6, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:42:20.748259 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65715281-6dfd-494c-a5cf-21a0470bf71d tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event updated for resources: {'Subnet': ['ID=ac3807ef-b2c1-4885-bf36-9c1529c27d0d,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:20.772055 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-65715281-6dfd-494c-a5cf-21a0470bf71d tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:20.791768 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b9f54c1e-6444-445f-be5a-52cc6cbfbbd5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.4241209 Nov 26 16:42:20.801115 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47562) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:20.817951 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'port_id': '07ad257a-0b43-476b-9968-0dcf674b796b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:20.827276 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:20.836316 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Usage tracker for resource:floatingip and tenant:7c991dfeb8c24761a5861f1676495514 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:20.841432 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:20.849274 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65715281-6dfd-494c-a5cf-21a0470bf71d tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Network afe1ef65-7b53-4021-b0d2-e870633176d6 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:42:20.852070 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:20.890051 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:20.907338 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0712f1aa-b658-4d64-b0c3-af458b18474f up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:42:21.001668 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 0712f1aa-b658-4d64-b0c3-af458b18474f triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:21.002061 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:21.094826 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-65715281-6dfd-494c-a5cf-21a0470bf71d tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, afe1ef65-7b53-4021-b0d2-e870633176d6) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:21.102509 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65715281-6dfd-494c-a5cf-21a0470bf71d tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:21.103478 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-65715281-6dfd-494c-a5cf-21a0470bf71d tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:21.106136 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e23a6f6-49e2-4431-b4b9-f5161eacfe40 req-adfd85e3-ecf5-442a-adbc-bb66eb28594b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1831946 Nov 26 16:42:21.140127 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2058e33e-3f93-444e-865f-0e7a6ef0a07a None None] Network afe1ef65-7b53-4021-b0d2-e870633176d6 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:21.149521 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-65715281-6dfd-494c-a5cf-21a0470bf71d tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1912737 Nov 26 16:42:21.153556 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-40416f6c-b635-4def-8647-9ecf7ca2bc76 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:21.155074 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47576) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:21.157299 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b73ceb26-ff3e-4f1e-86be-fd10a07d03c6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:21.194031 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-68eb8e09-0827-43f1-9142-35622c02003a tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:21.228683 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-70977ce8-69c1-431d-9dca-2b1743d7e8ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Request body: {'port': {'network_id': 'afe1ef65-7b53-4021-b0d2-e870633176d6', 'name': 'tempest-NetworksIpV6TestAttrs-685790106'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:21.261751 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b73ceb26-ff3e-4f1e-86be-fd10a07d03c6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:21.270893 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40416f6c-b635-4def-8647-9ecf7ca2bc76 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Port': ['ID=b16925ad-1fb1-4072-bcfd-20cba4a2ab1d,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:21.358724 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-40416f6c-b635-4def-8647-9ecf7ca2bc76 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:21.383869 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0346e1a6-9326-4498-9ea7-e185bbf2121b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Router 50d49945-ee47-486d-9fe1-a38afb206c82 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:42:21.530220 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-afe1ef65-7b53-4021-b0d2-e870633176d6', 'network_id': 'afe1ef65-7b53-4021-b0d2-e870633176d6', 'tenant_id': 'ead52e8001994e0e891a9abddd8a01c1', 'fixed_ips': [{'subnet_id': 'ac3807ef-b2c1-4885-bf36-9c1529c27d0d'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:42:21.531900 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:21.617029 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0346e1a6-9326-4498-9ea7-e185bbf2121b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:42:21.630172 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0346e1a6-9326-4498-9ea7-e185bbf2121b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "PUT /v2.0/routers/50d49945-ee47-486d-9fe1-a38afb206c82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0142114 Nov 26 16:42:21.632452 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47590) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:21.646544 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c554a3c4-922c-4339-a520-944f37ddd5f4 None None] Sync routers for ids ['50d49945-ee47-486d-9fe1-a38afb206c82'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:42:21.679790 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:21.748209 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-40416f6c-b635-4def-8647-9ecf7ca2bc76 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:21.780080 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] Allocated IP 2001:db8::f816:3eff:fe70:887c (afe1ef65-7b53-4021-b0d2-e870633176d6/ac3807ef-b2c1-4885-bf36-9c1529c27d0d/cf30b005-b27e-4327-bb2f-aaebf01a3301) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:21.781108 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-70977ce8-69c1-431d-9dca-2b1743d7e8ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:21.781790 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde12a6a-c7f5-4e26-819c-90e789e0a1a5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting subnet b3764a42-05ea-4566-9855-ef6544fbbde4 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:42:21.791169 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cde12a6a-c7f5-4e26-819c-90e789e0a1a5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:21.810642 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-40416f6c-b635-4def-8647-9ecf7ca2bc76 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/ports/b16925ad-1fb1-4072-bcfd-20cba4a2ab1d HTTP/1.1" status: 204 len: 168 time: 3.1090412 Nov 26 16:42:21.814019 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-70977ce8-69c1-431d-9dca-2b1743d7e8ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Usage tracker for resource:port and tenant:ead52e8001994e0e891a9abddd8a01c1 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:21.819009 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47596) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:21.823690 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-70977ce8-69c1-431d-9dca-2b1743d7e8ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:21.837111 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-b73ceb26-ff3e-4f1e-86be-fd10a07d03c6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Allocated IP 172.26.0.101 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/f3239f92-3e6a-4bc5-a8b9-464c9011966a) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:21.860631 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cde12a6a-c7f5-4e26-819c-90e789e0a1a5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:21.881381 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-70977ce8-69c1-431d-9dca-2b1743d7e8ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:21.897575 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-50178ff0-19e8-4f4b-897e-5403f3170b66 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] GET failed (client error): The resource could not be found. Nov 26 16:42:21.898530 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-50178ff0-19e8-4f4b-897e-5403f3170b66 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Synchronizing usage tracker for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:42:21.901506 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c554a3c4-922c-4339-a520-944f37ddd5f4 None None] Routers {'50d49945-ee47-486d-9fe1-a38afb206c82'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:21.902277 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c554a3c4-922c-4339-a520-944f37ddd5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['50d49945-ee47-486d-9fe1-a38afb206c82'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:21.932896 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70977ce8-69c1-431d-9dca-2b1743d7e8ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Made reservation on behalf of ead52e8001994e0e891a9abddd8a01c1 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:21.939147 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-70977ce8-69c1-431d-9dca-2b1743d7e8ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:21.958073 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-50178ff0-19e8-4f4b-897e-5403f3170b66 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Unset dirty status for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:42:21.959598 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-50178ff0-19e8-4f4b-897e-5403f3170b66 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "GET /v2.0/ports/b16925ad-1fb1-4072-bcfd-20cba4a2ab1d HTTP/1.1" status: 404 len: 333 time: 0.1373606 Nov 26 16:42:21.962345 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47602) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:22.005216 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cde12a6a-c7f5-4e26-819c-90e789e0a1a5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:22.056220 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-70977ce8-69c1-431d-9dca-2b1743d7e8ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] device_id is not set on port 4d4ab573-dcea-4823-9175-d9f6e5372d8e yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:42:22.105695 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-240d715e-ca0f-4919-9ef0-067f324ed5df tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:22.114558 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-c554a3c4-922c-4339-a520-944f37ddd5f4 None None] Set router 50d49945-ee47-486d-9fe1-a38afb206c82 gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:42:22.150315 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-240d715e-ca0f-4919-9ef0-067f324ed5df tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:22.165673 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cde12a6a-c7f5-4e26-819c-90e789e0a1a5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:22.179763 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0df4aeb5-d075-4525-9849-8d314d236d7f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:22.241802 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde12a6a-c7f5-4e26-819c-90e789e0a1a5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Subnet': ['ID=b3764a42-05ea-4566-9855-ef6544fbbde4,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:22.255900 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ac35ca-9832-478c-a8e5-99524e930fac None None] Network e25b7f74-bd06-41ef-bdce-d633ace02502 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:22.256150 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cde12a6a-c7f5-4e26-819c-90e789e0a1a5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:22.260574 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cde12a6a-c7f5-4e26-819c-90e789e0a1a5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:22.271121 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3309ca9d-2757-482a-81f9-5b547f491ced req-8bcc26d6-caff-4650-a0e7-df55e54aa646 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0914729 Nov 26 16:42:22.275478 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cde12a6a-c7f5-4e26-819c-90e789e0a1a5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/subnets/b3764a42-05ea-4566-9855-ef6544fbbde4 HTTP/1.1" status: 204 len: 168 time: 0.6415892 Nov 26 16:42:22.278328 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47616) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:22.297575 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b73ceb26-ff3e-4f1e-86be-fd10a07d03c6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:22.354769 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b73ceb26-ff3e-4f1e-86be-fd10a07d03c6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:22.363633 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5351c1c6-4f12-433f-8f14-f599bf009f00 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:22.429984 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-240d715e-ca0f-4919-9ef0-067f324ed5df tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:22.444589 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c296459a-b2cf-42d5-9a62-2b70fee31810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:22.451846 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ceb26-ff3e-4f1e-86be-fd10a07d03c6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Pushing event updated for resources: {'Port': ['ID=f3239f92-3e6a-4bc5-a8b9-464c9011966a,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:22.456297 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b73ceb26-ff3e-4f1e-86be-fd10a07d03c6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:22.466186 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73ceb26-ff3e-4f1e-86be-fd10a07d03c6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:22.470449 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-b73ceb26-ff3e-4f1e-86be-fd10a07d03c6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:22.472674 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d715e-ca0f-4919-9ef0-067f324ed5df tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8480e8-8ec3-4db1-90f3-18600fc6c7f7,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:22.476385 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73ceb26-ff3e-4f1e-86be-fd10a07d03c6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:22.480856 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-240d715e-ca0f-4919-9ef0-067f324ed5df tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:22.489465 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d23bc2b1-d85b-4b58-b71b-7d94424e833a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:22.493516 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-240d715e-ca0f-4919-9ef0-067f324ed5df tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:22.494618 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-240d715e-ca0f-4919-9ef0-067f324ed5df tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/security-groups/4c8480e8-8ec3-4db1-90f3-18600fc6c7f7 HTTP/1.1" status: 204 len: 168 time: 0.5310347 Nov 26 16:42:22.497885 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47622) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:22.522062 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:22.537786 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Allocated IP 172.26.0.48 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/5a7731e3-6b9b-4909-9129-04dc5af6229a) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:22.560233 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-d23bc2b1-d85b-4b58-b71b-7d94424e833a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting port 0beb61ac-078a-4309-b51a-912554747264 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:22.560580 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d23bc2b1-d85b-4b58-b71b-7d94424e833a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:22.576092 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] Transition to ACTIVE for port object cf30b005-b27e-4327-bb2f-aaebf01a3301 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:22.692155 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] Transition to ACTIVE for port object cf30b005-b27e-4327-bb2f-aaebf01a3301 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:22.718982 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:22.740022 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-902aa32e-0dc6-4b11-abd4-b09e2ea610fb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:22.755791 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-75cd0537-0f9a-43d9-acf9-dab2f00bebef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:22.804799 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-902aa32e-0dc6-4b11-abd4-b09e2ea610fb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:22.836872 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] Network afe1ef65-7b53-4021-b0d2-e870633176d6 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:22.845275 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:22.847851 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:22.904975 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] Pushing event updated for resources: {'Port': ['ID=cf30b005-b27e-4327-bb2f-aaebf01a3301,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:22.908042 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:22.918572 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-70977ce8-69c1-431d-9dca-2b1743d7e8ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Allocated IP 2001:db8::f816:3eff:fe84:482c (afe1ef65-7b53-4021-b0d2-e870633176d6/ac3807ef-b2c1-4885-bf36-9c1529c27d0d/4d4ab573-dcea-4823-9175-d9f6e5372d8e) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:23.029823 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c554a3c4-922c-4339-a520-944f37ddd5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:42:20Z', 'revision_number': 10, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None, '_interfaces': [{'id': 'b8a6d71a-19b6-412c-8b2c-de7207148751', 'name': '', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e2:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:12Z', 'updated_at': '2021-11-26T16:41:22Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:23.036117 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] Attempting to bind port cf30b005-b27e-4327-bb2f-aaebf01a3301 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:42:23.036713 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] Attempting to bind port cf30b005-b27e-4327-bb2f-aaebf01a3301 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '657b20ed-154f-48e6-878c-8b0845afada4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afe1ef65-7b53-4021-b0d2-e870633176d6'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:42:23.037267 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] Attempting to bind port cf30b005-b27e-4327-bb2f-aaebf01a3301 on network afe1ef65-7b53-4021-b0d2-e870633176d6 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:42:23.040981 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c554a3c4-922c-4339-a520-944f37ddd5f4 None None] Checking router: 50d49945-ee47-486d-9fe1-a38afb206c82 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:42:23.046274 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:42:23.046912 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] Checking segment: {'id': '657b20ed-154f-48e6-878c-8b0845afada4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afe1ef65-7b53-4021-b0d2-e870633176d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:42:23.047489 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:23.048084 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] Bound using segment: {'id': '657b20ed-154f-48e6-878c-8b0845afada4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afe1ef65-7b53-4021-b0d2-e870633176d6'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:42:23.048732 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] Bound port: cf30b005-b27e-4327-bb2f-aaebf01a3301, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657b20ed-154f-48e6-878c-8b0845afada4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afe1ef65-7b53-4021-b0d2-e870633176d6'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:42:23.049862 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:23.063621 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:23.071409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c554a3c4-922c-4339-a520-944f37ddd5f4 None None] Routers {'50d49945-ee47-486d-9fe1-a38afb206c82'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:23.072263 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c554a3c4-922c-4339-a520-944f37ddd5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['50d49945-ee47-486d-9fe1-a38afb206c82'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:23.136663 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47636) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:23.155743 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-902aa32e-0dc6-4b11-abd4-b09e2ea610fb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:23.163907 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:23.179319 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-d23bc2b1-d85b-4b58-b71b-7d94424e833a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] For port 0beb61ac-078a-4309-b51a-912554747264, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=0beb61ac-078a-4309-b51a-912554747264,segment=NetworkSegment(0b1b0ba0-2bb8-4a26-95e3-efcac434d9e6),segment_id=0b1b0ba0-2bb8-4a26-95e3-efcac434d9e6)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:23.179935 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d23bc2b1-d85b-4b58-b71b-7d94424e833a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:23.193397 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902aa32e-0dc6-4b11-abd4-b09e2ea610fb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22afbab3-5ffe-425f-ae53-8206c62b97d2,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:23.201110 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-902aa32e-0dc6-4b11-abd4-b09e2ea610fb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:23.205569 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-902aa32e-0dc6-4b11-abd4-b09e2ea610fb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:23.209302 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-902aa32e-0dc6-4b11-abd4-b09e2ea610fb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/security-groups/22afbab3-5ffe-425f-ae53-8206c62b97d2 HTTP/1.1" status: 204 len: 168 time: 0.7100549 Nov 26 16:42:23.214454 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739a6be0-bef0-4555-88b1-28f954d7cdb6 None None] DHCP port deletion for e25b7f74-bd06-41ef-bdce-d633ace02502 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:42:23.229315 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47642) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:23.270209 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-739a6be0-bef0-4555-88b1-28f954d7cdb6 None None] Deleting port 0beb61ac-078a-4309-b51a-912554747264 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:23.270590 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-739a6be0-bef0-4555-88b1-28f954d7cdb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:23.339962 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-d23bc2b1-d85b-4b58-b71b-7d94424e833a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Calling delete_port for 0beb61ac-078a-4309-b51a-912554747264 owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:23.412493 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-c554a3c4-922c-4339-a520-944f37ddd5f4 None None] Set router 50d49945-ee47-486d-9fe1-a38afb206c82 gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:42:23.459026 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-0219ed56-d219-4321-b14d-af9a91152fae tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:23.512098 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] For port cf30b005-b27e-4327-bb2f-aaebf01a3301, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:42:23.538946 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] For port cf30b005-b27e-4327-bb2f-aaebf01a3301, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=cf30b005-b27e-4327-bb2f-aaebf01a3301,segment=NetworkSegment(657b20ed-154f-48e6-878c-8b0845afada4),segment_id=657b20ed-154f-48e6-878c-8b0845afada4)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:42:23.545306 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b73ceb26-ff3e-4f1e-86be-fd10a07d03c6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router_gateway, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:23.585491 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dcdcd985-31ab-4153-8ce5-13bd6371657f req-ce7cb148-5608-424d-8080-d6650164dd12 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0711923 Nov 26 16:42:23.589657 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:23.597390 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0346e1a6-9326-4498-9ea7-e185bbf2121b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:23.633654 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:23.642016 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:23.662513 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0219ed56-d219-4321-b14d-af9a91152fae tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:23.678161 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:23.682184 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:23.689260 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:23.705599 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0219ed56-d219-4321-b14d-af9a91152fae tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Usage tracker for resource:floatingip and tenant:16d9dbed70744ab6aa702ecdf895c7a4 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:23.714527 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0219ed56-d219-4321-b14d-af9a91152fae tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:23.718578 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event updated for resources: {'Port': ['ID=5a7731e3-6b9b-4909-9129-04dc5af6229a,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:23.728469 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0219ed56-d219-4321-b14d-af9a91152fae tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:23.730153 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:23.733487 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d23bc2b1-d85b-4b58-b71b-7d94424e833a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:23.740545 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b26853de-cce6-4511-b75a-739970f9279f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:23.781534 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-3905a3dd-631f-4d4f-bcc8-fb78034320b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting subnet 09dee39d-1d64-4bef-ba58-1da16e8266f7 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:42:23.797785 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bc2b1-d85b-4b58-b71b-7d94424e833a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Port': ['ID=0beb61ac-078a-4309-b51a-912554747264,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:23.802059 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23bc2b1-d85b-4b58-b71b-7d94424e833a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] No DVR routers for this DVR port 0beb61ac-078a-4309-b51a-912554747264 on host dv-neutron-819440-1-hyperv {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:42:23.803805 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d23bc2b1-d85b-4b58-b71b-7d94424e833a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:23.808226 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3905a3dd-631f-4d4f-bcc8-fb78034320b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:23.839542 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0219ed56-d219-4321-b14d-af9a91152fae tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks [] for floatingip, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:23.893852 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] Pushing event updated for resources: {'Port': ['ID=cf30b005-b27e-4327-bb2f-aaebf01a3301,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:23.899407 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-739a6be0-bef0-4555-88b1-28f954d7cdb6 None None] For port 0beb61ac-078a-4309-b51a-912554747264, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=0beb61ac-078a-4309-b51a-912554747264,segment=NetworkSegment(0b1b0ba0-2bb8-4a26-95e3-efcac434d9e6),segment_id=0b1b0ba0-2bb8-4a26-95e3-efcac434d9e6)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:23.899831 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-739a6be0-bef0-4555-88b1-28f954d7cdb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:23.911345 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:24.023066 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-70977ce8-69c1-431d-9dca-2b1743d7e8ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:24.026752 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d23bc2b1-d85b-4b58-b71b-7d94424e833a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:24.027483 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3905a3dd-631f-4d4f-bcc8-fb78034320b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:24.045906 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-739a6be0-bef0-4555-88b1-28f954d7cdb6 None None] Calling delete_port for 0beb61ac-078a-4309-b51a-912554747264 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:24.069890 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-d23bc2b1-d85b-4b58-b71b-7d94424e833a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25b7f74-bd06-41ef-bdce-d633ace02502']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:24.092632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-d23bc2b1-d85b-4b58-b71b-7d94424e833a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b1b0ba0-2bb8-4a26-95e3-efcac434d9e6') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:24.092632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-d23bc2b1-d85b-4b58-b71b-7d94424e833a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b1b0ba0-2bb8-4a26-95e3-efcac434d9e6') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:24.210988 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-70977ce8-69c1-431d-9dca-2b1743d7e8ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Transition to ACTIVE for port object 4d4ab573-dcea-4823-9175-d9f6e5372d8e will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:24.227499 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-739a6be0-bef0-4555-88b1-28f954d7cdb6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:42:24.227499 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-739a6be0-bef0-4555-88b1-28f954d7cdb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:42:24.239106 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d23bc2b1-d85b-4b58-b71b-7d94424e833a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:24.252222 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c554a3c4-922c-4339-a520-944f37ddd5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:42:20Z', 'revision_number': 10, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None, '_interfaces': [{'id': 'b8a6d71a-19b6-412c-8b2c-de7207148751', 'name': '', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e2:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:12Z', 'updated_at': '2021-11-26T16:41:22Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:24.260301 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c554a3c4-922c-4339-a520-944f37ddd5f4 None None] The sync data for ids ['50d49945-ee47-486d-9fe1-a38afb206c82'] in dv-neutron-819440-1-hyperv is: [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:42:20Z', 'revision_number': 10, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None, '_interfaces': [{'id': 'b8a6d71a-19b6-412c-8b2c-de7207148751', 'name': '', 'network_id': 'd6a373c6-a419-43dc-879c-c0ae59fcd3d4', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'mac_address': 'fa:16:3e:e2:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:41:12Z', 'updated_at': '2021-11-26T16:41:22Z', 'revision_number': 5, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'subnets': [{'id': '598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:42:24.270636 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d23bc2b1-d85b-4b58-b71b-7d94424e833a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:24.284490 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23bc2b1-d85b-4b58-b71b-7d94424e833a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:42:24.284992 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d23bc2b1-d85b-4b58-b71b-7d94424e833a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:42:24.301188 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:42:24.318044 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b73ceb26-ff3e-4f1e-86be-fd10a07d03c6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:24.381259 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3905a3dd-631f-4d4f-bcc8-fb78034320b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:24.413878 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d23bc2b1-d85b-4b58-b71b-7d94424e833a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:24.420154 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3e00f2b2-3d8f-4282-b23c-56f6d1e2a6b5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:24.423684 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-70977ce8-69c1-431d-9dca-2b1743d7e8ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:24.438590 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d23bc2b1-d85b-4b58-b71b-7d94424e833a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:24.445824 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bc2b1-d85b-4b58-b71b-7d94424e833a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Network': ['ID=e25b7f74-bd06-41ef-bdce-d633ace02502,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:24.453938 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d23bc2b1-d85b-4b58-b71b-7d94424e833a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:24.466607 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d23bc2b1-d85b-4b58-b71b-7d94424e833a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/networks/e25b7f74-bd06-41ef-bdce-d633ace02502 HTTP/1.1" status: 204 len: 168 time: 2.1871438 Nov 26 16:42:24.469410 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47650) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:24.490028 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b0a33938-82de-43a7-bcbc-fda2102244b8 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:24.604109 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70977ce8-69c1-431d-9dca-2b1743d7e8ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Network afe1ef65-7b53-4021-b0d2-e870633176d6 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:24.614909 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-70977ce8-69c1-431d-9dca-2b1743d7e8ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:24.617646 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70977ce8-69c1-431d-9dca-2b1743d7e8ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:24.623562 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70977ce8-69c1-431d-9dca-2b1743d7e8ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:24.624207 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-70977ce8-69c1-431d-9dca-2b1743d7e8ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:24.661504 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70977ce8-69c1-431d-9dca-2b1743d7e8ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event updated for resources: {'Port': ['ID=4d4ab573-dcea-4823-9175-d9f6e5372d8e,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:24.676008 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-70977ce8-69c1-431d-9dca-2b1743d7e8ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:24.682781 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0219ed56-d219-4321-b14d-af9a91152fae tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:24.727603 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-739a6be0-bef0-4555-88b1-28f954d7cdb6 None None] Deleting port 0beb61ac-078a-4309-b51a-912554747264 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:24.728437 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-739a6be0-bef0-4555-88b1-28f954d7cdb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:24.818465 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:24.828532 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47656) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:24.830339 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-70977ce8-69c1-431d-9dca-2b1743d7e8ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.6741102 Nov 26 16:42:24.859936 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3905a3dd-631f-4d4f-bcc8-fb78034320b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:24.912529 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-739a6be0-bef0-4555-88b1-28f954d7cdb6 None None] The port '0beb61ac-078a-4309-b51a-912554747264' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:42:24.943220 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-65715281-6dfd-494c-a5cf-21a0470bf71d tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:24.943423 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device cf30b005-b27e-4327-bb2f-aaebf01a3301 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:42:24.987631 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b50ec3d2-c15f-4ba8-aebd-3c51f986bdc1 req-d06344c5-6f44-4f43-b6bb-1b702e836375 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.2564657 Nov 26 16:42:25.002337 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905a3dd-631f-4d4f-bcc8-fb78034320b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Subnet': ['ID=09dee39d-1d64-4bef-ba58-1da16e8266f7,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:25.014993 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3905a3dd-631f-4d4f-bcc8-fb78034320b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:25.016673 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3905a3dd-631f-4d4f-bcc8-fb78034320b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:25.027506 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3905a3dd-631f-4d4f-bcc8-fb78034320b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/subnets/09dee39d-1d64-4bef-ba58-1da16e8266f7 HTTP/1.1" status: 204 len: 168 time: 1.6120198 Nov 26 16:42:25.036196 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de72517d-f6b7-466a-a159-cc270fb5fb75 None None] Network f6c01091-2a92-407c-b319-eb4649214920 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:25.039421 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47660) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:25.070227 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-d5006b35-992f-4025-b3a0-b29ce9863bd0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'subnet': {'network_id': 'f6c01091-2a92-407c-b319-eb4649214920', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:25.215622 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fcf654b-500b-4bf3-a15a-f71393a86088 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Deleting subnet ac3807ef-b2c1-4885-bf36-9c1529c27d0d {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:42:25.218886 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fafd6e-a949-434b-b9fc-bbb8fe26ed8a None None] Network afe1ef65-7b53-4021-b0d2-e870633176d6 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:25.230131 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3fcf654b-500b-4bf3-a15a-f71393a86088 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:25.316742 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-0219ed56-d219-4321-b14d-af9a91152fae tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Allocated IP 172.26.0.121 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/eeffaddc-7f51-49ca-ba68-14b973f14e52) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:25.328339 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73ceb26-ff3e-4f1e-86be-fd10a07d03c6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Router 134e12ae-1469-47cc-801d-82867f814961 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:42:25.333310 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:25.352244 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port cf30b005-b27e-4327-bb2f-aaebf01a3301 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:42:25.375686 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8a352da8-9738-44cc-837f-dd09e38e9f6d None None] Provisioning for port cf30b005-b27e-4327-bb2f-aaebf01a3301 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:42:25.383894 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port cf30b005-b27e-4327-bb2f-aaebf01a3301 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:25.384405 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:25.393152 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3fcf654b-500b-4bf3-a15a-f71393a86088 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:25.472516 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8a352da8-9738-44cc-837f-dd09e38e9f6d None None] Provisioning complete for port cf30b005-b27e-4327-bb2f-aaebf01a3301 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:25.472956 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8a352da8-9738-44cc-837f-dd09e38e9f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:25.653608 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d5006b35-992f-4025-b3a0-b29ce9863bd0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:25.679664 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d5006b35-992f-4025-b3a0-b29ce9863bd0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:subnet and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:25.688192 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d5006b35-992f-4025-b3a0-b29ce9863bd0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:25.707047 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3fcf654b-500b-4bf3-a15a-f71393a86088 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:25.708494 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d5006b35-992f-4025-b3a0-b29ce9863bd0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:25.718306 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0219ed56-d219-4321-b14d-af9a91152fae tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:25.723620 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73ceb26-ff3e-4f1e-86be-fd10a07d03c6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:42:25.746991 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34c4c65-1838-498c-b82f-a86f2622d671 None None] Sync routers for ids ['134e12ae-1469-47cc-801d-82867f814961'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:42:25.749058 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b73ceb26-ff3e-4f1e-86be-fd10a07d03c6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:25.753063 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b73ceb26-ff3e-4f1e-86be-fd10a07d03c6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.2880359 Nov 26 16:42:25.753063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5006b35-992f-4025-b3a0-b29ce9863bd0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:25.755256 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47664) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:25.756286 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d5006b35-992f-4025-b3a0-b29ce9863bd0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:25.771726 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34c4c65-1838-498c-b82f-a86f2622d671 None None] Routers {'134e12ae-1469-47cc-801d-82867f814961'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:25.772445 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f34c4c65-1838-498c-b82f-a86f2622d671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['134e12ae-1469-47cc-801d-82867f814961'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:25.777111 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-7ddbb9cc-b314-456b-8c05-8aa382db788d tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:25.826540 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:25.842759 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f34c4c65-1838-498c-b82f-a86f2622d671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:25.851680 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34c4c65-1838-498c-b82f-a86f2622d671 None None] Routers {'134e12ae-1469-47cc-801d-82867f814961'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:25.852339 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f34c4c65-1838-498c-b82f-a86f2622d671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['134e12ae-1469-47cc-801d-82867f814961'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:25.854416 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8a352da8-9738-44cc-837f-dd09e38e9f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:25.919662 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f34c4c65-1838-498c-b82f-a86f2622d671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:25.920296 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34c4c65-1838-498c-b82f-a86f2622d671 None None] The sync data for ids ['134e12ae-1469-47cc-801d-82867f814961'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:42:25.953162 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0219ed56-d219-4321-b14d-af9a91152fae tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:25.960307 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b9f54c1e-6444-445f-be5a-52cc6cbfbbd5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:25.996367 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.resource_extend [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:42:26.033880 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0219ed56-d219-4321-b14d-af9a91152fae tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:26.038071 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-0219ed56-d219-4321-b14d-af9a91152fae tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:26.043555 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0219ed56-d219-4321-b14d-af9a91152fae tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:26.064101 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-133a5ab4-c67a-42ad-a753-9d2fc9bfba89 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:26.092282 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219ed56-d219-4321-b14d-af9a91152fae tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Pushing event updated for resources: {'Port': ['ID=eeffaddc-7f51-49ca-ba68-14b973f14e52,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:26.100533 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0219ed56-d219-4321-b14d-af9a91152fae tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:26.129967 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:26.145087 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0219ed56-d219-4321-b14d-af9a91152fae tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:26.218257 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0219ed56-d219-4321-b14d-af9a91152fae tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:26.245284 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:26.268884 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:26.362216 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-363b0c90-f23a-41d3-9351-0f49c4dcbcaa req-12db14a7-b9a0-4ad2-bbb9-e77da943e21c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.2399089 Nov 26 16:42:26.461149 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3fcf654b-500b-4bf3-a15a-f71393a86088 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:26.473853 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:26.545944 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event updated for resources: {'Port': ['ID=5a7731e3-6b9b-4909-9129-04dc5af6229a,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:26.547049 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:42:26.547414 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:42:26.547973 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-8a352da8-9738-44cc-837f-dd09e38e9f6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:42:26.548312 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-8a352da8-9738-44cc-837f-dd09e38e9f6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:42:26.549556 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:26.569427 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d5006b35-992f-4025-b3a0-b29ce9863bd0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:26.576486 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:26.616763 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ef5f762c-39b8-4dd7-a82e-d1613768653d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:26.646658 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5006b35-992f-4025-b3a0-b29ce9863bd0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network f6c01091-2a92-407c-b319-eb4649214920 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:26.651399 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-d5006b35-992f-4025-b3a0-b29ce9863bd0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:26.659306 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5006b35-992f-4025-b3a0-b29ce9863bd0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:26.659788 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d5006b35-992f-4025-b3a0-b29ce9863bd0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:26.679684 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5006b35-992f-4025-b3a0-b29ce9863bd0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Subnet': ['ID=a92459fe-5dfa-4d18-b6ed-fbd1a342af55,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:26.684592 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d5006b35-992f-4025-b3a0-b29ce9863bd0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:26.701318 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f4b7f0-3ecd-4101-bd7d-a8449c171563 None None] Network f6c01091-2a92-407c-b319-eb4649214920 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:26.719541 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d5006b35-992f-4025-b3a0-b29ce9863bd0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6722603 Nov 26 16:42:26.723388 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47670) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:26.733632 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-d78f4e71-fd86-4aeb-a837-d9be13c2a5a0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'security_group': {'name': 'tempest-secgroup-2096889562'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:26.741677 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0219ed56-d219-4321-b14d-af9a91152fae tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:26.746759 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d78f4e71-fd86-4aeb-a837-d9be13c2a5a0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:26.752850 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0219ed56-d219-4321-b14d-af9a91152fae tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:26.760664 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-681d7ff3-feb0-463a-8194-27f3cff892de tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:26.802734 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d78f4e71-fd86-4aeb-a837-d9be13c2a5a0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:security_group and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:26.811922 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d78f4e71-fd86-4aeb-a837-d9be13c2a5a0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:26.827997 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb56ee00-c8fa-4704-9c6f-3e1dfff3bd24 None None] Network afe1ef65-7b53-4021-b0d2-e870633176d6 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:26.829159 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3fcf654b-500b-4bf3-a15a-f71393a86088 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:26.838762 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d78f4e71-fd86-4aeb-a837-d9be13c2a5a0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:26.881741 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219ed56-d219-4321-b14d-af9a91152fae tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Pushing event updated for resources: {'Port': ['ID=eeffaddc-7f51-49ca-ba68-14b973f14e52,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:26.893328 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0219ed56-d219-4321-b14d-af9a91152fae tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:26.896074 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d78f4e71-fd86-4aeb-a837-d9be13c2a5a0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:26.925905 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d78f4e71-fd86-4aeb-a837-d9be13c2a5a0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:26.928295 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0219ed56-d219-4321-b14d-af9a91152fae tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:26.935019 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d78f4e71-fd86-4aeb-a837-d9be13c2a5a0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:security_group_rule and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:26.942413 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d78f4e71-fd86-4aeb-a837-d9be13c2a5a0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:26.950299 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d78f4e71-fd86-4aeb-a837-d9be13c2a5a0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:26.961488 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0219ed56-d219-4321-b14d-af9a91152fae tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:26.965471 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0219ed56-d219-4321-b14d-af9a91152fae tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8280284 Nov 26 16:42:26.966909 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf654b-500b-4bf3-a15a-f71393a86088 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event deleted for resources: {'Subnet': ['ID=ac3807ef-b2c1-4885-bf36-9c1529c27d0d,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:26.967513 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47674) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:26.972651 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3fcf654b-500b-4bf3-a15a-f71393a86088 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:26.981388 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-792240424'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:26.990787 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:26.998996 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Usage tracker for resource:network and tenant:16d9dbed70744ab6aa702ecdf895c7a4 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:27.002310 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:27.009301 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:27.034367 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Made reservation on behalf of 16d9dbed70744ab6aa702ecdf895c7a4 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:27.037785 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:27.044515 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3fcf654b-500b-4bf3-a15a-f71393a86088 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "DELETE /v2.0/subnets/ac3807ef-b2c1-4885-bf36-9c1529c27d0d HTTP/1.1" status: 204 len: 168 time: 2.2138259 Nov 26 16:42:27.051180 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47678) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:27.095152 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:27.141988 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d78f4e71-fd86-4aeb-a837-d9be13c2a5a0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:27.143816 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:27.152158 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Usage tracker for resource:security_group_rule and tenant:16d9dbed70744ab6aa702ecdf895c7a4 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:27.156674 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:27.159829 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d78f4e71-fd86-4aeb-a837-d9be13c2a5a0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:27.169090 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-078771fa-6a37-46bc-870b-95218b7536ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:27.178526 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:27.194356 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b4cd70-7a15-46d3-8bce-498cbf2a5a7f tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:27.196019 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b4cd70-7a15-46d3-8bce-498cbf2a5a7f tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:27.196757 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e0b4cd70-7a15-46d3-8bce-498cbf2a5a7f tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Synchronizing usage tracker for tenant:ead52e8001994e0e891a9abddd8a01c1 on resource:subnet {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:42:27.203122 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8a352da8-9738-44cc-837f-dd09e38e9f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:27.203283 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Floating IP 99847975-7cb8-41e8-9c5b-7c5cb9536f4a associated. External IP: 172.26.0.48, port: 07ad257a-0b43-476b-9968-0dcf674b796b. Nov 26 16:42:27.251696 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-8a352da8-9738-44cc-837f-dd09e38e9f6d None None] For port cf30b005-b27e-4327-bb2f-aaebf01a3301, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=cf30b005-b27e-4327-bb2f-aaebf01a3301,segment=NetworkSegment(657b20ed-154f-48e6-878c-8b0845afada4),segment_id=657b20ed-154f-48e6-878c-8b0845afada4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:27.273966 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8a352da8-9738-44cc-837f-dd09e38e9f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:27.281125 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:27.320226 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:27.370063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f4e71-fd86-4aeb-a837-d9be13c2a5a0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=568ae1c5-dd24-4ff0-b04e-e53b547f80ef,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:27.376354 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d78f4e71-fd86-4aeb-a837-d9be13c2a5a0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:27.378814 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d78f4e71-fd86-4aeb-a837-d9be13c2a5a0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:27.380054 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d78f4e71-fd86-4aeb-a837-d9be13c2a5a0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6554344 Nov 26 16:42:27.383161 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47682) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:27.392763 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-726672be-aa37-48d2-9a73-4f471b3683dc tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'security_group': {'name': 'tempest-secgroup-1653412808'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:27.402545 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e0b4cd70-7a15-46d3-8bce-498cbf2a5a7f tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Unset dirty status for tenant:ead52e8001994e0e891a9abddd8a01c1 on resource:subnet {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:42:27.403914 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e0b4cd70-7a15-46d3-8bce-498cbf2a5a7f tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3512669 Nov 26 16:42:27.405131 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-726672be-aa37-48d2-9a73-4f471b3683dc tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:27.409384 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47688) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:27.432552 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-726672be-aa37-48d2-9a73-4f471b3683dc tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:security_group and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:27.444260 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-726672be-aa37-48d2-9a73-4f471b3683dc tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:27.518551 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a352da8-9738-44cc-837f-dd09e38e9f6d None None] Pushing event updated for resources: {'Port': ['ID=cf30b005-b27e-4327-bb2f-aaebf01a3301,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:27.536483 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8a352da8-9738-44cc-837f-dd09e38e9f6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:27.551571 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a9eee9a5-3a00-450e-b48b-03943e55edb9 None None] Provisioning for port 4d4ab573-dcea-4823-9175-d9f6e5372d8e completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:42:27.554243 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-726672be-aa37-48d2-9a73-4f471b3683dc tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:27.555901 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:42:27.556269 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:42:27.559410 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a9eee9a5-3a00-450e-b48b-03943e55edb9 None None] Provisioning complete for port 4d4ab573-dcea-4823-9175-d9f6e5372d8e triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:27.564107 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a9eee9a5-3a00-450e-b48b-03943e55edb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:27.568290 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ceb10599-877f-4b6f-86fa-28cc7033658b req-fd92f2d8-bf4d-4266-9e5c-678c31a101dd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1304638 Nov 26 16:42:27.609890 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5f402668-e826-4320-ba35-bc911f4da68d tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:27.625825 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-726672be-aa37-48d2-9a73-4f471b3683dc tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:27.659933 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f402668-e826-4320-ba35-bc911f4da68d tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 26 16:42:27.659933 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f402668-e826-4320-ba35-bc911f4da68d tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:42:27.676773 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c305d7f5-a273-4a18-96c2-2544b95ee18e None None] DHCP port deletion for afe1ef65-7b53-4021-b0d2-e870633176d6 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:42:27.683350 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5f402668-e826-4320-ba35-bc911f4da68d tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "DELETE /v2.0/networks/afe1ef65-7b53-4021-b0d2-e870633176d6 HTTP/1.1" status: 409 len: 405 time: 0.2729838 Nov 26 16:42:27.694951 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-133a5ab4-c67a-42ad-a753-9d2fc9bfba89 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting port b8a6d71a-19b6-412c-8b2c-de7207148751 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:27.695594 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-133a5ab4-c67a-42ad-a753-9d2fc9bfba89 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:27.696001 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-c305d7f5-a273-4a18-96c2-2544b95ee18e None None] Deleting port cf30b005-b27e-4327-bb2f-aaebf01a3301 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:27.696391 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c305d7f5-a273-4a18-96c2-2544b95ee18e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:27.700381 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:27.702928 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-726672be-aa37-48d2-9a73-4f471b3683dc tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:27.709961 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-726672be-aa37-48d2-9a73-4f471b3683dc tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:security_group_rule and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:27.714484 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-726672be-aa37-48d2-9a73-4f471b3683dc tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:27.723302 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-726672be-aa37-48d2-9a73-4f471b3683dc tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:27.731220 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7ddbb9cc-b314-456b-8c05-8aa382db788d tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:27.733891 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-a9eee9a5-3a00-450e-b48b-03943e55edb9 None None] Port 4d4ab573-dcea-4823-9175-d9f6e5372d8e cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:42:27.735258 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47692) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:27.770898 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:27.772210 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d5ee09-357f-45ec-9f2e-582edc391940 None None] Update dhcp port {'port': {'network_id': 'f6c01091-2a92-407c-b319-eb4649214920', 'fixed_ips': [{'subnet_id': '9fe0c278-585d-43ea-943b-3fb799dc79ea', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a92459fe-5dfa-4d18-b6ed-fbd1a342af55'}], 'binding:host_id': 'dv-neutron-819440-1-hyperv'}, 'id': '7f83977c-376d-49bb-9720-b1aa7dcd66ef'} from dv-neutron-819440-1-hyperv. {{(pid=87520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 26 16:42:27.780005 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e8f70542-3b8c-4a5d-9e37-5881e28f59e8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:27.808833 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-c3312655-dc7a-4abd-89ce-abb104e4640c tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1152443004'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:27.816894 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:42:27.833002 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a9eee9a5-3a00-450e-b48b-03943e55edb9 None None] Provisioning complete for port 60304a0f-1c7d-4f80-a50d-ee9faa6c0bc2 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:27.833610 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a9eee9a5-3a00-450e-b48b-03943e55edb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:27.835013 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c3312655-dc7a-4abd-89ce-abb104e4640c tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:27.840678 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0168a324-a56d-427a-82d4-53d3bfbfe22b,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:27.844273 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:27.853516 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:27.853826 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Added segment f64730aa-1324-440c-a7fe-fcb66f11b4da of type vlan for network 8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32 Nov 26 16:42:27.860710 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c3312655-dc7a-4abd-89ce-abb104e4640c tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Usage tracker for resource:network and tenant:ead52e8001994e0e891a9abddd8a01c1 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:27.868604 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c3312655-dc7a-4abd-89ce-abb104e4640c tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:27.893663 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c3312655-dc7a-4abd-89ce-abb104e4640c tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:27.898428 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7ddbb9cc-b314-456b-8c05-8aa382db788d tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:27.901656 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-726672be-aa37-48d2-9a73-4f471b3683dc tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:27.909137 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:27.914299 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-726672be-aa37-48d2-9a73-4f471b3683dc tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:27.921214 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:27.938639 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-a9eee9a5-3a00-450e-b48b-03943e55edb9 None None] Port 60304a0f-1c7d-4f80-a50d-ee9faa6c0bc2 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:42:27.981429 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726672be-aa37-48d2-9a73-4f471b3683dc tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=627d159f-ffa7-42d4-a02b-9050604d1631,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:27.984413 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-726672be-aa37-48d2-9a73-4f471b3683dc tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:27.988864 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-726672be-aa37-48d2-9a73-4f471b3683dc tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:27.989702 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-726672be-aa37-48d2-9a73-4f471b3683dc tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6027772 Nov 26 16:42:27.993040 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:27.994218 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-08d5ee09-357f-45ec-9f2e-582edc391940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:27.996382 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3312655-dc7a-4abd-89ce-abb104e4640c tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Made reservation on behalf of ead52e8001994e0e891a9abddd8a01c1 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:27.999843 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c3312655-dc7a-4abd-89ce-abb104e4640c tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:28.000124 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:28.000784 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:28.005258 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47696) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:28.007057 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d0999dac-8b8a-45d8-b6cf-b252b6d6bf57 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:28.014712 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-7ddbb9cc-b314-456b-8c05-8aa382db788d tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Deleting port f3239f92-3e6a-4bc5-a8b9-464c9011966a {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:28.014961 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7ddbb9cc-b314-456b-8c05-8aa382db788d tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:28.030117 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-0cfb97cb-7aa8-40f6-a791-df8d6d003017 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'security_group': {'name': 'tempest-secgroup-393177140'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:28.079435 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a9eee9a5-3a00-450e-b48b-03943e55edb9 None None] Provisioning complete for port 7f83977c-376d-49bb-9720-b1aa7dcd66ef triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:28.079826 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a9eee9a5-3a00-450e-b48b-03943e55edb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:28.095046 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0cfb97cb-7aa8-40f6-a791-df8d6d003017 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:28.109960 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0cfb97cb-7aa8-40f6-a791-df8d6d003017 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:security_group and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:28.123120 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0cfb97cb-7aa8-40f6-a791-df8d6d003017 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:28.129305 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1582499 Nov 26 16:42:28.133293 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0cfb97cb-7aa8-40f6-a791-df8d6d003017 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:28.135017 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47700) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:28.142328 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c305d7f5-a273-4a18-96c2-2544b95ee18e None None] For port cf30b005-b27e-4327-bb2f-aaebf01a3301, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=cf30b005-b27e-4327-bb2f-aaebf01a3301,segment=NetworkSegment(657b20ed-154f-48e6-878c-8b0845afada4),segment_id=657b20ed-154f-48e6-878c-8b0845afada4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:28.143511 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c305d7f5-a273-4a18-96c2-2544b95ee18e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:28.145267 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Router 233059e4-5eaf-4384-833b-61a4728c36d8 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:42:28.146736 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-aaecf421-2ad0-4b02-ad47-22b592162189 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Request body: {'subnet': {'network_id': '8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:28.154078 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3312655-dc7a-4abd-89ce-abb104e4640c tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:42:28.171337 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Pushing event updated for resources: {'Network': ['ID=8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:28.174239 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:28.232292 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0cfb97cb-7aa8-40f6-a791-df8d6d003017 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:28.262743 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:42:28.282616 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0cfb97cb-7aa8-40f6-a791-df8d6d003017 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:28.291039 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0cfb97cb-7aa8-40f6-a791-df8d6d003017 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:security_group_rule and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:28.294681 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0cfb97cb-7aa8-40f6-a791-df8d6d003017 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:28.297625 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-aaecf421-2ad0-4b02-ad47-22b592162189 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:28.303808 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0cfb97cb-7aa8-40f6-a791-df8d6d003017 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:28.306000 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-aaecf421-2ad0-4b02-ad47-22b592162189 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Usage tracker for resource:subnet and tenant:16d9dbed70744ab6aa702ecdf895c7a4 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:28.309668 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-aaecf421-2ad0-4b02-ad47-22b592162189 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:28.321520 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-aaecf421-2ad0-4b02-ad47-22b592162189 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:28.343891 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-c305d7f5-a273-4a18-96c2-2544b95ee18e None None] Calling delete_port for cf30b005-b27e-4327-bb2f-aaebf01a3301 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:28.345304 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaecf421-2ad0-4b02-ad47-22b592162189 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Made reservation on behalf of 16d9dbed70744ab6aa702ecdf895c7a4 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:28.349419 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aaecf421-2ad0-4b02-ad47-22b592162189 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:28.394162 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-133a5ab4-c67a-42ad-a753-9d2fc9bfba89 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] For port b8a6d71a-19b6-412c-8b2c-de7207148751, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b8a6d71a-19b6-412c-8b2c-de7207148751,segment=NetworkSegment(eef56663-b130-4dfd-bf54-a38eb73089f1),segment_id=eef56663-b130-4dfd-bf54-a38eb73089f1)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:28.394554 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-133a5ab4-c67a-42ad-a753-9d2fc9bfba89 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:28.406100 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c3312655-dc7a-4abd-89ce-abb104e4640c tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:28.406439 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-c3312655-dc7a-4abd-89ce-abb104e4640c tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Added segment 89c8d265-ab62-4e15-82b7-f541766007da of type vlan for network a0c9473e-8d84-419e-9729-da682fa2b055 Nov 26 16:42:28.496500 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0cfb97cb-7aa8-40f6-a791-df8d6d003017 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:28.503395 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0cfb97cb-7aa8-40f6-a791-df8d6d003017 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:28.509275 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5d2e3183-aa23-4c9c-b2a9-f233a9941a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:28.564919 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb97cb-7aa8-40f6-a791-df8d6d003017 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b178e14a-ae27-4725-ac17-7f72788b4590,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:28.568016 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0cfb97cb-7aa8-40f6-a791-df8d6d003017 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:28.573129 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0cfb97cb-7aa8-40f6-a791-df8d6d003017 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:28.574343 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0cfb97cb-7aa8-40f6-a791-df8d6d003017 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5511062 Nov 26 16:42:28.578887 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47704) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:28.586596 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-5ab9f761-6a67-400e-b815-489ee353624f tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-516017725', 'security_groups': ['b178e14a-ae27-4725-ac17-7f72788b4590'], 'network_id': 'f6c01091-2a92-407c-b319-eb4649214920', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a92459fe-5dfa-4d18-b6ed-fbd1a342af55'}]}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:28.594553 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-133a5ab4-c67a-42ad-a753-9d2fc9bfba89 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Calling delete_port for b8a6d71a-19b6-412c-8b2c-de7207148751 owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:28.707291 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-08d5ee09-357f-45ec-9f2e-582edc391940 None None] Allocated IP 172.20.0.2 (f6c01091-2a92-407c-b319-eb4649214920/a92459fe-5dfa-4d18-b6ed-fbd1a342af55/7f83977c-376d-49bb-9720-b1aa7dcd66ef) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:28.784380 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c3312655-dc7a-4abd-89ce-abb104e4640c tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:28.808022 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b1eda887-9e53-456b-baf0-4136c665ba81 req-e98f4379-3e9d-4c96-b8dd-0cf486cb5d2c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1659992 Nov 26 16:42:28.812959 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5ab9f761-6a67-400e-b815-489ee353624f tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:28.818252 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aaecf421-2ad0-4b02-ad47-22b592162189 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:28.826175 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-50c424f0-87fc-4b92-b2f0-83573f8d166c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:28.862139 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5ab9f761-6a67-400e-b815-489ee353624f tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:28.879110 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7ddbb9cc-b314-456b-8c05-8aa382db788d tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:28.904871 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d1d271d0-0524-40be-8bd2-533009edc13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:28.906541 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c305d7f5-a273-4a18-96c2-2544b95ee18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:28.908849 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaecf421-2ad0-4b02-ad47-22b592162189 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Pushing event updated for resources: {'Subnet': ['ID=dd0870c5-348a-4961-91b7-cfacef552118,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:28.911349 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-aaecf421-2ad0-4b02-ad47-22b592162189 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:28.912621 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab9f761-6a67-400e-b815-489ee353624f tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:28.922192 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:28.969908 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c305d7f5-a273-4a18-96c2-2544b95ee18e None None] No DVR routers for this DVR port cf30b005-b27e-4327-bb2f-aaebf01a3301 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:42:28.982881 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-08d5ee09-357f-45ec-9f2e-582edc391940 None None] For port 7f83977c-376d-49bb-9720-b1aa7dcd66ef, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7f83977c-376d-49bb-9720-b1aa7dcd66ef,segment=NetworkSegment(ec23bec7-258c-48c2-b489-f5e36b99a5d5),segment_id=ec23bec7-258c-48c2-b489-f5e36b99a5d5)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:28.987503 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305d7f5-a273-4a18-96c2-2544b95ee18e None None] Pushing event deleted for resources: {'Port': ['ID=cf30b005-b27e-4327-bb2f-aaebf01a3301,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:28.996864 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c305d7f5-a273-4a18-96c2-2544b95ee18e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:28.998142 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a9eee9a5-3a00-450e-b48b-03943e55edb9 None None] Could not find standard attr ID for object cf30b005-b27e-4327-bb2f-aaebf01a3301. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:42:29.026741 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaecf421-2ad0-4b02-ad47-22b592162189 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Checking segment: {'id': 'f64730aa-1324-440c-a7fe-fcb66f11b4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:42:29.027169 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaecf421-2ad0-4b02-ad47-22b592162189 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Network hostable DHCP agents. Network: 8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:42:29.046978 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0beb61ac-078a-4309-b51a-912554747264 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:42:29.089882 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-08d5ee09-357f-45ec-9f2e-582edc391940 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:29.090636 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaecf421-2ad0-4b02-ad47-22b592162189 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Network 8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:42:29.098346 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f761-6a67-400e-b815-489ee353624f tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:29.104666 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 0beb61ac-078a-4309-b51a-912554747264 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:42:29.105031 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0beb61ac-078a-4309-b51a-912554747264 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:42:29.105468 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 314cd07a-0485-452c-b4e7-2f9ce6b33e0d no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:42:29.109397 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-7ddbb9cc-b314-456b-8c05-8aa382db788d tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Calling delete_port for f3239f92-3e6a-4bc5-a8b9-464c9011966a owned by network:router_gateway {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:29.129776 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-aaecf421-2ad0-4b02-ad47-22b592162189 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:29.132187 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-5ab9f761-6a67-400e-b815-489ee353624f tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] device_id is not set on port dd8d1a51-773e-46cc-ab2a-47713a82b2ef yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:42:29.136424 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c3312655-dc7a-4abd-89ce-abb104e4640c tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:29.142162 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3312655-dc7a-4abd-89ce-abb104e4640c tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:29.142793 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c3312655-dc7a-4abd-89ce-abb104e4640c tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:29.148481 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf07f8a0-037e-4bcb-8c68-7e3d1e5631a2 None None] Network 8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:29.161594 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c4618db9-6f2e-4349-bd6d-477fb43597b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:29.169714 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaecf421-2ad0-4b02-ad47-22b592162189 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:29.170310 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aaecf421-2ad0-4b02-ad47-22b592162189 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:29.209071 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:42:29.217720 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 314cd07a-0485-452c-b4e7-2f9ce6b33e0d {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:42:29.217720 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 314cd07a-0485-452c-b4e7-2f9ce6b33e0d not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:42:29.225302 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-aaecf421-2ad0-4b02-ad47-22b592162189 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0891299 Nov 26 16:42:29.225977 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47710) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:29.236333 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-4f9ee50c-02b6-4fe2-b617-9478715e0bc7 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-176960880', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}, 'admin_state_up': False}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:29.247082 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-4f9ee50c-02b6-4fe2-b617-9478715e0bc7 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:29.276362 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056175dd-5047-4835-99a8-6b13d3ab1125 None None] Sync routers for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:42:29.289692 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4f9ee50c-02b6-4fe2-b617-9478715e0bc7 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Usage tracker for resource:router and tenant:16d9dbed70744ab6aa702ecdf895c7a4 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:29.293275 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4f9ee50c-02b6-4fe2-b617-9478715e0bc7 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:29.295338 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-08d5ee09-357f-45ec-9f2e-582edc391940 None None] Transition to ACTIVE for port object 7f83977c-376d-49bb-9720-b1aa7dcd66ef will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:29.302223 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-4f9ee50c-02b6-4fe2-b617-9478715e0bc7 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:29.314010 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-133a5ab4-c67a-42ad-a753-9d2fc9bfba89 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:29.320261 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-08d5ee09-357f-45ec-9f2e-582edc391940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:29.328201 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee50c-02b6-4fe2-b617-9478715e0bc7 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:29.328913 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:29.332856 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee50c-02b6-4fe2-b617-9478715e0bc7 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:29.341930 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3312655-dc7a-4abd-89ce-abb104e4640c tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event updated for resources: {'Network': ['ID=a0c9473e-8d84-419e-9729-da682fa2b055,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:29.362776 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056175dd-5047-4835-99a8-6b13d3ab1125 None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:29.363569 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-056175dd-5047-4835-99a8-6b13d3ab1125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:29.366480 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c3312655-dc7a-4abd-89ce-abb104e4640c tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:29.368870 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3e00f2b2-3d8f-4282-b23c-56f6d1e2a6b5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:29.374751 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee50c-02b6-4fe2-b617-9478715e0bc7 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:29.443500 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c3312655-dc7a-4abd-89ce-abb104e4640c tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7064936 Nov 26 16:42:29.447487 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47714) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:29.447644 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device cf30b005-b27e-4327-bb2f-aaebf01a3301 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:42:29.472041 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network a0c9473e-8d84-419e-9729-da682fa2b055 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:42:29.476120 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:29.512977 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a5ab4-c67a-42ad-a753-9d2fc9bfba89 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Port': ['ID=b8a6d71a-19b6-412c-8b2c-de7207148751,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:29.522596 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-133a5ab4-c67a-42ad-a753-9d2fc9bfba89 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:29.632455 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: cf30b005-b27e-4327-bb2f-aaebf01a3301 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:42:29.632455 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device cf30b005-b27e-4327-bb2f-aaebf01a3301 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:42:29.635486 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-056175dd-5047-4835-99a8-6b13d3ab1125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:29.637892 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:29.639743 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-1b76a716-63e9-4d0f-a985-f021fbf0a709 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Request body: {'subnet': {'network_id': 'a0c9473e-8d84-419e-9729-da682fa2b055', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:29.720022 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.9176698 Nov 26 16:42:29.720827 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-133a5ab4-c67a-42ad-a753-9d2fc9bfba89 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:29.731404 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47718) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:29.745134 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056175dd-5047-4835-99a8-6b13d3ab1125 None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:29.745772 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-056175dd-5047-4835-99a8-6b13d3ab1125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:29.781592 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-5ab9f761-6a67-400e-b815-489ee353624f tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Allocated IP 172.20.0.5 (f6c01091-2a92-407c-b319-eb4649214920/a92459fe-5dfa-4d18-b6ed-fbd1a342af55/dd8d1a51-773e-46cc-ab2a-47713a82b2ef) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:29.855414 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5ee09-357f-45ec-9f2e-582edc391940 None None] Pushing event updated for resources: {'Port': ['ID=7f83977c-376d-49bb-9720-b1aa7dcd66ef,revision_number=6']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:29.858925 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-08d5ee09-357f-45ec-9f2e-582edc391940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:29.888230 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-056175dd-5047-4835-99a8-6b13d3ab1125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:29.888641 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056175dd-5047-4835-99a8-6b13d3ab1125 None None] The sync data for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:42:29.960662 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32', 'network_id': '8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32', 'tenant_id': '16d9dbed70744ab6aa702ecdf895c7a4', 'fixed_ips': [{'subnet_id': 'dd0870c5-348a-4961-91b7-cfacef552118'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:42:29.961539 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:30.076151 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-e63f245b-5894-4c6f-b19b-d6c3d8aeacb5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Request body: {'floatingip': {'port_id': '07ad257a-0b43-476b-9968-0dcf674b796b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:30.111931 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee50c-02b6-4fe2-b617-9478715e0bc7 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:30.126233 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] Allocated IP 172.20.0.2 (8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32/dd0870c5-348a-4961-91b7-cfacef552118/64aa3a25-0ffc-4907-acd8-fad5f0949d8e) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:30.268856 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a59f0211-b0b3-44e6-a0d3-bd0fabcf426e req-dd9b0a00-ef9d-46f3-9d60-0c90a690a84e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.3681118 Nov 26 16:42:30.299101 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1b76a716-63e9-4d0f-a985-f021fbf0a709 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:30.329263 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1b76a716-63e9-4d0f-a985-f021fbf0a709 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:30.388824 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:30.401271 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133a5ab4-c67a-42ad-a753-9d2fc9bfba89 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Router 50d49945-ee47-486d-9fe1-a38afb206c82 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:42:30.404371 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e63f245b-5894-4c6f-b19b-d6c3d8aeacb5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:30.414233 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b76a716-63e9-4d0f-a985-f021fbf0a709 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Made reservation on behalf of ead52e8001994e0e891a9abddd8a01c1 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:30.417617 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b76a716-63e9-4d0f-a985-f021fbf0a709 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:30.434018 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-dd4c4512-0867-45ee-8baa-993db335ae6f None None] Provisioning for port 7f83977c-376d-49bb-9720-b1aa7dcd66ef completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:42:30.441050 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-dd4c4512-0867-45ee-8baa-993db335ae6f None None] Provisioning complete for port 7f83977c-376d-49bb-9720-b1aa7dcd66ef triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:30.441535 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-dd4c4512-0867-45ee-8baa-993db335ae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:30.444581 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f761-6a67-400e-b815-489ee353624f tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:30.516807 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-5ab9f761-6a67-400e-b815-489ee353624f tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Transition to ACTIVE for port object dd8d1a51-773e-46cc-ab2a-47713a82b2ef will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:30.531227 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] Transition to ACTIVE for port object 64aa3a25-0ffc-4907-acd8-fad5f0949d8e will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:30.563129 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7ddbb9cc-b314-456b-8c05-8aa382db788d tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:30.573120 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] Transition to ACTIVE for port object 64aa3a25-0ffc-4907-acd8-fad5f0949d8e will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:30.583867 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:30.588571 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c4ed0301-7ce9-4640-a071-c60d65dbfc1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:30.604287 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f761-6a67-400e-b815-489ee353624f tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:30.612870 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6f508795-bf15-4a3d-b21e-d24945173777 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:30.631216 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-340e48fb-8fcc-44f2-80dc-9fe0a3940705 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:30.660695 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-dd4c4512-0867-45ee-8baa-993db335ae6f None None] Provisioning complete for port 60304a0f-1c7d-4f80-a50d-ee9faa6c0bc2 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:30.661004 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-dd4c4512-0867-45ee-8baa-993db335ae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:30.689934 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] Network 8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:30.698807 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:30.711386 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:30.716801 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] Pushing event updated for resources: {'Port': ['ID=64aa3a25-0ffc-4907-acd8-fad5f0949d8e,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:30.718008 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddbb9cc-b314-456b-8c05-8aa382db788d tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Pushing event deleted for resources: {'Port': ['ID=f3239f92-3e6a-4bc5-a8b9-464c9011966a,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:30.722136 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:30.741769 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab9f761-6a67-400e-b815-489ee353624f tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network f6c01091-2a92-407c-b319-eb4649214920 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:30.751494 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-5ab9f761-6a67-400e-b815-489ee353624f tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:30.756997 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9f761-6a67-400e-b815-489ee353624f tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Port': ['ID=dd8d1a51-773e-46cc-ab2a-47713a82b2ef,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:30.760017 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7ddbb9cc-b314-456b-8c05-8aa382db788d tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:30.760166 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab9f761-6a67-400e-b815-489ee353624f tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:30.792600 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5ab9f761-6a67-400e-b815-489ee353624f tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:30.795245 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c4512-0867-45ee-8baa-993db335ae6f None None] Port 60304a0f-1c7d-4f80-a50d-ee9faa6c0bc2 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:42:30.834028 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] Attempting to bind port 64aa3a25-0ffc-4907-acd8-fad5f0949d8e on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:42:30.834662 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] Attempting to bind port 64aa3a25-0ffc-4907-acd8-fad5f0949d8e by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'f64730aa-1324-440c-a7fe-fcb66f11b4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:42:30.836957 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] Attempting to bind port 64aa3a25-0ffc-4907-acd8-fad5f0949d8e on network 8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:42:30.844634 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:42:30.845287 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] Checking segment: {'id': 'f64730aa-1324-440c-a7fe-fcb66f11b4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:42:30.846395 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:30.847604 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] Bound using segment: {'id': 'f64730aa-1324-440c-a7fe-fcb66f11b4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:42:30.848277 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] Bound port: 64aa3a25-0ffc-4907-acd8-fad5f0949d8e, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64730aa-1324-440c-a7fe-fcb66f11b4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:42:30.848840 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:30.944395 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] For port 64aa3a25-0ffc-4907-acd8-fad5f0949d8e, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:42:30.948334 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] For port 64aa3a25-0ffc-4907-acd8-fad5f0949d8e, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=64aa3a25-0ffc-4907-acd8-fad5f0949d8e,segment=NetworkSegment(f64730aa-1324-440c-a7fe-fcb66f11b4da),segment_id=f64730aa-1324-440c-a7fe-fcb66f11b4da)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:42:30.951500 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133a5ab4-c67a-42ad-a753-9d2fc9bfba89 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:42:30.957241 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:30.961308 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:30.966398 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145a2a3c-bf92-4d4b-b2e8-4a2fe0c2d13f None None] Sync routers for ids ['50d49945-ee47-486d-9fe1-a38afb206c82'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:42:30.982853 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145a2a3c-bf92-4d4b-b2e8-4a2fe0c2d13f None None] Routers {'50d49945-ee47-486d-9fe1-a38afb206c82'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:30.984364 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-145a2a3c-bf92-4d4b-b2e8-4a2fe0c2d13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['50d49945-ee47-486d-9fe1-a38afb206c82'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:30.997124 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab9f761-6a67-400e-b815-489ee353624f tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:30.997957 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f761-6a67-400e-b815-489ee353624f tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:31.009033 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47724) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:31.010300 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-133a5ab4-c67a-42ad-a753-9d2fc9bfba89 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "PUT /v2.0/routers/50d49945-ee47-486d-9fe1-a38afb206c82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5395949 Nov 26 16:42:31.033779 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7ddbb9cc-b314-456b-8c05-8aa382db788d tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:31.092817 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee50c-02b6-4fe2-b617-9478715e0bc7 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:31.100771 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] Pushing event updated for resources: {'Port': ['ID=64aa3a25-0ffc-4907-acd8-fad5f0949d8e,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:31.103516 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:31.140687 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d4afaecc-2dd9-404a-9260-104ea5d29dd4 None None] Provisioning for port dd8d1a51-773e-46cc-ab2a-47713a82b2ef completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:42:31.146286 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d4afaecc-2dd9-404a-9260-104ea5d29dd4 None None] Provisioning complete for port dd8d1a51-773e-46cc-ab2a-47713a82b2ef triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:31.146646 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d4afaecc-2dd9-404a-9260-104ea5d29dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:31.148843 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee50c-02b6-4fe2-b617-9478715e0bc7 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:31.194348 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-145a2a3c-bf92-4d4b-b2e8-4a2fe0c2d13f None None] Set router 50d49945-ee47-486d-9fe1-a38afb206c82 gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:42:31.232763 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-d4afaecc-2dd9-404a-9260-104ea5d29dd4 None None] Port dd8d1a51-773e-46cc-ab2a-47713a82b2ef cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:42:31.241096 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ce4b0a55-60e4-42f6-bdf7-300bdd47aeef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:31.367691 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-145a2a3c-bf92-4d4b-b2e8-4a2fe0c2d13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:42:28Z', 'revision_number': 11, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:31.373671 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145a2a3c-bf92-4d4b-b2e8-4a2fe0c2d13f None None] Checking router: 50d49945-ee47-486d-9fe1-a38afb206c82 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:42:31.414593 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5ab9f761-6a67-400e-b815-489ee353624f tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8348589 Nov 26 16:42:31.416144 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145a2a3c-bf92-4d4b-b2e8-4a2fe0c2d13f None None] Routers {'50d49945-ee47-486d-9fe1-a38afb206c82'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:31.417932 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-145a2a3c-bf92-4d4b-b2e8-4a2fe0c2d13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['50d49945-ee47-486d-9fe1-a38afb206c82'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:31.422831 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47730) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:31.463290 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-205b47fc-fcce-4b94-8ff8-7eb0194dff7d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'subnet': {'network_id': 'f6c01091-2a92-407c-b319-eb4649214920', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:31.490231 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1179a01-ab4c-4fc9-9bd4-64754965e8ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting subnet 598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:42:31.504752 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d1179a01-ab4c-4fc9-9bd4-64754965e8ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:31.508578 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7f83977c-376d-49bb-9720-b1aa7dcd66ef up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:42:31.618836 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 7f83977c-376d-49bb-9720-b1aa7dcd66ef triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:31.619382 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:31.680586 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-145a2a3c-bf92-4d4b-b2e8-4a2fe0c2d13f None None] Set router 50d49945-ee47-486d-9fe1-a38afb206c82 gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:42:31.740803 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.objects.ports [None req-1b76a716-63e9-4d0f-a985-f021fbf0a709 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87519) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 26 16:42:31.749824 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b76a716-63e9-4d0f-a985-f021fbf0a709 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:31.766309 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d1179a01-ab4c-4fc9-9bd4-64754965e8ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:31.793476 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4932f3d3-7172-4b6d-9fca-7f36e45ae7e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:31.804460 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-145a2a3c-bf92-4d4b-b2e8-4a2fe0c2d13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:42:28Z', 'revision_number': 11, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:31.813307 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145a2a3c-bf92-4d4b-b2e8-4a2fe0c2d13f None None] The sync data for ids ['50d49945-ee47-486d-9fe1-a38afb206c82'] in dv-neutron-819440-1-hyperv is: [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:42:28Z', 'revision_number': 11, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:42:31.915120 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-4f9ee50c-02b6-4fe2-b617-9478715e0bc7 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Allocated IP 172.26.0.181 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/a5d71314-0e56-4cef-96d3-519b6c00b1a7) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:31.921235 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3b82a52d-5a92-4e12-9427-9d4898365e3b req-7ff0e52d-3d63-4046-b06e-98e68e1dd307 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.4793949 Nov 26 16:42:31.929852 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-205b47fc-fcce-4b94-8ff8-7eb0194dff7d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:31.949405 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-205b47fc-fcce-4b94-8ff8-7eb0194dff7d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:subnet and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:31.957169 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-205b47fc-fcce-4b94-8ff8-7eb0194dff7d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:31.976427 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-205b47fc-fcce-4b94-8ff8-7eb0194dff7d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:31.978289 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76a716-63e9-4d0f-a985-f021fbf0a709 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event updated for resources: {'Subnet': ['ID=bbe827e9-0d55-4682-b385-ccd6528989a0,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:32.006950 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1b76a716-63e9-4d0f-a985-f021fbf0a709 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:32.010848 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7ddbb9cc-b314-456b-8c05-8aa382db788d tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:32.018052 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7ddbb9cc-b314-456b-8c05-8aa382db788d tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780415'] for router, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:32.075606 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b76a716-63e9-4d0f-a985-f021fbf0a709 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Checking segment: {'id': '89c8d265-ab62-4e15-82b7-f541766007da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a0c9473e-8d84-419e-9729-da682fa2b055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:42:32.076073 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b76a716-63e9-4d0f-a985-f021fbf0a709 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Network hostable DHCP agents. Network: a0c9473e-8d84-419e-9729-da682fa2b055, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:42:32.086972 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205b47fc-fcce-4b94-8ff8-7eb0194dff7d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:32.090449 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-205b47fc-fcce-4b94-8ff8-7eb0194dff7d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:32.107351 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:32.172619 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d1179a01-ab4c-4fc9-9bd4-64754965e8ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:32.257251 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddbb9cc-b314-456b-8c05-8aa382db788d tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Router 134e12ae-1469-47cc-801d-82867f814961 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:42:32.269388 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b76a716-63e9-4d0f-a985-f021fbf0a709 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Network a0c9473e-8d84-419e-9729-da682fa2b055 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:42:32.318378 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-1b76a716-63e9-4d0f-a985-f021fbf0a709 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, a0c9473e-8d84-419e-9729-da682fa2b055) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:32.338077 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b76a716-63e9-4d0f-a985-f021fbf0a709 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:32.338538 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a05340-b167-4ea1-9ba4-56723a9a5b52 None None] Network a0c9473e-8d84-419e-9729-da682fa2b055 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:32.339092 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b76a716-63e9-4d0f-a985-f021fbf0a709 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:32.348191 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee50c-02b6-4fe2-b617-9478715e0bc7 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:32.392063 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.ipam_backend_mixin [None req-205b47fc-fcce-4b94-8ff8-7eb0194dff7d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a92459fe-5dfa-4d18-b6ed-fbd1a342af55 (CIDR: 172.20.0.0/28) Nov 26 16:42:32.400480 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-205b47fc-fcce-4b94-8ff8-7eb0194dff7d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:42:32.400961 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-205b47fc-fcce-4b94-8ff8-7eb0194dff7d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:42:32.415643 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1b76a716-63e9-4d0f-a985-f021fbf0a709 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9670727 Nov 26 16:42:32.420827 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47734) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:32.431316 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d1179a01-ab4c-4fc9-9bd4-64754965e8ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:32.438540 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-cfd7958f-7f3e-4e8e-b9cd-f555bc3d3dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:32.452250 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddbb9cc-b314-456b-8c05-8aa382db788d tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:42:32.460044 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7ddbb9cc-b314-456b-8c05-8aa382db788d tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:32.463572 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7ddbb9cc-b314-456b-8c05-8aa382db788d tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "PUT /v2.0/routers/134e12ae-1469-47cc-801d-82867f814961 HTTP/1.1" status: 200 len: 709 time: 6.7049410 Nov 26 16:42:32.464104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47738) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:32.470410 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Request body: {'port': {'network_id': 'a0c9473e-8d84-419e-9729-da682fa2b055', 'name': 'tempest-NetworksIpV6TestAttrs-1782666888'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:32.479461 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54371188-5ca4-4b9c-b05b-77f3ed8eb51d None None] Sync routers for ids ['134e12ae-1469-47cc-801d-82867f814961'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:42:32.501658 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54371188-5ca4-4b9c-b05b-77f3ed8eb51d None None] Routers {'134e12ae-1469-47cc-801d-82867f814961'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:32.502353 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-54371188-5ca4-4b9c-b05b-77f3ed8eb51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['134e12ae-1469-47cc-801d-82867f814961'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:32.510908 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-205b47fc-fcce-4b94-8ff8-7eb0194dff7d tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0815856 Nov 26 16:42:32.514192 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d1179a01-ab4c-4fc9-9bd4-64754965e8ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:32.520846 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d1179a01-ab4c-4fc9-9bd4-64754965e8ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/subnets/598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4 HTTP/1.1" status: 204 len: 168 time: 1.4830582 Nov 26 16:42:32.535125 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47742) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:32.535585 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47744) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:32.566554 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59d8432-27c9-499a-8ecc-76801696c80c None None] Network d6a373c6-a419-43dc-879c-c0ae59fcd3d4 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:32.587347 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e383aa5d-6323-4b82-8264-ac2bbca2a2c9 None None] Network 8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:32.603861 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-0779a7b5-d945-4e20-b183-62dffb7241db tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'subnet': {'network_id': 'f6c01091-2a92-407c-b319-eb4649214920', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:32.619424 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1179a01-ab4c-4fc9-9bd4-64754965e8ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Subnet': ['ID=598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:32.623414 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-33eb060c-386f-4009-b463-0f823f0d8481 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "GET /v2.0/routers/134e12ae-1469-47cc-801d-82867f814961 HTTP/1.1" status: 200 len: 744 time: 0.1550741 Nov 26 16:42:32.625681 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47750) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:32.649136 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee50c-02b6-4fe2-b617-9478715e0bc7 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:32.652771 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d1179a01-ab4c-4fc9-9bd4-64754965e8ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:32.661897 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-30cc66e2-fadb-462a-81be-266454cb8452 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:32.677267 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5aa9f112-2a68-49df-b4b7-e9cd6f5a3346 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=cf8dce9a-1df0-4b90-b19d-7de373e178f5&device_id=134e12ae-1469-47cc-801d-82867f814961 HTTP/1.1" status: 200 len: 205 time: 0.0471826 Nov 26 16:42:32.680111 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47754) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:32.723361 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-54371188-5ca4-4b9c-b05b-77f3ed8eb51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:32.786143 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54371188-5ca4-4b9c-b05b-77f3ed8eb51d None None] Routers {'134e12ae-1469-47cc-801d-82867f814961'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:32.786786 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-54371188-5ca4-4b9c-b05b-77f3ed8eb51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['134e12ae-1469-47cc-801d-82867f814961'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:32.820153 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9e556a75-90a7-4d87-b26f-4136173282be tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "GET /v2.0/ports?device_id=134e12ae-1469-47cc-801d-82867f814961 HTTP/1.1" status: 200 len: 205 time: 0.1364422 Nov 26 16:42:32.821739 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47758) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:32.879319 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9ee50c-02b6-4fe2-b617-9478715e0bc7 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:32.898862 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-4f9ee50c-02b6-4fe2-b617-9478715e0bc7 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:32.912266 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9ee50c-02b6-4fe2-b617-9478715e0bc7 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:32.916352 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6a610d27-6996-4a45-85e1-84543647909c None None] Provisioning for port 64aa3a25-0ffc-4907-acd8-fad5f0949d8e completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:42:32.924129 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-54371188-5ca4-4b9c-b05b-77f3ed8eb51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:32.924556 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54371188-5ca4-4b9c-b05b-77f3ed8eb51d None None] The sync data for ids ['134e12ae-1469-47cc-801d-82867f814961'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:42:32.988034 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-76746f05-1b5e-420f-98ba-4d68a1053b68 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:32.989872 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ee50c-02b6-4fe2-b617-9478715e0bc7 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Pushing event updated for resources: {'Port': ['ID=a5d71314-0e56-4cef-96d3-519b6c00b1a7,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:33.020701 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4f9ee50c-02b6-4fe2-b617-9478715e0bc7 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:33.116309 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e63f245b-5894-4c6f-b19b-d6c3d8aeacb5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:33.128228 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-db00a288-92c2-488a-b925-864e83c2e87f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:33.134323 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-a0c9473e-8d84-419e-9729-da682fa2b055', 'network_id': 'a0c9473e-8d84-419e-9729-da682fa2b055', 'tenant_id': 'ead52e8001994e0e891a9abddd8a01c1', 'fixed_ips': [{'subnet_id': 'bbe827e9-0d55-4682-b385-ccd6528989a0'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:42:33.135184 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:33.186963 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e63f245b-5894-4c6f-b19b-d6c3d8aeacb5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:33.238709 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b8720bc0-e902-41d8-8a02-271d287e75cb req-a0df780b-13ae-4bff-a886-36295632f3f4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.2461195 Nov 26 16:42:33.258723 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0779a7b5-d945-4e20-b183-62dffb7241db tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:33.262788 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0779a7b5-d945-4e20-b183-62dffb7241db tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:subnet and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:33.266078 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0779a7b5-d945-4e20-b183-62dffb7241db tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:33.273034 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0779a7b5-d945-4e20-b183-62dffb7241db tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:33.281135 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:33.284769 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-76746f05-1b5e-420f-98ba-4d68a1053b68 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting port f851502f-7c25-4ba7-bb92-df2a0316b599 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:33.285425 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-76746f05-1b5e-420f-98ba-4d68a1053b68 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:33.374320 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Allocated IP 2001:db8::f816:3eff:feed:4a10 (a0c9473e-8d84-419e-9729-da682fa2b055/bbe827e9-0d55-4682-b385-ccd6528989a0/2219a7c4-2440-41bb-be1a-bbcead9dacb3) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:33.458803 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0779a7b5-d945-4e20-b183-62dffb7241db tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:33.477606 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0779a7b5-d945-4e20-b183-62dffb7241db tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:33.484598 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4c8c4b-2733-4b2d-a87a-9ef585b3f1f9 None None] DHCP port deletion for d6a373c6-a419-43dc-879c-c0ae59fcd3d4 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:42:33.489908 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 64aa3a25-0ffc-4907-acd8-fad5f0949d8e up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:42:33.494879 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Usage tracker for resource:port and tenant:ead52e8001994e0e891a9abddd8a01c1 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:33.525010 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:33.613775 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-2d4c8c4b-2733-4b2d-a87a-9ef585b3f1f9 None None] Deleting port f851502f-7c25-4ba7-bb92-df2a0316b599 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:33.614167 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2d4c8c4b-2733-4b2d-a87a-9ef585b3f1f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:33.647540 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:33.712861 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d9d01f25-9948-463a-98f2-96d495027be8 None None] Provisioning complete for port 64aa3a25-0ffc-4907-acd8-fad5f0949d8e triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:33.713356 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d9d01f25-9948-463a-98f2-96d495027be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:33.752773 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Made reservation on behalf of ead52e8001994e0e891a9abddd8a01c1 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:33.756429 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:33.794868 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 64aa3a25-0ffc-4907-acd8-fad5f0949d8e completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:42:33.840400 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-db00a288-92c2-488a-b925-864e83c2e87f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:33.844297 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-db00a288-92c2-488a-b925-864e83c2e87f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:33.858906 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 64aa3a25-0ffc-4907-acd8-fad5f0949d8e triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:33.858906 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:33.871920 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63f245b-5894-4c6f-b19b-d6c3d8aeacb5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Router 233059e4-5eaf-4384-833b-61a4728c36d8 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:42:33.876726 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-db00a288-92c2-488a-b925-864e83c2e87f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:33.877224 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db00a288-92c2-488a-b925-864e83c2e87f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Fanout notify agent at l3_agent the message router_deleted on router 134e12ae-1469-47cc-801d-82867f814961 {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:42:33.945610 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-db00a288-92c2-488a-b925-864e83c2e87f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:33.946577 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-db00a288-92c2-488a-b925-864e83c2e87f tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "DELETE /v2.0/routers/134e12ae-1469-47cc-801d-82867f814961 HTTP/1.1" status: 204 len: 168 time: 1.1239648 Nov 26 16:42:33.953715 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47764) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:34.013782 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] device_id is not set on port 6eaf8308-223b-49cf-933d-11d42c9885b9 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:42:34.047161 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.ipam_backend_mixin [None req-0779a7b5-d945-4e20-b183-62dffb7241db tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9fe0c278-585d-43ea-943b-3fb799dc79ea (CIDR: 172.20.0.16/28) Nov 26 16:42:34.057599 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:34.070296 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-529a0ec9-b446-4103-b92e-bb1c2951c98d tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "GET /v2.0/ports?device_id=134e12ae-1469-47cc-801d-82867f814961 HTTP/1.1" status: 200 len: 205 time: 0.1152949 Nov 26 16:42:34.072239 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-0779a7b5-d945-4e20-b183-62dffb7241db tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:42:34.072722 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0779a7b5-d945-4e20-b183-62dffb7241db tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:42:34.073856 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47768) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:34.149991 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-76746f05-1b5e-420f-98ba-4d68a1053b68 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] For port f851502f-7c25-4ba7-bb92-df2a0316b599, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f851502f-7c25-4ba7-bb92-df2a0316b599,segment=NetworkSegment(eef56663-b130-4dfd-bf54-a38eb73089f1),segment_id=eef56663-b130-4dfd-bf54-a38eb73089f1)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:34.150353 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-76746f05-1b5e-420f-98ba-4d68a1053b68 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:34.154612 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-3e2669df-e94c-4e99-932c-27f96f100fed tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] delete failed (client error): The resource could not be found. Nov 26 16:42:34.159770 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3e2669df-e94c-4e99-932c-27f96f100fed tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "DELETE /v2.0/routers/134e12ae-1469-47cc-801d-82867f814961 HTTP/1.1" status: 404 len: 336 time: 0.0807383 Nov 26 16:42:34.164273 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47772) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:34.186014 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:34.188474 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d9d01f25-9948-463a-98f2-96d495027be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:34.191913 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63f245b-5894-4c6f-b19b-d6c3d8aeacb5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:42:34.196214 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e63f245b-5894-4c6f-b19b-d6c3d8aeacb5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:34.205801 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5f4f9d-cf0c-47b6-872d-3011a156c6c1 None None] Sync routers for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:42:34.219158 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5f4f9d-cf0c-47b6-872d-3011a156c6c1 None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:34.220153 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-db5f4f9d-cf0c-47b6-872d-3011a156c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:34.233664 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-d9d01f25-9948-463a-98f2-96d495027be8 None None] For port 64aa3a25-0ffc-4907-acd8-fad5f0949d8e, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=64aa3a25-0ffc-4907-acd8-fad5f0949d8e,segment=NetworkSegment(f64730aa-1324-440c-a7fe-fcb66f11b4da),segment_id=f64730aa-1324-440c-a7fe-fcb66f11b4da)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:34.237660 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-2d4c8c4b-2733-4b2d-a87a-9ef585b3f1f9 None None] For port f851502f-7c25-4ba7-bb92-df2a0316b599, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f851502f-7c25-4ba7-bb92-df2a0316b599,segment=NetworkSegment(eef56663-b130-4dfd-bf54-a38eb73089f1),segment_id=eef56663-b130-4dfd-bf54-a38eb73089f1)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:34.238093 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2d4c8c4b-2733-4b2d-a87a-9ef585b3f1f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:34.258542 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d9d01f25-9948-463a-98f2-96d495027be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:34.261701 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Transition to ACTIVE for port object 2219a7c4-2440-41bb-be1a-bbcead9dacb3 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:34.266511 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-fdb4bc92-9c59-484c-8674-bcd5371ae2e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:34.272271 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0779a7b5-d945-4e20-b183-62dffb7241db tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.7341771 Nov 26 16:42:34.316083 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-db5f4f9d-cf0c-47b6-872d-3011a156c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:34.329152 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5f4f9d-cf0c-47b6-872d-3011a156c6c1 None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:34.330969 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-db5f4f9d-cf0c-47b6-872d-3011a156c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:34.341577 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47776) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:34.348117 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e19b0322-3165-48f5-a378-e1e6d00c5463 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "GET /v2.0/ports?device_id=4191b63b-c15d-4e5f-a352-71c407ed44e4 HTTP/1.1" status: 200 len: 205 time: 0.1801083 Nov 26 16:42:34.357496 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-76746f05-1b5e-420f-98ba-4d68a1053b68 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Calling delete_port for f851502f-7c25-4ba7-bb92-df2a0316b599 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:34.389214 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-c636bbb4-5a6d-4350-9da6-ca47c4356114 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'subnet': {'network_id': 'f6c01091-2a92-407c-b319-eb4649214920', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:34.403909 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47782) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:34.406569 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee50c-02b6-4fe2-b617-9478715e0bc7 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks [] for router_gateway, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:34.415891 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-db5f4f9d-cf0c-47b6-872d-3011a156c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:34.416309 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5f4f9d-cf0c-47b6-872d-3011a156c6c1 None None] The sync data for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:42:34.481588 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-853d4499-71ea-4a12-b1b6-df9e8dfce920 req-d6335e2d-4a64-40d2-8d79-2a0a449fbe18 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0600984 Nov 26 16:42:34.493883 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e63f245b-5894-4c6f-b19b-d6c3d8aeacb5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "PUT /v2.0/floatingips/99847975-7cb8-41e8-9c5b-7c5cb9536f4a HTTP/1.1" status: 200 len: 977 time: 4.7602780 Nov 26 16:42:34.498533 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47786) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:34.499172 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-2d4c8c4b-2733-4b2d-a87a-9ef585b3f1f9 None None] Calling delete_port for f851502f-7c25-4ba7-bb92-df2a0316b599 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:34.599687 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Transition to ACTIVE for port object 2219a7c4-2440-41bb-be1a-bbcead9dacb3 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:34.620410 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:34.629610 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b8a6d71a-19b6-412c-8b2c-de7207148751 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:42:34.675255 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d01f25-9948-463a-98f2-96d495027be8 None None] Pushing event updated for resources: {'Port': ['ID=64aa3a25-0ffc-4907-acd8-fad5f0949d8e,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:34.677088 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d9d01f25-9948-463a-98f2-96d495027be8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:34.685585 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d56a7207-7bb0-414f-8cb9-a1539afee24c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:34.731099 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-27555c23-dab4-436b-9856-5f3445ab7607 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Deleting port 5a7731e3-6b9b-4909-9129-04dc5af6229a {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:34.731936 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-27555c23-dab4-436b-9856-5f3445ab7607 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:34.736015 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: b8a6d71a-19b6-412c-8b2c-de7207148751 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:42:34.736512 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b8a6d71a-19b6-412c-8b2c-de7207148751 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:42:34.747322 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Network a0c9473e-8d84-419e-9729-da682fa2b055 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:34.757248 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:34.766952 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:34.776058 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2d4c8c4b-2733-4b2d-a87a-9ef585b3f1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:34.822685 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4c8c4b-2733-4b2d-a87a-9ef585b3f1f9 None None] No DVR routers for this DVR port f851502f-7c25-4ba7-bb92-df2a0316b599 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:42:34.862805 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Pushing event updated for resources: {'Port': ['ID=2219a7c4-2440-41bb-be1a-bbcead9dacb3,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:34.870629 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-4e6ec435-612f-4af2-a38c-daaa4ce78076 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] delete failed (client error): The resource could not be found. Nov 26 16:42:34.870808 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:34.870932 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4e6ec435-612f-4af2-a38c-daaa4ce78076 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "DELETE /v2.0/routers/4191b63b-c15d-4e5f-a352-71c407ed44e4 HTTP/1.1" status: 404 len: 336 time: 0.4652169 Nov 26 16:42:34.873442 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3c504b0b-e204-4c7a-ba37-226eb3610805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:34.883253 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47790) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:34.926623 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c8c4b-2733-4b2d-a87a-9ef585b3f1f9 None None] Pushing event deleted for resources: {'Port': ['ID=f851502f-7c25-4ba7-bb92-df2a0316b599,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:34.931219 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2d4c8c4b-2733-4b2d-a87a-9ef585b3f1f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:34.936079 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Attempting to bind port 2219a7c4-2440-41bb-be1a-bbcead9dacb3 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:42:34.937749 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Attempting to bind port 2219a7c4-2440-41bb-be1a-bbcead9dacb3 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '89c8d265-ab62-4e15-82b7-f541766007da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a0c9473e-8d84-419e-9729-da682fa2b055'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:42:34.938790 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Attempting to bind port 2219a7c4-2440-41bb-be1a-bbcead9dacb3 on network a0c9473e-8d84-419e-9729-da682fa2b055 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:42:34.945155 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:42:34.945155 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Checking segment: {'id': '89c8d265-ab62-4e15-82b7-f541766007da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a0c9473e-8d84-419e-9729-da682fa2b055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:42:34.945155 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:34.945614 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Bound using segment: {'id': '89c8d265-ab62-4e15-82b7-f541766007da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a0c9473e-8d84-419e-9729-da682fa2b055'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:42:34.947123 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0e11a46f-d4e4-418b-9b04-79c7f2b25633 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f356c1a-e626-4f1c-a89b-669ef3f4248f HTTP/1.1" status: 200 len: 205 time: 0.0627873 Nov 26 16:42:34.950212 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47794) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:34.950367 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Bound port: 2219a7c4-2440-41bb-be1a-bbcead9dacb3, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c8d265-ab62-4e15-82b7-f541766007da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a0c9473e-8d84-419e-9729-da682fa2b055'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:42:34.950367 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:34.979176 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Allocated IP 2001:db8::f816:3eff:fe76:57b2 (a0c9473e-8d84-419e-9729-da682fa2b055/bbe827e9-0d55-4682-b385-ccd6528989a0/6eaf8308-223b-49cf-933d-11d42c9885b9) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:34.983577 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.api [None req-76746f05-1b5e-420f-98ba-4d68a1053b68 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:42:34.983833 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_db.api [None req-76746f05-1b5e-420f-98ba-4d68a1053b68 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:42:35.026226 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-6649e85f-943f-45ae-b7ba-5254950b4397 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] delete failed (client error): The resource could not be found. Nov 26 16:42:35.027256 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6649e85f-943f-45ae-b7ba-5254950b4397 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "DELETE /v2.0/routers/7f356c1a-e626-4f1c-a89b-669ef3f4248f HTTP/1.1" status: 404 len: 336 time: 0.0774546 Nov 26 16:42:35.030136 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47798) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:35.031618 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c636bbb4-5a6d-4350-9da6-ca47c4356114 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:35.068663 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] For port 2219a7c4-2440-41bb-be1a-bbcead9dacb3, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:42:35.072423 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] For port 2219a7c4-2440-41bb-be1a-bbcead9dacb3, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=2219a7c4-2440-41bb-be1a-bbcead9dacb3,segment=NetworkSegment(89c8d265-ab62-4e15-82b7-f541766007da),segment_id=89c8d265-ab62-4e15-82b7-f541766007da)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:42:35.077334 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:35.081768 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:35.087971 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-322ec226-9239-40c9-83a7-903764f9aeb5 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ededcf0-e957-4bfc-95aa-d023a3f74ea7 HTTP/1.1" status: 200 len: 205 time: 0.0567281 Nov 26 16:42:35.090509 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47802) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:35.102706 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c636bbb4-5a6d-4350-9da6-ca47c4356114 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Usage tracker for resource:subnet and tenant:5e36d1cdcfec4f8f8fdf216a7a647809 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:35.163091 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Pushing event updated for resources: {'Port': ['ID=2219a7c4-2440-41bb-be1a-bbcead9dacb3,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:35.165145 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c636bbb4-5a6d-4350-9da6-ca47c4356114 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:35.171102 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:35.171461 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:35.171933 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:35.172372 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:35.172820 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:35.173248 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:35.173807 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:35.174234 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:35.174662 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:35.175082 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:35.175503 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:35.175947 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:35.178225 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-27555c23-dab4-436b-9856-5f3445ab7607 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:35.179755 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-27555c23-dab4-436b-9856-5f3445ab7607 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:35.180333 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:35.194050 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-063e6b79-f488-4e11-98de-414a1293f5c8 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] delete failed (client error): The resource could not be found. Nov 26 16:42:35.195085 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-063e6b79-f488-4e11-98de-414a1293f5c8 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "DELETE /v2.0/routers/2ededcf0-e957-4bfc-95aa-d023a3f74ea7 HTTP/1.1" status: 404 len: 336 time: 0.1035171 Nov 26 16:42:35.197778 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47806) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:35.204093 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c636bbb4-5a6d-4350-9da6-ca47c4356114 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:35.236755 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c636bbb4-5a6d-4350-9da6-ca47c4356114 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Made reservation on behalf of 5e36d1cdcfec4f8f8fdf216a7a647809 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:35.240220 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c636bbb4-5a6d-4350-9da6-ca47c4356114 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:35.314666 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 64aa3a25-0ffc-4907-acd8-fad5f0949d8e up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:42:35.323113 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-27555c23-dab4-436b-9856-5f3445ab7607 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Calling delete_port for 5a7731e3-6b9b-4909-9129-04dc5af6229a owned by network:floatingip {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:35.403784 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-64b5e6f7-3052-4c84-886b-420231ba5a6a tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee4048a3-86c2-4168-b648-6855bbe08405 HTTP/1.1" status: 200 len: 205 time: 0.2028799 Nov 26 16:42:35.414721 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47810) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:35.439100 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 64aa3a25-0ffc-4907-acd8-fad5f0949d8e triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:35.452874 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:35.477061 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee50c-02b6-4fe2-b617-9478715e0bc7 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:35.484379 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-76746f05-1b5e-420f-98ba-4d68a1053b68 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Deleting port f851502f-7c25-4ba7-bb92-df2a0316b599 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:35.484942 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-76746f05-1b5e-420f-98ba-4d68a1053b68 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:35.508666 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-68dd8ea4-c694-4bf4-9413-094c738c0ccf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] delete failed (client error): The resource could not be found. Nov 26 16:42:35.509906 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-68dd8ea4-c694-4bf4-9413-094c738c0ccf tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "DELETE /v2.0/routers/ee4048a3-86c2-4168-b648-6855bbe08405 HTTP/1.1" status: 404 len: 336 time: 0.0913453 Nov 26 16:42:35.526015 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47816) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:35.606076 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-68aca587-0f14-40b4-a678-3d4400fdd4d0 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "GET /v2.0/ports?device_id=64aee990-9cae-4e74-892f-2630c737d0ac HTTP/1.1" status: 200 len: 205 time: 0.0785847 Nov 26 16:42:35.608220 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47820) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:35.671173 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f851502f-7c25-4ba7-bb92-df2a0316b599 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:42:35.696322 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-ed01050f-7037-4261-b762-185c6052ffee tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] delete failed (client error): The resource could not be found. Nov 26 16:42:35.700243 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ed01050f-7037-4261-b762-185c6052ffee tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "DELETE /v2.0/routers/64aee990-9cae-4e74-892f-2630c737d0ac HTTP/1.1" status: 404 len: 336 time: 0.0910928 Nov 26 16:42:35.700886 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47824) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:35.749631 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-970a792f-afa0-4c91-82c0-5e402578bff8 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] DELETE failed (client error): The resource could not be found. Nov 26 16:42:35.750262 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970a792f-afa0-4c91-82c0-5e402578bff8 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:42:35.755198 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-970a792f-afa0-4c91-82c0-5e402578bff8 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] 10.222.0.11 "DELETE /v2.0/subnets/ea8e53af-1071-467f-8221-6354bb94f4ee HTTP/1.1" status: 404 len: 337 time: 0.0496521 Nov 26 16:42:35.766644 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: f851502f-7c25-4ba7-bb92-df2a0316b599 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:42:35.767008 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f851502f-7c25-4ba7-bb92-df2a0316b599 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:42:35.775350 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:35.784901 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-76746f05-1b5e-420f-98ba-4d68a1053b68 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] The port 'f851502f-7c25-4ba7-bb92-df2a0316b599' was deleted {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:42:35.848734 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-27555c23-dab4-436b-9856-5f3445ab7607 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:35.853001 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9ee2168a-a132-4cf7-8789-2c67fa8a8536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:35.932759 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5a70cc00-0f46-4d3f-bf82-ad8b2488dd3d req-3d5b3b62-a4fc-4e37-8728-5ba65b69ad72 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.2859221 Nov 26 16:42:36.015007 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Transition to ACTIVE for port object 6eaf8308-223b-49cf-933d-11d42c9885b9 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:36.041480 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27555c23-dab4-436b-9856-5f3445ab7607 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event deleted for resources: {'Port': ['ID=5a7731e3-6b9b-4909-9129-04dc5af6229a,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:36.056816 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-76746f05-1b5e-420f-98ba-4d68a1053b68 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:36.099750 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-76746f05-1b5e-420f-98ba-4d68a1053b68 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a373c6-a419-43dc-879c-c0ae59fcd3d4']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:36.111121 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47832) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:36.126044 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-76746f05-1b5e-420f-98ba-4d68a1053b68 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef56663-b130-4dfd-bf54-a38eb73089f1') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:36.126418 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-76746f05-1b5e-420f-98ba-4d68a1053b68 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef56663-b130-4dfd-bf54-a38eb73089f1') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:36.127816 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-27555c23-dab4-436b-9856-5f3445ab7607 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:36.163642 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-27555c23-dab4-436b-9856-5f3445ab7607 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:36.164015 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-27555c23-dab4-436b-9856-5f3445ab7607 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Floating IP 99847975-7cb8-41e8-9c5b-7c5cb9536f4a disassociated (deleted). External IP: 172.26.0.48, port: 07ad257a-0b43-476b-9968-0dcf674b796b. Nov 26 16:42:36.181540 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-76746f05-1b5e-420f-98ba-4d68a1053b68 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:36.236962 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-76746f05-1b5e-420f-98ba-4d68a1053b68 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:36.260771 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76746f05-1b5e-420f-98ba-4d68a1053b68 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:42:36.261165 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-76746f05-1b5e-420f-98ba-4d68a1053b68 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:42:36.276340 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:42:36.283456 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:36.352423 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0662d896-726a-482b-b4ea-9e7aae87348b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:36.415181 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df07a36b-ee9e-4f9b-87cd-1f157d52cdef None None] Network a0c9473e-8d84-419e-9729-da682fa2b055 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:36.512121 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-12c3cec8-9574-4407-8dca-6ac5ae20b68b None None] Provisioning for port 2219a7c4-2440-41bb-be1a-bbcead9dacb3 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:42:36.563504 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7d5c68d6-fc3b-4746-8158-d6da4d987756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:36.564809 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27555c23-dab4-436b-9856-5f3445ab7607 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Router 233059e4-5eaf-4384-833b-61a4728c36d8 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:42:36.596263 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9ee50c-02b6-4fe2-b617-9478715e0bc7 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Router 289c9be6-1e25-48a8-9ac3-9eaa949a177f is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:42:36.625038 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7d5c68d6-fc3b-4746-8158-d6da4d987756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:36.628618 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Network a0c9473e-8d84-419e-9729-da682fa2b055 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:36.638993 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:36.647902 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7d5c68d6-fc3b-4746-8158-d6da4d987756 admin admin] Usage tracker for resource:security_group_rule and tenant:16f0dc1ffc034f33a356d09713e89af4 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:36.651998 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7d5c68d6-fc3b-4746-8158-d6da4d987756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:36.654670 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:36.660967 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:36.661581 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:36.666893 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event updated for resources: {'Port': ['ID=6eaf8308-223b-49cf-933d-11d42c9885b9,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:36.725567 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7d5c68d6-fc3b-4746-8158-d6da4d987756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:36.734135 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-76746f05-1b5e-420f-98ba-4d68a1053b68 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:36.753776 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27555c23-dab4-436b-9856-5f3445ab7607 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:42:36.767041 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafa9084-58d2-4f48-b193-a4a6636546ac None None] Sync routers for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:42:36.784050 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafa9084-58d2-4f48-b193-a4a6636546ac None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:36.786121 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-dafa9084-58d2-4f48-b193-a4a6636546ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:36.789813 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-27555c23-dab4-436b-9856-5f3445ab7607 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:36.822024 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:36.822419 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:36.822806 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:36.823182 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:36.823562 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:36.823966 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:36.824332 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:36.824831 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:36.825202 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:36.825572 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:36.825944 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:36.826424 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:36.832620 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:36.833229 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b806d6d5-6f01-4962-a55c-9526e80ff289 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:36.865903 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-27555c23-dab4-436b-9856-5f3445ab7607 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "DELETE /v2.0/floatingips/99847975-7cb8-41e8-9c5b-7c5cb9536f4a HTTP/1.1" status: 204 len: 168 time: 2.3663042 Nov 26 16:42:36.868593 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47838) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:36.877061 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-76746f05-1b5e-420f-98ba-4d68a1053b68 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:36.903967 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-dafa9084-58d2-4f48-b193-a4a6636546ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:36.915611 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafa9084-58d2-4f48-b193-a4a6636546ac None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:36.916517 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-dafa9084-58d2-4f48-b193-a4a6636546ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:36.918720 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76746f05-1b5e-420f-98ba-4d68a1053b68 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Pushing event deleted for resources: {'Network': ['ID=d6a373c6-a419-43dc-879c-c0ae59fcd3d4,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:36.942329 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-76746f05-1b5e-420f-98ba-4d68a1053b68 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:36.945940 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-48f0f871-dc7e-4726-9261-880f2e2782a4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Deleting port 07ad257a-0b43-476b-9968-0dcf674b796b {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:36.946763 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-48f0f871-dc7e-4726-9261-880f2e2782a4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:36.962985 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c636bbb4-5a6d-4350-9da6-ca47c4356114 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:36.972960 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-67a6acd6-b813-456c-a4f3-b856503e5e26 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:37.003702 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-76746f05-1b5e-420f-98ba-4d68a1053b68 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/networks/d6a373c6-a419-43dc-879c-c0ae59fcd3d4 HTTP/1.1" status: 204 len: 168 time: 4.4638829 Nov 26 16:42:37.010610 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-dafa9084-58d2-4f48-b193-a4a6636546ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:37.012268 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafa9084-58d2-4f48-b193-a4a6636546ac None None] The sync data for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:42:37.013549 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.5898035 Nov 26 16:42:37.016614 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47844) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:37.017591 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47846) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:37.051625 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9b31003c-ec20-4dea-a10f-63e1fc3649e9 None None] Provisioning for port 6eaf8308-223b-49cf-933d-11d42c9885b9 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:42:37.057529 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9b31003c-ec20-4dea-a10f-63e1fc3649e9 None None] Provisioning complete for port 6eaf8308-223b-49cf-933d-11d42c9885b9 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:37.057918 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9b31003c-ec20-4dea-a10f-63e1fc3649e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:37.074265 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4a94e2bd-cf55-40d7-96eb-c90d4d96e724 req-de416550-6ebb-4806-b747-7255e2d89d11 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0522337 Nov 26 16:42:37.075007 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-9fce6079-3e96-434c-b13e-b8980c07e239 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'router': {'routes': None}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:37.126182 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-9b31003c-ec20-4dea-a10f-63e1fc3649e9 None None] Port 6eaf8308-223b-49cf-933d-11d42c9885b9 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:42:37.277217 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c636bbb4-5a6d-4350-9da6-ca47c4356114 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Network f6c01091-2a92-407c-b319-eb4649214920 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:37.306575 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-48f0f871-dc7e-4726-9261-880f2e2782a4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:37.310515 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-c636bbb4-5a6d-4350-9da6-ca47c4356114 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:37.323438 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c02fe7f-0bc7-439a-9a65-0e0d189d6ffe None None] Network f6c01091-2a92-407c-b319-eb4649214920 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:37.325709 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c636bbb4-5a6d-4350-9da6-ca47c4356114 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:37.326330 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c636bbb4-5a6d-4350-9da6-ca47c4356114 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:37.360005 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636bbb4-5a6d-4350-9da6-ca47c4356114 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Subnet': ['ID=bb869624-36de-4804-a4f7-3c5f1e68df73,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:37.397944 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 2219a7c4-2440-41bb-be1a-bbcead9dacb3 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:42:37.433232 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c636bbb4-5a6d-4350-9da6-ca47c4356114 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:37.459256 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-48f0f871-dc7e-4726-9261-880f2e2782a4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Calling delete_port for 07ad257a-0b43-476b-9968-0dcf674b796b owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:37.476471 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4dc3519c-f2b7-4f5a-8bea-692c97ae1052 None None] Provisioning complete for port 6eaf8308-223b-49cf-933d-11d42c9885b9 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:37.477012 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4dc3519c-f2b7-4f5a-8bea-692c97ae1052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:37.511884 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9ee50c-02b6-4fe2-b617-9478715e0bc7 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:42:37.517012 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-2801770a-1588-4edd-9a51-28e90de92c4f tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Deleting subnet bbe827e9-0d55-4682-b385-ccd6528989a0 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:42:37.521584 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2801770a-1588-4edd-9a51-28e90de92c4f tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:37.528229 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c704c548-5ca5-44d1-9065-82e04485d4b1 None None] Sync routers for ids ['289c9be6-1e25-48a8-9ac3-9eaa949a177f'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:42:37.548325 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c704c548-5ca5-44d1-9065-82e04485d4b1 None None] Routers {'289c9be6-1e25-48a8-9ac3-9eaa949a177f'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:37.549319 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-c704c548-5ca5-44d1-9065-82e04485d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['289c9be6-1e25-48a8-9ac3-9eaa949a177f'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:37.582102 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2801770a-1588-4edd-9a51-28e90de92c4f tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:37.657838 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-4dc3519c-f2b7-4f5a-8bea-692c97ae1052 None None] Port 6eaf8308-223b-49cf-933d-11d42c9885b9 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:42:37.674559 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-c704c548-5ca5-44d1-9065-82e04485d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:37.675590 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 2219a7c4-2440-41bb-be1a-bbcead9dacb3 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:42:37.685285 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 2219a7c4-2440-41bb-be1a-bbcead9dacb3 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:37.685670 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:37.698526 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c704c548-5ca5-44d1-9065-82e04485d4b1 None None] Routers {'289c9be6-1e25-48a8-9ac3-9eaa949a177f'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:37.699744 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-c704c548-5ca5-44d1-9065-82e04485d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['289c9be6-1e25-48a8-9ac3-9eaa949a177f'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:37.731899 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c636bbb4-5a6d-4350-9da6-ca47c4356114 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.3868778 Nov 26 16:42:37.772082 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7d5c68d6-fc3b-4746-8158-d6da4d987756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:37.773175 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47852) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:37.785295 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee50c-02b6-4fe2-b617-9478715e0bc7 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:37.786520 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4f9ee50c-02b6-4fe2-b617-9478715e0bc7 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.5563385 Nov 26 16:42:37.790834 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-90bcdcf5-e4ef-4d8b-9db1-c453f460493b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1614570754', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bb869624-36de-4804-a4f7-3c5f1e68df73'}], 'security_groups': ['568ae1c5-dd24-4ff0-b04e-e53b547f80ef', '627d159f-ffa7-42d4-a02b-9050604d1631']}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:37.819537 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47856) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:37.820685 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.extraroute_db [None req-9fce6079-3e96-434c-b13e-b8980c07e239 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Added routes are [] {{(pid=87519) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 26 16:42:37.820973 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.extraroute_db [None req-9fce6079-3e96-434c-b13e-b8980c07e239 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Removed routes are [] {{(pid=87519) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 26 16:42:37.821346 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9fce6079-3e96-434c-b13e-b8980c07e239 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:37.832406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7d5c68d6-fc3b-4746-8158-d6da4d987756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:37.839813 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:37.845759 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2801770a-1588-4edd-9a51-28e90de92c4f tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:37.881690 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7dcd2a10-2859-427d-a2b4-04aa10131347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:37.891617 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-c704c548-5ca5-44d1-9065-82e04485d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:37.894866 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c704c548-5ca5-44d1-9065-82e04485d4b1 None None] The sync data for ids ['289c9be6-1e25-48a8-9ac3-9eaa949a177f'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:42:37.933928 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b2c3fe-eb55-4b78-83ab-75dea0cb88f8 None None] Update dhcp port {'port': {'network_id': 'f6c01091-2a92-407c-b319-eb4649214920', 'fixed_ips': [{'subnet_id': '9fe0c278-585d-43ea-943b-3fb799dc79ea', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a92459fe-5dfa-4d18-b6ed-fbd1a342af55', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bb869624-36de-4804-a4f7-3c5f1e68df73'}], 'binding:host_id': 'dv-neutron-819440-1-hyperv'}, 'id': '7f83977c-376d-49bb-9720-b1aa7dcd66ef'} from dv-neutron-819440-1-hyperv. {{(pid=87520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 26 16:42:37.992450 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a7b2c3fe-eb55-4b78-83ab-75dea0cb88f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:38.018098 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-48f0f871-dc7e-4726-9261-880f2e2782a4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:38.031935 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-57ee9b11-a94a-49e9-8c2b-cd753c8912ee tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:38.083263 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0f871-dc7e-4726-9261-880f2e2782a4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event deleted for resources: {'Port': ['ID=07ad257a-0b43-476b-9968-0dcf674b796b,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:38.102793 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7d5c68d6-fc3b-4746-8158-d6da4d987756 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=16f0dc1ffc034f33a356d09713e89af4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9875221 Nov 26 16:42:38.103689 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c68d6-fc3b-4746-8158-d6da4d987756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd9949e-6bbc-4097-86bd-ef6d19d505ce,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:38.112575 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47862) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:38.115062 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7d5c68d6-fc3b-4746-8158-d6da4d987756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:38.181961 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f0f871-dc7e-4726-9261-880f2e2782a4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:38.182350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f0f871-dc7e-4726-9261-880f2e2782a4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:38.182734 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f0f871-dc7e-4726-9261-880f2e2782a4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:38.183111 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f0f871-dc7e-4726-9261-880f2e2782a4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:38.183483 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f0f871-dc7e-4726-9261-880f2e2782a4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:38.183887 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f0f871-dc7e-4726-9261-880f2e2782a4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:38.184256 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f0f871-dc7e-4726-9261-880f2e2782a4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:38.184625 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f0f871-dc7e-4726-9261-880f2e2782a4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:38.184993 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f0f871-dc7e-4726-9261-880f2e2782a4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:38.185371 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f0f871-dc7e-4726-9261-880f2e2782a4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:38.185723 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f0f871-dc7e-4726-9261-880f2e2782a4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:38.186087 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f0f871-dc7e-4726-9261-880f2e2782a4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:42:38.190412 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-48f0f871-dc7e-4726-9261-880f2e2782a4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:38.231755 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-a7b2c3fe-eb55-4b78-83ab-75dea0cb88f8 None None] Allocated IP 172.20.0.34 (f6c01091-2a92-407c-b319-eb4649214920/bb869624-36de-4804-a4f7-3c5f1e68df73/7f83977c-376d-49bb-9720-b1aa7dcd66ef) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:38.371316 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-a7b2c3fe-eb55-4b78-83ab-75dea0cb88f8 None None] For port 7f83977c-376d-49bb-9720-b1aa7dcd66ef, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7f83977c-376d-49bb-9720-b1aa7dcd66ef,segment=NetworkSegment(ec23bec7-258c-48c2-b489-f5e36b99a5d5),segment_id=ec23bec7-258c-48c2-b489-f5e36b99a5d5)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:38.399439 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-48f0f871-dc7e-4726-9261-880f2e2782a4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:38.402868 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a7b2c3fe-eb55-4b78-83ab-75dea0cb88f8 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:38.420774 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-48f0f871-dc7e-4726-9261-880f2e2782a4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "DELETE /v2.0/ports/07ad257a-0b43-476b-9968-0dcf674b796b HTTP/1.1" status: 204 len: 168 time: 1.5474679 Nov 26 16:42:38.425866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47866) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:38.431412 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-65b22d22-b6a9-435c-8e63-088791fbfc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:38.441349 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-65b22d22-b6a9-435c-8e63-088791fbfc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:38.449059 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-65b22d22-b6a9-435c-8e63-088791fbfc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Usage tracker for resource:floatingip and tenant:7c991dfeb8c24761a5861f1676495514 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:38.453442 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-65b22d22-b6a9-435c-8e63-088791fbfc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:38.461617 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-65b22d22-b6a9-435c-8e63-088791fbfc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:38.518085 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d2624315-4c3f-4c9c-b588-0afe0f1bbdb6 req-89afd3a6-7343-49d6-bd1f-cd6572210aa4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1928356 Nov 26 16:42:38.534623 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9fce6079-3e96-434c-b13e-b8980c07e239 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:38.543145 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a7b2c3fe-eb55-4b78-83ab-75dea0cb88f8 None None] Transition to ACTIVE for port object 7f83977c-376d-49bb-9720-b1aa7dcd66ef will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:38.561966 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9fce6079-3e96-434c-b13e-b8980c07e239 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780415'] for router, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:38.564895 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2801770a-1588-4edd-9a51-28e90de92c4f tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:38.572427 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1b76a716-63e9-4d0f-a985-f021fbf0a709 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:38.575375 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a7b2c3fe-eb55-4b78-83ab-75dea0cb88f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:38.584199 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:38.600936 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-65b22d22-b6a9-435c-8e63-088791fbfc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:38.673755 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801770a-1588-4edd-9a51-28e90de92c4f tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe827e9-0d55-4682-b385-ccd6528989a0,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:38.730585 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da47a6d-bf35-4830-b28e-573b700ae729 None None] Network a0c9473e-8d84-419e-9729-da682fa2b055 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:38.753815 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2801770a-1588-4edd-9a51-28e90de92c4f tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:38.764091 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2801770a-1588-4edd-9a51-28e90de92c4f tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:38.812372 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3ffcec80-cd41-48fe-a0b9-45009ca73c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:38.858717 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fce6079-3e96-434c-b13e-b8980c07e239 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Router 50d49945-ee47-486d-9fe1-a38afb206c82 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:42:38.860307 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2801770a-1588-4edd-9a51-28e90de92c4f tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "DELETE /v2.0/subnets/bbe827e9-0d55-4682-b385-ccd6528989a0 HTTP/1.1" status: 204 len: 168 time: 1.8279572 Nov 26 16:42:38.872123 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47870) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:38.889863 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:42:38.890365 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:42:38.918569 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3ffcec80-cd41-48fe-a0b9-45009ca73c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:38.932119 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2c3fe-eb55-4b78-83ab-75dea0cb88f8 None None] Pushing event updated for resources: {'Port': ['ID=7f83977c-376d-49bb-9720-b1aa7dcd66ef,revision_number=7']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:38.938342 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-90bcdcf5-e4ef-4d8b-9db1-c453f460493b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:38.943386 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-65b22d22-b6a9-435c-8e63-088791fbfc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:38.944869 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a7b2c3fe-eb55-4b78-83ab-75dea0cb88f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:38.984854 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-92e1a648-24e5-42c6-a511-70f758107172 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:39.177069 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ec89a0-7841-445e-9f70-6c743ef5876d None None] DHCP port deletion for a0c9473e-8d84-419e-9729-da682fa2b055 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:42:39.181814 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-81ec89a0-7841-445e-9f70-6c743ef5876d None None] Deleting port 2219a7c4-2440-41bb-be1a-bbcead9dacb3 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:39.182406 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-81ec89a0-7841-445e-9f70-6c743ef5876d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:39.184338 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fce6079-3e96-434c-b13e-b8980c07e239 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:42:39.194689 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9fce6079-3e96-434c-b13e-b8980c07e239 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:39.198505 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-9fce6079-3e96-434c-b13e-b8980c07e239 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "PUT /v2.0/routers/50d49945-ee47-486d-9fe1-a38afb206c82 HTTP/1.1" status: 200 len: 704 time: 2.1650667 Nov 26 16:42:39.207059 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47874) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:39.234011 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163f5403-ebf0-4a63-89b6-43cc39df2f39 None None] Sync routers for ids ['50d49945-ee47-486d-9fe1-a38afb206c82'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:42:39.249304 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715dd8ec-6566-4031-b033-523f09d74a49 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:39.251076 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715dd8ec-6566-4031-b033-523f09d74a49 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:39.252115 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-715dd8ec-6566-4031-b033-523f09d74a49 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Synchronizing usage tracker for tenant:ead52e8001994e0e891a9abddd8a01c1 on resource:subnet {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:42:39.259093 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163f5403-ebf0-4a63-89b6-43cc39df2f39 None None] Routers {'50d49945-ee47-486d-9fe1-a38afb206c82'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:39.259675 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-163f5403-ebf0-4a63-89b6-43cc39df2f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['50d49945-ee47-486d-9fe1-a38afb206c82'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:39.357670 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a72712d2-d4ad-4ff9-b0d4-a1504eb3afc3 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Synchronizing usage tracker for tenant:64d59b3f13ac4d738c5b4d126f3cbc4c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:42:39.436262 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-715dd8ec-6566-4031-b033-523f09d74a49 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Unset dirty status for tenant:ead52e8001994e0e891a9abddd8a01c1 on resource:subnet {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:42:39.437794 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-715dd8ec-6566-4031-b033-523f09d74a49 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5585139 Nov 26 16:42:39.442314 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47878) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:39.448671 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3ffcec80-cd41-48fe-a0b9-45009ca73c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:39.473383 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8857f678-e9b2-41b4-9ce0-ded42bc2cf12 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:39.479705 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a72712d2-d4ad-4ff9-b0d4-a1504eb3afc3 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Unset dirty status for tenant:64d59b3f13ac4d738c5b4d126f3cbc4c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:42:39.481127 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a72712d2-d4ad-4ff9-b0d4-a1504eb3afc3 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "GET /v2.0/ports?device_id=50d49945-ee47-486d-9fe1-a38afb206c82 HTTP/1.1" status: 200 len: 205 time: 0.2731092 Nov 26 16:42:39.501100 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47882) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:39.503069 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-163f5403-ebf0-4a63-89b6-43cc39df2f39 None None] Set router 50d49945-ee47-486d-9fe1-a38afb206c82 gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:42:39.615846 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:39.656655 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-163f5403-ebf0-4a63-89b6-43cc39df2f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:42:28Z', 'revision_number': 11, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:39.659793 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffcec80-cd41-48fe-a0b9-45009ca73c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd9949e-6bbc-4097-86bd-ef6d19d505ce,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:39.724632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-65b22d22-b6a9-435c-8e63-088791fbfc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Allocated IP 172.26.0.217 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/86712455-e9cc-4f48-87f5-3d2fe3309e14) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:39.748295 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-24e6c742-03e4-4bf2-80b6-41bf4904f3f2 req-c5f08f2a-1312-43c6-9df8-f0ca95ab86b4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0989118 Nov 26 16:42:39.748777 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163f5403-ebf0-4a63-89b6-43cc39df2f39 None None] Checking router: 50d49945-ee47-486d-9fe1-a38afb206c82 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:42:39.794774 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163f5403-ebf0-4a63-89b6-43cc39df2f39 None None] Routers {'50d49945-ee47-486d-9fe1-a38afb206c82'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:39.795589 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-163f5403-ebf0-4a63-89b6-43cc39df2f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['50d49945-ee47-486d-9fe1-a38afb206c82'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:39.851547 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9c543ec8-7f6f-470c-ae9c-145450120659 None None] Provisioning for port 7f83977c-376d-49bb-9720-b1aa7dcd66ef completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:42:39.855770 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 2219a7c4-2440-41bb-be1a-bbcead9dacb3, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=2219a7c4-2440-41bb-be1a-bbcead9dacb3,segment=NetworkSegment(89c8d265-ab62-4e15-82b7-f541766007da),segment_id=89c8d265-ab62-4e15-82b7-f541766007da)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:39.868728 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-92e1a648-24e5-42c6-a511-70f758107172 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Allocated IP 172.20.0.1 (8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32/dd0870c5-348a-4961-91b7-cfacef552118/163baa04-345a-4218-900a-8942432c7960) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:39.870710 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3ffcec80-cd41-48fe-a0b9-45009ca73c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:39.900965 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3ffcec80-cd41-48fe-a0b9-45009ca73c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:39.902076 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3ffcec80-cd41-48fe-a0b9-45009ca73c36 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ffd9949e-6bbc-4097-86bd-ef6d19d505ce HTTP/1.1" status: 204 len: 168 time: 1.7885699 Nov 26 16:42:39.920601 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:39.930683 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-81ec89a0-7841-445e-9f70-6c743ef5876d None None] For port 2219a7c4-2440-41bb-be1a-bbcead9dacb3, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=2219a7c4-2440-41bb-be1a-bbcead9dacb3,segment=NetworkSegment(89c8d265-ab62-4e15-82b7-f541766007da),segment_id=89c8d265-ab62-4e15-82b7-f541766007da)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:39.931190 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-81ec89a0-7841-445e-9f70-6c743ef5876d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:39.939675 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-7e5efc24-131f-405d-a9c1-382115314af5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:39.941606 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c5c1e88f-7536-45d6-a73d-f141165e2090 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:39.973514 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9c543ec8-7f6f-470c-ae9c-145450120659 None None] Provisioning complete for port 7f83977c-376d-49bb-9720-b1aa7dcd66ef triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:39.973985 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9c543ec8-7f6f-470c-ae9c-145450120659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:40.001459 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4a44c698-90e5-40b7-a14f-55e38c7ef940 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:40.097837 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7f83977c-376d-49bb-9720-b1aa7dcd66ef up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:42:40.120289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-65b22d22-b6a9-435c-8e63-088791fbfc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:40.135669 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a44c698-90e5-40b7-a14f-55e38c7ef940 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 26 16:42:40.136165 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a44c698-90e5-40b7-a14f-55e38c7ef940 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:42:40.137871 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4a44c698-90e5-40b7-a14f-55e38c7ef940 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "DELETE /v2.0/networks/a0c9473e-8d84-419e-9729-da682fa2b055 HTTP/1.1" status: 409 len: 405 time: 0.6943433 Nov 26 16:42:40.148547 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47892) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:40.161278 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-baf90dba-24c0-4c86-a14d-8d87383d7b53 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1122091027'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:40.186563 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-92e1a648-24e5-42c6-a511-70f758107172 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:40.210835 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-92e1a648-24e5-42c6-a511-70f758107172 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Transition to ACTIVE for port object 163baa04-345a-4218-900a-8942432c7960 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:40.245991 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-163f5403-ebf0-4a63-89b6-43cc39df2f39 None None] Set router 50d49945-ee47-486d-9fe1-a38afb206c82 gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:42:40.265833 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-92e1a648-24e5-42c6-a511-70f758107172 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:40.272614 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0a023a42-f5db-4865-8814-ddf8c901d8c2 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:40.279144 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-baf90dba-24c0-4c86-a14d-8d87383d7b53 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:40.300190 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-81ec89a0-7841-445e-9f70-6c743ef5876d None None] Calling delete_port for 2219a7c4-2440-41bb-be1a-bbcead9dacb3 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:40.353325 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47896) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:40.356713 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-baf90dba-24c0-4c86-a14d-8d87383d7b53 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Usage tracker for resource:network and tenant:ead52e8001994e0e891a9abddd8a01c1 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:40.361684 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-baf90dba-24c0-4c86-a14d-8d87383d7b53 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:40.364133 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-65b22d22-b6a9-435c-8e63-088791fbfc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:40.372990 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c5c1e88f-7536-45d6-a73d-f141165e2090 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:40.376015 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-baf90dba-24c0-4c86-a14d-8d87383d7b53 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:40.381392 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c5c1e88f-7536-45d6-a73d-f141165e2090 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:40.384705 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e1a648-24e5-42c6-a511-70f758107172 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Network 8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:40.393174 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-92e1a648-24e5-42c6-a511-70f758107172 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:40.400524 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1a648-24e5-42c6-a511-70f758107172 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Pushing event updated for resources: {'Port': ['ID=163baa04-345a-4218-900a-8942432c7960,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:40.402844 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e1a648-24e5-42c6-a511-70f758107172 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:40.440550 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-92e1a648-24e5-42c6-a511-70f758107172 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:40.440800 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-163f5403-ebf0-4a63-89b6-43cc39df2f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:42:28Z', 'revision_number': 11, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:40.444929 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:40.449917 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163f5403-ebf0-4a63-89b6-43cc39df2f39 None None] The sync data for ids ['50d49945-ee47-486d-9fe1-a38afb206c82'] in dv-neutron-819440-1-hyperv is: [{'id': '50d49945-ee47-486d-9fe1-a38afb206c82', 'name': 'tempest-RoutersIpV6Test-router-872129964', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:41:08Z', 'updated_at': '2021-11-26T16:42:28Z', 'revision_number': 11, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:42:40.458477 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf90dba-24c0-4c86-a14d-8d87383d7b53 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Made reservation on behalf of ead52e8001994e0e891a9abddd8a01c1 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:40.462326 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-baf90dba-24c0-4c86-a14d-8d87383d7b53 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:40.464968 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=2219a7c4-2440-41bb-be1a-bbcead9dacb3,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:40.468963 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:40.479554 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c5c1e88f-7536-45d6-a73d-f141165e2090 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:40.480313 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c1e88f-7536-45d6-a73d-f141165e2090 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Fanout notify agent at l3_agent the message router_deleted on router 50d49945-ee47-486d-9fe1-a38afb206c82 {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:42:40.508530 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-90bcdcf5-e4ef-4d8b-9db1-c453f460493b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Delete allocated IP 172.20.0.5 (f6c01091-2a92-407c-b319-eb4649214920/a92459fe-5dfa-4d18-b6ed-fbd1a342af55) {{(pid=87519) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 26 16:42:40.531238 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b22d22-b6a9-435c-8e63-088791fbfc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:40.534272 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c5c1e88f-7536-45d6-a73d-f141165e2090 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:40.535572 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c5c1e88f-7536-45d6-a73d-f141165e2090 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/routers/50d49945-ee47-486d-9fe1-a38afb206c82 HTTP/1.1" status: 204 len: 168 time: 1.0324347 Nov 26 16:42:40.541410 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-81ec89a0-7841-445e-9f70-6c743ef5876d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:42:40.541788 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-81ec89a0-7841-445e-9f70-6c743ef5876d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:42:40.544559 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47900) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:40.553985 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-90bcdcf5-e4ef-4d8b-9db1-c453f460493b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Allocated IP 172.20.0.44 (f6c01091-2a92-407c-b319-eb4649214920/bb869624-36de-4804-a4f7-3c5f1e68df73/dd8d1a51-773e-46cc-ab2a-47713a82b2ef) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:40.554906 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-65b22d22-b6a9-435c-8e63-088791fbfc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:40.558008 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 7f83977c-376d-49bb-9720-b1aa7dcd66ef triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:40.558399 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:40.572329 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-1a0c2cdf-de47-4d9d-8442-ea1a118dd7bd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-253263904', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:40.583224 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf90dba-24c0-4c86-a14d-8d87383d7b53 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:42:40.602159 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1a0c2cdf-de47-4d9d-8442-ea1a118dd7bd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:40.603429 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-079caf5a-53d5-4d71-8b00-c578b3829de9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59a0cd289a0d4398806a66c6d2a2f63a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463312 Nov 26 16:42:40.606985 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b22d22-b6a9-435c-8e63-088791fbfc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:40.609351 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47904) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:40.633506 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1a0c2cdf-de47-4d9d-8442-ea1a118dd7bd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Usage tracker for resource:router and tenant:64d59b3f13ac4d738c5b4d126f3cbc4c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:40.636851 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-baf90dba-24c0-4c86-a14d-8d87383d7b53 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:40.637382 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-baf90dba-24c0-4c86-a14d-8d87383d7b53 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Added segment d155e2cf-650b-410f-8221-4438bbc14470 of type vlan for network 4538b353-8b11-4175-ba1c-c97d3ff56eca Nov 26 16:42:40.648730 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1a0c2cdf-de47-4d9d-8442-ea1a118dd7bd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:40.655119 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9c543ec8-7f6f-470c-ae9c-145450120659 None None] Provisioning complete for port 60304a0f-1c7d-4f80-a50d-ee9faa6c0bc2 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:40.655654 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9c543ec8-7f6f-470c-ae9c-145450120659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:40.677210 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1a0c2cdf-de47-4d9d-8442-ea1a118dd7bd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:40.684157 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b22d22-b6a9-435c-8e63-088791fbfc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event updated for resources: {'Port': ['ID=86712455-e9cc-4f48-87f5-3d2fe3309e14,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:40.686565 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-92e1a648-24e5-42c6-a511-70f758107172 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:40.691254 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-65b22d22-b6a9-435c-8e63-088791fbfc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:40.783509 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1a0c2cdf-de47-4d9d-8442-ea1a118dd7bd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:40.784883 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1a0c2cdf-de47-4d9d-8442-ea1a118dd7bd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:40.790670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-65b22d22-b6a9-435c-8e63-088791fbfc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:40.818888 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-9c543ec8-7f6f-470c-ae9c-145450120659 None None] Port 60304a0f-1c7d-4f80-a50d-ee9faa6c0bc2 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:42:40.840512 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9c543ec8-7f6f-470c-ae9c-145450120659 None None] Provisioning complete for port dd8d1a51-773e-46cc-ab2a-47713a82b2ef triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:40.841512 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9c543ec8-7f6f-470c-ae9c-145450120659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:40.926903 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 2219a7c4-2440-41bb-be1a-bbcead9dacb3 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:42:40.936357 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-baf90dba-24c0-4c86-a14d-8d87383d7b53 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:40.969294 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-019dd0fb-30a6-4cf9-acbc-42fc1050da87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:41.004404 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-65b22d22-b6a9-435c-8e63-088791fbfc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:41.011542 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-9c543ec8-7f6f-470c-ae9c-145450120659 None None] Port dd8d1a51-773e-46cc-ab2a-47713a82b2ef cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:42:41.033562 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-837e98b7-e98a-459e-8288-94618ca6eff7 req-037a420c-0be0-40cf-b6d4-d0928579bcaf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0989144 Nov 26 16:42:41.048132 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1a0c2cdf-de47-4d9d-8442-ea1a118dd7bd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:41.068134 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-81ec89a0-7841-445e-9f70-6c743ef5876d None None] Deleting port 2219a7c4-2440-41bb-be1a-bbcead9dacb3 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:41.068941 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-81ec89a0-7841-445e-9f70-6c743ef5876d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:41.074211 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-92e1a648-24e5-42c6-a511-70f758107172 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:41.094272 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-019dd0fb-30a6-4cf9-acbc-42fc1050da87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:41.151008 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:41.153234 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-baf90dba-24c0-4c86-a14d-8d87383d7b53 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:41.159511 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf90dba-24c0-4c86-a14d-8d87383d7b53 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:41.160251 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-baf90dba-24c0-4c86-a14d-8d87383d7b53 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:41.178623 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-18de4ab9-e43d-4002-bb1b-63e6444753b2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:41.221272 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-96b13f1c-a649-41e3-8b3b-94d0f4d84e05 None None] Provisioning for port 163baa04-345a-4218-900a-8942432c7960 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:42:41.224744 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1a0c2cdf-de47-4d9d-8442-ea1a118dd7bd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:41.241233 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-96b13f1c-a649-41e3-8b3b-94d0f4d84e05 None None] Provisioning complete for port 163baa04-345a-4218-900a-8942432c7960 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:41.241870 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-96b13f1c-a649-41e3-8b3b-94d0f4d84e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:41.299562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-96b13f1c-a649-41e3-8b3b-94d0f4d84e05 None None] Port 163baa04-345a-4218-900a-8942432c7960 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:42:41.308628 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 2219a7c4-2440-41bb-be1a-bbcead9dacb3, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=2219a7c4-2440-41bb-be1a-bbcead9dacb3,segment=NetworkSegment(89c8d265-ab62-4e15-82b7-f541766007da),segment_id=89c8d265-ab62-4e15-82b7-f541766007da)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:41.327506 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:41.347990 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-baf90dba-24c0-4c86-a14d-8d87383d7b53 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1927450 Nov 26 16:42:41.353630 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47910) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:41.365414 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-dd4e8d9b-94b9-4a47-b6af-c074233c7dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Request body: {'subnet': {'network_id': '4538b353-8b11-4175-ba1c-c97d3ff56eca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:41.383970 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1a0c2cdf-de47-4d9d-8442-ea1a118dd7bd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:41.387796 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1a0c2cdf-de47-4d9d-8442-ea1a118dd7bd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8355103 Nov 26 16:42:41.387923 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a7b2c3fe-eb55-4b78-83ab-75dea0cb88f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:41.398516 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf90dba-24c0-4c86-a14d-8d87383d7b53 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event updated for resources: {'Network': ['ID=4538b353-8b11-4175-ba1c-c97d3ff56eca,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:41.400696 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47914) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:41.427935 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 4538b353-8b11-4175-ba1c-c97d3ff56eca details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:42:41.449765 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-baf90dba-24c0-4c86-a14d-8d87383d7b53 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:41.465334 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-b65ef094-8b55-411a-9b6c-f5c95b8d3c77 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:41.521701 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-90bcdcf5-e4ef-4d8b-9db1-c453f460493b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:41.534401 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-65b22d22-b6a9-435c-8e63-088791fbfc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:41.540650 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-019dd0fb-30a6-4cf9-acbc-42fc1050da87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:41.555026 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-65b22d22-b6a9-435c-8e63-088791fbfc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:41.562632 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-81ec89a0-7841-445e-9f70-6c743ef5876d None None] For port 2219a7c4-2440-41bb-be1a-bbcead9dacb3, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=2219a7c4-2440-41bb-be1a-bbcead9dacb3,segment=NetworkSegment(89c8d265-ab62-4e15-82b7-f541766007da),segment_id=89c8d265-ab62-4e15-82b7-f541766007da)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:41.562855 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-754d5543-b86f-487e-890b-fc835ea6e5bd tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:41.563164 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-81ec89a0-7841-445e-9f70-6c743ef5876d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:41.670897 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ad44fd75-5558-4621-9ec0-4bd3c778d2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:41.753711 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-81ec89a0-7841-445e-9f70-6c743ef5876d None None] Calling delete_port for 2219a7c4-2440-41bb-be1a-bbcead9dacb3 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:41.829800 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=2219a7c4-2440-41bb-be1a-bbcead9dacb3,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:41.838125 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:41.885740 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-81ec89a0-7841-445e-9f70-6c743ef5876d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:42:41.886205 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-81ec89a0-7841-445e-9f70-6c743ef5876d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:42:41.902248 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b22d22-b6a9-435c-8e63-088791fbfc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event updated for resources: {'Port': ['ID=86712455-e9cc-4f48-87f5-3d2fe3309e14,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:41.917352 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-65b22d22-b6a9-435c-8e63-088791fbfc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:41.936321 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-65b22d22-b6a9-435c-8e63-088791fbfc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:41.995952 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019dd0fb-30a6-4cf9-acbc-42fc1050da87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82368e3c-3f7b-4e3f-bef8-351f71b6b32e,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:42.002009 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-65b22d22-b6a9-435c-8e63-088791fbfc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:42.004243 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-019dd0fb-30a6-4cf9-acbc-42fc1050da87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:42.006107 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-65b22d22-b6a9-435c-8e63-088791fbfc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5792296 Nov 26 16:42:42.006955 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47918) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:42.015292 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-325bc3ab-e416-4ada-9ad5-cb2048470c31 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Request body: {'port': {'network_id': '7ee3c287-caf8-420e-bef9-fe22fa132485', 'name': 'tempest-FloatingIPTestJSON-528302689'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:42.058870 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-90bcdcf5-e4ef-4d8b-9db1-c453f460493b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Transition to ACTIVE for port object dd8d1a51-773e-46cc-ab2a-47713a82b2ef will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:42.060033 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-019dd0fb-30a6-4cf9-acbc-42fc1050da87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:42.064068 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-019dd0fb-30a6-4cf9-acbc-42fc1050da87 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82368e3c-3f7b-4e3f-bef8-351f71b6b32e HTTP/1.1" status: 204 len: 168 time: 1.4507852 Nov 26 16:42:42.070495 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-dd4e8d9b-94b9-4a47-b6af-c074233c7dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:42.080536 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-dd4e8d9b-94b9-4a47-b6af-c074233c7dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:42.090681 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-90bcdcf5-e4ef-4d8b-9db1-c453f460493b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:42.100349 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-40416f6c-b635-4def-8647-9ecf7ca2bc76 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:42.167235 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-92e1a648-24e5-42c6-a511-70f758107172 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:42.170642 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8509d285-35dc-4605-ab21-6df43408adb0 req-407fc8b8-2307-4882-b327-777230709601 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0672319 Nov 26 16:42:42.177420 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-92e1a648-24e5-42c6-a511-70f758107172 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:42.192468 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4e8d9b-94b9-4a47-b6af-c074233c7dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Made reservation on behalf of ead52e8001994e0e891a9abddd8a01c1 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:42.196358 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-dd4e8d9b-94b9-4a47-b6af-c074233c7dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:42.209503 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d23bc2b1-d85b-4b58-b71b-7d94424e833a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:42.326558 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1a648-24e5-42c6-a511-70f758107172 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Pushing event updated for resources: {'Port': ['ID=163baa04-345a-4218-900a-8942432c7960,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:42.334617 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-92e1a648-24e5-42c6-a511-70f758107172 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:42.335554 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-92e1a648-24e5-42c6-a511-70f758107172 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:42.366681 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-325bc3ab-e416-4ada-9ad5-cb2048470c31 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:42.417412 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-325bc3ab-e416-4ada-9ad5-cb2048470c31 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Usage tracker for resource:port and tenant:7c991dfeb8c24761a5861f1676495514 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:42.433814 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-325bc3ab-e416-4ada-9ad5-cb2048470c31 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:42.442753 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-325bc3ab-e416-4ada-9ad5-cb2048470c31 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:42.461824 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325bc3ab-e416-4ada-9ad5-cb2048470c31 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Made reservation on behalf of 7c991dfeb8c24761a5861f1676495514 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:42.465579 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-325bc3ab-e416-4ada-9ad5-cb2048470c31 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:42.474847 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b65ef094-8b55-411a-9b6c-f5c95b8d3c77 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:42.504063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bcdcf5-e4ef-4d8b-9db1-c453f460493b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event updated for resources: {'Port': ['ID=dd8d1a51-773e-46cc-ab2a-47713a82b2ef,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:42.507215 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-90bcdcf5-e4ef-4d8b-9db1-c453f460493b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:42.513463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-325bc3ab-e416-4ada-9ad5-cb2048470c31 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] device_id is not set on port b5a9c485-f462-4dea-b1d3-2dda493fd1d9 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:42:42.515680 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b65ef094-8b55-411a-9b6c-f5c95b8d3c77 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780415'] for router, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:42.529343 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-90bcdcf5-e4ef-4d8b-9db1-c453f460493b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] In _notify_port_updated(), no bound segment for port dd8d1a51-773e-46cc-ab2a-47713a82b2ef on network f6c01091-2a92-407c-b319-eb4649214920 {{(pid=87519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 26 16:42:42.535485 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bcdcf5-e4ef-4d8b-9db1-c453f460493b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:42.536135 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-90bcdcf5-e4ef-4d8b-9db1-c453f460493b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:42.537416 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-90bcdcf5-e4ef-4d8b-9db1-c453f460493b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "PUT /v2.0/ports/dd8d1a51-773e-46cc-ab2a-47713a82b2ef HTTP/1.1" status: 200 len: 960 time: 4.7622840 Nov 26 16:42:42.542272 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47936) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:42.581718 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e1a648-24e5-42c6-a511-70f758107172 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Network 8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:42.586052 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-92e1a648-24e5-42c6-a511-70f758107172 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:42.592787 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-81ec89a0-7841-445e-9f70-6c743ef5876d None None] Deleting port 2219a7c4-2440-41bb-be1a-bbcead9dacb3 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:42.593404 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-81ec89a0-7841-445e-9f70-6c743ef5876d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:42.803492 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-325bc3ab-e416-4ada-9ad5-cb2048470c31 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Allocated IP 172.20.0.11 (7ee3c287-caf8-420e-bef9-fe22fa132485/c3b8fd25-240b-4914-80e9-9eab46d31170/b5a9c485-f462-4dea-b1d3-2dda493fd1d9) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:42.829971 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-4816c251-17c9-4b84-9f41-8934036e53ac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting port dd8d1a51-773e-46cc-ab2a-47713a82b2ef {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:42.830376 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4816c251-17c9-4b84-9f41-8934036e53ac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:42.994644 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-fe80475a-5101-4838-9146-f6f33c0b8f8a None None] Provisioning for port dd8d1a51-773e-46cc-ab2a-47713a82b2ef completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:42:43.044019 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-fe80475a-5101-4838-9146-f6f33c0b8f8a None None] Provisioning complete for port dd8d1a51-773e-46cc-ab2a-47713a82b2ef triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:43.044718 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fe80475a-5101-4838-9146-f6f33c0b8f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:43.112133 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47948) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:43.121891 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65ef094-8b55-411a-9b6c-f5c95b8d3c77 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Router 9944fa7b-e147-47b6-b061-4be3ebba60fe is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:42:43.132328 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-fe80475a-5101-4838-9146-f6f33c0b8f8a None None] Port dd8d1a51-773e-46cc-ab2a-47713a82b2ef cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:42:43.134753 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-81ec89a0-7841-445e-9f70-6c743ef5876d None None] For port 2219a7c4-2440-41bb-be1a-bbcead9dacb3, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=2219a7c4-2440-41bb-be1a-bbcead9dacb3,segment=NetworkSegment(89c8d265-ab62-4e15-82b7-f541766007da),segment_id=89c8d265-ab62-4e15-82b7-f541766007da)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:43.135159 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-81ec89a0-7841-445e-9f70-6c743ef5876d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:43.226623 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-325bc3ab-e416-4ada-9ad5-cb2048470c31 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:43.266302 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-81ec89a0-7841-445e-9f70-6c743ef5876d None None] Calling delete_port for 2219a7c4-2440-41bb-be1a-bbcead9dacb3 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:43.295085 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e1a648-24e5-42c6-a511-70f758107172 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Router 289c9be6-1e25-48a8-9ac3-9eaa949a177f has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:42:43.308724 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-325bc3ab-e416-4ada-9ad5-cb2048470c31 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:43.319465 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cb7bf53a-81de-42ac-b3c3-8ba706be66e3 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:43.326395 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6c82658d-3a54-4129-9aa7-f7764110122a None None] Provisioning complete for port 163baa04-345a-4218-900a-8942432c7960 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:43.327104 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6c82658d-3a54-4129-9aa7-f7764110122a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:43.374428 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-432756114'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:43.396795 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-6c82658d-3a54-4129-9aa7-f7764110122a None None] Port 163baa04-345a-4218-900a-8942432c7960 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:42:43.401076 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-81ec89a0-7841-445e-9f70-6c743ef5876d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:43.404508 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8a352da8-9738-44cc-837f-dd09e38e9f6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:43.418814 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:43.441926 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:network and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:43.449587 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec89a0-7841-445e-9f70-6c743ef5876d None None] Pushing event deleted for resources: {'Port': ['ID=2219a7c4-2440-41bb-be1a-bbcead9dacb3,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:43.453116 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-81ec89a0-7841-445e-9f70-6c743ef5876d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:43.455355 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ec89a0-7841-445e-9f70-6c743ef5876d None None] No DVR routers for this DVR port 2219a7c4-2440-41bb-be1a-bbcead9dacb3 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:42:43.472668 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-56506c92-c857-49de-8eee-8051202dbc1e req-b7217bd8-d6d1-44d2-a6fb-28d312c477d3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1156998 Nov 26 16:42:43.476440 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:43.482219 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65ef094-8b55-411a-9b6c-f5c95b8d3c77 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:42:43.494612 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb8670e-b8d6-4d7f-8670-0611e1064d99 None None] Sync routers for ids ['9944fa7b-e147-47b6-b061-4be3ebba60fe'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:42:43.503782 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb8670e-b8d6-4d7f-8670-0611e1064d99 None None] Routers {'9944fa7b-e147-47b6-b061-4be3ebba60fe'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:43.504637 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-5bb8670e-b8d6-4d7f-8670-0611e1064d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['9944fa7b-e147-47b6-b061-4be3ebba60fe'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:43.509052 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:43.531062 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b65ef094-8b55-411a-9b6c-f5c95b8d3c77 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:43.535018 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b65ef094-8b55-411a-9b6c-f5c95b8d3c77 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "PUT /v2.0/routers/9944fa7b-e147-47b6-b061-4be3ebba60fe HTTP/1.1" status: 200 len: 697 time: 2.0845053 Nov 26 16:42:43.546003 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47956) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:43.560734 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:43.565177 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:43.646496 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-5bb8670e-b8d6-4d7f-8670-0611e1064d99 None None] Set router 9944fa7b-e147-47b6-b061-4be3ebba60fe gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:42:43.722800 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4816c251-17c9-4b84-9f41-8934036e53ac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:43.752705 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325bc3ab-e416-4ada-9ad5-cb2048470c31 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Network 7ee3c287-caf8-420e-bef9-fe22fa132485 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:43.763543 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-325bc3ab-e416-4ada-9ad5-cb2048470c31 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:43.772087 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-5bb8670e-b8d6-4d7f-8670-0611e1064d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9944fa7b-e147-47b6-b061-4be3ebba60fe', 'name': 'tempest-RoutersIpV6Test-router-253263904', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:42:40Z', 'updated_at': '2021-11-26T16:42:42Z', 'revision_number': 2, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:43.776308 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb8670e-b8d6-4d7f-8670-0611e1064d99 None None] Checking router: 9944fa7b-e147-47b6-b061-4be3ebba60fe for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:42:43.778436 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.objects.ports [None req-dd4e8d9b-94b9-4a47-b6af-c074233c7dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87519) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 26 16:42:43.779436 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:43.785798 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb8670e-b8d6-4d7f-8670-0611e1064d99 None None] Routers {'9944fa7b-e147-47b6-b061-4be3ebba60fe'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:43.786894 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-5bb8670e-b8d6-4d7f-8670-0611e1064d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['9944fa7b-e147-47b6-b061-4be3ebba60fe'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:43.792191 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-dd4e8d9b-94b9-4a47-b6af-c074233c7dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:43.833095 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325bc3ab-e416-4ada-9ad5-cb2048470c31 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:43.851572 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1be42ae2-d54a-41a3-9950-e4eeaa20665c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:43.879849 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bc3ab-e416-4ada-9ad5-cb2048470c31 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event updated for resources: {'Port': ['ID=b5a9c485-f462-4dea-b1d3-2dda493fd1d9,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:43.889773 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-325bc3ab-e416-4ada-9ad5-cb2048470c31 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:43.902338 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-881614e1-f30e-42fe-87e0-bae200623642 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "GET /v2.0/routers/9944fa7b-e147-47b6-b061-4be3ebba60fe HTTP/1.1" status: 200 len: 703 time: 0.3526173 Nov 26 16:42:43.905469 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47960) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:43.915453 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-5bb8670e-b8d6-4d7f-8670-0611e1064d99 None None] Set router 9944fa7b-e147-47b6-b061-4be3ebba60fe gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:42:43.940693 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:43.944651 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:security_group_rule and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:43.947489 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:43.953996 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:43.962902 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-4816c251-17c9-4b84-9f41-8934036e53ac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Calling delete_port for dd8d1a51-773e-46cc-ab2a-47713a82b2ef owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:43.977290 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325bc3ab-e416-4ada-9ad5-cb2048470c31 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:43.977901 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-325bc3ab-e416-4ada-9ad5-cb2048470c31 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:43.982304 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-87c9166e-e2ed-40a8-8b1c-09f6287a581e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Synchronizing usage tracker for tenant:64d59b3f13ac4d738c5b4d126f3cbc4c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:42:44.019109 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-87c9166e-e2ed-40a8-8b1c-09f6287a581e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Unset dirty status for tenant:64d59b3f13ac4d738c5b4d126f3cbc4c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:42:44.022981 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-87c9166e-e2ed-40a8-8b1c-09f6287a581e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "GET /v2.0/ports?device_id=9944fa7b-e147-47b6-b061-4be3ebba60fe HTTP/1.1" status: 200 len: 205 time: 0.1115267 Nov 26 16:42:44.022981 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e1a648-24e5-42c6-a511-70f758107172 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:42:44.023245 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-5bb8670e-b8d6-4d7f-8670-0611e1064d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9944fa7b-e147-47b6-b061-4be3ebba60fe', 'name': 'tempest-RoutersIpV6Test-router-253263904', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:42:40Z', 'updated_at': '2021-11-26T16:42:42Z', 'revision_number': 2, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:44.023346 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47964) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:44.026687 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb8670e-b8d6-4d7f-8670-0611e1064d99 None None] The sync data for ids ['9944fa7b-e147-47b6-b061-4be3ebba60fe'] in dv-neutron-819440-1-hyperv is: [{'id': '9944fa7b-e147-47b6-b061-4be3ebba60fe', 'name': 'tempest-RoutersIpV6Test-router-253263904', 'tenant_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:42:40Z', 'updated_at': '2021-11-26T16:42:42Z', 'revision_number': 2, 'project_id': '64d59b3f13ac4d738c5b4d126f3cbc4c', 'gw_port_host': None}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:42:44.031524 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-92e1a648-24e5-42c6-a511-70f758107172 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] 10.222.0.11 "PUT /v2.0/routers/289c9be6-1e25-48a8-9ac3-9eaa949a177f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2090323 Nov 26 16:42:44.032366 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47968) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:44.038493 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ceddd6-9cc1-41fe-afe5-6b110c560956 None None] Sync routers for ids ['289c9be6-1e25-48a8-9ac3-9eaa949a177f'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:42:44.049504 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ceddd6-9cc1-41fe-afe5-6b110c560956 None None] Routers {'289c9be6-1e25-48a8-9ac3-9eaa949a177f'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:44.050530 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-31ceddd6-9cc1-41fe-afe5-6b110c560956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['289c9be6-1e25-48a8-9ac3-9eaa949a177f'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:44.094909 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-325bc3ab-e416-4ada-9ad5-cb2048470c31 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0855048 Nov 26 16:42:44.095562 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e8d9b-94b9-4a47-b6af-c074233c7dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event updated for resources: {'Subnet': ['ID=2b743bae-f6cf-4e61-bf19-fa4f05f9ad54,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:44.098221 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-dd4e8d9b-94b9-4a47-b6af-c074233c7dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:44.101793 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47972) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:44.106033 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-475d27b2-c8bd-4629-91f2-2325092e1c7c tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Request body: {'port': {'network_id': '8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32', 'name': 'tempest-FloatingIPAdminTestJSON-466001267'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:44.112235 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-dd6ac034-cb70-40ab-8561-8df407bf49a0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Request body: {'floatingip': {'port_id': 'b5a9c485-f462-4dea-b1d3-2dda493fd1d9'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:44.134094 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-31ceddd6-9cc1-41fe-afe5-6b110c560956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:44.145937 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ceddd6-9cc1-41fe-afe5-6b110c560956 None None] Routers {'289c9be6-1e25-48a8-9ac3-9eaa949a177f'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:44.146496 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-31ceddd6-9cc1-41fe-afe5-6b110c560956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['289c9be6-1e25-48a8-9ac3-9eaa949a177f'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:44.222212 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-31ceddd6-9cc1-41fe-afe5-6b110c560956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:44.222425 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4e8d9b-94b9-4a47-b6af-c074233c7dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Checking segment: {'id': 'd155e2cf-650b-410f-8221-4438bbc14470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4538b353-8b11-4175-ba1c-c97d3ff56eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:42:44.222717 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ceddd6-9cc1-41fe-afe5-6b110c560956 None None] The sync data for ids ['289c9be6-1e25-48a8-9ac3-9eaa949a177f'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:42:44.222826 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4e8d9b-94b9-4a47-b6af-c074233c7dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Network hostable DHCP agents. Network: 4538b353-8b11-4175-ba1c-c97d3ff56eca, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:42:44.229613 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-dd6ac034-cb70-40ab-8561-8df407bf49a0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:44.266374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0c2ece02-7bc2-4d1a-9e98-194988d33a96 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:44.456673 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4e8d9b-94b9-4a47-b6af-c074233c7dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Network 4538b353-8b11-4175-ba1c-c97d3ff56eca is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:42:44.533877 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4816c251-17c9-4b84-9f41-8934036e53ac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:44.541541 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:44.544987 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-70977ce8-69c1-431d-9dca-2b1743d7e8ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:44.578640 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-dd4e8d9b-94b9-4a47-b6af-c074233c7dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 4538b353-8b11-4175-ba1c-c97d3ff56eca) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:44.583048 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4e8d9b-94b9-4a47-b6af-c074233c7dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:44.583640 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-dd4e8d9b-94b9-4a47-b6af-c074233c7dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:44.588791 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1751f3-072a-4278-b870-59f2d123d337 None None] Network 4538b353-8b11-4175-ba1c-c97d3ff56eca requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:44.613539 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:44.652312 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0c2ece02-7bc2-4d1a-9e98-194988d33a96 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:44.656942 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7b2c620c-a61b-45d3-9691-067fc78a7234 req-44e081c5-8a87-4209-aff5-cd480f5b3106 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0704589 Nov 26 16:42:44.658012 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0c2ece02-7bc2-4d1a-9e98-194988d33a96 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:44.666431 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-475d27b2-c8bd-4629-91f2-2325092e1c7c tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:44.684307 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-475d27b2-c8bd-4629-91f2-2325092e1c7c tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Usage tracker for resource:port and tenant:16d9dbed70744ab6aa702ecdf895c7a4 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:44.684307 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-475d27b2-c8bd-4629-91f2-2325092e1c7c tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:44.699136 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-475d27b2-c8bd-4629-91f2-2325092e1c7c tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:44.712861 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0c2ece02-7bc2-4d1a-9e98-194988d33a96 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:44.714801 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2ece02-7bc2-4d1a-9e98-194988d33a96 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Fanout notify agent at l3_agent the message router_deleted on router 9944fa7b-e147-47b6-b061-4be3ebba60fe {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:42:44.716973 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816c251-17c9-4b84-9f41-8934036e53ac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Port': ['ID=dd8d1a51-773e-46cc-ab2a-47713a82b2ef,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:44.719189 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4816c251-17c9-4b84-9f41-8934036e53ac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:44.739618 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475d27b2-c8bd-4629-91f2-2325092e1c7c tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Made reservation on behalf of 16d9dbed70744ab6aa702ecdf895c7a4 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:44.745470 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-475d27b2-c8bd-4629-91f2-2325092e1c7c tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:44.775364 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0c2ece02-7bc2-4d1a-9e98-194988d33a96 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:44.776521 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0c2ece02-7bc2-4d1a-9e98-194988d33a96 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/routers/9944fa7b-e147-47b6-b061-4be3ebba60fe HTTP/1.1" status: 204 len: 168 time: 0.7524698 Nov 26 16:42:44.783184 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47978) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:44.786618 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-cf5982fb-b2a9-4f6d-9c12-e63cd2b7073f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:44.869539 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:42:44.869843 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-475d27b2-c8bd-4629-91f2-2325092e1c7c tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] device_id is not set on port ea25d797-eab2-40fb-8f7d-27d4a8cea8fc yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:42:44.896775 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-4538b353-8b11-4175-ba1c-c97d3ff56eca', 'network_id': '4538b353-8b11-4175-ba1c-c97d3ff56eca', 'tenant_id': 'ead52e8001994e0e891a9abddd8a01c1', 'fixed_ips': [{'subnet_id': '2b743bae-f6cf-4e61-bf19-fa4f05f9ad54'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:42:44.897466 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:44.918358 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-55a1c19f-ae8f-4fb3-88bb-930751000f4c tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "GET /v2.0/ports?device_id=9944fa7b-e147-47b6-b061-4be3ebba60fe HTTP/1.1" status: 200 len: 205 time: 0.1320348 Nov 26 16:42:44.919316 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47982) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:44.935176 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e2fd44-4a53-42b7-881d-498ee25f1559,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:44.938265 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:44.939487 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:44.939893 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Added segment dd13d50b-9d7d-46a2-8280-a726fb935dda of type vlan for network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 Nov 26 16:42:44.945447 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-dd4e8d9b-94b9-4a47-b6af-c074233c7dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.5906231 Nov 26 16:42:44.954205 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 47986) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:45.003692 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4816c251-17c9-4b84-9f41-8934036e53ac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:45.008497 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4816c251-17c9-4b84-9f41-8934036e53ac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/ports/dd8d1a51-773e-46cc-ab2a-47713a82b2ef HTTP/1.1" status: 204 len: 168 time: 2.4625440 Nov 26 16:42:45.017773 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47990) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:45.034455 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-fec82247-c275-49a7-aaa7-4147d17cde21 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] delete failed (client error): The resource could not be found. Nov 26 16:42:45.037868 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-fec82247-c275-49a7-aaa7-4147d17cde21 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/routers/9944fa7b-e147-47b6-b061-4be3ebba60fe HTTP/1.1" status: 404 len: 336 time: 0.1149070 Nov 26 16:42:45.083338 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47994) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:45.101808 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:45.129070 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a8c15f-8e88-49f5-9562-5b0181c5403a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] GET failed (client error): The resource could not be found. Nov 26 16:42:45.129617 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-12a8c15f-8e88-49f5-9562-5b0181c5403a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Synchronizing usage tracker for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:42:45.141250 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-28801b0c-e23e-4eaf-9c79-0ba6b3471df8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] DELETE failed (client error): The resource could not be found. Nov 26 16:42:45.142231 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28801b0c-e23e-4eaf-9c79-0ba6b3471df8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:42:45.144161 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] Allocated IP 2001:db8::f816:3eff:fe10:c021 (4538b353-8b11-4175-ba1c-c97d3ff56eca/2b743bae-f6cf-4e61-bf19-fa4f05f9ad54/ee10a572-eed6-4ddd-85a4-b63295741891) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:45.161930 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-28801b0c-e23e-4eaf-9c79-0ba6b3471df8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/subnets/65661df2-882e-4e0d-9c8e-a00565925295 HTTP/1.1" status: 404 len: 337 time: 0.0780513 Nov 26 16:42:45.166896 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 47998) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:45.363344 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-12a8c15f-8e88-49f5-9562-5b0181c5403a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Unset dirty status for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:42:45.364535 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-12a8c15f-8e88-49f5-9562-5b0181c5403a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "GET /v2.0/ports/dd8d1a51-773e-46cc-ab2a-47713a82b2ef HTTP/1.1" status: 404 len: 333 time: 0.3323839 Nov 26 16:42:45.389633 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48002) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:45.393287 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:45.407255 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] Transition to ACTIVE for port object ee10a572-eed6-4ddd-85a4-b63295741891 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:45.409384 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42bbdf8-6306-466d-a25d-b653ea328726 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] DELETE failed (client error): The resource could not be found. Nov 26 16:42:45.411030 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f42bbdf8-6306-466d-a25d-b653ea328726 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:42:45.412771 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f42bbdf8-6306-466d-a25d-b653ea328726 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/subnets/daa49177-b825-477a-b544-be69e57d2350 HTTP/1.1" status: 404 len: 337 time: 0.0612202 Nov 26 16:42:45.416061 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48006) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:45.424535 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:45.429936 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:45.430514 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:45.440310 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] Transition to ACTIVE for port object ee10a572-eed6-4ddd-85a4-b63295741891 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:45.442013 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4fd58aaf-2baf-4a41-8636-ebaf2a386e2f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:45.446885 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:45.451513 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:45.463285 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d34aea8-ce80-4a41-a22e-dbfd2621b3be tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] DELETE failed (client error): The resource could not be found. Nov 26 16:42:45.463757 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d34aea8-ce80-4a41-a22e-dbfd2621b3be tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:42:45.465610 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4d34aea8-ce80-4a41-a22e-dbfd2621b3be tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/subnets/b3764a42-05ea-4566-9855-ef6544fbbde4 HTTP/1.1" status: 404 len: 337 time: 0.0484576 Nov 26 16:42:45.469685 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48010) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:45.480721 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:45.518769 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-475d27b2-c8bd-4629-91f2-2325092e1c7c tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Allocated IP 172.20.0.12 (8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32/dd0870c5-348a-4961-91b7-cfacef552118/ea25d797-eab2-40fb-8f7d-27d4a8cea8fc) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:45.519999 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] Network 4538b353-8b11-4175-ba1c-c97d3ff56eca is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:45.521163 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-045c0d33-7ac2-4776-8a8b-85c820667e70 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] DELETE failed (client error): The resource could not be found. Nov 26 16:42:45.521620 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-045c0d33-7ac2-4776-8a8b-85c820667e70 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:42:45.526144 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:45.526317 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-045c0d33-7ac2-4776-8a8b-85c820667e70 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/subnets/598cdbcf-e9dd-4ee1-bf9b-b3b906c083a4 HTTP/1.1" status: 404 len: 337 time: 0.0524213 Nov 26 16:42:45.526869 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:45.529780 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48014) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:45.533513 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] Pushing event updated for resources: {'Port': ['ID=ee10a572-eed6-4ddd-85a4-b63295741891,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:45.537319 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:45.579091 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4655139 Nov 26 16:42:45.582873 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-42593f2b-589e-4e67-b383-bbbea36cd3fa tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "GET /v2.0/ports?device_id=50d49945-ee47-486d-9fe1-a38afb206c82 HTTP/1.1" status: 200 len: 205 time: 0.0494564 Nov 26 16:42:45.583012 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48018) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:45.583361 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48020) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:45.613009 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Deleting port ee10a572-eed6-4ddd-85a4-b63295741891 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:45.613359 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:45.624646 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] Attempting to bind port ee10a572-eed6-4ddd-85a4-b63295741891 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:42:45.625133 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] Attempting to bind port ee10a572-eed6-4ddd-85a4-b63295741891 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'd155e2cf-650b-410f-8221-4438bbc14470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4538b353-8b11-4175-ba1c-c97d3ff56eca'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:42:45.625510 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] Attempting to bind port ee10a572-eed6-4ddd-85a4-b63295741891 on network 4538b353-8b11-4175-ba1c-c97d3ff56eca {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:42:45.631367 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:42:45.631772 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] Checking segment: {'id': 'd155e2cf-650b-410f-8221-4438bbc14470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4538b353-8b11-4175-ba1c-c97d3ff56eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:42:45.632171 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:45.632564 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] Bound using segment: {'id': 'd155e2cf-650b-410f-8221-4438bbc14470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4538b353-8b11-4175-ba1c-c97d3ff56eca'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:42:45.633027 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] Bound port: ee10a572-eed6-4ddd-85a4-b63295741891, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd155e2cf-650b-410f-8221-4438bbc14470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4538b353-8b11-4175-ba1c-c97d3ff56eca'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:42:45.633399 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:45.644344 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Network': ['ID=8c8ccad8-46f8-4956-abe3-9f3eb45da297,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:45.647008 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:45.655039 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-fa4c5645-502a-49dc-a2dd-3b3eee51c324 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:45.744690 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a955d7fb-3a2a-4ce0-82da-dfa7e62712d8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:45.770198 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] For port ee10a572-eed6-4ddd-85a4-b63295741891, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:42:45.773341 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] For port ee10a572-eed6-4ddd-85a4-b63295741891, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=ee10a572-eed6-4ddd-85a4-b63295741891,segment=NetworkSegment(d155e2cf-650b-410f-8221-4438bbc14470),segment_id=d155e2cf-650b-410f-8221-4438bbc14470)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:42:45.776066 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:42:45.778608 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-ed51702d-fcf1-4f43-9220-2edab10986a5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] delete failed (client error): The resource could not be found. Nov 26 16:42:45.782729 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ed51702d-fcf1-4f43-9220-2edab10986a5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/routers/50d49945-ee47-486d-9fe1-a38afb206c82 HTTP/1.1" status: 404 len: 336 time: 0.1934626 Nov 26 16:42:45.793746 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48028) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:45.794050 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:45.802454 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-46970865-173e-4a2d-bad0-347bad0f2b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:45.884098 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-050a36e5-cb44-4e80-aa38-77128793e241 req-83c1e67d-01e3-4e4e-96ff-314a2136c23c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1272962 Nov 26 16:42:45.932061 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-fa4c5645-502a-49dc-a2dd-3b3eee51c324 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:45.933923 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-06b7e7a0-9c55-4261-9019-06c276d781e7 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "GET /v2.0/ports?device_id=af39bd36-47d8-4386-97d6-230e7ed43f3d HTTP/1.1" status: 200 len: 205 time: 0.1246884 Nov 26 16:42:45.937074 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48032) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:45.943379 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-fa4c5645-502a-49dc-a2dd-3b3eee51c324 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:45.950219 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a955d7fb-3a2a-4ce0-82da-dfa7e62712d8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:45.968520 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-dd6ac034-cb70-40ab-8561-8df407bf49a0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:45.977956 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] Pushing event updated for resources: {'Port': ['ID=ee10a572-eed6-4ddd-85a4-b63295741891,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:45.981931 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:46.006776 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-fa4c5645-502a-49dc-a2dd-3b3eee51c324 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:46.031231 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-fa4c5645-502a-49dc-a2dd-3b3eee51c324 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:46.037438 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-863286dc-33d4-4631-bb27-421c0fc19585 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] delete failed (client error): The resource could not be found. Nov 26 16:42:46.038478 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-863286dc-33d4-4631-bb27-421c0fc19585 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/routers/af39bd36-47d8-4386-97d6-230e7ed43f3d HTTP/1.1" status: 404 len: 336 time: 0.0992556 Nov 26 16:42:46.044548 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48036) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:46.059337 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-dd6ac034-cb70-40ab-8561-8df407bf49a0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:46.098018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4c5645-502a-49dc-a2dd-3b3eee51c324 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:46.101509 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fa4c5645-502a-49dc-a2dd-3b3eee51c324 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:46.127081 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e8b45d-859f-4998-b5af-39f05c3b17da tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] DELETE failed (client error): The resource could not be found. Nov 26 16:42:46.127539 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e8b45d-859f-4998-b5af-39f05c3b17da tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:42:46.129369 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-83e8b45d-859f-4998-b5af-39f05c3b17da tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/subnets/8d38628c-53c7-481b-ab21-485cb97a87db HTTP/1.1" status: 404 len: 337 time: 0.0808434 Nov 26 16:42:46.194736 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48040) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:46.257941 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-475d27b2-c8bd-4629-91f2-2325092e1c7c tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:46.279061 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3ba4c488-4cf1-43e9-832b-bcbdac512e6b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5f16c24-213c-4144-a4e5-5795e4ccd09c HTTP/1.1" status: 200 len: 205 time: 0.0830932 Nov 26 16:42:46.285477 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48044) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:46.306024 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-475d27b2-c8bd-4629-91f2-2325092e1c7c tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Transition to ACTIVE for port object ea25d797-eab2-40fb-8f7d-27d4a8cea8fc will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:46.388843 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a955d7fb-3a2a-4ce0-82da-dfa7e62712d8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:46.400731 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d212c4cb-1607-4152-bd8c-e1df043c2ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:46.409299 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-475d27b2-c8bd-4629-91f2-2325092e1c7c tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:46.413774 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-534dcebf-29b2-4b61-8801-0453671bd55f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] delete failed (client error): The resource could not be found. Nov 26 16:42:46.414957 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-534dcebf-29b2-4b61-8801-0453671bd55f tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/routers/e5f16c24-213c-4144-a4e5-5795e4ccd09c HTTP/1.1" status: 404 len: 336 time: 0.1257880 Nov 26 16:42:46.416916 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-98f6d962-912c-4c2c-be2d-bda2ac19c107 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:46.429939 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48048) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:46.441190 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955d7fb-3a2a-4ce0-82da-dfa7e62712d8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b178e14a-ae27-4725-ac17-7f72788b4590,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:46.443443 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a955d7fb-3a2a-4ce0-82da-dfa7e62712d8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:46.494139 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a955d7fb-3a2a-4ce0-82da-dfa7e62712d8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:46.495240 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a955d7fb-3a2a-4ce0-82da-dfa7e62712d8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/security-groups/b178e14a-ae27-4725-ac17-7f72788b4590 HTTP/1.1" status: 204 len: 168 time: 1.1039782 Nov 26 16:42:46.496011 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fa4c5645-502a-49dc-a2dd-3b3eee51c324 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:46.498857 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] For port ee10a572-eed6-4ddd-85a4-b63295741891, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=ee10a572-eed6-4ddd-85a4-b63295741891,segment=NetworkSegment(d155e2cf-650b-410f-8221-4438bbc14470),segment_id=d155e2cf-650b-410f-8221-4438bbc14470)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:46.499215 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:46.503579 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475d27b2-c8bd-4629-91f2-2325092e1c7c tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Network 8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:46.504338 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48052) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:46.511228 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-787ea14c-b57a-417e-aab4-ebf20c98732a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "GET /v2.0/ports?device_id=75a07ad7-15b9-483e-87e3-1cb24ca68380 HTTP/1.1" status: 200 len: 205 time: 0.0742414 Nov 26 16:42:46.513262 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48054) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:46.515423 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-475d27b2-c8bd-4629-91f2-2325092e1c7c tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:46.521137 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-dd6ac034-cb70-40ab-8561-8df407bf49a0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Floating IP 6ba43da9-6976-4ae1-bc90-83dedd67b6b3 associated. External IP: 172.26.0.217, port: b5a9c485-f462-4dea-b1d3-2dda493fd1d9. Nov 26 16:42:46.530568 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475d27b2-c8bd-4629-91f2-2325092e1c7c tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:46.562629 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d27b2-c8bd-4629-91f2-2325092e1c7c tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Pushing event updated for resources: {'Port': ['ID=ea25d797-eab2-40fb-8f7d-27d4a8cea8fc,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:46.580500 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-475d27b2-c8bd-4629-91f2-2325092e1c7c tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:46.583149 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1a7c28d6-fc03-4006-a7f4-eff5c7ef18bd tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:46.690705 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c5645-502a-49dc-a2dd-3b3eee51c324 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Checking segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:42:46.691379 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4c5645-502a-49dc-a2dd-3b3eee51c324 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network hostable DHCP agents. Network: 8c8ccad8-46f8-4956-abe3-9f3eb45da297, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:42:46.703748 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475d27b2-c8bd-4629-91f2-2325092e1c7c tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:46.704695 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-475d27b2-c8bd-4629-91f2-2325092e1c7c tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:46.738942 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c5645-502a-49dc-a2dd-3b3eee51c324 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=c659f393-e63c-419a-b6e3-0ca3d5f56e74,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:46.753569 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fa4c5645-502a-49dc-a2dd-3b3eee51c324 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:46.769633 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d4503f15-8d24-47e1-9970-2aab0631bb64 None None] Provisioning for port ea25d797-eab2-40fb-8f7d-27d4a8cea8fc completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:42:46.783396 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d4503f15-8d24-47e1-9970-2aab0631bb64 None None] Provisioning complete for port ea25d797-eab2-40fb-8f7d-27d4a8cea8fc triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:46.783829 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d4503f15-8d24-47e1-9970-2aab0631bb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:46.802205 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cd2d6399-b8cc-4183-a2d1-2382d3617462 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:46.857769 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cd2d6399-b8cc-4183-a2d1-2382d3617462 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:46.866003 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-d4503f15-8d24-47e1-9970-2aab0631bb64 None None] Port ea25d797-eab2-40fb-8f7d-27d4a8cea8fc cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:42:46.871130 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4c5645-502a-49dc-a2dd-3b3eee51c324 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:42:46.878318 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-475d27b2-c8bd-4629-91f2-2325092e1c7c tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7821960 Nov 26 16:42:46.886964 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48060) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:46.907374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-fa4c5645-502a-49dc-a2dd-3b3eee51c324 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 8c8ccad8-46f8-4956-abe3-9f3eb45da297) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:46.915315 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Calling delete_port for ee10a572-eed6-4ddd-85a4-b63295741891 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:46.916499 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4c5645-502a-49dc-a2dd-3b3eee51c324 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:46.918355 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fa4c5645-502a-49dc-a2dd-3b3eee51c324 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:46.918481 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423876c7-e279-480d-a964-788754653bf6 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:47.004034 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-fa4c5645-502a-49dc-a2dd-3b3eee51c324 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4194067 Nov 26 16:42:47.004861 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cd2d6399-b8cc-4183-a2d1-2382d3617462 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:47.007345 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cd2d6399-b8cc-4183-a2d1-2382d3617462 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:47.008469 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cd2d6399-b8cc-4183-a2d1-2382d3617462 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/security-groups/627d159f-ffa7-42d4-a02b-9050604d1631 HTTP/1.1" status: 204 len: 168 time: 0.4980178 Nov 26 16:42:47.013738 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48068) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:47.014811 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48070) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:47.014811 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6bbaabbb-5eb1-421f-b34d-ec1051683d99 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:47.015053 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-ded9822d-4178-4b03-8144-ee09543adc2d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] delete failed (client error): The resource could not be found. Nov 26 16:42:47.018871 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ded9822d-4178-4b03-8144-ee09543adc2d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/routers/75a07ad7-15b9-483e-87e3-1cb24ca68380 HTTP/1.1" status: 404 len: 336 time: 0.5031967 Nov 26 16:42:47.019490 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48072) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:47.041895 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-e1421ab9-828a-4ba9-be23-8372fc5ef1b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'name': 'tempest-NetworksTestDHCPv6-2067627300'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:47.090676 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3797c24f-482b-4f2e-b7bc-4dfa8f989178 req-b55f9d60-10c9-425d-88a1-0cb22654c9dd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1311481 Nov 26 16:42:47.099167 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d6399-b8cc-4183-a2d1-2382d3617462 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=627d159f-ffa7-42d4-a02b-9050604d1631,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:47.112892 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cd2d6399-b8cc-4183-a2d1-2382d3617462 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:47.154915 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'project_id': '16d9dbed70744ab6aa702ecdf895c7a4', 'port_id': 'ea25d797-eab2-40fb-8f7d-27d4a8cea8fc'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:47.172487 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-41bd1343-e343-4db8-a7c0-7c66bdf1427b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] DELETE failed (client error): The resource could not be found. Nov 26 16:42:47.173550 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41bd1343-e343-4db8-a7c0-7c66bdf1427b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:42:47.178149 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-41bd1343-e343-4db8-a7c0-7c66bdf1427b tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/subnets/a2464c96-f4d6-4f18-a6da-f95957b1e4e5 HTTP/1.1" status: 404 len: 337 time: 0.0888765 Nov 26 16:42:47.178665 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48082) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:47.230620 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:47.240545 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Usage tracker for resource:floatingip and tenant:16d9dbed70744ab6aa702ecdf895c7a4 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:47.251706 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:47.252263 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2226927c-d656-4505-955f-49f62b44c018 None None] Network 4538b353-8b11-4175-ba1c-c97d3ff56eca requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:47.267455 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-baee179c-5cea-4125-b8ae-94fad7aef9a3 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "GET /v2.0/ports?device_id=136e36f8-1e7e-4548-abf9-c48390fdd489 HTTP/1.1" status: 200 len: 205 time: 0.0828712 Nov 26 16:42:47.275013 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'fixed_ips': [{'subnet_id': 'c659f393-e63c-419a-b6e3-0ca3d5f56e74'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:42:47.275807 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48086) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:47.276581 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:47.278692 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:47.371242 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-0c7f6742-8103-42e7-880d-36880a130f26 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] delete failed (client error): The resource could not be found. Nov 26 16:42:47.374753 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0c7f6742-8103-42e7-880d-36880a130f26 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/routers/136e36f8-1e7e-4548-abf9-c48390fdd489 HTTP/1.1" status: 404 len: 336 time: 0.0844073 Nov 26 16:42:47.378045 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48090) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:47.444663 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed5bd-8efa-480e-a4f8-b1e5d6c61540 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:47.457511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:47.545076 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-6241a30a-0ae0-4876-9793-00804cca866a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] DELETE failed (client error): The resource could not be found. Nov 26 16:42:47.546611 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6241a30a-0ae0-4876-9793-00804cca866a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:42:47.551953 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed5bd-8efa-480e-a4f8-b1e5d6c61540 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:47.566395 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e1421ab9-828a-4ba9-be23-8372fc5ef1b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:47.568811 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:47.569854 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-34154cf9-84a1-44c1-aa0a-666a4fdef5f8 None None] Provisioning for port ee10a572-eed6-4ddd-85a4-b63295741891 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:42:47.575069 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0662d896-726a-482b-b4ea-9e7aae87348b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:47.578923 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-34154cf9-84a1-44c1-aa0a-666a4fdef5f8 None None] Provisioning complete for port ee10a572-eed6-4ddd-85a4-b63295741891 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:47.578923 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-34154cf9-84a1-44c1-aa0a-666a4fdef5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:47.588139 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e1421ab9-828a-4ba9-be23-8372fc5ef1b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:port and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:47.595565 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e1421ab9-828a-4ba9-be23-8372fc5ef1b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:47.603971 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6241a30a-0ae0-4876-9793-00804cca866a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/subnets/1c95022c-1cd4-412c-ae54-9541fca3469e HTTP/1.1" status: 404 len: 337 time: 0.2248724 Nov 26 16:42:47.610951 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48094) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:47.611695 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e1421ab9-828a-4ba9-be23-8372fc5ef1b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:47.621890 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event deleted for resources: {'Port': ['ID=ee10a572-eed6-4ddd-85a4-b63295741891,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:47.624663 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:47.637028 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-34154cf9-84a1-44c1-aa0a-666a4fdef5f8 None None] Port ee10a572-eed6-4ddd-85a4-b63295741891 was deleted so its status cannot be updated. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Nov 26 16:42:47.673424 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-46887819-9ff8-4b2e-bc64-f50911b5c493 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f4934b-6b60-48e2-bb5a-0f4a1a925499 HTTP/1.1" status: 200 len: 205 time: 0.0592315 Nov 26 16:42:47.674977 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1421ab9-828a-4ba9-be23-8372fc5ef1b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:47.678789 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e1421ab9-828a-4ba9-be23-8372fc5ef1b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:47.681809 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48098) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:47.707509 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-e1421ab9-828a-4ba9-be23-8372fc5ef1b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] device_id is not set on port ac852d84-bb97-45dc-960e-1d787b624380 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:42:47.725544 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] No DVR routers for this DVR port ee10a572-eed6-4ddd-85a4-b63295741891 on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:42:47.735925 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] Allocated IP 2001:db8::2 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/c659f393-e63c-419a-b6e3-0ca3d5f56e74/73854c8c-401f-4a3d-82cb-958c16ca50e4) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:47.749020 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed5bd-8efa-480e-a4f8-b1e5d6c61540 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:47.755468 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-87ea6548-ca31-4abc-8ccc-b3be8449dee8 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:47.802644 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ed5bd-8efa-480e-a4f8-b1e5d6c61540 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=568ae1c5-dd24-4ff0-b04e-e53b547f80ef,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:47.808266 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-8bf14775-195a-40f1-b3ff-dfbb7facb6f8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] delete failed (client error): The resource could not be found. Nov 26 16:42:47.812782 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8bf14775-195a-40f1-b3ff-dfbb7facb6f8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/routers/42f4934b-6b60-48e2-bb5a-0f4a1a925499 HTTP/1.1" status: 404 len: 336 time: 0.1295793 Nov 26 16:42:47.816756 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-eb6ed5bd-8efa-480e-a4f8-b1e5d6c61540 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:47.821094 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48102) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:47.822586 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:42:47.872593 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed5bd-8efa-480e-a4f8-b1e5d6c61540 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:47.874200 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-eb6ed5bd-8efa-480e-a4f8-b1e5d6c61540 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/security-groups/568ae1c5-dd24-4ff0-b04e-e53b547f80ef HTTP/1.1" status: 204 len: 168 time: 0.8455045 Nov 26 16:42:47.877731 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48106) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:47.895353 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a1ca7e-3a5f-48ec-89c6-08ed1b138850 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] DELETE failed (client error): The resource could not be found. Nov 26 16:42:47.896209 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99a1ca7e-3a5f-48ec-89c6-08ed1b138850 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:42:47.912862 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-99a1ca7e-3a5f-48ec-89c6-08ed1b138850 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/subnets/94a7590e-d826-4c54-b256-98e1859935e0 HTTP/1.1" status: 404 len: 337 time: 0.0800099 Nov 26 16:42:47.915354 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48110) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:47.963834 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2c07744-f822-4a22-adae-61aeb6e6808e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] DELETE failed (client error): The resource could not be found. Nov 26 16:42:47.964414 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2c07744-f822-4a22-adae-61aeb6e6808e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:42:47.966649 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e2c07744-f822-4a22-adae-61aeb6e6808e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] 10.222.0.11 "DELETE /v2.0/subnets/351d77d6-515c-491d-824b-8318f046e45a HTTP/1.1" status: 404 len: 337 time: 0.0501244 Nov 26 16:42:47.982530 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:47.985949 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:47.994783 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6ac034-cb70-40ab-8561-8df407bf49a0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Router 233059e4-5eaf-4384-833b-61a4728c36d8 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:42:48.004063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:48.019426 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] Transition to ACTIVE for port object 73854c8c-401f-4a3d-82cb-958c16ca50e4 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:48.052889 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-390c9e9f-ac13-4f23-8bef-0f1957becb85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting subnet a92459fe-5dfa-4d18-b6ed-fbd1a342af55 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:42:48.063183 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-390c9e9f-ac13-4f23-8bef-0f1957becb85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:48.066956 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6c1046-04f4-4633-ba60-070c4c6e3d8c None None] DHCP port deletion for 4538b353-8b11-4175-ba1c-c97d3ff56eca request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:42:48.071588 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] Transition to ACTIVE for port object 73854c8c-401f-4a3d-82cb-958c16ca50e4 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:48.078658 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-031679fa-9d37-43af-b38a-a139b3f93cc1 None None] Could not find standard attr ID for object ee10a572-eed6-4ddd-85a4-b63295741891. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:42:48.087110 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:48.093049 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f8ee8a5d-158d-4c8d-9201-1d303341d6f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:48.160677 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:48.176535 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:48.181010 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:48.255058 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-e1421ab9-828a-4ba9-be23-8372fc5ef1b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 2001:db8::1f4 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/c659f393-e63c-419a-b6e3-0ca3d5f56e74/ac852d84-bb97-45dc-960e-1d787b624380) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:48.274616 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Allocated IP 172.26.0.96 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/0936bfc8-1b71-4eb0-93cb-2fe4941191e2) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:48.300995 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] Pushing event updated for resources: {'Port': ['ID=73854c8c-401f-4a3d-82cb-958c16ca50e4,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:48.313042 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:48.318856 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] Attempting to bind port 73854c8c-401f-4a3d-82cb-958c16ca50e4 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:42:48.319047 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] Attempting to bind port 73854c8c-401f-4a3d-82cb-958c16ca50e4 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:42:48.319372 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] Attempting to bind port 73854c8c-401f-4a3d-82cb-958c16ca50e4 on network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:42:48.323777 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2b223bcc-79b8-4452-b3f0-270236bb45ca req-3b18cd39-dbd8-48b7-9be6-9cf9d9c17e3c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0739059 Nov 26 16:42:48.336650 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:42:48.337039 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] Checking segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:42:48.337440 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:48.337841 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] Bound using segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:42:48.338316 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] Bound port: 73854c8c-401f-4a3d-82cb-958c16ca50e4, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:42:48.338697 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:48.348721 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-390c9e9f-ac13-4f23-8bef-0f1957becb85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:48.413540 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48120) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:48.444302 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] For port 73854c8c-401f-4a3d-82cb-958c16ca50e4, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:42:48.447851 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] For port 73854c8c-401f-4a3d-82cb-958c16ca50e4, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=73854c8c-401f-4a3d-82cb-958c16ca50e4,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:42:48.456455 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:48.463278 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-08d5ee09-357f-45ec-9f2e-582edc391940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:48.538526 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:48.546927 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c636bbb4-5a6d-4350-9da6-ca47c4356114 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:48.560298 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] Pushing event updated for resources: {'Port': ['ID=73854c8c-401f-4a3d-82cb-958c16ca50e4,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:48.564635 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:48.609819 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event deleted for resources: {'Subnet': ['ID=2b743bae-f6cf-4e61-bf19-fa4f05f9ad54,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:48.622966 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:48.631479 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea4f98d-bbc5-48bb-8e72-cbcb27bc65d0 None None] Network 4538b353-8b11-4175-ba1c-c97d3ff56eca requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:48.654723 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:48.705649 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e1421ab9-828a-4ba9-be23-8372fc5ef1b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:48.733596 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2511c516-370b-4ae8-8153-19d8c9b6ab20 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=64d59b3f13ac4d738c5b4d126f3cbc4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159740 Nov 26 16:42:48.733596 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48126) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:48.736220 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-e1421ab9-828a-4ba9-be23-8372fc5ef1b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Transition to ACTIVE for port object ac852d84-bb97-45dc-960e-1d787b624380 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:48.790840 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:48.820717 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:48.823980 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6ac034-cb70-40ab-8561-8df407bf49a0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:42:48.834366 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f693fca6-409c-4cb7-91c2-23f2e860646c None None] Sync routers for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:42:48.840708 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bd53e338-c32d-4d79-b85f-7a93bb99afc6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:48.843471 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4538b353-8b11-4175-ba1c-c97d3ff56eca']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:48.854906 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f693fca6-409c-4cb7-91c2-23f2e860646c None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:48.855504 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f693fca6-409c-4cb7-91c2-23f2e860646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:48.860415 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-dd6ac034-cb70-40ab-8561-8df407bf49a0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:48.931324 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd155e2cf-650b-410f-8221-4438bbc14470') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:48.931324 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd155e2cf-650b-410f-8221-4438bbc14470') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:48.935993 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fb4ba0-5f8b-420d-b8c4-0c2000313771 None None] DHCP port deletion for 4538b353-8b11-4175-ba1c-c97d3ff56eca request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:42:48.945535 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f693fca6-409c-4cb7-91c2-23f2e860646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:48.949269 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c146bfe7-2412-4412-8223-211aa7d2e5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:48.955542 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f693fca6-409c-4cb7-91c2-23f2e860646c None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:48.956700 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f693fca6-409c-4cb7-91c2-23f2e860646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:48.962468 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-390c9e9f-ac13-4f23-8bef-0f1957becb85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:48.991245 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:48.992642 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e1421ab9-828a-4ba9-be23-8372fc5ef1b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:48.995928 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c146bfe7-2412-4412-8223-211aa7d2e5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:49.010861 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:49.016861 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:49.021992 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:49.025385 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f693fca6-409c-4cb7-91c2-23f2e860646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:49.025789 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f693fca6-409c-4cb7-91c2-23f2e860646c None None] The sync data for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:42:49.044465 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-dd6ac034-cb70-40ab-8561-8df407bf49a0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "PUT /v2.0/floatingips/6ba43da9-6976-4ae1-bc90-83dedd67b6b3 HTTP/1.1" status: 200 len: 978 time: 4.9372129 Nov 26 16:42:49.047151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48130) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:49.095810 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:49.115458 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Pushing event updated for resources: {'Port': ['ID=0936bfc8-1b71-4eb0-93cb-2fe4941191e2,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:49.123490 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:49.124086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-92e1a648-24e5-42c6-a511-70f758107172 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:49.128655 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:42:49.129010 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:42:49.144201 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:42:49.162360 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1421ab9-828a-4ba9-be23-8372fc5ef1b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:49.174097 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-e1421ab9-828a-4ba9-be23-8372fc5ef1b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:49.211307 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1421ab9-828a-4ba9-be23-8372fc5ef1b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:49.216745 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1421ab9-828a-4ba9-be23-8372fc5ef1b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:49.217337 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e1421ab9-828a-4ba9-be23-8372fc5ef1b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:49.235218 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-390c9e9f-ac13-4f23-8bef-0f1957becb85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:49.243627 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d1179a01-ab4c-4fc9-9bd4-64754965e8ff tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:49.275608 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1421ab9-828a-4ba9-be23-8372fc5ef1b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=ac852d84-bb97-45dc-960e-1d787b624380,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:49.277889 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c146bfe7-2412-4412-8223-211aa7d2e5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:49.281742 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e1421ab9-828a-4ba9-be23-8372fc5ef1b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:49.286916 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cd2d6399-b8cc-4183-a2d1-2382d3617462 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:49.287245 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-637f8669-48ce-4106-a25e-16922355004f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Deleting port b5a9c485-f462-4dea-b1d3-2dda493fd1d9 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:49.287766 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-637f8669-48ce-4106-a25e-16922355004f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:49.302006 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e1421ab9-828a-4ba9-be23-8372fc5ef1b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2742901 Nov 26 16:42:49.323901 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48134) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:49.330261 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c146bfe7-2412-4412-8223-211aa7d2e5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:49.331390 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c146bfe7-2412-4412-8223-211aa7d2e5f3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a5b3c193-880b-44a6-a95c-b3448ecd6356 HTTP/1.1" status: 204 len: 168 time: 0.5971346 Nov 26 16:42:49.338158 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-390c9e9f-ac13-4f23-8bef-0f1957becb85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:49.340455 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146bfe7-2412-4412-8223-211aa7d2e5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b3c193-880b-44a6-a95c-b3448ecd6356,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:49.340927 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c9e9f-ac13-4f23-8bef-0f1957becb85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Subnet': ['ID=a92459fe-5dfa-4d18-b6ed-fbd1a342af55,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:49.343650 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-390c9e9f-ac13-4f23-8bef-0f1957becb85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:49.344306 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c146bfe7-2412-4412-8223-211aa7d2e5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:49.353705 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1119f7-dc6f-443e-b293-a2ec2a1df983 None None] Network f6c01091-2a92-407c-b319-eb4649214920 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:49.386665 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:49.391413 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:49.405757 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-134753ed-af41-49ad-b2b3-67a765fc2684 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:49.452936 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "DELETE /v2.0/networks/4538b353-8b11-4175-ba1c-c97d3ff56eca HTTP/1.1" status: 204 len: 168 time: 4.4954021 Nov 26 16:42:49.455021 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-390c9e9f-ac13-4f23-8bef-0f1957becb85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/subnets/a92459fe-5dfa-4d18-b6ed-fbd1a342af55 HTTP/1.1" status: 204 len: 168 time: 1.5747659 Nov 26 16:42:49.459398 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event deleted for resources: {'Network': ['ID=4538b353-8b11-4175-ba1c-c97d3ff56eca,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:49.464842 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:49.465535 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48142) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:49.466669 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48144) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:49.523137 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:49.570220 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-1a0b2b93-43b8-4fe9-89ba-47acc0ba4ec8 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1580603971'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:49.604967 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1a0b2b93-43b8-4fe9-89ba-47acc0ba4ec8 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:49.623388 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1a0b2b93-43b8-4fe9-89ba-47acc0ba4ec8 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Usage tracker for resource:network and tenant:ead52e8001994e0e891a9abddd8a01c1 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:49.639267 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1a0b2b93-43b8-4fe9-89ba-47acc0ba4ec8 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:49.659067 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1a0b2b93-43b8-4fe9-89ba-47acc0ba4ec8 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:49.685479 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b8461cf-2f66-4ba5-bc1e-53b20c2278ce tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting subnet bb869624-36de-4804-a4f7-3c5f1e68df73 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:42:49.784884 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b8461cf-2f66-4ba5-bc1e-53b20c2278ce tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:49.804455 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-41699f6b-e57e-484b-9f2c-67fa710f55e6 req-db732845-70ff-49b8-8d7a-cabb4983f470 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.3736513 Nov 26 16:42:49.848462 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0b2b93-43b8-4fe9-89ba-47acc0ba4ec8 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Made reservation on behalf of ead52e8001994e0e891a9abddd8a01c1 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:49.851939 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1a0b2b93-43b8-4fe9-89ba-47acc0ba4ec8 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:49.896121 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efa1275-f0f3-43a1-b84e-b33f76e10bd8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:49.912286 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efa1275-f0f3-43a1-b84e-b33f76e10bd8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:49.913901 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0efa1275-f0f3-43a1-b84e-b33f76e10bd8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5890157 Nov 26 16:42:49.925045 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48156) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:49.995035 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b8461cf-2f66-4ba5-bc1e-53b20c2278ce tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:50.021077 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:50.080250 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a0b2b93-43b8-4fe9-89ba-47acc0ba4ec8 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:42:50.111234 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 73854c8c-401f-4a3d-82cb-958c16ca50e4 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:42:50.133057 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-72cac6d4-d960-4d7a-8d1a-2cdb33205d40 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting port ac852d84-bb97-45dc-960e-1d787b624380 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:50.133409 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-72cac6d4-d960-4d7a-8d1a-2cdb33205d40 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:50.137487 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:50.190343 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1a0b2b93-43b8-4fe9-89ba-47acc0ba4ec8 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:50.194583 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-1a0b2b93-43b8-4fe9-89ba-47acc0ba4ec8 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Added segment 90648413-39d9-4039-b721-0a209e40cadf of type vlan for network da9bb61e-6a52-41fd-9398-0bf1cf39f4cc Nov 26 16:42:50.197372 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-637f8669-48ce-4106-a25e-16922355004f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:50.235137 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ff0497-0d81-4e15-aaf5-cba81a32c689 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:50.409676 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 73854c8c-401f-4a3d-82cb-958c16ca50e4 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:42:50.431183 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1a0b2b93-43b8-4fe9-89ba-47acc0ba4ec8 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:50.486563 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ee10a572-eed6-4ddd-85a4-b63295741891 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:42:50.491483 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:50.497883 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:50.506399 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b458c458-97e5-4829-95e2-4562ab59a284 tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:50.571584 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8902ee2f-b670-43a7-8a69-c9df39595cbf None None] Provisioning for port 73854c8c-401f-4a3d-82cb-958c16ca50e4 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:42:50.590342 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: ee10a572-eed6-4ddd-85a4-b63295741891 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:42:50.591158 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ee10a572-eed6-4ddd-85a4-b63295741891 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:42:50.627951 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8902ee2f-b670-43a7-8a69-c9df39595cbf None None] Provisioning complete for port 73854c8c-401f-4a3d-82cb-958c16ca50e4 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:50.628964 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8902ee2f-b670-43a7-8a69-c9df39595cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:50.655522 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Pushing event updated for resources: {'Port': ['ID=0936bfc8-1b71-4eb0-93cb-2fe4941191e2,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:50.660637 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:50.673959 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:50.728167 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48172) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:50.738582 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.resource_extend [None req-1a0b2b93-43b8-4fe9-89ba-47acc0ba4ec8 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:42:50.809694 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8902ee2f-b670-43a7-8a69-c9df39595cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:50.817829 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b8461cf-2f66-4ba5-bc1e-53b20c2278ce tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:50.849770 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-8902ee2f-b670-43a7-8a69-c9df39595cbf None None] For port 73854c8c-401f-4a3d-82cb-958c16ca50e4, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=73854c8c-401f-4a3d-82cb-958c16ca50e4,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:50.856422 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8902ee2f-b670-43a7-8a69-c9df39595cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:50.858574 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-cdd90347-21cc-4a49-911c-25eebf5964d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:50.941116 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902ee2f-b670-43a7-8a69-c9df39595cbf None None] Pushing event updated for resources: {'Port': ['ID=73854c8c-401f-4a3d-82cb-958c16ca50e4,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:50.948474 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8902ee2f-b670-43a7-8a69-c9df39595cbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:50.988582 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Floating IP 89b953f2-92f8-4c7d-b307-0d9993ea3e44 associated. External IP: 172.26.0.96, port: ea25d797-eab2-40fb-8f7d-27d4a8cea8fc. Nov 26 16:42:50.989852 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-fb46e07d-956c-4cce-9e6a-4139b86a710e None None] Provisioning complete for port 7f83977c-376d-49bb-9720-b1aa7dcd66ef triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:50.990330 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fb46e07d-956c-4cce-9e6a-4139b86a710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:50.997168 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1a0b2b93-43b8-4fe9-89ba-47acc0ba4ec8 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:51.002830 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0b2b93-43b8-4fe9-89ba-47acc0ba4ec8 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:51.003446 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1a0b2b93-43b8-4fe9-89ba-47acc0ba4ec8 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:51.051363 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-20379fda-2d82-450d-be70-d5c2138b89a2 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:51.089206 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-81308df2-eec6-44f5-8e5f-a16556d51ffb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1754887262', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:51.134945 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bb8b8cfb-e677-4af0-953e-c5be558df11e req-45cecf17-80fc-4052-8f23-756dda9f7731 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1540577 Nov 26 16:42:51.143678 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-81308df2-eec6-44f5-8e5f-a16556d51ffb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:51.182369 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-fb46e07d-956c-4cce-9e6a-4139b86a710e None None] Provisioning complete for port 60304a0f-1c7d-4f80-a50d-ee9faa6c0bc2 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:51.182763 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fb46e07d-956c-4cce-9e6a-4139b86a710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:51.217895 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-72cac6d4-d960-4d7a-8d1a-2cdb33205d40 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:51.251870 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-fb46e07d-956c-4cce-9e6a-4139b86a710e None None] Port 60304a0f-1c7d-4f80-a50d-ee9faa6c0bc2 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:42:51.347627 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-81308df2-eec6-44f5-8e5f-a16556d51ffb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Usage tracker for resource:router and tenant:7ba89998a757459d9a0750ecd99b826a is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:51.362432 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-72cac6d4-d960-4d7a-8d1a-2cdb33205d40 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Calling delete_port for ac852d84-bb97-45dc-960e-1d787b624380 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:51.368401 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9777a111-c81e-479e-8a0d-ab2bbcae2c77 None None] get_active_networks_info from dv-neutron-819440-1-hyperv {{(pid=87520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 26 16:42:51.396557 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-81308df2-eec6-44f5-8e5f-a16556d51ffb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:51.412522 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Router 289c9be6-1e25-48a8-9ac3-9eaa949a177f has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:42:51.420561 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ea3546a2-0a69-44c6-a8d7-6e3ace9f9819 None None] Provisioning for port ac852d84-bb97-45dc-960e-1d787b624380 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:42:51.427145 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-81308df2-eec6-44f5-8e5f-a16556d51ffb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:51.429680 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ea3546a2-0a69-44c6-a8d7-6e3ace9f9819 None None] Provisioning complete for port ac852d84-bb97-45dc-960e-1d787b624380 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:51.430279 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ea3546a2-0a69-44c6-a8d7-6e3ace9f9819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:51.439274 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1a0b2b93-43b8-4fe9-89ba-47acc0ba4ec8 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9678512 Nov 26 16:42:51.453324 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48182) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:51.458154 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-637f8669-48ce-4106-a25e-16922355004f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:51.458499 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-637f8669-48ce-4106-a25e-16922355004f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:51.459015 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-637f8669-48ce-4106-a25e-16922355004f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Floating IP 6ba43da9-6976-4ae1-bc90-83dedd67b6b3 disassociated. External IP: 172.26.0.217, port: b5a9c485-f462-4dea-b1d3-2dda493fd1d9. Nov 26 16:42:51.459291 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-637f8669-48ce-4106-a25e-16922355004f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Calling delete_port for b5a9c485-f462-4dea-b1d3-2dda493fd1d9 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:51.501752 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b2b93-43b8-4fe9-89ba-47acc0ba4ec8 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event updated for resources: {'Network': ['ID=da9bb61e-6a52-41fd-9398-0bf1cf39f4cc,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:51.515444 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network da9bb61e-6a52-41fd-9398-0bf1cf39f4cc details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:42:51.518911 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-7988ec7e-f3d9-4514-a69a-53c9ccc59766 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Request body: {'subnet': {'network_id': 'da9bb61e-6a52-41fd-9398-0bf1cf39f4cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:51.537883 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-ea3546a2-0a69-44c6-a8d7-6e3ace9f9819 None None] Port ac852d84-bb97-45dc-960e-1d787b624380 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:42:51.540975 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b8461cf-2f66-4ba5-bc1e-53b20c2278ce tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:51.558211 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1a0b2b93-43b8-4fe9-89ba-47acc0ba4ec8 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:51.559685 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:51.598592 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-81308df2-eec6-44f5-8e5f-a16556d51ffb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:51.599892 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-81308df2-eec6-44f5-8e5f-a16556d51ffb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:51.602323 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:42:51.619407 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e0a674-08c2-401a-8c8f-018bf2c9b9d9 None None] Sync routers for ids ['289c9be6-1e25-48a8-9ac3-9eaa949a177f'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:42:51.632162 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:51.664395 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ea3546a2-0a69-44c6-a8d7-6e3ace9f9819 None None] Provisioning complete for port 73854c8c-401f-4a3d-82cb-958c16ca50e4 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:51.664710 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8461cf-2f66-4ba5-bc1e-53b20c2278ce tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Subnet': ['ID=bb869624-36de-4804-a4f7-3c5f1e68df73,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:51.664832 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ea3546a2-0a69-44c6-a8d7-6e3ace9f9819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:51.668687 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2b8461cf-2f66-4ba5-bc1e-53b20c2278ce tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:51.696232 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e0a674-08c2-401a-8c8f-018bf2c9b9d9 None None] Routers {'289c9be6-1e25-48a8-9ac3-9eaa949a177f'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:51.696638 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-68e0a674-08c2-401a-8c8f-018bf2c9b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['289c9be6-1e25-48a8-9ac3-9eaa949a177f'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:51.696815 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b8461cf-2f66-4ba5-bc1e-53b20c2278ce tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:51.701334 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2b8461cf-2f66-4ba5-bc1e-53b20c2278ce tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/subnets/bb869624-36de-4804-a4f7-3c5f1e68df73 HTTP/1.1" status: 204 len: 168 time: 2.2257767 Nov 26 16:42:51.704511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48186) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:51.743452 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-81308df2-eec6-44f5-8e5f-a16556d51ffb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:51.766995 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.8760650 Nov 26 16:42:51.769563 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e438c4c-63cc-4570-98a6-f031c7d4e8b4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] DELETE failed (client error): The resource could not be found. Nov 26 16:42:51.770780 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e438c4c-63cc-4570-98a6-f031c7d4e8b4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:42:51.776253 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2e438c4c-63cc-4570-98a6-f031c7d4e8b4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/subnets/a92459fe-5dfa-4d18-b6ed-fbd1a342af55 HTTP/1.1" status: 404 len: 337 time: 0.0695636 Nov 26 16:42:51.777195 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48190) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:51.777672 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48192) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:51.816725 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9777a111-c81e-479e-8a0d-ab2bbcae2c77 None None] Resources bound (agent type, host, resource id): {{(pid=87520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 16:42:51.829510 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-68e0a674-08c2-401a-8c8f-018bf2c9b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:51.851745 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7988ec7e-f3d9-4514-a69a-53c9ccc59766 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:51.874313 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e0a674-08c2-401a-8c8f-018bf2c9b9d9 None None] Routers {'289c9be6-1e25-48a8-9ac3-9eaa949a177f'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:51.874976 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-68e0a674-08c2-401a-8c8f-018bf2c9b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['289c9be6-1e25-48a8-9ac3-9eaa949a177f'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:51.891237 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7988ec7e-f3d9-4514-a69a-53c9ccc59766 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:51.899929 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-81308df2-eec6-44f5-8e5f-a16556d51ffb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:51.934650 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7988ec7e-f3d9-4514-a69a-53c9ccc59766 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Made reservation on behalf of ead52e8001994e0e891a9abddd8a01c1 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:51.938430 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7988ec7e-f3d9-4514-a69a-53c9ccc59766 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:51.955079 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-72cac6d4-d960-4d7a-8d1a-2cdb33205d40 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:51.968915 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a3b2e223-6889-4f8f-bcf3-b6c7b5bdc9c8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:51.992294 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-68e0a674-08c2-401a-8c8f-018bf2c9b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:51.994738 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e0a674-08c2-401a-8c8f-018bf2c9b9d9 None None] The sync data for ids ['289c9be6-1e25-48a8-9ac3-9eaa949a177f'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:42:52.010228 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-637f8669-48ce-4106-a25e-16922355004f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:52.048294 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 73854c8c-401f-4a3d-82cb-958c16ca50e4 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:42:52.073983 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cac6d4-d960-4d7a-8d1a-2cdb33205d40 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Port': ['ID=ac852d84-bb97-45dc-960e-1d787b624380,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:52.085223 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-81308df2-eec6-44f5-8e5f-a16556d51ffb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:52.086042 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-81308df2-eec6-44f5-8e5f-a16556d51ffb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3494043 Nov 26 16:42:52.090279 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48198) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:52.100296 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1770011368'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:52.109004 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:52.118679 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-72cac6d4-d960-4d7a-8d1a-2cdb33205d40 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:52.118679 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e318a854-427d-44e3-bf21-a652ba0d9bf6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:52.120326 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Usage tracker for resource:network and tenant:7ba89998a757459d9a0750ecd99b826a is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:52.131499 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:52.143161 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85641b4-0d79-483a-9e1d-2c65760e4ab3 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting subnet 9fe0c278-585d-43ea-943b-3fb799dc79ea {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:42:52.146210 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:52.150145 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e85641b4-0d79-483a-9e1d-2c65760e4ab3 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:52.182968 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a8bc801d-cd74-431d-af88-82c437c4cf5b tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] 10.222.0.11 "GET /v2.0/floatingips/89b953f2-92f8-4c7d-b307-0d9993ea3e44 HTTP/1.1" status: 200 len: 982 time: 0.4035220 Nov 26 16:42:52.196986 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48204) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:52.201258 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f8669-48ce-4106-a25e-16922355004f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event deleted for resources: {'Port': ['ID=b5a9c485-f462-4dea-b1d3-2dda493fd1d9,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:52.206285 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-72cac6d4-d960-4d7a-8d1a-2cdb33205d40 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:52.211057 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-72cac6d4-d960-4d7a-8d1a-2cdb33205d40 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/ac852d84-bb97-45dc-960e-1d787b624380 HTTP/1.1" status: 204 len: 168 time: 2.2848136 Nov 26 16:42:52.214362 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-637f8669-48ce-4106-a25e-16922355004f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:52.245037 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48208) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:52.254209 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Made reservation on behalf of 7ba89998a757459d9a0750ecd99b826a for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:52.257699 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:52.279809 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 73854c8c-401f-4a3d-82cb-958c16ca50e4 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:52.280190 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:52.302504 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-83eb5fd9-1aae-456b-b95e-c5d573fe5def req-d55b6e73-acd8-409b-97db-6d9fc6d008cf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1031554 Nov 26 16:42:52.320378 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:52.347568 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e85641b4-0d79-483a-9e1d-2c65760e4ab3 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:52.397999 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:52.407657 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Usage tracker for resource:security_group_rule and tenant:7ba89998a757459d9a0750ecd99b826a is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:52.415215 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:52.432413 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:52.442028 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9531317-9815-4c91-bae1-e445aeb3784a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:52.443866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9531317-9815-4c91-bae1-e445aeb3784a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:52.444650 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c9531317-9815-4c91-bae1-e445aeb3784a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:42:52.512974 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c9531317-9815-4c91-bae1-e445aeb3784a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:42:52.517472 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c9531317-9815-4c91-bae1-e445aeb3784a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2689569 Nov 26 16:42:52.523004 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48212) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:52.544062 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519f620d-63a3-48fb-b47b-36658b8847b2 None None] Network f6c01091-2a92-407c-b319-eb4649214920 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:52.568564 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e85641b4-0d79-483a-9e1d-2c65760e4ab3 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:52.606209 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4832f461-cebe-4160-85c5-cd8fe11b7725 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1946 time: 0.4061739 Nov 26 16:42:52.608091 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48216) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:52.681926 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-0396d828-2110-4cc2-ac73-7c6459024205 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet c659f393-e63c-419a-b6e3-0ca3d5f56e74 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:42:52.712709 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0396d828-2110-4cc2-ac73-7c6459024205 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:52.816603 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0396d828-2110-4cc2-ac73-7c6459024205 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:52.873677 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:52.880965 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637f8669-48ce-4106-a25e-16922355004f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Router 233059e4-5eaf-4384-833b-61a4728c36d8 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:42:52.883277 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:52.888518 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ed98d33e-25cc-41a6-8e96-2d7abd1f3bbb tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:52.925977 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e85641b4-0d79-483a-9e1d-2c65760e4ab3 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:52.941108 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:42:52.964155 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=438f05fa-88d0-4469-a5d5-16ecfd84ecdf,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:52.967248 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:52.970460 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e85641b4-0d79-483a-9e1d-2c65760e4ab3 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:52.974648 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:52.974988 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Added segment 3e9a1fb8-8d89-4dcd-bf03-a1b5d1b3a278 of type vlan for network 978418e2-8deb-4496-8b76-6a76660d5694 Nov 26 16:42:52.976005 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-64671414-13aa-44ba-b953-541ceda312ae tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:53.034523 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85641b4-0d79-483a-9e1d-2c65760e4ab3 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe0c278-585d-43ea-943b-3fb799dc79ea,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:53.037476 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e85641b4-0d79-483a-9e1d-2c65760e4ab3 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:53.052387 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e85641b4-0d79-483a-9e1d-2c65760e4ab3 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/subnets/9fe0c278-585d-43ea-943b-3fb799dc79ea HTTP/1.1" status: 204 len: 168 time: 1.2689188 Nov 26 16:42:53.061138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48220) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:53.110046 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-7e143b0d-8da1-4713-8085-b95dc0781f28 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Deleting port 0936bfc8-1b71-4eb0-93cb-2fe4941191e2 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:53.110421 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7e143b0d-8da1-4713-8085-b95dc0781f28 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:53.113107 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:53.118619 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-9678f582-dc64-4d9e-9da6-fb86727e2c3c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] DELETE failed (client error): The resource could not be found. Nov 26 16:42:53.119071 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9678f582-dc64-4d9e-9da6-fb86727e2c3c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:42:53.123145 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9678f582-dc64-4d9e-9da6-fb86727e2c3c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/subnets/09dee39d-1d64-4bef-ba58-1da16e8266f7 HTTP/1.1" status: 404 len: 337 time: 0.0586841 Nov 26 16:42:53.123145 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0396d828-2110-4cc2-ac73-7c6459024205 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:53.134588 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48224) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:53.152615 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7988ec7e-f3d9-4514-a69a-53c9ccc59766 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:53.198869 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d0db4b36-431e-4f33-8064-58db9df5e78e tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:53.199028 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:53.205630 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:53.206244 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:53.212426 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7d2b299a-228b-4b27-85a8-15617698c584 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:53.271666 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c7da9c80-713f-48d2-90c2-7c79920a3716 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Synchronizing usage tracker for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:42:53.332289 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2360485 Nov 26 16:42:53.332973 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48228) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:53.339220 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0396d828-2110-4cc2-ac73-7c6459024205 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:53.346771 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-bae3656e-f395-4c3f-a5a7-1fef7974dfea tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Request body: {'subnet': {'network_id': '978418e2-8deb-4496-8b76-6a76660d5694', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:53.361608 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Pushing event updated for resources: {'Network': ['ID=978418e2-8deb-4496-8b76-6a76660d5694,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:53.364466 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:53.369922 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5a62ee02-c925-4920-9900-abdcdfbfa169 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:53.377279 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 978418e2-8deb-4496-8b76-6a76660d5694 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:42:53.405951 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637f8669-48ce-4106-a25e-16922355004f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:42:53.417062 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e102b5-8784-44ba-819b-dbfe5ed9f600 None None] Sync routers for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:42:53.421221 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988ec7e-f3d9-4514-a69a-53c9ccc59766 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event updated for resources: {'Subnet': ['ID=3722715c-ebfc-4b69-9f45-594357f03267,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:53.450064 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e102b5-8784-44ba-819b-dbfe5ed9f600 None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:53.450940 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-d8e102b5-8784-44ba-819b-dbfe5ed9f600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:53.462397 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0396d828-2110-4cc2-ac73-7c6459024205 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:53.464260 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0396d828-2110-4cc2-ac73-7c6459024205 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/c659f393-e63c-419a-b6e3-0ca3d5f56e74 HTTP/1.1" status: 204 len: 168 time: 0.9400280 Nov 26 16:42:53.472340 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0396d828-2110-4cc2-ac73-7c6459024205 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=c659f393-e63c-419a-b6e3-0ca3d5f56e74,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:53.474926 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0396d828-2110-4cc2-ac73-7c6459024205 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:53.478239 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48234) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:53.480599 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba871bc3-7712-4ba1-af85-9b5e696cb689 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:53.540661 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3794e06c-56eb-4ed0-acbe-4269b70e90cc req-f55fac71-9061-44c3-a476-96815e995baf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1466813 Nov 26 16:42:53.545473 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7988ec7e-f3d9-4514-a69a-53c9ccc59766 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:53.549255 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c7da9c80-713f-48d2-90c2-7c79920a3716 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Unset dirty status for tenant:5e36d1cdcfec4f8f8fdf216a7a647809 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:42:53.551658 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c7da9c80-713f-48d2-90c2-7c79920a3716 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "GET /v2.0/ports?device_id=10240884-2e79-4421-a8e4-e6eeb9aa55ff HTTP/1.1" status: 200 len: 205 time: 0.4086585 Nov 26 16:42:53.561238 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48238) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:53.565369 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-022ba14b-f804-436b-bd2b-ab9c6d18fa19 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0860209 Nov 26 16:42:53.568360 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-d8e102b5-8784-44ba-819b-dbfe5ed9f600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:53.568563 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48242) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:53.571129 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7988ec7e-f3d9-4514-a69a-53c9ccc59766 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Checking segment: {'id': '90648413-39d9-4039-b721-0a209e40cadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'da9bb61e-6a52-41fd-9398-0bf1cf39f4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:42:53.571492 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7988ec7e-f3d9-4514-a69a-53c9ccc59766 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Network hostable DHCP agents. Network: da9bb61e-6a52-41fd-9398-0bf1cf39f4cc, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:42:53.586478 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e102b5-8784-44ba-819b-dbfe5ed9f600 None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:53.587215 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-c3887487-d605-4fff-8ac2-95916984fa98 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:53.587508 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-d8e102b5-8784-44ba-819b-dbfe5ed9f600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:53.651282 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-a3f9e46b-13d7-4500-8083-3de44390e388 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] delete failed (client error): The resource could not be found. Nov 26 16:42:53.654794 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a3f9e46b-13d7-4500-8083-3de44390e388 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/routers/10240884-2e79-4421-a8e4-e6eeb9aa55ff HTTP/1.1" status: 404 len: 336 time: 0.0859997 Nov 26 16:42:53.655601 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48246) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:53.659493 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d580eace-21da-40e8-bf6c-ab217600747e None None] Network f6c01091-2a92-407c-b319-eb4649214920 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:53.664083 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-d8e102b5-8784-44ba-819b-dbfe5ed9f600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:53.664674 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e102b5-8784-44ba-819b-dbfe5ed9f600 None None] The sync data for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:42:53.695271 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-bae3656e-f395-4c3f-a5a7-1fef7974dfea tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:53.705563 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-bae3656e-f395-4c3f-a5a7-1fef7974dfea tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Usage tracker for resource:subnet and tenant:7ba89998a757459d9a0750ecd99b826a is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:53.708826 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-f443b606-6b7d-4eb5-9ef3-6c51ea48ec11 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] DELETE failed (client error): The resource could not be found. Nov 26 16:42:53.709233 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f443b606-6b7d-4eb5-9ef3-6c51ea48ec11 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:42:53.713271 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f443b606-6b7d-4eb5-9ef3-6c51ea48ec11 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/subnets/4d156765-0278-4796-99e5-f8d80422314c HTTP/1.1" status: 404 len: 337 time: 0.0543764 Nov 26 16:42:53.713271 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-bae3656e-f395-4c3f-a5a7-1fef7974dfea tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:53.714899 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48250) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:53.744556 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c3887487-d605-4fff-8ac2-95916984fa98 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:53.754337 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7988ec7e-f3d9-4514-a69a-53c9ccc59766 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Network da9bb61e-6a52-41fd-9398-0bf1cf39f4cc is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:42:53.761249 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-bae3656e-f395-4c3f-a5a7-1fef7974dfea tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:53.763739 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5099c0-a5cb-4a2c-871f-247bbb31a3f7 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] DELETE failed (client error): The resource could not be found. Nov 26 16:42:53.764911 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc5099c0-a5cb-4a2c-871f-247bbb31a3f7 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:42:53.765487 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-637f8669-48ce-4106-a25e-16922355004f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:53.769318 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-fc5099c0-a5cb-4a2c-871f-247bbb31a3f7 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/subnets/d46b43e6-be0b-42a1-a5cd-60527cf44d4f HTTP/1.1" status: 404 len: 337 time: 0.0510943 Nov 26 16:42:53.770361 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48254) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:53.784165 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-7988ec7e-f3d9-4514-a69a-53c9ccc59766 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, da9bb61e-6a52-41fd-9398-0bf1cf39f4cc) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:53.787158 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c3887487-d605-4fff-8ac2-95916984fa98 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:53.795540 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7988ec7e-f3d9-4514-a69a-53c9ccc59766 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:53.796367 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7988ec7e-f3d9-4514-a69a-53c9ccc59766 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:53.808944 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a50038-c580-4d34-8ff3-417d330bc278 None None] Network da9bb61e-6a52-41fd-9398-0bf1cf39f4cc requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:53.816990 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-637f8669-48ce-4106-a25e-16922355004f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "DELETE /v2.0/ports/b5a9c485-f462-4dea-b1d3-2dda493fd1d9 HTTP/1.1" status: 204 len: 168 time: 4.7660630 Nov 26 16:42:53.819560 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7e143b0d-8da1-4713-8085-b95dc0781f28 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:53.820089 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7e143b0d-8da1-4713-8085-b95dc0781f28 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:53.823941 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48258) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:53.840541 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7988ec7e-f3d9-4514-a69a-53c9ccc59766 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3523772 Nov 26 16:42:53.844041 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48262) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:53.944051 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b0b2c106-c70a-40ea-a4bf-0172e271ad73 None None] Provisioning complete for port 7f83977c-376d-49bb-9720-b1aa7dcd66ef triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:53.944706 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b0b2c106-c70a-40ea-a4bf-0172e271ad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:54.016148 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-973eb1b4-467b-4f73-a918-efb6e98ab6e1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] DELETE failed (client error): The resource could not be found. Nov 26 16:42:54.016658 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-973eb1b4-467b-4f73-a918-efb6e98ab6e1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:42:54.020820 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-973eb1b4-467b-4f73-a918-efb6e98ab6e1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/subnets/802c0aba-83b2-4ea8-8d75-710c1f1b386d HTTP/1.1" status: 404 len: 337 time: 0.2473428 Nov 26 16:42:54.026628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48266) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:54.028586 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae3656e-f395-4c3f-a5a7-1fef7974dfea tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Made reservation on behalf of 7ba89998a757459d9a0750ecd99b826a for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:54.032860 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bae3656e-f395-4c3f-a5a7-1fef7974dfea tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:54.122704 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-7e143b0d-8da1-4713-8085-b95dc0781f28 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Calling delete_port for 0936bfc8-1b71-4eb0-93cb-2fe4941191e2 owned by network:floatingip {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:54.149800 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3887487-d605-4fff-8ac2-95916984fa98 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:54.152612 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c3887487-d605-4fff-8ac2-95916984fa98 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:54.159547 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7841cbf6-1080-433e-82bb-8c71d9f69940 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "GET /v2.0/floatingips/6ba43da9-6976-4ae1-bc90-83dedd67b6b3 HTTP/1.1" status: 200 len: 688 time: 0.3318939 Nov 26 16:42:54.165902 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-710ec059-ca6b-4cce-8e91-70414c6e35e4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] DELETE failed (client error): The resource could not be found. Nov 26 16:42:54.166688 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-710ec059-ca6b-4cce-8e91-70414c6e35e4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:42:54.167096 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48270) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:54.170214 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-710ec059-ca6b-4cce-8e91-70414c6e35e4 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/ports/cc92eb38-8e7c-4fd0-b147-4f735a5e6fbe HTTP/1.1" status: 404 len: 333 time: 0.1407559 Nov 26 16:42:54.171153 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48272) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:54.226908 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d35de8-5b27-4503-9693-39bbeeff2063 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] DELETE failed (client error): The resource could not be found. Nov 26 16:42:54.227357 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d35de8-5b27-4503-9693-39bbeeff2063 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:42:54.231333 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b7d35de8-5b27-4503-9693-39bbeeff2063 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/subnets/e85fd902-9360-4eb7-9c0b-4be7f3475ac1 HTTP/1.1" status: 404 len: 337 time: 0.0569983 Nov 26 16:42:54.232759 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48278) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:54.277325 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc44696-3acf-4c04-b895-27425f7a56a0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] DELETE failed (client error): The resource could not be found. Nov 26 16:42:54.277764 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bc44696-3acf-4c04-b895-27425f7a56a0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:42:54.279773 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0bc44696-3acf-4c04-b895-27425f7a56a0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/subnets/c4062194-a757-4e39-94a0-c036c19fe6c4 HTTP/1.1" status: 404 len: 337 time: 0.0457525 Nov 26 16:42:54.282779 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48282) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:54.338920 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2ba2a4-b30c-417d-b96b-fbd454a98974 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] DELETE failed (client error): The resource could not be found. Nov 26 16:42:54.339465 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe2ba2a4-b30c-417d-b96b-fbd454a98974 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:42:54.341509 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19eae7e-fac6-4993-ac8c-0051b8f66169 None None] DHCP port deletion for 8c8ccad8-46f8-4956-abe3-9f3eb45da297 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:42:54.351281 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-fe2ba2a4-b30c-417d-b96b-fbd454a98974 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/ports/3684a743-567a-4a79-8115-74586d988742 HTTP/1.1" status: 404 len: 333 time: 0.0652397 Nov 26 16:42:54.352481 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48286) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:54.368625 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f19eae7e-fac6-4993-ac8c-0051b8f66169 None None] Deleting port 73854c8c-401f-4a3d-82cb-958c16ca50e4 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:54.368625 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f19eae7e-fac6-4993-ac8c-0051b8f66169 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:54.409902 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-da9bb61e-6a52-41fd-9398-0bf1cf39f4cc', 'network_id': 'da9bb61e-6a52-41fd-9398-0bf1cf39f4cc', 'tenant_id': 'ead52e8001994e0e891a9abddd8a01c1', 'fixed_ips': [{'subnet_id': '3722715c-ebfc-4b69-9f45-594357f03267'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:42:54.411065 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:54.419648 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f3e3fb-7d54-4349-915e-a32639a6c9b2 None None] DHCP port deletion for f6c01091-2a92-407c-b319-eb4649214920 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:42:54.429083 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5bd977-1875-481b-b0c8-f4dcf7611562 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] DELETE failed (client error): The resource could not be found. Nov 26 16:42:54.429381 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e5bd977-1875-481b-b0c8-f4dcf7611562 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:42:54.433383 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8e5bd977-1875-481b-b0c8-f4dcf7611562 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/subnets/62a20fcb-dd3b-4804-bfd8-c81291be6eaf HTTP/1.1" status: 404 len: 337 time: 0.0768206 Nov 26 16:42:54.436087 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48290) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:54.445024 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-02f3e3fb-7d54-4349-915e-a32639a6c9b2 None None] Deleting port 7f83977c-376d-49bb-9720-b1aa7dcd66ef {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:54.445429 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-02f3e3fb-7d54-4349-915e-a32639a6c9b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:54.489608 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b0b2c106-c70a-40ea-a4bf-0172e271ad73 None None] Provisioning complete for port 60304a0f-1c7d-4f80-a50d-ee9faa6c0bc2 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:42:54.489828 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b0b2c106-c70a-40ea-a4bf-0172e271ad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:54.490046 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4bac761-4c31-4ef0-a1d2-f47551a4ec48 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] DELETE failed (client error): The resource could not be found. Nov 26 16:42:54.490502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4bac761-4c31-4ef0-a1d2-f47551a4ec48 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:42:54.494759 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d4bac761-4c31-4ef0-a1d2-f47551a4ec48 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/subnets/5eddbe32-83c3-40f1-8418-19e7e3cf3048 HTTP/1.1" status: 404 len: 337 time: 0.0554540 Nov 26 16:42:54.495783 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48294) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:54.523870 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-f85c629d-8dc3-427b-b851-f1c410b6fc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Deleting port 86712455-e9cc-4f48-87f5-3d2fe3309e14 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:54.524078 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f85c629d-8dc3-427b-b851-f1c410b6fc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:54.594274 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-02ccbe86-7d1d-4160-8e00-6873f41d659b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Deleting port 60304a0f-1c7d-4f80-a50d-ee9faa6c0bc2 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:54.594730 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-02ccbe86-7d1d-4160-8e00-6873f41d659b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:54.648741 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:54.697228 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bae3656e-f395-4c3f-a5a7-1fef7974dfea tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:54.715421 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-b0b2c106-c70a-40ea-a4bf-0172e271ad73 None None] Port 60304a0f-1c7d-4f80-a50d-ee9faa6c0bc2 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:42:54.716338 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6b3783be-90d1-40c4-81c8-1d575d60f937 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:54.783390 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3656e-f395-4c3f-a5a7-1fef7974dfea tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Pushing event updated for resources: {'Subnet': ['ID=1a33aef5-6a7a-4f21-accd-1518a86a6b26,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:54.787176 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dca110bc-9858-4e69-afc1-9b2a6137b5e5 req-f3332f39-02a1-4d63-aefa-e53a05f39d26 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1581037 Nov 26 16:42:54.788006 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bae3656e-f395-4c3f-a5a7-1fef7974dfea tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:54.872920 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae3656e-f395-4c3f-a5a7-1fef7974dfea tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Checking segment: {'id': '3e9a1fb8-8d89-4dcd-bf03-a1b5d1b3a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '978418e2-8deb-4496-8b76-6a76660d5694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:42:54.872920 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae3656e-f395-4c3f-a5a7-1fef7974dfea tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Network hostable DHCP agents. Network: 978418e2-8deb-4496-8b76-6a76660d5694, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:42:54.928616 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7e143b0d-8da1-4713-8085-b95dc0781f28 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:54.945079 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b73ceb26-ff3e-4f1e-86be-fd10a07d03c6 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:54.978467 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae3656e-f395-4c3f-a5a7-1fef7974dfea tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Network 978418e2-8deb-4496-8b76-6a76660d5694 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:42:54.978722 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-f19eae7e-fac6-4993-ac8c-0051b8f66169 None None] For port 73854c8c-401f-4a3d-82cb-958c16ca50e4, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=73854c8c-401f-4a3d-82cb-958c16ca50e4,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:54.978831 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f19eae7e-fac6-4993-ac8c-0051b8f66169 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:54.995925 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f85c629d-8dc3-427b-b851-f1c410b6fc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:54.996303 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f85c629d-8dc3-427b-b851-f1c410b6fc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:55.003122 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-bae3656e-f395-4c3f-a5a7-1fef7974dfea tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 978418e2-8deb-4496-8b76-6a76660d5694) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:55.011647 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:55.011914 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae3656e-f395-4c3f-a5a7-1fef7974dfea tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:55.012409 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bae3656e-f395-4c3f-a5a7-1fef7974dfea tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:55.041734 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-bae3656e-f395-4c3f-a5a7-1fef7974dfea tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7041340 Nov 26 16:42:55.041940 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48300) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:55.044741 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e143b0d-8da1-4713-8085-b95dc0781f28 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Pushing event deleted for resources: {'Port': ['ID=0936bfc8-1b71-4eb0-93cb-2fe4941191e2,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:55.048216 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-9d9f3d93-9308-4755-8c0f-c4dd876a4ed2 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Request body: {'network': {'name': 'tempest-router-network01--1699985747'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:55.054343 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-02ccbe86-7d1d-4160-8e00-6873f41d659b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:55.058341 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c0c9b9-f271-4155-8797-76aa3020296e None None] Network 978418e2-8deb-4496-8b76-6a76660d5694 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:55.061823 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7e143b0d-8da1-4713-8085-b95dc0781f28 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:55.062553 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-9d9f3d93-9308-4755-8c0f-c4dd876a4ed2 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:55.071158 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9d9f3d93-9308-4755-8c0f-c4dd876a4ed2 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Usage tracker for resource:network and tenant:7ba89998a757459d9a0750ecd99b826a is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:55.122643 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9d9f3d93-9308-4755-8c0f-c4dd876a4ed2 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:55.185505 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f19eae7e-fac6-4993-ac8c-0051b8f66169 None None] Calling delete_port for 73854c8c-401f-4a3d-82cb-958c16ca50e4 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:55.190231 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-02ccbe86-7d1d-4160-8e00-6873f41d659b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Calling delete_port for 60304a0f-1c7d-4f80-a50d-ee9faa6c0bc2 owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:55.217362 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-9d9f3d93-9308-4755-8c0f-c4dd876a4ed2 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:55.219346 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-02f3e3fb-7d54-4349-915e-a32639a6c9b2 None None] For port 7f83977c-376d-49bb-9720-b1aa7dcd66ef, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7f83977c-376d-49bb-9720-b1aa7dcd66ef,segment=NetworkSegment(ec23bec7-258c-48c2-b489-f5e36b99a5d5),segment_id=ec23bec7-258c-48c2-b489-f5e36b99a5d5)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:55.219813 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-02f3e3fb-7d54-4349-915e-a32639a6c9b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:55.220234 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-f85c629d-8dc3-427b-b851-f1c410b6fc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Calling delete_port for 86712455-e9cc-4f48-87f5-3d2fe3309e14 owned by network:floatingip {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:55.245435 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9f3d93-9308-4755-8c0f-c4dd876a4ed2 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Made reservation on behalf of 7ba89998a757459d9a0750ecd99b826a for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:55.249043 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9d9f3d93-9308-4755-8c0f-c4dd876a4ed2 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:55.254499 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] Allocated IP 2001:db8::2 (da9bb61e-6a52-41fd-9398-0bf1cf39f4cc/3722715c-ebfc-4b69-9f45-594357f03267/b0f36cf9-e691-4df6-8a66-8ac0957003ad) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:55.298575 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9f3d93-9308-4755-8c0f-c4dd876a4ed2 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:42:55.308200 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9d9f3d93-9308-4755-8c0f-c4dd876a4ed2 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:55.308525 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-9d9f3d93-9308-4755-8c0f-c4dd876a4ed2 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Added segment 21b597bc-4662-4601-a957-aca2d9f95af0 of type vlan for network 6f8efa2f-69bd-4314-b040-4872849afa1b Nov 26 16:42:55.309644 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-02ccbe86-7d1d-4160-8e00-6873f41d659b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:55.318366 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-27555c23-dab4-436b-9856-5f3445ab7607 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:55.336995 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c3887487-d605-4fff-8ac2-95916984fa98 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:55.345655 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a7690ea6-6c50-43b8-8151-bf03250e91e5 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:55.365483 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ccbe86-7d1d-4160-8e00-6873f41d659b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Port': ['ID=60304a0f-1c7d-4f80-a50d-ee9faa6c0bc2,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:55.372082 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-02ccbe86-7d1d-4160-8e00-6873f41d659b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:55.385627 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-02ccbe86-7d1d-4160-8e00-6873f41d659b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:55.396243 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-02f3e3fb-7d54-4349-915e-a32639a6c9b2 None None] Calling delete_port for 7f83977c-376d-49bb-9720-b1aa7dcd66ef owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:55.396474 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9d9f3d93-9308-4755-8c0f-c4dd876a4ed2 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:55.416146 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-02ccbe86-7d1d-4160-8e00-6873f41d659b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/ports/60304a0f-1c7d-4f80-a50d-ee9faa6c0bc2 HTTP/1.1" status: 204 len: 168 time: 0.9201238 Nov 26 16:42:55.416808 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48304) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:55.435442 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3887487-d605-4fff-8ac2-95916984fa98 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:55.436495 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7e143b0d-8da1-4713-8085-b95dc0781f28 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks [] for floatingip, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:55.437001 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-7e143b0d-8da1-4713-8085-b95dc0781f28 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Floating IP 89b953f2-92f8-4c7d-b307-0d9993ea3e44 disassociated (deleted). External IP: 172.26.0.96, port: ea25d797-eab2-40fb-8f7d-27d4a8cea8fc. Nov 26 16:42:55.529711 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9d9f3d93-9308-4755-8c0f-c4dd876a4ed2 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:55.536015 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9f3d93-9308-4755-8c0f-c4dd876a4ed2 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:55.536665 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9d9f3d93-9308-4755-8c0f-c4dd876a4ed2 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:55.542914 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-51f63be7-e601-4b5e-8678-664cea0bbff0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:55.636245 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-c3887487-d605-4fff-8ac2-95916984fa98 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:55.705394 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f19eae7e-fac6-4993-ac8c-0051b8f66169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:55.706419 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3887487-d605-4fff-8ac2-95916984fa98 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:55.707200 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c3887487-d605-4fff-8ac2-95916984fa98 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:55.715431 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-73ec658b-a8b2-4af6-b5b8-25bc87a3b322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:55.763293 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f6b2bfb7-a9a3-40d1-ad57-314d01cd90ff tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:55.776891 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9d9f3d93-9308-4755-8c0f-c4dd876a4ed2 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7339625 Nov 26 16:42:55.788592 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48308) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:55.800875 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-daaf520f-34c3-448c-94c7-d21c151420eb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Request body: {'network': {'name': 'tempest-router-network02--848693186'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:55.801511 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19eae7e-fac6-4993-ac8c-0051b8f66169 None None] Pushing event deleted for resources: {'Port': ['ID=73854c8c-401f-4a3d-82cb-958c16ca50e4,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:55.803661 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19eae7e-fac6-4993-ac8c-0051b8f66169 None None] No DVR routers for this DVR port 73854c8c-401f-4a3d-82cb-958c16ca50e4 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:42:55.812350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-daaf520f-34c3-448c-94c7-d21c151420eb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:55.814640 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f3d93-9308-4755-8c0f-c4dd876a4ed2 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Pushing event updated for resources: {'Network': ['ID=6f8efa2f-69bd-4314-b040-4872849afa1b,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:55.818836 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f19eae7e-fac6-4993-ac8c-0051b8f66169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:55.819105 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9d9f3d93-9308-4755-8c0f-c4dd876a4ed2 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:55.820017 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-daaf520f-34c3-448c-94c7-d21c151420eb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Usage tracker for resource:network and tenant:7ba89998a757459d9a0750ecd99b826a is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:55.821635 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-02f3e3fb-7d54-4349-915e-a32639a6c9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:55.829967 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2996fd98-9819-44df-bacd-e306e5e29a59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:55.832215 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-daaf520f-34c3-448c-94c7-d21c151420eb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:55.871436 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8c01fe-0ad8-4628-ab16-cc52ad0f05bf None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:55.878725 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-daaf520f-34c3-448c-94c7-d21c151420eb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:55.880875 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3887487-d605-4fff-8ac2-95916984fa98 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=719a0dce-e501-4b22-8373-58668fdc8cd3,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:55.887011 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 6f8efa2f-69bd-4314-b040-4872849afa1b details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:42:55.889055 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c3887487-d605-4fff-8ac2-95916984fa98 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:55.959757 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3e3fb-7d54-4349-915e-a32639a6c9b2 None None] Pushing event deleted for resources: {'Port': ['ID=7f83977c-376d-49bb-9720-b1aa7dcd66ef,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:55.959938 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaf520f-34c3-448c-94c7-d21c151420eb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Made reservation on behalf of 7ba89998a757459d9a0750ecd99b826a for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:55.963393 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-daaf520f-34c3-448c-94c7-d21c151420eb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:55.969998 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c182043f-4703-4611-9bf1-2b60f6113cb4 req-b15fefa1-335d-4f4b-8196-c4546b79f615 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0789165 Nov 26 16:42:56.010614 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f6b2bfb7-a9a3-40d1-ad57-314d01cd90ff tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:56.012960 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f3e3fb-7d54-4349-915e-a32639a6c9b2 None None] No DVR routers for this DVR port 7f83977c-376d-49bb-9720-b1aa7dcd66ef on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:42:56.014446 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-02f3e3fb-7d54-4349-915e-a32639a6c9b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:56.043138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-f6b2bfb7-a9a3-40d1-ad57-314d01cd90ff tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c01091-2a92-407c-b319-eb4649214920']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:56.050170 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daaf520f-34c3-448c-94c7-d21c151420eb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:42:56.065403 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-f6b2bfb7-a9a3-40d1-ad57-314d01cd90ff tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec23bec7-258c-48c2-b489-f5e36b99a5d5') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:56.065699 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-f6b2bfb7-a9a3-40d1-ad57-314d01cd90ff tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec23bec7-258c-48c2-b489-f5e36b99a5d5') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:56.078431 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-daaf520f-34c3-448c-94c7-d21c151420eb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:56.078764 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-daaf520f-34c3-448c-94c7-d21c151420eb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Added segment 478521e6-f476-42ec-8488-9840c4524750 of type vlan for network aae0e09a-d5df-452f-9c5b-7bbfb3b6d1e0 Nov 26 16:42:56.081179 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f6b2bfb7-a9a3-40d1-ad57-314d01cd90ff tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:56.086764 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-978418e2-8deb-4496-8b76-6a76660d5694', 'network_id': '978418e2-8deb-4496-8b76-6a76660d5694', 'tenant_id': '7ba89998a757459d9a0750ecd99b826a', 'fixed_ips': [{'subnet_id': '1a33aef5-6a7a-4f21-accd-1518a86a6b26'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:42:56.087615 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:56.096893 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 73854c8c-401f-4a3d-82cb-958c16ca50e4 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:42:56.120018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f6b2bfb7-a9a3-40d1-ad57-314d01cd90ff tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:56.131327 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-daaf520f-34c3-448c-94c7-d21c151420eb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:56.135070 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b2bfb7-a9a3-40d1-ad57-314d01cd90ff tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:42:56.135459 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f6b2bfb7-a9a3-40d1-ad57-314d01cd90ff tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:42:56.150667 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:42:56.159366 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c3887487-d605-4fff-8ac2-95916984fa98 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5830815 Nov 26 16:42:56.167491 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48314) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:56.176605 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-19e1143e-b1ec-4b08-bf6e-e0de7f285a2d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'name': 'tempest-NetworksTestDHCPv6-1602196911'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:56.199288 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 73854c8c-401f-4a3d-82cb-958c16ca50e4 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:42:56.199655 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 73854c8c-401f-4a3d-82cb-958c16ca50e4 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:42:56.200134 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7f83977c-376d-49bb-9720-b1aa7dcd66ef no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:42:56.246419 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-daaf520f-34c3-448c-94c7-d21c151420eb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:56.251996 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaf520f-34c3-448c-94c7-d21c151420eb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:56.252586 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-daaf520f-34c3-448c-94c7-d21c151420eb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:56.253547 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f85c629d-8dc3-427b-b851-f1c410b6fc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:56.258111 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 7f83977c-376d-49bb-9720-b1aa7dcd66ef {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:42:56.258471 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7f83977c-376d-49bb-9720-b1aa7dcd66ef not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:42:56.259538 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bbcff66f-b06e-48e3-9d11-bbcc965af300 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:56.263406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0219ed56-d219-4321-b14d-af9a91152fae tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:56.278390 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f6b2bfb7-a9a3-40d1-ad57-314d01cd90ff tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:56.292450 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f6b2bfb7-a9a3-40d1-ad57-314d01cd90ff tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:56.322869 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c629d-8dc3-427b-b851-f1c410b6fc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event deleted for resources: {'Port': ['ID=86712455-e9cc-4f48-87f5-3d2fe3309e14,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:56.344547 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:56.361845 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f85c629d-8dc3-427b-b851-f1c410b6fc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:56.366700 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f6b2bfb7-a9a3-40d1-ad57-314d01cd90ff tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] 10.222.0.11 "DELETE /v2.0/networks/f6c01091-2a92-407c-b319-eb4649214920 HTTP/1.1" status: 204 len: 168 time: 0.9408913 Nov 26 16:42:56.383020 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-daaf520f-34c3-448c-94c7-d21c151420eb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5911245 Nov 26 16:42:56.385847 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48320) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:56.392061 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-88b9755a-02a6-47c5-b2a5-00faa3f2b2d6 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Request body: {'subnet': {'network_id': '6f8efa2f-69bd-4314-b040-4872849afa1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:56.411117 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf520f-34c3-448c-94c7-d21c151420eb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Pushing event updated for resources: {'Network': ['ID=aae0e09a-d5df-452f-9c5b-7bbfb3b6d1e0,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:56.425176 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-daaf520f-34c3-448c-94c7-d21c151420eb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:56.426082 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bcc917c3-38df-487b-b001-529475cee92f tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:56.485645 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e143b0d-8da1-4713-8085-b95dc0781f28 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Router 289c9be6-1e25-48a8-9ac3-9eaa949a177f has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:42:56.505884 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f85c629d-8dc3-427b-b851-f1c410b6fc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:56.506383 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2bfb7-a9a3-40d1-ad57-314d01cd90ff tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Pushing event deleted for resources: {'Network': ['ID=f6c01091-2a92-407c-b319-eb4649214920,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:56.508156 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f85c629d-8dc3-427b-b851-f1c410b6fc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:56.509297 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f85c629d-8dc3-427b-b851-f1c410b6fc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "DELETE /v2.0/floatingips/6ba43da9-6976-4ae1-bc90-83dedd67b6b3 HTTP/1.1" status: 204 len: 168 time: 2.2882402 Nov 26 16:42:56.512571 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] Transition to ACTIVE for port object b0f36cf9-e691-4df6-8a66-8ac0957003ad will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:56.515399 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48324) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:56.525008 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-19e1143e-b1ec-4b08-bf6e-e0de7f285a2d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:56.526429 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f6b2bfb7-a9a3-40d1-ad57-314d01cd90ff tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:56.530574 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'port_id': 'df318937-8a14-4af5-b819-fe676feef151'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:56.536378 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] Transition to ACTIVE for port object b0f36cf9-e691-4df6-8a66-8ac0957003ad will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:56.541403 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network aae0e09a-d5df-452f-9c5b-7bbfb3b6d1e0 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:42:56.555405 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-88b9755a-02a6-47c5-b2a5-00faa3f2b2d6 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:56.560053 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-88b9755a-02a6-47c5-b2a5-00faa3f2b2d6 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Usage tracker for resource:subnet and tenant:7ba89998a757459d9a0750ecd99b826a is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:56.563899 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-88b9755a-02a6-47c5-b2a5-00faa3f2b2d6 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:56.571223 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-88b9755a-02a6-47c5-b2a5-00faa3f2b2d6 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:56.588847 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b9755a-02a6-47c5-b2a5-00faa3f2b2d6 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Made reservation on behalf of 7ba89998a757459d9a0750ecd99b826a for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:56.593552 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-88b9755a-02a6-47c5-b2a5-00faa3f2b2d6 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:56.681966 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-19e1143e-b1ec-4b08-bf6e-e0de7f285a2d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:port and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:56.685707 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:56.698793 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-19e1143e-b1ec-4b08-bf6e-e0de7f285a2d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:56.700051 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:56.701312 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48330) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:56.714345 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-fbdf9b4c-8310-4c55-9faa-2d031077d2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:56.722118 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Usage tracker for resource:floatingip and tenant:7c991dfeb8c24761a5861f1676495514 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:56.785621 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-19e1143e-b1ec-4b08-bf6e-e0de7f285a2d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:56.789410 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:56.795874 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] Pushing event updated for resources: {'Port': ['ID=b0f36cf9-e691-4df6-8a66-8ac0957003ad,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:56.799956 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:56.805788 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] Network da9bb61e-6a52-41fd-9398-0bf1cf39f4cc is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:56.809836 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e143b0d-8da1-4713-8085-b95dc0781f28 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:42:56.811913 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:56.814332 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:56.814477 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:56.819517 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:56.823048 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:56.828328 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] Allocated IP 172.20.0.2 (978418e2-8deb-4496-8b76-6a76660d5694/1a33aef5-6a7a-4f21-accd-1518a86a6b26/7c3de8f9-2013-4d48-af94-c0de6411ff4b) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:56.833060 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28926db5-eb7a-4a29-b746-6fd954ffd185 None None] Sync routers for ids ['289c9be6-1e25-48a8-9ac3-9eaa949a177f'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:42:56.863465 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e1143e-b1ec-4b08-bf6e-e0de7f285a2d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:56.867120 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-19e1143e-b1ec-4b08-bf6e-e0de7f285a2d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:56.889543 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event deleted for resources: {'Subnet': ['ID=3722715c-ebfc-4b69-9f45-594357f03267,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:56.896678 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7e143b0d-8da1-4713-8085-b95dc0781f28 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:56.898233 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-88b9755a-02a6-47c5-b2a5-00faa3f2b2d6 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:56.904136 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:56.923517 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:56.956316 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:56.971483 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28926db5-eb7a-4a29-b746-6fd954ffd185 None None] Routers {'289c9be6-1e25-48a8-9ac3-9eaa949a177f'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:56.972178 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-28926db5-eb7a-4a29-b746-6fd954ffd185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['289c9be6-1e25-48a8-9ac3-9eaa949a177f'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:56.994211 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9755a-02a6-47c5-b2a5-00faa3f2b2d6 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Pushing event updated for resources: {'Subnet': ['ID=ef2e4793-0fec-43ee-808f-4a4f1cb2251d,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:56.998125 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-88b9755a-02a6-47c5-b2a5-00faa3f2b2d6 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:57.004224 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b9755a-02a6-47c5-b2a5-00faa3f2b2d6 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Checking segment: {'id': '21b597bc-4662-4601-a957-aca2d9f95af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6f8efa2f-69bd-4314-b040-4872849afa1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:42:57.004654 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b9755a-02a6-47c5-b2a5-00faa3f2b2d6 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Network hostable DHCP agents. Network: 6f8efa2f-69bd-4314-b040-4872849afa1b, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:42:57.028807 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b9755a-02a6-47c5-b2a5-00faa3f2b2d6 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Network 6f8efa2f-69bd-4314-b040-4872849afa1b is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:42:57.034341 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'fixed_ips': [{'subnet_id': '719a0dce-e501-4b22-8373-58668fdc8cd3'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:42:57.035205 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:57.042866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-88b9755a-02a6-47c5-b2a5-00faa3f2b2d6 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 6f8efa2f-69bd-4314-b040-4872849afa1b) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:57.048269 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b9755a-02a6-47c5-b2a5-00faa3f2b2d6 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:57.049052 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-88b9755a-02a6-47c5-b2a5-00faa3f2b2d6 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:57.075288 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-88b9755a-02a6-47c5-b2a5-00faa3f2b2d6 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6879721 Nov 26 16:42:57.077563 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48340) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:57.079656 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d835e2-0a84-46dc-8b9f-1cef12847036 None None] Network 6f8efa2f-69bd-4314-b040-4872849afa1b requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:57.084211 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-4d1db742-4561-4a9c-892d-af2ccf5365f1 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Request body: {'subnet': {'network_id': 'aae0e09a-d5df-452f-9c5b-7bbfb3b6d1e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:57.111339 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:57.114280 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-28926db5-eb7a-4a29-b746-6fd954ffd185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:57.144354 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9bb61e-6a52-41fd-9398-0bf1cf39f4cc']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:57.159457 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90648413-39d9-4039-b721-0a209e40cadf') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:57.159800 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90648413-39d9-4039-b721-0a209e40cadf') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:57.172951 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:57.198975 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:57.206909 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:42:57.207321 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:57.213126 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-4d1db742-4561-4a9c-892d-af2ccf5365f1 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:57.217786 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-4d1db742-4561-4a9c-892d-af2ccf5365f1 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Usage tracker for resource:subnet and tenant:7ba89998a757459d9a0750ecd99b826a is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:57.222153 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-4d1db742-4561-4a9c-892d-af2ccf5365f1 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:57.229050 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-4d1db742-4561-4a9c-892d-af2ccf5365f1 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:57.242354 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1db742-4561-4a9c-892d-af2ccf5365f1 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Made reservation on behalf of 7ba89998a757459d9a0750ecd99b826a for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:42:57.247334 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4d1db742-4561-4a9c-892d-af2ccf5365f1 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:57.289826 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28926db5-eb7a-4a29-b746-6fd954ffd185 None None] Routers {'289c9be6-1e25-48a8-9ac3-9eaa949a177f'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:42:57.290366 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-28926db5-eb7a-4a29-b746-6fd954ffd185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:42:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['289c9be6-1e25-48a8-9ac3-9eaa949a177f'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:57.291808 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-19e1143e-b1ec-4b08-bf6e-e0de7f285a2d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] device_id is not set on port 6bdf9f03-fbd9-4c8d-9e43-b1907876d345 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:42:57.332108 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:42:57.366160 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] Attempting to bind port b0f36cf9-e691-4df6-8a66-8ac0957003ad on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:42:57.366547 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] Attempting to bind port b0f36cf9-e691-4df6-8a66-8ac0957003ad by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '90648413-39d9-4039-b721-0a209e40cadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'da9bb61e-6a52-41fd-9398-0bf1cf39f4cc'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:42:57.366914 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] Attempting to bind port b0f36cf9-e691-4df6-8a66-8ac0957003ad on network da9bb61e-6a52-41fd-9398-0bf1cf39f4cc {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:42:57.371976 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cba32ff2-8896-4224-a166-e1b8ce79daf5 req-e8aa9b02-e33e-40ad-a637-91ed771512e5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.3495386 Nov 26 16:42:57.426721 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-28926db5-eb7a-4a29-b746-6fd954ffd185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:57.427052 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28926db5-eb7a-4a29-b746-6fd954ffd185 None None] The sync data for ids ['289c9be6-1e25-48a8-9ac3-9eaa949a177f'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:42:57.434833 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:42:57.435306 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] Checking segment: {'id': '90648413-39d9-4039-b721-0a209e40cadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'da9bb61e-6a52-41fd-9398-0bf1cf39f4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:42:57.435728 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:57.436181 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] Bound using segment: {'id': '90648413-39d9-4039-b721-0a209e40cadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'da9bb61e-6a52-41fd-9398-0bf1cf39f4cc'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:42:57.436817 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] Bound port: b0f36cf9-e691-4df6-8a66-8ac0957003ad, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90648413-39d9-4039-b721-0a209e40cadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'da9bb61e-6a52-41fd-9398-0bf1cf39f4cc'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:42:57.437202 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:57.534383 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4d1db742-4561-4a9c-892d-af2ccf5365f1 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:57.539101 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-96c09c81-6174-47a0-9ebb-62d13c43b7a9 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:57.568846 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] For port b0f36cf9-e691-4df6-8a66-8ac0957003ad, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:42:57.592727 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7e143b0d-8da1-4713-8085-b95dc0781f28 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] 10.222.0.11 "DELETE /v2.0/floatingips/89b953f2-92f8-4c7d-b307-0d9993ea3e44 HTTP/1.1" status: 204 len: 168 time: 4.9811416 Nov 26 16:42:57.598279 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48344) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:57.607920 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-efded8d0-aea7-4a72-b51d-41b84b9f339f tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:57.619646 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-efded8d0-aea7-4a72-b51d-41b84b9f339f tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:42:57.622403 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] For port b0f36cf9-e691-4df6-8a66-8ac0957003ad, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b0f36cf9-e691-4df6-8a66-8ac0957003ad,segment=NetworkSegment(90648413-39d9-4039-b721-0a209e40cadf),segment_id=90648413-39d9-4039-b721-0a209e40cadf)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:42:57.625298 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.api [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 26 16:42:57.625298 dv-neutron-819440-1-hyperv neutron-server[87519]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 26 16:42:57.625298 dv-neutron-819440-1-hyperv neutron-server[87519]: [parameters: {'id': 'da9bb61e-6a52-41fd-9398-0bf1cf39f4cc'}] Nov 26 16:42:57.625298 dv-neutron-819440-1-hyperv neutron-server[87519]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:42:57.626679 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_db.api [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:42:57.635656 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-efded8d0-aea7-4a72-b51d-41b84b9f339f tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Usage tracker for resource:floatingip and tenant:7b3702f487fc4482b66bdb74f3e0ceab is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:42:57.639942 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-efded8d0-aea7-4a72-b51d-41b84b9f339f tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:42:57.643312 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1db742-4561-4a9c-892d-af2ccf5365f1 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Pushing event updated for resources: {'Subnet': ['ID=4623d203-8769-474e-a4f8-ed588c71fcbe,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:57.650109 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:57.650534 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-efded8d0-aea7-4a72-b51d-41b84b9f339f tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:42:57.652692 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4d1db742-4561-4a9c-892d-af2ccf5365f1 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:57.662397 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f7c800d0-70a5-4661-90bc-eb273fcea9ad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e36d1cdcfec4f8f8fdf216a7a647809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9546361 Nov 26 16:42:57.665044 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48348) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:57.671095 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f19eae7e-fac6-4993-ac8c-0051b8f66169 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:57.679043 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1db742-4561-4a9c-892d-af2ccf5365f1 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Checking segment: {'id': '478521e6-f476-42ec-8488-9840c4524750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'aae0e09a-d5df-452f-9c5b-7bbfb3b6d1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:42:57.679406 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1db742-4561-4a9c-892d-af2ccf5365f1 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Network hostable DHCP agents. Network: aae0e09a-d5df-452f-9c5b-7bbfb3b6d1e0, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:42:57.708035 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-efded8d0-aea7-4a72-b51d-41b84b9f339f tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:57.728512 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:57.811602 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1db742-4561-4a9c-892d-af2ccf5365f1 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Network aae0e09a-d5df-452f-9c5b-7bbfb3b6d1e0 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:42:57.848332 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-4d1db742-4561-4a9c-892d-af2ccf5365f1 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, aae0e09a-d5df-452f-9c5b-7bbfb3b6d1e0) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:57.864011 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1db742-4561-4a9c-892d-af2ccf5365f1 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:42:57.864578 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4d1db742-4561-4a9c-892d-af2ccf5365f1 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:57.870834 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83137c03-aa89-404f-8d26-abfdb52beb40 None None] Network aae0e09a-d5df-452f-9c5b-7bbfb3b6d1e0 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:57.882563 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f35e28ed-055f-48e4-91fb-9d3a99059ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:57.887600 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Allocated IP 172.26.0.82 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/8cc2deae-b234-4818-824f-901057c9b12c) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:57.910926 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4d1db742-4561-4a9c-892d-af2ccf5365f1 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8294885 Nov 26 16:42:57.917157 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48352) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:58.060825 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:58.062154 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] Pushing event updated for resources: {'Port': ['ID=b0f36cf9-e691-4df6-8a66-8ac0957003ad,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:58.065588 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] Allocated IP 2001:db8::2 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/719a0dce-e501-4b22-8373-58668fdc8cd3/5da707a4-c434-4a76-925d-023a03c93419) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:58.100562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:58.102983 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:58.104655 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:58.115447 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b752f283-6695-43c5-b1a6-5b5e74b2d246 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:58.161474 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:58.192285 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f35e28ed-055f-48e4-91fb-9d3a99059ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:58.196455 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:58.200425 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:58.207945 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:58.251049 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Deleting port b0f36cf9-e691-4df6-8a66-8ac0957003ad {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:42:58.251428 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:58.275606 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event updated for resources: {'Port': ['ID=8cc2deae-b234-4818-824f-901057c9b12c,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:58.286250 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:58.316173 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-6f8efa2f-69bd-4314-b040-4872849afa1b', 'network_id': '6f8efa2f-69bd-4314-b040-4872849afa1b', 'tenant_id': '7ba89998a757459d9a0750ecd99b826a', 'fixed_ips': [{'subnet_id': 'ef2e4793-0fec-43ee-808f-4a4f1cb2251d'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:42:58.317169 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:58.337824 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] Transition to ACTIVE for port object 7c3de8f9-2013-4d48-af94-c0de6411ff4b will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:58.452250 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] Transition to ACTIVE for port object 7c3de8f9-2013-4d48-af94-c0de6411ff4b will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:58.513879 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1986f650-f84e-4173-84e4-d7a2b0eb41cb None None] Network da9bb61e-6a52-41fd-9398-0bf1cf39f4cc requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:42:58.527826 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-efded8d0-aea7-4a72-b51d-41b84b9f339f tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:58.552899 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:58.580641 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c12bd147-aa02-473a-9bf2-0c5e1ef22d4d req-8bd25e00-4ad3-4d62-9c72-05911c91de44 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1239002 Nov 26 16:42:58.584348 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c305d7f5-a273-4a18-96c2-2544b95ee18e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:58.622711 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f35e28ed-055f-48e4-91fb-9d3a99059ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:58.639348 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8b054481-ebd5-4e61-a8d2-3cc31f989e62 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:58.657821 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e28ed-055f-48e4-91fb-9d3a99059ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5597f400-0da2-46e3-983b-4ed54985a68a,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:58.660677 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f35e28ed-055f-48e4-91fb-9d3a99059ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:58.724913 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-aae0e09a-d5df-452f-9c5b-7bbfb3b6d1e0', 'network_id': 'aae0e09a-d5df-452f-9c5b-7bbfb3b6d1e0', 'tenant_id': '7ba89998a757459d9a0750ecd99b826a', 'fixed_ips': [{'subnet_id': '4623d203-8769-474e-a4f8-ed588c71fcbe'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:42:58.725936 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:58.730979 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9975eceb-5a1c-4958-88b5-c46de4e40306 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:58.743894 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] Network 978418e2-8deb-4496-8b76-6a76660d5694 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:58.769872 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:58.782016 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f35e28ed-055f-48e4-91fb-9d3a99059ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:58.783144 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f35e28ed-055f-48e4-91fb-9d3a99059ee5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5597f400-0da2-46e3-983b-4ed54985a68a HTTP/1.1" status: 204 len: 168 time: 1.1171720 Nov 26 16:42:58.801218 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] For port b0f36cf9-e691-4df6-8a66-8ac0957003ad, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b0f36cf9-e691-4df6-8a66-8ac0957003ad,segment=NetworkSegment(90648413-39d9-4039-b721-0a209e40cadf),segment_id=90648413-39d9-4039-b721-0a209e40cadf)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:42:58.801588 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:58.806049 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:58.854344 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ca693224-84b1-448d-a7ac-4e0c74fbcd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:58.944977 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Calling delete_port for b0f36cf9-e691-4df6-8a66-8ac0957003ad owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:42:58.985131 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-efded8d0-aea7-4a72-b51d-41b84b9f339f tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Allocated IP 172.26.0.3 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/18b4eccb-777a-4109-8601-b5fdfcb5604d) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:59.076572 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] Pushing event updated for resources: {'Port': ['ID=7c3de8f9-2013-4d48-af94-c0de6411ff4b,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:59.121979 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:59.167621 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:59.199163 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] Attempting to bind port 7c3de8f9-2013-4d48-af94-c0de6411ff4b on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:42:59.199681 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] Attempting to bind port 7c3de8f9-2013-4d48-af94-c0de6411ff4b by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '3e9a1fb8-8d89-4dcd-bf03-a1b5d1b3a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '978418e2-8deb-4496-8b76-6a76660d5694'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:42:59.200189 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] Attempting to bind port 7c3de8f9-2013-4d48-af94-c0de6411ff4b on network 978418e2-8deb-4496-8b76-6a76660d5694 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:42:59.201388 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:59.236071 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-efded8d0-aea7-4a72-b51d-41b84b9f339f tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:59.266592 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event deleted for resources: {'Port': ['ID=b0f36cf9-e691-4df6-8a66-8ac0957003ad,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:59.270351 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] No DVR routers for this DVR port b0f36cf9-e691-4df6-8a66-8ac0957003ad on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:42:59.277672 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:42:59.278240 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-efded8d0-aea7-4a72-b51d-41b84b9f339f tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:59.278659 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] Checking segment: {'id': '3e9a1fb8-8d89-4dcd-bf03-a1b5d1b3a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '978418e2-8deb-4496-8b76-6a76660d5694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:42:59.279292 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:59.279942 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] Bound using segment: {'id': '3e9a1fb8-8d89-4dcd-bf03-a1b5d1b3a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '978418e2-8deb-4496-8b76-6a76660d5694'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:42:59.280668 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] Bound port: 7c3de8f9-2013-4d48-af94-c0de6411ff4b, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9a1fb8-8d89-4dcd-bf03-a1b5d1b3a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '978418e2-8deb-4496-8b76-6a76660d5694'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:42:59.281287 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:59.283774 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-65b22d22-b6a9-435c-8e63-088791fbfc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:59.307888 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:59.332238 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:59.358771 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efded8d0-aea7-4a72-b51d-41b84b9f339f tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:59.362685 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-efded8d0-aea7-4a72-b51d-41b84b9f339f tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:59.365375 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efded8d0-aea7-4a72-b51d-41b84b9f339f tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:59.419767 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efded8d0-aea7-4a72-b51d-41b84b9f339f tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Pushing event updated for resources: {'Port': ['ID=18b4eccb-777a-4109-8601-b5fdfcb5604d,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:59.425461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-efded8d0-aea7-4a72-b51d-41b84b9f339f tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:42:59.428598 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] Allocated IP 172.20.0.2 (6f8efa2f-69bd-4314-b040-4872849afa1b/ef2e4793-0fec-43ee-808f-4a4f1cb2251d/0591503f-5bc0-48da-8784-ab255a523d56) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:59.480588 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-efded8d0-aea7-4a72-b51d-41b84b9f339f tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:59.485457 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] Transition to ACTIVE for port object 5da707a4-c434-4a76-925d-023a03c93419 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:59.559460 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:59.566423 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-efded8d0-aea7-4a72-b51d-41b84b9f339f tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:59.620398 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:59.652412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9bb61e-6a52-41fd-9398-0bf1cf39f4cc']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:59.668594 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90648413-39d9-4039-b721-0a209e40cadf') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:59.668949 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90648413-39d9-4039-b721-0a209e40cadf') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:42:59.688312 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:59.702621 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] Transition to ACTIVE for port object 5da707a4-c434-4a76-925d-023a03c93419 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:42:59.717830 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:59.771049 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48380) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:42:59.788888 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:59.823534 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:42:59.823994 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:59.842992 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:59.856107 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:42:59.869744 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:42:59.949464 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1588941936'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:42:59.956026 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] For port 7c3de8f9-2013-4d48-af94-c0de6411ff4b, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:42:59.967770 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:42:59.968417 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:42:59.976966 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:42:59.980195 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:42:59.981537 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7dbabaef-a30e-4ed0-96d6-f5180649feaf req-4dacdc7d-9844-4d52-9ae3-e3445497f5d9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.2523975 Nov 26 16:42:59.982627 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] Allocated IP 172.20.0.2 (aae0e09a-d5df-452f-9c5b-7bbfb3b6d1e0/4623d203-8769-474e-a4f8-ed588c71fcbe/df00aa8f-05f0-4b42-9094-ddb0fcd04079) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:42:59.987745 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] Pushing event updated for resources: {'Port': ['ID=5da707a4-c434-4a76-925d-023a03c93419,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:42:59.998940 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] For port 7c3de8f9-2013-4d48-af94-c0de6411ff4b, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7c3de8f9-2013-4d48-af94-c0de6411ff4b,segment=NetworkSegment(3e9a1fb8-8d89-4dcd-bf03-a1b5d1b3a278),segment_id=3e9a1fb8-8d89-4dcd-bf03-a1b5d1b3a278)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:43:00.001930 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:00.003962 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:00.041086 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Usage tracker for resource:network and tenant:90a6a472b9c648179bbaf16e15cec702 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:00.041730 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:00.045832 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:00.059058 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:00.061630 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-bf6be29f-5c8a-4a5e-a4c9-6ef1ab984203 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:00.076636 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-efded8d0-aea7-4a72-b51d-41b84b9f339f tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:00.082320 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-19e1143e-b1ec-4b08-bf6e-e0de7f285a2d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 2001:db8::4c (8c8ccad8-46f8-4956-abe3-9f3eb45da297/719a0dce-e501-4b22-8373-58668fdc8cd3/6bdf9f03-fbd9-4c8d-9e43-b1907876d345) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:43:00.083835 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-efded8d0-aea7-4a72-b51d-41b84b9f339f tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:00.088612 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-272412b1-142f-4041-a5ca-530c3dfb4edf tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:00.094327 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:00.098758 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:00.105108 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fdcf9424-6a17-4fc6-bb94-a0901fc138b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:00.134097 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Made reservation on behalf of 90a6a472b9c648179bbaf16e15cec702 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:00.137492 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:00.171396 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:00.190462 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event deleted for resources: {'Network': ['ID=da9bb61e-6a52-41fd-9398-0bf1cf39f4cc,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:00.205927 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efded8d0-aea7-4a72-b51d-41b84b9f339f tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Pushing event updated for resources: {'Port': ['ID=18b4eccb-777a-4109-8601-b5fdfcb5604d,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:00.210026 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-efded8d0-aea7-4a72-b51d-41b84b9f339f tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:00.216867 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-efded8d0-aea7-4a72-b51d-41b84b9f339f tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:00.238482 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-efded8d0-aea7-4a72-b51d-41b84b9f339f tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:00.242532 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-efded8d0-aea7-4a72-b51d-41b84b9f339f tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6400073 Nov 26 16:43:00.242708 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48386) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:00.256139 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:00.265351 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:00.268809 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "DELETE /v2.0/networks/da9bb61e-6a52-41fd-9398-0bf1cf39f4cc HTTP/1.1" status: 204 len: 168 time: 6.4229531 Nov 26 16:43:00.272446 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48392) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:00.278743 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-9c9cd05b-9d49-4b75-b7ad-bab325d98dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-114241679'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:00.285303 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-9c9cd05b-9d49-4b75-b7ad-bab325d98dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:00.285668 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Usage tracker for resource:security_group_rule and tenant:90a6a472b9c648179bbaf16e15cec702 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:00.289205 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9c9cd05b-9d49-4b75-b7ad-bab325d98dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Usage tracker for resource:network and tenant:ead52e8001994e0e891a9abddd8a01c1 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:00.292841 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:00.293543 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9c9cd05b-9d49-4b75-b7ad-bab325d98dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:00.303104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-9c9cd05b-9d49-4b75-b7ad-bab325d98dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:00.309894 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:00.315699 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9cd05b-9d49-4b75-b7ad-bab325d98dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Made reservation on behalf of ead52e8001994e0e891a9abddd8a01c1 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:00.319037 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9c9cd05b-9d49-4b75-b7ad-bab325d98dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:00.361097 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9cd05b-9d49-4b75-b7ad-bab325d98dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:43:00.366646 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] Attempting to bind port 5da707a4-c434-4a76-925d-023a03c93419 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:43:00.367257 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] Attempting to bind port 5da707a4-c434-4a76-925d-023a03c93419 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:43:00.367554 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] Attempting to bind port 5da707a4-c434-4a76-925d-023a03c93419 on network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:43:00.377227 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] Pushing event updated for resources: {'Port': ['ID=7c3de8f9-2013-4d48-af94-c0de6411ff4b,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:00.380283 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9c9cd05b-9d49-4b75-b7ad-bab325d98dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:00.380636 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-9c9cd05b-9d49-4b75-b7ad-bab325d98dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Added segment 80524390-a559-4883-8bf6-319c79de0857 of type vlan for network a4fe80b0-1a77-456c-9c4a-f8144115c0d1 Nov 26 16:43:00.388612 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:00.391438 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:43:00.391851 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] Checking segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:43:00.392267 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:00.392673 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] Bound using segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:43:00.393168 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] Bound port: 5da707a4-c434-4a76-925d-023a03c93419, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:43:00.393554 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:00.421330 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9c9cd05b-9d49-4b75-b7ad-bab325d98dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:00.507614 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-f3d69b00-4df3-41ed-b788-23286a2a2c51 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:00.517969 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f3d69b00-4df3-41ed-b788-23286a2a2c51 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:00.524018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f3d69b00-4df3-41ed-b788-23286a2a2c51 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Usage tracker for resource:floatingip and tenant:caca61b3d855410ba24a15c70f43486c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:00.527740 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f3d69b00-4df3-41ed-b788-23286a2a2c51 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:00.535162 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f3d69b00-4df3-41ed-b788-23286a2a2c51 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:00.537937 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:00.548471 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9c9cd05b-9d49-4b75-b7ad-bab325d98dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:00.556676 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9cd05b-9d49-4b75-b7ad-bab325d98dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:00.557295 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9c9cd05b-9d49-4b75-b7ad-bab325d98dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:00.579013 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-04d528be-0611-42b2-a13e-78f2d41cd366 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:00.592058 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] Transition to ACTIVE for port object 0591503f-5bc0-48da-8784-ab255a523d56 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:00.606449 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:00.633264 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:00.644770 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-68eb8e09-0827-43f1-9142-35622c02003a tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:00.695297 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] Transition to ACTIVE for port object 0591503f-5bc0-48da-8784-ab255a523d56 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:00.704323 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] For port 5da707a4-c434-4a76-925d-023a03c93419, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:43:00.712969 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] For port 5da707a4-c434-4a76-925d-023a03c93419, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5da707a4-c434-4a76-925d-023a03c93419,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:43:00.714726 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:00.718728 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:00.726143 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8902ee2f-b670-43a7-8a69-c9df39595cbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:00.742858 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9cd05b-9d49-4b75-b7ad-bab325d98dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event updated for resources: {'Network': ['ID=a4fe80b0-1a77-456c-9c4a-f8144115c0d1,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:00.743960 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-19e1143e-b1ec-4b08-bf6e-e0de7f285a2d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:00.745462 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f3d69b00-4df3-41ed-b788-23286a2a2c51 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Notify callbacks [] for floatingip, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:00.770697 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9c9cd05b-9d49-4b75-b7ad-bab325d98dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4942710 Nov 26 16:43:00.770697 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9c9cd05b-9d49-4b75-b7ad-bab325d98dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:00.774854 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:00.778834 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network a4fe80b0-1a77-456c-9c4a-f8144115c0d1 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:43:00.806550 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48396) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:00.830921 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] Transition to ACTIVE for port object df00aa8f-05f0-4b42-9094-ddb0fcd04079 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:00.840754 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:00.860791 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:00.876935 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-19e1143e-b1ec-4b08-bf6e-e0de7f285a2d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Transition to ACTIVE for port object 6bdf9f03-fbd9-4c8d-9e43-b1907876d345 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:00.881304 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event updated for resources: {'Port': ['ID=8cc2deae-b234-4818-824f-901057c9b12c,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:00.884349 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:00.889442 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-629efb09-47c7-48da-acf5-d4054cfa50ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:00.910658 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-d534dc8c-5bbf-4c4a-a543-4834ac680d9a tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Request body: {'subnet': {'network_id': 'a4fe80b0-1a77-456c-9c4a-f8144115c0d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:00.916216 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:00.967056 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:43:01.000455 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] Network 6f8efa2f-69bd-4314-b040-4872849afa1b is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:01.009277 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:01.028485 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:01.042592 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-9975eceb-5a1c-4958-88b5-c46de4e40306 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Allocated IP 172.20.0.1 (6f8efa2f-69bd-4314-b040-4872849afa1b/ef2e4793-0fec-43ee-808f-4a4f1cb2251d/6189fb96-d079-4f30-a778-08726f23ef1b) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:43:01.045177 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] Transition to ACTIVE for port object df00aa8f-05f0-4b42-9094-ddb0fcd04079 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:01.050111 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] Pushing event updated for resources: {'Port': ['ID=0591503f-5bc0-48da-8784-ab255a523d56,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:01.084877 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:01.086994 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2d4c8c4b-2733-4b2d-a87a-9ef585b3f1f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:01.102415 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:01.102775 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Added segment a0e8dab3-4f6d-4538-b418-0b7323321927 of type vlan for network 9e5b9b5e-789a-4cd5-bb2d-fccfc22abb97 Nov 26 16:43:01.115589 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afb4ab07-e6ff-4e85-ba1a-1d1ae40f00ea,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:01.119575 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:01.155967 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:01.163135 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:01.188563 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d534dc8c-5bbf-4c4a-a543-4834ac680d9a tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:01.202632 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-19e1143e-b1ec-4b08-bf6e-e0de7f285a2d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:01.214835 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0ca068cb-164e-4411-9dc8-a427e2308437 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:01.267651 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] Network aae0e09a-d5df-452f-9c5b-7bbfb3b6d1e0 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:01.273350 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:01.279853 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:01.284735 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] Attempting to bind port 0591503f-5bc0-48da-8784-ab255a523d56 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:43:01.285382 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] Attempting to bind port 0591503f-5bc0-48da-8784-ab255a523d56 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '21b597bc-4662-4601-a957-aca2d9f95af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6f8efa2f-69bd-4314-b040-4872849afa1b'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:43:01.285922 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] Attempting to bind port 0591503f-5bc0-48da-8784-ab255a523d56 on network 6f8efa2f-69bd-4314-b040-4872849afa1b {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:43:01.293053 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d534dc8c-5bbf-4c4a-a543-4834ac680d9a tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:01.295424 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-03ca85fa-6a29-416c-9ccd-6af6d33a9751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:01.298946 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] Pushing event updated for resources: {'Port': ['ID=5da707a4-c434-4a76-925d-023a03c93419,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:01.315100 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.resource_extend [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:43:01.331157 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:01.338306 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-21e7c370-7298-41a5-8b11-2ab9564b4409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:01.343534 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d534dc8c-5bbf-4c4a-a543-4834ac680d9a tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Made reservation on behalf of ead52e8001994e0e891a9abddd8a01c1 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:01.347079 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d534dc8c-5bbf-4c4a-a543-4834ac680d9a tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:01.364681 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Floating IP 97a50cdb-6a42-43dd-847e-29e783ccd3b1 associated. External IP: 172.26.0.82, port: df318937-8a14-4af5-b819-fe676feef151. Nov 26 16:43:01.370853 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:43:01.371523 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] Checking segment: {'id': '21b597bc-4662-4601-a957-aca2d9f95af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6f8efa2f-69bd-4314-b040-4872849afa1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:43:01.372263 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:01.373210 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] Bound using segment: {'id': '21b597bc-4662-4601-a957-aca2d9f95af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6f8efa2f-69bd-4314-b040-4872849afa1b'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:43:01.374285 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] Bound port: 0591503f-5bc0-48da-8784-ab255a523d56, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b597bc-4662-4601-a957-aca2d9f95af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6f8efa2f-69bd-4314-b040-4872849afa1b'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:43:01.375067 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:01.522386 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f3d69b00-4df3-41ed-b788-23286a2a2c51 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:01.581823 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] Attempting to bind port df00aa8f-05f0-4b42-9094-ddb0fcd04079 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:43:01.582994 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] Attempting to bind port df00aa8f-05f0-4b42-9094-ddb0fcd04079 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '478521e6-f476-42ec-8488-9840c4524750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'aae0e09a-d5df-452f-9c5b-7bbfb3b6d1e0'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:43:01.583876 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] Attempting to bind port df00aa8f-05f0-4b42-9094-ddb0fcd04079 on network aae0e09a-d5df-452f-9c5b-7bbfb3b6d1e0 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:43:01.596833 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:43:01.597640 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] Checking segment: {'id': '478521e6-f476-42ec-8488-9840c4524750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'aae0e09a-d5df-452f-9c5b-7bbfb3b6d1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:43:01.598284 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:01.598907 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] Bound using segment: {'id': '478521e6-f476-42ec-8488-9840c4524750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'aae0e09a-d5df-452f-9c5b-7bbfb3b6d1e0'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:43:01.599611 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] Bound port: df00aa8f-05f0-4b42-9094-ddb0fcd04079, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478521e6-f476-42ec-8488-9840c4524750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'aae0e09a-d5df-452f-9c5b-7bbfb3b6d1e0'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:43:01.600239 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:01.616792 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9975eceb-5a1c-4958-88b5-c46de4e40306 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:01.729859 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] Pushing event updated for resources: {'Port': ['ID=df00aa8f-05f0-4b42-9094-ddb0fcd04079,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:01.778155 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-f3d69b00-4df3-41ed-b788-23286a2a2c51 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Allocated IP 172.26.0.231 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/31ebbc20-1306-4e4b-8875-9736dc95e5b2) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:43:01.786193 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:01.802119 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:01.808991 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:01.809823 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:01.835372 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] For port 0591503f-5bc0-48da-8784-ab255a523d56, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:43:01.848488 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] For port 0591503f-5bc0-48da-8784-ab255a523d56, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=0591503f-5bc0-48da-8784-ab255a523d56,segment=NetworkSegment(21b597bc-4662-4601-a957-aca2d9f95af0),segment_id=21b597bc-4662-4601-a957-aca2d9f95af0)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:43:01.849859 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] For port df00aa8f-05f0-4b42-9094-ddb0fcd04079, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:43:01.853074 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] For port df00aa8f-05f0-4b42-9094-ddb0fcd04079, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=df00aa8f-05f0-4b42-9094-ddb0fcd04079,segment=NetworkSegment(478521e6-f476-42ec-8488-9840c4524750),segment_id=478521e6-f476-42ec-8488-9840c4524750)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:43:01.854939 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:01.859266 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e1143e-b1ec-4b08-bf6e-e0de7f285a2d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:01.861329 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-81ec89a0-7841-445e-9f70-6c743ef5876d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:01.866548 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-dbae5a25-cd45-4017-9c23-7a8002795a74 req-6929efc6-80fa-4726-a778-1fff96ae263a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.8095531 Nov 26 16:43:01.872142 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-19e1143e-b1ec-4b08-bf6e-e0de7f285a2d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:01.874657 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e1143e-b1ec-4b08-bf6e-e0de7f285a2d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:01.890285 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e1143e-b1ec-4b08-bf6e-e0de7f285a2d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:01.891439 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-19e1143e-b1ec-4b08-bf6e-e0de7f285a2d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:01.896899 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1219220 Nov 26 16:43:01.898686 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1143e-b1ec-4b08-bf6e-e0de7f285a2d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=6bdf9f03-fbd9-4c8d-9e43-b1907876d345,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:01.905552 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48404) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:01.915649 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:01.920143 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-9975eceb-5a1c-4958-88b5-c46de4e40306 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Transition to ACTIVE for port object 6189fb96-d079-4f30-a778-08726f23ef1b will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:01.925977 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-19e1143e-b1ec-4b08-bf6e-e0de7f285a2d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:01.926631 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-be8ef2d7-403c-4f60-a498-71ad1a91b202 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:01.954619 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-1aa1b129-2db9-41c8-a1e7-ee0082c76e9b tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Request body: {'subnet': {'network_id': '9e5b9b5e-789a-4cd5-bb2d-fccfc22abb97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:01.967846 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] Pushing event updated for resources: {'Port': ['ID=0591503f-5bc0-48da-8784-ab255a523d56,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:01.970928 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:01.971407 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:02.105731 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] Pushing event updated for resources: {'Port': ['ID=df00aa8f-05f0-4b42-9094-ddb0fcd04079,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:02.127435 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:02.139285 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f3d69b00-4df3-41ed-b788-23286a2a2c51 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:02.150268 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bffad0-2366-41c6-b38f-1f26c496eec2 None None] Network 978418e2-8deb-4496-8b76-6a76660d5694 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:02.183862 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9975eceb-5a1c-4958-88b5-c46de4e40306 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:02.197960 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-48f0f871-dc7e-4726-9261-880f2e2782a4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:02.298031 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7c3de8f9-2013-4d48-af94-c0de6411ff4b up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:43:02.298491 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975eceb-5a1c-4958-88b5-c46de4e40306 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Pushing event updated for resources: {'Port': ['ID=6189fb96-d079-4f30-a778-08726f23ef1b,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:02.301498 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9975eceb-5a1c-4958-88b5-c46de4e40306 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:02.310714 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-19e1143e-b1ec-4b08-bf6e-e0de7f285a2d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.1419601 Nov 26 16:43:02.311516 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48408) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:02.387638 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9975eceb-5a1c-4958-88b5-c46de4e40306 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Network 6f8efa2f-69bd-4314-b040-4872849afa1b is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:02.392033 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-9975eceb-5a1c-4958-88b5-c46de4e40306 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:02.394794 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9975eceb-5a1c-4958-88b5-c46de4e40306 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:02.426311 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:02.477443 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6d3ec619-546e-4f3d-80f3-57567ef906b3 None None] Provisioning for port 7c3de8f9-2013-4d48-af94-c0de6411ff4b completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:02.495338 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 7c3de8f9-2013-4d48-af94-c0de6411ff4b completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:02.497280 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f3d69b00-4df3-41ed-b788-23286a2a2c51 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:02.505747 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0a843fe4-9329-425d-a010-f720cac251ae tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:02.514851 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 7c3de8f9-2013-4d48-af94-c0de6411ff4b triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:02.515598 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:02.592975 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d69b00-4df3-41ed-b788-23286a2a2c51 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Pushing event updated for resources: {'Port': ['ID=31ebbc20-1306-4e4b-8875-9736dc95e5b2,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:02.596584 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f3d69b00-4df3-41ed-b788-23286a2a2c51 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:02.624034 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Pushing event updated for resources: {'Network': ['ID=9e5b9b5e-789a-4cd5-bb2d-fccfc22abb97,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:02.665470 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:02.672856 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 9e5b9b5e-789a-4cd5-bb2d-fccfc22abb97 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:43:02.706570 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1aa1b129-2db9-41c8-a1e7-ee0082c76e9b tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:02.711619 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1aa1b129-2db9-41c8-a1e7-ee0082c76e9b tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Usage tracker for resource:subnet and tenant:90a6a472b9c648179bbaf16e15cec702 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:02.716096 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1aa1b129-2db9-41c8-a1e7-ee0082c76e9b tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:02.725664 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1aa1b129-2db9-41c8-a1e7-ee0082c76e9b tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:02.806499 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa1b129-2db9-41c8-a1e7-ee0082c76e9b tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Made reservation on behalf of 90a6a472b9c648179bbaf16e15cec702 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:02.810339 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1aa1b129-2db9-41c8-a1e7-ee0082c76e9b tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:02.968836 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9975eceb-5a1c-4958-88b5-c46de4e40306 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:02.985010 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.objects.ports [None req-d534dc8c-5bbf-4c4a-a543-4834ac680d9a tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87518) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 26 16:43:02.987016 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Router 233059e4-5eaf-4384-833b-61a4728c36d8 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:43:03.002802 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d534dc8c-5bbf-4c4a-a543-4834ac680d9a tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:03.022138 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:03.050603 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d69b00-4df3-41ed-b788-23286a2a2c51 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:03.051593 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f36c938c-06bb-4759-86e8-fb32ed8774f1 tempest-RoutersAdminTest-418468470 tempest-RoutersAdminTest-418468470-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:03.072930 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 7c3de8f9-2013-4d48-af94-c0de6411ff4b, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7c3de8f9-2013-4d48-af94-c0de6411ff4b,segment=NetworkSegment(3e9a1fb8-8d89-4dcd-bf03-a1b5d1b3a278),segment_id=3e9a1fb8-8d89-4dcd-bf03-a1b5d1b3a278)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:03.080726 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:03.081845 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5da707a4-c434-4a76-925d-023a03c93419 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:43:03.094018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-f3d69b00-4df3-41ed-b788-23286a2a2c51 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:03.097448 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f60c907-305b-421f-9e87-e7f80a1d8523 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:03.103356 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f60c907-305b-421f-9e87-e7f80a1d8523 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:03.104287 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5f60c907-305b-421f-9e87-e7f80a1d8523 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:03.122496 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d69b00-4df3-41ed-b788-23286a2a2c51 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:03.130082 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:03.171340 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f2f0bcc7-5625-4e29-8a26-af4f082cdad0 req-27780767-1da6-4476-9541-aedec66061ea tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1862345 Nov 26 16:43:03.247587 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=7c3de8f9-2013-4d48-af94-c0de6411ff4b,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:03.264007 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5f60c907-305b-421f-9e87-e7f80a1d8523 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:03.265266 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5f60c907-305b-421f-9e87-e7f80a1d8523 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.9385264 Nov 26 16:43:03.269024 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534dc8c-5bbf-4c4a-a543-4834ac680d9a tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event updated for resources: {'Subnet': ['ID=87ca0967-6ffb-4f4b-b965-3049797b71f8,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:03.277247 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48414) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:03.288046 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:03.299382 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d534dc8c-5bbf-4c4a-a543-4834ac680d9a tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:03.307748 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1aa1b129-2db9-41c8-a1e7-ee0082c76e9b tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:03.320063 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7ac22848-cf6f-4e9e-92ce-7697f8ee0701 None None] Provisioning for port 5da707a4-c434-4a76-925d-023a03c93419 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:03.326218 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-390c9e9f-ac13-4f23-8bef-0f1957becb85 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:03.370142 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 5da707a4-c434-4a76-925d-023a03c93419 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:03.376813 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 5da707a4-c434-4a76-925d-023a03c93419 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:03.377206 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:03.425520 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-a2c4f72a-2319-4c56-ad65-756fef1325fa tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting port 6bdf9f03-fbd9-4c8d-9e43-b1907876d345 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:03.428629 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f72a-2319-4c56-ad65-756fef1325fa tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:03.473935 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:43:03.488574 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae576bc-f489-4db7-a77a-1554f58c5b6f None None] Sync routers for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:43:03.506364 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae576bc-f489-4db7-a77a-1554f58c5b6f None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:43:03.507484 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-bae576bc-f489-4db7-a77a-1554f58c5b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:43:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:03.507704 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1b129-2db9-41c8-a1e7-ee0082c76e9b tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Pushing event updated for resources: {'Subnet': ['ID=89283e2f-afa9-435f-880e-358451fb45d5,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:03.510674 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1aa1b129-2db9-41c8-a1e7-ee0082c76e9b tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:03.520561 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d534dc8c-5bbf-4c4a-a543-4834ac680d9a tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Checking segment: {'id': '80524390-a559-4883-8bf6-319c79de0857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a4fe80b0-1a77-456c-9c4a-f8144115c0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:43:03.520996 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d534dc8c-5bbf-4c4a-a543-4834ac680d9a tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Network hostable DHCP agents. Network: a4fe80b0-1a77-456c-9c4a-f8144115c0d1, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:43:03.526631 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa1b129-2db9-41c8-a1e7-ee0082c76e9b tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Checking segment: {'id': 'a0e8dab3-4f6d-4538-b418-0b7323321927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9e5b9b5e-789a-4cd5-bb2d-fccfc22abb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:43:03.527086 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa1b129-2db9-41c8-a1e7-ee0082c76e9b tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Network hostable DHCP agents. Network: 9e5b9b5e-789a-4cd5-bb2d-fccfc22abb97, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:43:03.551239 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:03.565740 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:03.623882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa1b129-2db9-41c8-a1e7-ee0082c76e9b tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Network 9e5b9b5e-789a-4cd5-bb2d-fccfc22abb97 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:43:03.629056 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 5da707a4-c434-4a76-925d-023a03c93419, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5da707a4-c434-4a76-925d-023a03c93419,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:03.642473 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:03.648282 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.1273205 Nov 26 16:43:03.649308 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48418) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:03.657418 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:03.661206 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-2b6038d2-4e2f-4433-b5a8-7aabd054ae2f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-807084815'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:03.666349 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-1aa1b129-2db9-41c8-a1e7-ee0082c76e9b tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 9e5b9b5e-789a-4cd5-bb2d-fccfc22abb97) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:03.667328 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-bae576bc-f489-4db7-a77a-1554f58c5b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:03.671209 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa1b129-2db9-41c8-a1e7-ee0082c76e9b tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:03.671970 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1aa1b129-2db9-41c8-a1e7-ee0082c76e9b tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:03.696697 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-2b6038d2-4e2f-4433-b5a8-7aabd054ae2f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:03.700946 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae576bc-f489-4db7-a77a-1554f58c5b6f None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:43:03.701685 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2b6038d2-4e2f-4433-b5a8-7aabd054ae2f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Usage tracker for resource:network and tenant:7c991dfeb8c24761a5861f1676495514 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:03.702985 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-bae576bc-f489-4db7-a77a-1554f58c5b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:43:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:03.710560 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1aa1b129-2db9-41c8-a1e7-ee0082c76e9b tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8004904 Nov 26 16:43:03.710767 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2b6038d2-4e2f-4433-b5a8-7aabd054ae2f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:03.714876 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48422) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:03.725963 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-b32525fe-2d84-449b-a685-276c91b5a6c2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Request body: {'port': {'network_id': '9e5b9b5e-789a-4cd5-bb2d-fccfc22abb97', 'name': 'tempest-TagsExtTest-267817779'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:03.745157 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-2b6038d2-4e2f-4433-b5a8-7aabd054ae2f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:03.833230 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-bae576bc-f489-4db7-a77a-1554f58c5b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:03.834355 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae576bc-f489-4db7-a77a-1554f58c5b6f None None] The sync data for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:43:03.835594 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=5da707a4-c434-4a76-925d-023a03c93419,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:03.842554 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f15a37-6d3b-4e88-bd93-0a0e98038371 None None] Network 9e5b9b5e-789a-4cd5-bb2d-fccfc22abb97 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:03.859990 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6038d2-4e2f-4433-b5a8-7aabd054ae2f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Made reservation on behalf of 7c991dfeb8c24761a5861f1676495514 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:03.867093 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b6038d2-4e2f-4433-b5a8-7aabd054ae2f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:03.890807 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d534dc8c-5bbf-4c4a-a543-4834ac680d9a tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Network a4fe80b0-1a77-456c-9c4a-f8144115c0d1 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:43:03.910227 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f3d69b00-4df3-41ed-b788-23286a2a2c51 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:03.930949 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9975eceb-5a1c-4958-88b5-c46de4e40306 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:03.958587 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-d534dc8c-5bbf-4c4a-a543-4834ac680d9a tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, a4fe80b0-1a77-456c-9c4a-f8144115c0d1) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:03.967519 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6038d2-4e2f-4433-b5a8-7aabd054ae2f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:43:03.988703 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b32525fe-2d84-449b-a685-276c91b5a6c2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:03.996900 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b32525fe-2d84-449b-a685-276c91b5a6c2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Usage tracker for resource:port and tenant:90a6a472b9c648179bbaf16e15cec702 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:04.000150 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b6038d2-4e2f-4433-b5a8-7aabd054ae2f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:04.003615 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-2b6038d2-4e2f-4433-b5a8-7aabd054ae2f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Added segment 7f8fc4b3-60cb-4b89-988b-b9948e208b7e of type vlan for network 57a3199b-8e74-4054-af11-125b9e9c5fb0 Nov 26 16:43:04.004009 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d534dc8c-5bbf-4c4a-a543-4834ac680d9a tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:04.004441 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b32525fe-2d84-449b-a685-276c91b5a6c2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:04.004642 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d534dc8c-5bbf-4c4a-a543-4834ac680d9a tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:04.015442 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b32525fe-2d84-449b-a685-276c91b5a6c2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:04.048476 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b6038d2-4e2f-4433-b5a8-7aabd054ae2f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:04.053594 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32525fe-2d84-449b-a685-276c91b5a6c2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Made reservation on behalf of 90a6a472b9c648179bbaf16e15cec702 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:04.058368 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b32525fe-2d84-449b-a685-276c91b5a6c2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:04.098905 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-b32525fe-2d84-449b-a685-276c91b5a6c2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] device_id is not set on port 058f7233-8be8-408a-acd7-23d9560b9c08 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:43:04.121667 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:04.163347 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9464af39-bc94-4da9-b352-025645b66292 None None] Network aae0e09a-d5df-452f-9c5b-7bbfb3b6d1e0 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:04.174561 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b6038d2-4e2f-4433-b5a8-7aabd054ae2f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:04.177849 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c107ba-6815-45cd-b355-c108ddcb74d8 None None] Network a4fe80b0-1a77-456c-9c4a-f8144115c0d1 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:04.180913 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6038d2-4e2f-4433-b5a8-7aabd054ae2f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:04.181532 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2b6038d2-4e2f-4433-b5a8-7aabd054ae2f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:04.190557 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-1d911b9e-335a-4400-9ba7-30ed8330d070 None None] Provisioning for port 6bdf9f03-fbd9-4c8d-9e43-b1907876d345 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:04.235758 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-cb577e09-283f-4223-a505-5ce401e78004 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:04.323059 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f72a-2319-4c56-ad65-756fef1325fa tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:04.400187 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-1d911b9e-335a-4400-9ba7-30ed8330d070 None None] Provisioning complete for port 6bdf9f03-fbd9-4c8d-9e43-b1907876d345 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:04.400570 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1d911b9e-335a-4400-9ba7-30ed8330d070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:04.439662 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device df00aa8f-05f0-4b42-9094-ddb0fcd04079 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:43:04.466901 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab6c570-fb50-4f6f-a6a6-224e0e80d00c None None] Network 6f8efa2f-69bd-4314-b040-4872849afa1b requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:04.474180 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-a2c4f72a-2319-4c56-ad65-756fef1325fa tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Calling delete_port for 6bdf9f03-fbd9-4c8d-9e43-b1907876d345 owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:04.492725 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:04.529702 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6038d2-4e2f-4433-b5a8-7aabd054ae2f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event updated for resources: {'Network': ['ID=57a3199b-8e74-4054-af11-125b9e9c5fb0,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:04.541309 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2b6038d2-4e2f-4433-b5a8-7aabd054ae2f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8906043 Nov 26 16:43:04.550752 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2b6038d2-4e2f-4433-b5a8-7aabd054ae2f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:04.550960 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48428) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:04.552061 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f3d69b00-4df3-41ed-b788-23286a2a2c51 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:04.556841 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-47c7e44c-11ca-431e-93b6-f29635b611ea req-84e05a92-781b-4d69-9c31-82b8f3799553 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.2088683 Nov 26 16:43:04.566436 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-deb3d642-8ea9-467a-b8a9-1d619dd94a8f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Request body: {'subnet': {'network_id': '57a3199b-8e74-4054-af11-125b9e9c5fb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:04.606813 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 57a3199b-8e74-4054-af11-125b9e9c5fb0 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:43:04.739872 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-deb3d642-8ea9-467a-b8a9-1d619dd94a8f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:04.746387 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-b32525fe-2d84-449b-a685-276c91b5a6c2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Allocated IP 172.20.0.11 (9e5b9b5e-789a-4cd5-bb2d-fccfc22abb97/89283e2f-afa9-435f-880e-358451fb45d5/058f7233-8be8-408a-acd7-23d9560b9c08) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:43:04.756872 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-deb3d642-8ea9-467a-b8a9-1d619dd94a8f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:04.771749 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f3d69b00-4df3-41ed-b788-23286a2a2c51 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:04.787250 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb3d642-8ea9-467a-b8a9-1d619dd94a8f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Made reservation on behalf of 7c991dfeb8c24761a5861f1676495514 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:04.790886 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-deb3d642-8ea9-467a-b8a9-1d619dd94a8f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:04.792604 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-1d911b9e-335a-4400-9ba7-30ed8330d070 None None] Port 6bdf9f03-fbd9-4c8d-9e43-b1907876d345 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:43:04.819981 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-9e5b9b5e-789a-4cd5-bb2d-fccfc22abb97', 'network_id': '9e5b9b5e-789a-4cd5-bb2d-fccfc22abb97', 'tenant_id': '90a6a472b9c648179bbaf16e15cec702', 'fixed_ips': [{'subnet_id': '89283e2f-afa9-435f-880e-358451fb45d5'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:43:04.820825 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:04.846668 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f3d69b00-4df3-41ed-b788-23286a2a2c51 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:04.855619 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d534dc8c-5bbf-4c4a-a543-4834ac680d9a tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.9655280 Nov 26 16:43:04.882879 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48432) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:04.914630 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:05.077012 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port df00aa8f-05f0-4b42-9094-ddb0fcd04079 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:05.123294 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7c3de8f9-2013-4d48-af94-c0de6411ff4b up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:43:05.200465 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d3a26393-bde8-4aa6-9408-04cc1df993ca tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:05.208468 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-cdbe1142-730d-4865-981d-fcf434440d4d None None] Provisioning complete for port 7c3de8f9-2013-4d48-af94-c0de6411ff4b triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:05.209036 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cdbe1142-730d-4865-981d-fcf434440d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:05.221870 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d69b00-4df3-41ed-b788-23286a2a2c51 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Pushing event updated for resources: {'Port': ['ID=31ebbc20-1306-4e4b-8875-9736dc95e5b2,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:05.230449 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f3d69b00-4df3-41ed-b788-23286a2a2c51 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:05.239360 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f3d69b00-4df3-41ed-b788-23286a2a2c51 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:05.281097 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b32525fe-2d84-449b-a685-276c91b5a6c2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:05.298177 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f3d69b00-4df3-41ed-b788-23286a2a2c51 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:05.301912 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f3d69b00-4df3-41ed-b788-23286a2a2c51 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0578671 Nov 26 16:43:05.302037 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad80cef7-5ba6-4787-b5b4-18c7079acd3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-a4fe80b0-1a77-456c-9c4a-f8144115c0d1', 'network_id': 'a4fe80b0-1a77-456c-9c4a-f8144115c0d1', 'tenant_id': 'ead52e8001994e0e891a9abddd8a01c1', 'fixed_ips': [{'subnet_id': '87ca0967-6ffb-4f4b-b965-3049797b71f8'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:43:05.302978 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ad80cef7-5ba6-4787-b5b4-18c7079acd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:05.311210 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48436) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:05.356421 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-b32525fe-2d84-449b-a685-276c91b5a6c2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Transition to ACTIVE for port object 058f7233-8be8-408a-acd7-23d9560b9c08 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:05.389402 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d3a26393-bde8-4aa6-9408-04cc1df993ca tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:05.439535 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-deb3d642-8ea9-467a-b8a9-1d619dd94a8f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:05.446548 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-facd167d-c3e7-4592-8b8c-4ea51b5c118c tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:05.517371 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f72a-2319-4c56-ad65-756fef1325fa tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:05.532310 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-57a05b44-5238-497f-b2e9-6dee29e0ebba tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Synchronizing usage tracker for tenant:7b3702f487fc4482b66bdb74f3e0ceab on resource:floatingip {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:05.536783 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e8ea5a91-d7db-4096-be19-03c7c222a9aa tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:05.541298 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b32525fe-2d84-449b-a685-276c91b5a6c2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:05.557928 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3d642-8ea9-467a-b8a9-1d619dd94a8f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event updated for resources: {'Subnet': ['ID=b0ad601d-4af3-49c8-b4c2-018c6ba2aa80,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:05.565261 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-deb3d642-8ea9-467a-b8a9-1d619dd94a8f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:05.569116 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-637f8669-48ce-4106-a25e-16922355004f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:05.607931 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 7c3de8f9-2013-4d48-af94-c0de6411ff4b triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:05.608476 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:05.685712 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4f72a-2319-4c56-ad65-756fef1325fa tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Port': ['ID=6bdf9f03-fbd9-4c8d-9e43-b1907876d345,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:05.691659 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb3d642-8ea9-467a-b8a9-1d619dd94a8f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Checking segment: {'id': '7f8fc4b3-60cb-4b89-988b-b9948e208b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '57a3199b-8e74-4054-af11-125b9e9c5fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:43:05.692466 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb3d642-8ea9-467a-b8a9-1d619dd94a8f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Network hostable DHCP agents. Network: 57a3199b-8e74-4054-af11-125b9e9c5fb0, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:43:05.705339 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32525fe-2d84-449b-a685-276c91b5a6c2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Network 9e5b9b5e-789a-4cd5-bb2d-fccfc22abb97 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:05.706744 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d3a26393-bde8-4aa6-9408-04cc1df993ca tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:05.717416 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f72a-2319-4c56-ad65-756fef1325fa tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:05.721341 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a2c4f72a-2319-4c56-ad65-756fef1325fa tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/6bdf9f03-fbd9-4c8d-9e43-b1907876d345 HTTP/1.1" status: 204 len: 168 time: 2.4363406 Nov 26 16:43:05.723291 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a2c4f72a-2319-4c56-ad65-756fef1325fa tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server [None req-ad80cef7-5ba6-4787-b5b4-18c7079acd3b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 87ca0967-6ffb-4f4b-b965-3049797b71f8: This subnet is being modified by another concurrent operation. Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise exception Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 87ca0967-6ffb-4f4b-b965-3049797b71f8: This subnet is being modified by another concurrent operation. Nov 26 16:43:05.748102 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server Nov 26 16:43:05.780262 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27503d6-7f06-4ead-9467-4a5fe4b56f7f None None] Network a4fe80b0-1a77-456c-9c4a-f8144115c0d1 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:05.853319 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-b32525fe-2d84-449b-a685-276c91b5a6c2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:05.855663 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48442) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:05.870050 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d3a26393-bde8-4aa6-9408-04cc1df993ca tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:05.879074 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32525fe-2d84-449b-a685-276c91b5a6c2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:05.892983 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9975eceb-5a1c-4958-88b5-c46de4e40306 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:05.911995 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c07fd64a-bf48-4b91-9753-8aaebdc078e3 req-b4603bb6-504c-450c-aea4-c4af0725a7ea tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.2460985 Nov 26 16:43:05.916950 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9975eceb-5a1c-4958-88b5-c46de4e40306 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:05.920967 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32525fe-2d84-449b-a685-276c91b5a6c2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Pushing event updated for resources: {'Port': ['ID=058f7233-8be8-408a-acd7-23d9560b9c08,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:05.980270 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] Allocated IP 172.20.0.2 (9e5b9b5e-789a-4cd5-bb2d-fccfc22abb97/89283e2f-afa9-435f-880e-358451fb45d5/03eee9b6-42a2-413a-8fa9-2c04b4c76175) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:43:05.982955 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-efded8d0-aea7-4a72-b51d-41b84b9f339f tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:05.987385 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b32525fe-2d84-449b-a685-276c91b5a6c2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:05.987385 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d85083fa-84c6-4a39-85da-15cbaf398b81 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.264s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:06.001533 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-cdbe1142-730d-4865-981d-fcf434440d4d None None] Provisioning for port df00aa8f-05f0-4b42-9094-ddb0fcd04079 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:06.027834 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-57a05b44-5238-497f-b2e9-6dee29e0ebba tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Unset dirty status for tenant:7b3702f487fc4482b66bdb74f3e0ceab on resource:floatingip {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:06.029117 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-57a05b44-5238-497f-b2e9-6dee29e0ebba tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2419 time: 0.7141902 Nov 26 16:43:06.040940 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48446) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:06.046420 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-cdbe1142-730d-4865-981d-fcf434440d4d None None] Provisioning complete for port df00aa8f-05f0-4b42-9094-ddb0fcd04079 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:06.046806 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cdbe1142-730d-4865-981d-fcf434440d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:06.076632 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-d3a26393-bde8-4aa6-9408-04cc1df993ca tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4fe80b0-1a77-456c-9c4a-f8144115c0d1']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:06.078574 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9975eceb-5a1c-4958-88b5-c46de4e40306 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:06.086237 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975eceb-5a1c-4958-88b5-c46de4e40306 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Pushing event updated for resources: {'Port': ['ID=6189fb96-d079-4f30-a778-08726f23ef1b,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:06.089446 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9975eceb-5a1c-4958-88b5-c46de4e40306 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:06.102960 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-d3a26393-bde8-4aa6-9408-04cc1df993ca tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80524390-a559-4883-8bf6-319c79de0857') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:06.103258 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-d3a26393-bde8-4aa6-9408-04cc1df993ca tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80524390-a559-4883-8bf6-319c79de0857') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:06.119117 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d3a26393-bde8-4aa6-9408-04cc1df993ca tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:06.151704 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a26393-bde8-4aa6-9408-04cc1df993ca tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event deleted for resources: {'Subnet': ['ID=87ca0967-6ffb-4f4b-b965-3049797b71f8,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:06.240016 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d3a26393-bde8-4aa6-9408-04cc1df993ca tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:06.244676 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9975eceb-5a1c-4958-88b5-c46de4e40306 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Network 6f8efa2f-69bd-4314-b040-4872849afa1b is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:06.245839 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-9975eceb-5a1c-4958-88b5-c46de4e40306 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:06.267312 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d3a26393-bde8-4aa6-9408-04cc1df993ca tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:06.277856 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32525fe-2d84-449b-a685-276c91b5a6c2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:06.278917 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b32525fe-2d84-449b-a685-276c91b5a6c2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:06.287461 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26201664-cb55-45ae-b19c-8936bdb41121 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:06.290539 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26201664-cb55-45ae-b19c-8936bdb41121 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:06.291424 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-26201664-cb55-45ae-b19c-8936bdb41121 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:06.306949 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb3d642-8ea9-467a-b8a9-1d619dd94a8f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Network 57a3199b-8e74-4054-af11-125b9e9c5fb0 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:43:06.316703 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5da707a4-c434-4a76-925d-023a03c93419 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:43:06.324647 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a26393-bde8-4aa6-9408-04cc1df993ca tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:43:06.325186 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d3a26393-bde8-4aa6-9408-04cc1df993ca tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:43:06.348453 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:43:06.353414 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9e2f3f8c-103e-4641-a9b2-fa703d36a760 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Synchronizing usage tracker for tenant:16d9dbed70744ab6aa702ecdf895c7a4 on resource:floatingip {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:06.533528 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cdbe1142-730d-4865-981d-fcf434440d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:06.556875 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9975eceb-5a1c-4958-88b5-c46de4e40306 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Router 917b74ce-729e-48c5-bc2a-37595768a92c is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:43:06.638521 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 5da707a4-c434-4a76-925d-023a03c93419 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:06.639517 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:06.680351 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-cdbe1142-730d-4865-981d-fcf434440d4d None None] For port df00aa8f-05f0-4b42-9094-ddb0fcd04079, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=df00aa8f-05f0-4b42-9094-ddb0fcd04079,segment=NetworkSegment(478521e6-f476-42ec-8488-9840c4524750),segment_id=478521e6-f476-42ec-8488-9840c4524750)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:06.697786 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:06.701935 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-deb3d642-8ea9-467a-b8a9-1d619dd94a8f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 57a3199b-8e74-4054-af11-125b9e9c5fb0) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:06.710149 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cdbe1142-730d-4865-981d-fcf434440d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:06.717102 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d9d01f25-9948-463a-98f2-96d495027be8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:06.717507 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d3a26393-bde8-4aa6-9408-04cc1df993ca tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:06.737585 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-26201664-cb55-45ae-b19c-8936bdb41121 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:06.740191 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-26201664-cb55-45ae-b19c-8936bdb41121 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8730676 Nov 26 16:43:06.757221 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb3d642-8ea9-467a-b8a9-1d619dd94a8f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:06.758547 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-deb3d642-8ea9-467a-b8a9-1d619dd94a8f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:06.762106 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29faff3d-3f53-40cf-b290-c392b20e64de None None] Network 57a3199b-8e74-4054-af11-125b9e9c5fb0 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:06.763952 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:06.784992 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] Transition to ACTIVE for port object 03eee9b6-42a2-413a-8fa9-2c04b4c76175 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:06.798988 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b32525fe-2d84-449b-a685-276c91b5a6c2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.0827234 Nov 26 16:43:06.800670 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48450) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:06.801267 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48452) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:06.805714 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d3a26393-bde8-4aa6-9408-04cc1df993ca tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:06.807989 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d3a26393-bde8-4aa6-9408-04cc1df993ca tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "DELETE /v2.0/networks/a4fe80b0-1a77-456c-9c4a-f8144115c0d1 HTTP/1.1" status: 204 len: 168 time: 1.9241996 Nov 26 16:43:06.815589 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a26393-bde8-4aa6-9408-04cc1df993ca tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event deleted for resources: {'Network': ['ID=a4fe80b0-1a77-456c-9c4a-f8144115c0d1,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:06.830677 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d3a26393-bde8-4aa6-9408-04cc1df993ca tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:06.831411 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48454) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:06.896941 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9975eceb-5a1c-4958-88b5-c46de4e40306 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:43:06.902906 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] Transition to ACTIVE for port object 03eee9b6-42a2-413a-8fa9-2c04b4c76175 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:06.904499 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-cdbe1142-730d-4865-981d-fcf434440d4d None None] Provisioning for port 0591503f-5bc0-48da-8784-ab255a523d56 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:06.908211 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9975eceb-5a1c-4958-88b5-c46de4e40306 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] 10.222.0.11 "PUT /v2.0/routers/917b74ce-729e-48c5-bc2a-37595768a92c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9899077 Nov 26 16:43:06.909123 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48462) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:06.915066 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-ec571e84-c312-495e-be32-09277e4fec35 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1971499969', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:06.920836 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f27f352-782b-4ff6-ad53-8afb93bbbf06 None None] Sync routers for ids ['917b74ce-729e-48c5-bc2a-37595768a92c'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:43:06.929786 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:06.936233 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ec571e84-c312-495e-be32-09277e4fec35 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:06.949451 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0e25e0-5051-4a50-bcb3-a048e9b2afdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] DELETE failed (client error): The resource could not be found. Nov 26 16:43:06.949963 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf0e25e0-5051-4a50-bcb3-a048e9b2afdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:43:06.954320 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-bf0e25e0-5051-4a50-bcb3-a048e9b2afdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "DELETE /v2.0/subnets/87ca0967-6ffb-4f4b-b965-3049797b71f8 HTTP/1.1" status: 404 len: 337 time: 0.1179347 Nov 26 16:43:06.954320 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9e2f3f8c-103e-4641-a9b2-fa703d36a760 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Unset dirty status for tenant:16d9dbed70744ab6aa702ecdf895c7a4 on resource:floatingip {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:06.954320 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-9e2f3f8c-103e-4641-a9b2-fa703d36a760 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.8228261 Nov 26 16:43:06.958392 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48468) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:06.958913 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48470) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:06.966137 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ec571e84-c312-495e-be32-09277e4fec35 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Usage tracker for resource:router and tenant:90a6a472b9c648179bbaf16e15cec702 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:07.021410 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ec571e84-c312-495e-be32-09277e4fec35 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:07.050537 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-deb3d642-8ea9-467a-b8a9-1d619dd94a8f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4902015 Nov 26 16:43:07.050753 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48476) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:07.056228 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe1142-730d-4865-981d-fcf434440d4d None None] Pushing event updated for resources: {'Port': ['ID=df00aa8f-05f0-4b42-9094-ddb0fcd04079,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:07.060074 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-797b9078-594c-4222-9a7f-ead7e212d6f5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1710560310', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}, 'admin_state_up': False}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:07.067847 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-797b9078-594c-4222-9a7f-ead7e212d6f5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:07.073612 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-797b9078-594c-4222-9a7f-ead7e212d6f5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Usage tracker for resource:router and tenant:7c991dfeb8c24761a5861f1676495514 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:07.078052 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-797b9078-594c-4222-9a7f-ead7e212d6f5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:07.087787 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-797b9078-594c-4222-9a7f-ead7e212d6f5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:07.100425 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ec571e84-c312-495e-be32-09277e4fec35 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:07.104364 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-cdbe1142-730d-4865-981d-fcf434440d4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:07.107356 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f27f352-782b-4ff6-ad53-8afb93bbbf06 None None] Routers {'917b74ce-729e-48c5-bc2a-37595768a92c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:43:07.108064 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-1f27f352-782b-4ff6-ad53-8afb93bbbf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:43:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['917b74ce-729e-48c5-bc2a-37595768a92c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:07.133382 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-71202464-7907-4e99-a7e6-85fb8c6adbf8 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] DELETE failed (client error): The resource could not be found. Nov 26 16:43:07.133998 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71202464-7907-4e99-a7e6-85fb8c6adbf8 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:43:07.138086 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-71202464-7907-4e99-a7e6-85fb8c6adbf8 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "DELETE /v2.0/networks/a4fe80b0-1a77-456c-9c4a-f8144115c0d1 HTTP/1.1" status: 404 len: 339 time: 0.1757843 Nov 26 16:43:07.144216 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a59d9fb0-12dd-4b6f-85e1-1d62fabbdf3b req-b1b469f8-7586-4c6d-afce-5c01ab77db0d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1196966 Nov 26 16:43:07.146153 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48480) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:07.174529 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:07.206892 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-07733d8c-204b-42ce-808f-115659452f16 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet 719a0dce-e501-4b22-8373-58668fdc8cd3 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:43:07.270598 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-07733d8c-204b-42ce-808f-115659452f16 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:07.298338 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-1f27f352-782b-4ff6-ad53-8afb93bbbf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:07.300689 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-57a3199b-8e74-4054-af11-125b9e9c5fb0', 'network_id': '57a3199b-8e74-4054-af11-125b9e9c5fb0', 'tenant_id': '7c991dfeb8c24761a5861f1676495514', 'fixed_ips': [{'subnet_id': 'b0ad601d-4af3-49c8-b4c2-018c6ba2aa80'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:43:07.301970 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:07.306120 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ec571e84-c312-495e-be32-09277e4fec35 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:07.307421 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ec571e84-c312-495e-be32-09277e4fec35 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:07.322877 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6586ea-6dd0-4f3e-9e3a-284902e75251 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] DELETE failed (client error): The resource could not be found. Nov 26 16:43:07.323707 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c6586ea-6dd0-4f3e-9e3a-284902e75251 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:43:07.327660 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8c6586ea-6dd0-4f3e-9e3a-284902e75251 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "DELETE /v2.0/subnets/3722715c-ebfc-4b69-9f45-594357f03267 HTTP/1.1" status: 404 len: 337 time: 0.1779296 Nov 26 16:43:07.327836 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] Network 9e5b9b5e-789a-4cd5-bb2d-fccfc22abb97 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:07.330177 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-50dbeb2e-140e-4ed4-bf29-0f673dd4ee34 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Deleting port 31ebbc20-1306-4e4b-8875-9736dc95e5b2 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:07.330659 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-50dbeb2e-140e-4ed4-bf29-0f673dd4ee34 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:07.335484 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:07.356566 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:07.362803 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48484) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:07.365116 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f27f352-782b-4ff6-ad53-8afb93bbbf06 None None] Routers {'917b74ce-729e-48c5-bc2a-37595768a92c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:43:07.365753 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-1f27f352-782b-4ff6-ad53-8afb93bbbf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:43:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['917b74ce-729e-48c5-bc2a-37595768a92c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:07.372058 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-797b9078-594c-4222-9a7f-ead7e212d6f5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:07.373054 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-797b9078-594c-4222-9a7f-ead7e212d6f5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:07.413725 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-797b9078-594c-4222-9a7f-ead7e212d6f5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:07.430703 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-07733d8c-204b-42ce-808f-115659452f16 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:07.457949 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba195c71-ae21-4109-a6e1-83c217d1c7f3 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] DELETE failed (client error): The resource could not be found. Nov 26 16:43:07.458559 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba195c71-ae21-4109-a6e1-83c217d1c7f3 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:43:07.471144 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ec571e84-c312-495e-be32-09277e4fec35 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:07.479628 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-074518a6-28b1-4874-81fc-ad75556f27f7 None None] Provisioning complete for port df00aa8f-05f0-4b42-9094-ddb0fcd04079 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:07.479871 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-074518a6-28b1-4874-81fc-ad75556f27f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:07.497091 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ba195c71-ae21-4109-a6e1-83c217d1c7f3 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "DELETE /v2.0/networks/da9bb61e-6a52-41fd-9398-0bf1cf39f4cc HTTP/1.1" status: 404 len: 339 time: 0.1291864 Nov 26 16:43:07.504589 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0591503f-5bc0-48da-8784-ab255a523d56 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:43:07.516690 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48488) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:07.579308 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] Pushing event updated for resources: {'Port': ['ID=03eee9b6-42a2-413a-8fa9-2c04b4c76175,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:07.616587 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:07.629774 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe578465-e63d-40ad-8a19-4f7a1fb9cf77 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] DELETE failed (client error): The resource could not be found. Nov 26 16:43:07.630239 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe578465-e63d-40ad-8a19-4f7a1fb9cf77 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:43:07.634508 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fe578465-e63d-40ad-8a19-4f7a1fb9cf77 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "DELETE /v2.0/subnets/2b743bae-f6cf-4e61-bf19-fa4f05f9ad54 HTTP/1.1" status: 404 len: 337 time: 0.1144173 Nov 26 16:43:07.636811 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-1f27f352-782b-4ff6-ad53-8afb93bbbf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:07.637179 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f27f352-782b-4ff6-ad53-8afb93bbbf06 None None] The sync data for ids ['917b74ce-729e-48c5-bc2a-37595768a92c'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:43:07.638630 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48492) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:07.677982 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ec571e84-c312-495e-be32-09277e4fec35 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:07.716678 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf96b59-986a-436e-8228-f11f29887496 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] DELETE failed (client error): The resource could not be found. Nov 26 16:43:07.717168 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf96b59-986a-436e-8228-f11f29887496 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:43:07.721276 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fbf96b59-986a-436e-8228-f11f29887496 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "DELETE /v2.0/networks/4538b353-8b11-4175-ba1c-c97d3ff56eca HTTP/1.1" status: 404 len: 339 time: 0.0725510 Nov 26 16:43:07.726240 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48496) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:07.744037 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-07733d8c-204b-42ce-808f-115659452f16 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:07.747889 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] Attempting to bind port 03eee9b6-42a2-413a-8fa9-2c04b4c76175 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:43:07.748380 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] Attempting to bind port 03eee9b6-42a2-413a-8fa9-2c04b4c76175 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'a0e8dab3-4f6d-4538-b418-0b7323321927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9e5b9b5e-789a-4cd5-bb2d-fccfc22abb97'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:43:07.748654 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] Attempting to bind port 03eee9b6-42a2-413a-8fa9-2c04b4c76175 on network 9e5b9b5e-789a-4cd5-bb2d-fccfc22abb97 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:43:07.785103 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ec571e84-c312-495e-be32-09277e4fec35 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:07.789196 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ec571e84-c312-495e-be32-09277e4fec35 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9659598 Nov 26 16:43:07.800981 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:43:07.801199 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48500) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:07.801289 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] Checking segment: {'id': 'a0e8dab3-4f6d-4538-b418-0b7323321927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9e5b9b5e-789a-4cd5-bb2d-fccfc22abb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:43:07.801611 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:07.801860 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] Bound using segment: {'id': 'a0e8dab3-4f6d-4538-b418-0b7323321927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9e5b9b5e-789a-4cd5-bb2d-fccfc22abb97'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:43:07.802340 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] Bound port: 03eee9b6-42a2-413a-8fa9-2c04b4c76175, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e8dab3-4f6d-4538-b418-0b7323321927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9e5b9b5e-789a-4cd5-bb2d-fccfc22abb97'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:43:07.802721 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:07.815388 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-a848336a-d5b9-4396-8ff3-2e86cf4da6a0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1801911271', 'prefixes': ['172.20.0.0/16']}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:07.826024 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a848336a-d5b9-4396-8ff3-2e86cf4da6a0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:07.830079 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-50dbeb2e-140e-4ed4-bf29-0f673dd4ee34 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:07.830213 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-50dbeb2e-140e-4ed4-bf29-0f673dd4ee34 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:07.871961 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-797b9078-594c-4222-9a7f-ead7e212d6f5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:07.942887 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 0591503f-5bc0-48da-8784-ab255a523d56 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:07.957717 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] Allocated IP 172.20.0.2 (57a3199b-8e74-4054-af11-125b9e9c5fb0/b0ad601d-4af3-49c8-b4c2-018c6ba2aa80/bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:43:07.963166 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 0591503f-5bc0-48da-8784-ab255a523d56 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:07.963554 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:07.990754 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-50dbeb2e-140e-4ed4-bf29-0f673dd4ee34 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Calling delete_port for 31ebbc20-1306-4e4b-8875-9736dc95e5b2 owned by network:floatingip {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:08.065433 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-07733d8c-204b-42ce-808f-115659452f16 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:08.066857 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-acf0ad00-2e43-4fcb-9d74-58399bac7653 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Deleting port 6eaf8308-223b-49cf-933d-11d42c9885b9 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:08.067135 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-acf0ad00-2e43-4fcb-9d74-58399bac7653 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:08.067789 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] For port 03eee9b6-42a2-413a-8fa9-2c04b4c76175, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:43:08.073716 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3905a3dd-631f-4d4f-bcc8-fb78034320b1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:08.121215 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07733d8c-204b-42ce-808f-115659452f16 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=719a0dce-e501-4b22-8373-58668fdc8cd3,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:08.125474 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-07733d8c-204b-42ce-808f-115659452f16 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:08.131102 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-07733d8c-204b-42ce-808f-115659452f16 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:08.139901 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] For port 03eee9b6-42a2-413a-8fa9-2c04b4c76175, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=03eee9b6-42a2-413a-8fa9-2c04b4c76175,segment=NetworkSegment(a0e8dab3-4f6d-4538-b418-0b7323321927),segment_id=a0e8dab3-4f6d-4538-b418-0b7323321927)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:43:08.146745 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-074518a6-28b1-4874-81fc-ad75556f27f7 None None] Provisioning complete for port 0591503f-5bc0-48da-8784-ab255a523d56 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:08.147126 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-074518a6-28b1-4874-81fc-ad75556f27f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:08.171779 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-07733d8c-204b-42ce-808f-115659452f16 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/719a0dce-e501-4b22-8373-58668fdc8cd3 HTTP/1.1" status: 204 len: 168 time: 1.3537683 Nov 26 16:43:08.182735 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48506) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:08.190602 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d415d99-c507-4b4a-8f12-aa3ff82ac518 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:08.195384 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-c99ca9de-4124-4195-820e-3678b19b6a45 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:43:08.199463 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c99ca9de-4124-4195-820e-3678b19b6a45 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] 10.222.0.11 "PUT /v2.0/routers/917b74ce-729e-48c5-bc2a-37595768a92c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2892635 Nov 26 16:43:08.202319 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48510) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:08.210070 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:08.224221 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:08.301410 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e7c7bffb-211b-4235-ba13-6724744fe899 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1174557 Nov 26 16:43:08.304414 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48514) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:08.305162 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a848336a-d5b9-4396-8ff3-2e86cf4da6a0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks [] for subnetpool, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:08.309287 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a848336a-d5b9-4396-8ff3-2e86cf4da6a0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5019665 Nov 26 16:43:08.313738 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-0f97f320-1c82-47c9-821c-922ec2256998 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:08.327260 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48518) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:08.337200 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.tag.tag_plugin [None req-7ba9396a-9dd2-434b-8b7f-6f0c64bcf0ed tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '89283e2f-afa9-435f-880e-358451fb45d5', 'tempest-TagsExtTest-Tag-536999841') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:08.548866 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:08.558033 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] Pushing event updated for resources: {'Port': ['ID=03eee9b6-42a2-413a-8fa9-2c04b4c76175,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:08.618222 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:08.618715 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-50dbeb2e-140e-4ed4-bf29-0f673dd4ee34 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:08.622222 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b2373171-67cf-4fc3-a082-8a18a5d097e1 req-2821fad8-eb99-4ebf-bc47-4074da6d10e0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.3385890 Nov 26 16:43:08.629424 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f825055d-6dcf-4a92-9cf2-3ac38d116237 tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:08.647455 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:08.661062 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] Transition to ACTIVE for port object bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:08.692644 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dbeb2e-140e-4ed4-bf29-0f673dd4ee34 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Pushing event deleted for resources: {'Port': ['ID=31ebbc20-1306-4e4b-8875-9736dc95e5b2,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:08.693717 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0f97f320-1c82-47c9-821c-922ec2256998 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:08.753146 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-50dbeb2e-140e-4ed4-bf29-0f673dd4ee34 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:08.753312 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 0591503f-5bc0-48da-8784-ab255a523d56, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=0591503f-5bc0-48da-8784-ab255a523d56,segment=NetworkSegment(21b597bc-4662-4601-a957-aca2d9f95af0),segment_id=21b597bc-4662-4601-a957-aca2d9f95af0)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:08.765572 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0f97f320-1c82-47c9-821c-922ec2256998 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:08.805361 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0f97f320-1c82-47c9-821c-922ec2256998 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:08.832023 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0f97f320-1c82-47c9-821c-922ec2256998 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:08.861201 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] Transition to ACTIVE for port object bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:08.867551 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f97f320-1c82-47c9-821c-922ec2256998 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:08.871685 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0f97f320-1c82-47c9-821c-922ec2256998 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:08.879678 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:08.911934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-acf0ad00-2e43-4fcb-9d74-58399bac7653 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:08.928113 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-02f3e3fb-7d54-4349-915e-a32639a6c9b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:08.975216 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-50dbeb2e-140e-4ed4-bf29-0f673dd4ee34 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Notify callbacks [] for floatingip, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:08.977628 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-50dbeb2e-140e-4ed4-bf29-0f673dd4ee34 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:08.978791 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-50dbeb2e-140e-4ed4-bf29-0f673dd4ee34 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] 10.222.0.11 "DELETE /v2.0/floatingips/f576295d-093f-47df-98a3-f7a62d13224e HTTP/1.1" status: 204 len: 168 time: 2.0172029 Nov 26 16:43:08.988552 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:08.990878 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48522) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:09.026102 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] Network 57a3199b-8e74-4054-af11-125b9e9c5fb0 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:09.042939 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:09.045593 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:09.088224 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-acf0ad00-2e43-4fcb-9d74-58399bac7653 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Calling delete_port for 6eaf8308-223b-49cf-933d-11d42c9885b9 owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:09.122204 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7ba9396a-9dd2-434b-8b7f-6f0c64bcf0ed tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "PUT /v2.0/subnets/89283e2f-afa9-435f-880e-358451fb45d5/tags/tempest-TagsExtTest-Tag-536999841 HTTP/1.1" status: 201 len: 201 time: 0.7938745 Nov 26 16:43:09.146042 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device df00aa8f-05f0-4b42-9094-ddb0fcd04079 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:43:09.149541 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48526) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:09.159010 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.tag.tag_plugin [None req-1f8e47f6-1be2-4982-8198-596a659f1665 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '058f7233-8be8-408a-acd7-23d9560b9c08', 'tempest-TagsExtTest-Tag-1220581449') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:09.185698 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-074518a6-28b1-4874-81fc-ad75556f27f7 None None] Provisioning for port 6189fb96-d079-4f30-a778-08726f23ef1b completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:09.279306 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-074518a6-28b1-4874-81fc-ad75556f27f7 None None] Provisioning complete for port 6189fb96-d079-4f30-a778-08726f23ef1b triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:09.279613 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-074518a6-28b1-4874-81fc-ad75556f27f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:09.300974 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-2411ab6a-1200-4f9d-8f08-a5f112fdd3c7 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Deleting port 18b4eccb-777a-4109-8601-b5fdfcb5604d {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:09.301421 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2411ab6a-1200-4f9d-8f08-a5f112fdd3c7 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:09.315819 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=0591503f-5bc0-48da-8784-ab255a523d56,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:09.319407 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:09.332911 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.313s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:09.363301 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] Attempting to bind port bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:43:09.363696 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] Attempting to bind port bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '7f8fc4b3-60cb-4b89-988b-b9948e208b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '57a3199b-8e74-4054-af11-125b9e9c5fb0'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:43:09.364073 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] Attempting to bind port bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7 on network 57a3199b-8e74-4054-af11-125b9e9c5fb0 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:43:09.406307 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:43:09.406788 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] Checking segment: {'id': '7f8fc4b3-60cb-4b89-988b-b9948e208b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '57a3199b-8e74-4054-af11-125b9e9c5fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:43:09.407245 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:09.407735 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] Bound using segment: {'id': '7f8fc4b3-60cb-4b89-988b-b9948e208b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '57a3199b-8e74-4054-af11-125b9e9c5fb0'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:43:09.408178 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] Bound port: bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8fc4b3-60cb-4b89-988b-b9948e208b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '57a3199b-8e74-4054-af11-125b9e9c5fb0'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:43:09.408559 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:09.444969 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-074518a6-28b1-4874-81fc-ad75556f27f7 None None] Port 6189fb96-d079-4f30-a778-08726f23ef1b cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:43:09.451651 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-797b9078-594c-4222-9a7f-ead7e212d6f5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for router_gateway, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:09.494485 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-797b9078-594c-4222-9a7f-ead7e212d6f5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:09.506154 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] Pushing event updated for resources: {'Port': ['ID=bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:09.509050 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:09.521967 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port df00aa8f-05f0-4b42-9094-ddb0fcd04079 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:09.522435 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:09.563353 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebc5733-1b50-4b26-b772-ff5e4e298285 None None] DHCP port deletion for 8c8ccad8-46f8-4956-abe3-9f3eb45da297 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:43:09.577374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-acf0ad00-2e43-4fcb-9d74-58399bac7653 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:09.589451 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-133a5ab4-c67a-42ad-a753-9d2fc9bfba89 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:09.590201 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-5ebc5733-1b50-4b26-b772-ff5e4e298285 None None] Deleting port 5da707a4-c434-4a76-925d-023a03c93419 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:09.590654 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5ebc5733-1b50-4b26-b772-ff5e4e298285 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:09.598798 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1f8e47f6-1be2-4982-8198-596a659f1665 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "PUT /v2.0/ports/058f7233-8be8-408a-acd7-23d9560b9c08/tags/tempest-TagsExtTest-Tag-1220581449 HTTP/1.1" status: 201 len: 201 time: 0.4481671 Nov 26 16:43:09.612266 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48530) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:09.621288 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.tag.tag_plugin [None req-3b2670a5-74aa-42a6-95fc-4cb658816b9d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e4c0fc82-a5b4-46a0-a403-747f1f57a034', 'tempest-TagsExtTest-Tag-903029697') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:09.650438 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] For port bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:43:09.674012 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] For port bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7,segment=NetworkSegment(7f8fc4b3-60cb-4b89-988b-b9948e208b7e),segment_id=7f8fc4b3-60cb-4b89-988b-b9948e208b7e)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:43:09.690078 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0ad00-2e43-4fcb-9d74-58399bac7653 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event deleted for resources: {'Port': ['ID=6eaf8308-223b-49cf-933d-11d42c9885b9,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:09.701809 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-acf0ad00-2e43-4fcb-9d74-58399bac7653 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:09.758466 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-acf0ad00-2e43-4fcb-9d74-58399bac7653 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:09.762536 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2411ab6a-1200-4f9d-8f08-a5f112fdd3c7 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:09.763049 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2411ab6a-1200-4f9d-8f08-a5f112fdd3c7 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:09.776560 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:09.787630 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:09.827071 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-acf0ad00-2e43-4fcb-9d74-58399bac7653 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "DELETE /v2.0/ports/6eaf8308-223b-49cf-933d-11d42c9885b9 HTTP/1.1" status: 204 len: 168 time: 2.0953326 Nov 26 16:43:09.831171 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48536) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:09.897635 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-797b9078-594c-4222-9a7f-ead7e212d6f5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Allocated IP 172.26.0.147 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/b53b4e5d-f6b4-4e90-8a0e-5f437afa0c55) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:43:09.984453 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-2411ab6a-1200-4f9d-8f08-a5f112fdd3c7 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Calling delete_port for 18b4eccb-777a-4109-8601-b5fdfcb5604d owned by network:floatingip {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:10.026693 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2fee35-fd79-4ca0-8d7c-20ff1b5f274b None None] Network 9e5b9b5e-789a-4cd5-bb2d-fccfc22abb97 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:10.029902 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0f97f320-1c82-47c9-821c-922ec2256998 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:10.031129 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ef1405-cb9b-4ca5-9cdb-09abd1335211 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] DELETE failed (client error): The resource could not be found. Nov 26 16:43:10.032336 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ef1405-cb9b-4ca5-9cdb-09abd1335211 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:43:10.034053 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e6ef1405-cb9b-4ca5-9cdb-09abd1335211 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "DELETE /v2.0/subnets/bbe827e9-0d55-4682-b385-ccd6528989a0 HTTP/1.1" status: 404 len: 337 time: 0.2008240 Nov 26 16:43:10.039432 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48540) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:10.063780 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 03eee9b6-42a2-413a-8fa9-2c04b4c76175 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:43:10.117531 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2801770a-1588-4edd-9a51-28e90de92c4f tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:10.157631 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] Pushing event updated for resources: {'Port': ['ID=bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:10.160783 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:10.232833 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-5ebc5733-1b50-4b26-b772-ff5e4e298285 None None] For port 5da707a4-c434-4a76-925d-023a03c93419, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5da707a4-c434-4a76-925d-023a03c93419,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:10.233305 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5ebc5733-1b50-4b26-b772-ff5e4e298285 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:10.240234 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-797b9078-594c-4222-9a7f-ead7e212d6f5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:10.255332 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-681d721b-5dd3-4d1d-b1d4-39d8b775e9df None None] Provisioning for port 03eee9b6-42a2-413a-8fa9-2c04b4c76175 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:10.283567 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-797b9078-594c-4222-9a7f-ead7e212d6f5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:10.301922 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-02ccbe86-7d1d-4160-8e00-6873f41d659b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:10.351460 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12f8a4aa-c699-4daa-824c-ab9d542e6ce3 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:10.381316 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8f4be6e2-ba26-4627-957f-3634b5b65a8a req-2e04823e-42c3-4ae8-a4f3-281ae91fd55c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.6217782 Nov 26 16:43:10.382530 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97f320-1c82-47c9-821c-922ec2256998 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=2c3e199c-e2a0-4678-8b71-10888e0f0dce,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:10.390369 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0f97f320-1c82-47c9-821c-922ec2256998 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:10.393416 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-5ebc5733-1b50-4b26-b772-ff5e4e298285 None None] Calling delete_port for 5da707a4-c434-4a76-925d-023a03c93419 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:10.394795 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f97f320-1c82-47c9-821c-922ec2256998 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:10.400687 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-0f97f320-1c82-47c9-821c-922ec2256998 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:10.409084 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97f320-1c82-47c9-821c-922ec2256998 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:10.409681 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0f97f320-1c82-47c9-821c-922ec2256998 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:10.471938 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0f97f320-1c82-47c9-821c-922ec2256998 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1619730 Nov 26 16:43:10.472169 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48544) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:10.479506 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-6d09a0a0-57ca-487c-9826-e45197ada9b8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'name': 'tempest-NetworksTestDHCPv6-1160085878'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:10.501218 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3b2670a5-74aa-42a6-95fc-4cb658816b9d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "PUT /v2.0/routers/e4c0fc82-a5b4-46a0-a403-747f1f57a034/tags/tempest-TagsExtTest-Tag-903029697 HTTP/1.1" status: 201 len: 201 time: 0.8878961 Nov 26 16:43:10.508877 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48548) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:10.537774 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 03eee9b6-42a2-413a-8fa9-2c04b4c76175 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:10.564753 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 03eee9b6-42a2-413a-8fa9-2c04b4c76175 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:10.564753 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:10.597665 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.tag.tag_plugin [None req-80f1969e-a421-4ccb-a254-1feb0af26054 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2ea99c5f-b0c5-43d2-90c2-d65f1c89690c', 'tempest-TagsExtTest-Tag-201764333') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:10.617736 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5ebc5733-1b50-4b26-b772-ff5e4e298285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:10.626255 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-05081d4b-c8d9-4adb-b31d-eb236b970b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:10.658380 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797b9078-594c-4222-9a7f-ead7e212d6f5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:10.685244 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-797b9078-594c-4222-9a7f-ead7e212d6f5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:10.692348 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2411ab6a-1200-4f9d-8f08-a5f112fdd3c7 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:10.698037 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797b9078-594c-4222-9a7f-ead7e212d6f5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:10.703981 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-29d038af-d355-4962-a3b8-6b445eb17b10 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:10.713264 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc5733-1b50-4b26-b772-ff5e4e298285 None None] Pushing event deleted for resources: {'Port': ['ID=5da707a4-c434-4a76-925d-023a03c93419,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:10.715642 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-5ebc5733-1b50-4b26-b772-ff5e4e298285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:10.717916 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebc5733-1b50-4b26-b772-ff5e4e298285 None None] No DVR routers for this DVR port 5da707a4-c434-4a76-925d-023a03c93419 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:43:10.771935 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411ab6a-1200-4f9d-8f08-a5f112fdd3c7 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Pushing event deleted for resources: {'Port': ['ID=18b4eccb-777a-4109-8601-b5fdfcb5604d,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:10.775117 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6d09a0a0-57ca-487c-9826-e45197ada9b8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:10.779813 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2411ab6a-1200-4f9d-8f08-a5f112fdd3c7 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:10.782441 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc5c834-abb2-4150-81ff-076088776d9d None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:10.785799 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-20e9c70c-ef9d-4a01-92b3-eb2edf6dacd9 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:10.809745 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b9078-594c-4222-9a7f-ead7e212d6f5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event updated for resources: {'Port': ['ID=b53b4e5d-f6b4-4e90-8a0e-5f437afa0c55,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:10.831930 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-80f1969e-a421-4ccb-a254-1feb0af26054 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "PUT /v2.0/subnetpools/2ea99c5f-b0c5-43d2-90c2-d65f1c89690c/tags/tempest-TagsExtTest-Tag-201764333 HTTP/1.1" status: 201 len: 201 time: 0.3219805 Nov 26 16:43:10.833026 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6d09a0a0-57ca-487c-9826-e45197ada9b8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:10.842512 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48552) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:10.847977 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-797b9078-594c-4222-9a7f-ead7e212d6f5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:10.893475 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-e5b69a03-3fde-465e-98e9-97b74a256af8 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '89283e2f-afa9-435f-880e-358451fb45d5') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:10.902769 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d09a0a0-57ca-487c-9826-e45197ada9b8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:10.906846 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6d09a0a0-57ca-487c-9826-e45197ada9b8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:10.932387 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2411ab6a-1200-4f9d-8f08-a5f112fdd3c7 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:10.934233 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:10.937955 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-6d09a0a0-57ca-487c-9826-e45197ada9b8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] device_id is not set on port 445434c6-5128-4330-91ed-75ec6020b1ff yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:43:10.987615 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 03eee9b6-42a2-413a-8fa9-2c04b4c76175, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=03eee9b6-42a2-413a-8fa9-2c04b4c76175,segment=NetworkSegment(a0e8dab3-4f6d-4538-b418-0b7323321927),segment_id=a0e8dab3-4f6d-4538-b418-0b7323321927)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:11.011966 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:11.023793 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f1210853-15e7-4b39-a5d6-d6c949189ec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:11.036765 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2411ab6a-1200-4f9d-8f08-a5f112fdd3c7 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:11.037959 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2411ab6a-1200-4f9d-8f08-a5f112fdd3c7 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/f3e592d3-4a88-4dc2-8eba-c6d0284c2cb0 HTTP/1.1" status: 204 len: 168 time: 2.0411813 Nov 26 16:43:11.044481 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48556) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:11.247532 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-6d09a0a0-57ca-487c-9826-e45197ada9b8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 2001:db8::1f3 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/2c3e199c-e2a0-4678-8b71-10888e0f0dce/445434c6-5128-4330-91ed-75ec6020b1ff) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:43:11.308051 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0591503f-5bc0-48da-8784-ab255a523d56 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:43:11.351026 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=03eee9b6-42a2-413a-8fa9-2c04b4c76175,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:11.366367 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:11.394518 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-20e9c70c-ef9d-4a01-92b3-eb2edf6dacd9 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:11.427995 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-20e9c70c-ef9d-4a01-92b3-eb2edf6dacd9 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c9473e-8d84-419e-9729-da682fa2b055']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:11.443642 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-20e9c70c-ef9d-4a01-92b3-eb2edf6dacd9 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c8d265-ab62-4e15-82b7-f541766007da') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:11.443992 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-20e9c70c-ef9d-4a01-92b3-eb2edf6dacd9 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c8d265-ab62-4e15-82b7-f541766007da') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:11.460084 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-20e9c70c-ef9d-4a01-92b3-eb2edf6dacd9 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:11.480582 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'fixed_ips': [{'subnet_id': '2c3e199c-e2a0-4678-8b71-10888e0f0dce'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:43:11.480980 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-20e9c70c-ef9d-4a01-92b3-eb2edf6dacd9 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:11.481516 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:11.489331 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e9c70c-ef9d-4a01-92b3-eb2edf6dacd9 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:43:11.489732 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-20e9c70c-ef9d-4a01-92b3-eb2edf6dacd9 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:11.506417 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21179104-1bb8-4186-9172-7eaca158c565 None None] Network 57a3199b-8e74-4054-af11-125b9e9c5fb0 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:11.513372 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6d09a0a0-57ca-487c-9826-e45197ada9b8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:43:11.514195 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:43:11.532735 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-6d09a0a0-57ca-487c-9826-e45197ada9b8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Transition to ACTIVE for port object 445434c6-5128-4330-91ed-75ec6020b1ff will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:11.570133 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-4db4c6cc-3909-47fd-a740-efeea510f075 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Deleting port ea25d797-eab2-40fb-8f7d-27d4a8cea8fc {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:11.570414 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4db4c6cc-3909-47fd-a740-efeea510f075 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:11.584298 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f6b43eeb-bf01-456d-b267-2110d9118235 None None] Provisioning complete for port 03eee9b6-42a2-413a-8fa9-2c04b4c76175 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:11.584685 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f6b43eeb-bf01-456d-b267-2110d9118235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:11.671045 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6d09a0a0-57ca-487c-9826-e45197ada9b8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:11.684518 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-19e1143e-b1ec-4b08-bf6e-e0de7f285a2d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:11.725496 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-16003f7f-e647-4c73-9517-1929645be3e1 req-8106946c-a591-41c4-b092-240bd9c1cf94 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.2071495 Nov 26 16:43:11.748968 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 0591503f-5bc0-48da-8784-ab255a523d56 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:11.749691 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:11.753225 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-20e9c70c-ef9d-4a01-92b3-eb2edf6dacd9 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:11.762769 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d09a0a0-57ca-487c-9826-e45197ada9b8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:11.771640 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-6d09a0a0-57ca-487c-9826-e45197ada9b8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:11.773390 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bc5dfe1a-5eaf-4b43-9a74-a022c7650620 tempest-BulkNetworkOpsTest-1915830137 tempest-BulkNetworkOpsTest-1915830137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:11.780363 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d09a0a0-57ca-487c-9826-e45197ada9b8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:11.786562 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d09a0a0-57ca-487c-9826-e45197ada9b8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:11.787177 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6d09a0a0-57ca-487c-9826-e45197ada9b8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:11.815100 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-20e9c70c-ef9d-4a01-92b3-eb2edf6dacd9 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:11.822689 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09a0a0-57ca-487c-9826-e45197ada9b8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=445434c6-5128-4330-91ed-75ec6020b1ff,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:11.832711 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9c70c-ef9d-4a01-92b3-eb2edf6dacd9 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event deleted for resources: {'Network': ['ID=a0c9473e-8d84-419e-9729-da682fa2b055,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:11.839512 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-20e9c70c-ef9d-4a01-92b3-eb2edf6dacd9 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "DELETE /v2.0/networks/a0c9473e-8d84-419e-9729-da682fa2b055 HTTP/1.1" status: 204 len: 168 time: 1.7990582 Nov 26 16:43:11.841952 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-20e9c70c-ef9d-4a01-92b3-eb2edf6dacd9 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:11.845443 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48562) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:11.878227 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6d09a0a0-57ca-487c-9826-e45197ada9b8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:11.887012 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e5b69a03-3fde-465e-98e9-97b74a256af8 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "GET /v2.0/subnets/89283e2f-afa9-435f-880e-358451fb45d5/tags HTTP/1.1" status: 200 len: 240 time: 1.0264843 Nov 26 16:43:11.892162 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48566) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:11.905219 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.tag.tag_plugin [None req-7bbd9d53-6abb-4e5a-93de-9afef7e6535e tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '89283e2f-afa9-435f-880e-358451fb45d5', 'tempest-TagsExtTest-Tag-536999841') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:11.961012 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6d09a0a0-57ca-487c-9826-e45197ada9b8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4854662 Nov 26 16:43:11.962674 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48570) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:12.060161 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4db4c6cc-3909-47fd-a740-efeea510f075 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:12.087494 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] Allocated IP 2001:db8::2 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/2c3e199c-e2a0-4678-8b71-10888e0f0dce/d9423f01-fd2e-496c-b44c-e2e76bc692c5) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:43:12.115448 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-b2cb40ef-e39d-4b85-918d-8d0da3b82829 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Deleting port 4d4ab573-dcea-4823-9175-d9f6e5372d8e {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:12.115826 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b2cb40ef-e39d-4b85-918d-8d0da3b82829 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:12.118489 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f6b43eeb-bf01-456d-b267-2110d9118235 None None] Provisioning for port 058f7233-8be8-408a-acd7-23d9560b9c08 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:12.158447 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f6b43eeb-bf01-456d-b267-2110d9118235 None None] Provisioning complete for port 058f7233-8be8-408a-acd7-23d9560b9c08 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:12.158838 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f6b43eeb-bf01-456d-b267-2110d9118235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:12.174732 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-12f8a4aa-c699-4daa-824c-ab9d542e6ce3 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Deleting port 6189fb96-d079-4f30-a778-08726f23ef1b {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:12.175075 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12f8a4aa-c699-4daa-824c-ab9d542e6ce3 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:12.198100 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-4db4c6cc-3909-47fd-a740-efeea510f075 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Calling delete_port for ea25d797-eab2-40fb-8f7d-27d4a8cea8fc owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:12.237173 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:43:12.250511 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7bbd9d53-6abb-4e5a-93de-9afef7e6535e tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "GET /v2.0/subnets/89283e2f-afa9-435f-880e-358451fb45d5/tags/tempest-TagsExtTest-Tag-536999841 HTTP/1.1" status: 204 len: 168 time: 0.3549538 Nov 26 16:43:12.252736 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48574) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:12.263626 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.tag.tag_plugin [None req-ddef01a8-01e9-4ba4-ac83-9bd23096b39b tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '89283e2f-afa9-435f-880e-358451fb45d5', 'tempest-TagsExtTest-Tag-536999841') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:12.321896 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fa64ec-b191-45f2-89ff-be5d009bc649 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:12.322480 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-25fa64ec-b191-45f2-89ff-be5d009bc649 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:12.365501 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-25fa64ec-b191-45f2-89ff-be5d009bc649 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:12.369748 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-25fa64ec-b191-45f2-89ff-be5d009bc649 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.4030361 Nov 26 16:43:12.369912 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f6b43eeb-bf01-456d-b267-2110d9118235 None None] Port 058f7233-8be8-408a-acd7-23d9560b9c08 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:43:12.371901 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48578) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:12.421392 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:12.530179 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:12.543573 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-797b9078-594c-4222-9a7f-ead7e212d6f5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for router_gateway, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:12.544181 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] Transition to ACTIVE for port object d9423f01-fd2e-496c-b44c-e2e76bc692c5 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:12.583591 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5da707a4-c434-4a76-925d-023a03c93419 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:43:12.619637 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-3fbfad54-33d8-483d-b32b-4fff521bf140 None None] Provisioning for port bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:12.622650 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] Transition to ACTIVE for port object d9423f01-fd2e-496c-b44c-e2e76bc692c5 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:12.636670 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 5da707a4-c434-4a76-925d-023a03c93419 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:43:12.637596 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5da707a4-c434-4a76-925d-023a03c93419 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:43:12.650772 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-04b28bd8-be1f-459a-8697-5d081ca9cee7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting port 445434c6-5128-4330-91ed-75ec6020b1ff {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:12.651226 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-04b28bd8-be1f-459a-8697-5d081ca9cee7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:12.661051 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-3fbfad54-33d8-483d-b32b-4fff521bf140 None None] Provisioning complete for port bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:12.661634 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3fbfad54-33d8-483d-b32b-4fff521bf140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:12.701619 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:12.723210 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:12.779018 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4db4c6cc-3909-47fd-a740-efeea510f075 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:12.788843 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2411ab6a-1200-4f9d-8f08-a5f112fdd3c7 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:12.823856 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:12.830528 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:12.836672 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:12.848712 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ddef01a8-01e9-4ba4-ac83-9bd23096b39b tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "DELETE /v2.0/subnets/89283e2f-afa9-435f-880e-358451fb45d5/tags/tempest-TagsExtTest-Tag-536999841 HTTP/1.1" status: 204 len: 168 time: 0.5942864 Nov 26 16:43:12.849692 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4c6cc-3909-47fd-a740-efeea510f075 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Pushing event deleted for resources: {'Port': ['ID=ea25d797-eab2-40fb-8f7d-27d4a8cea8fc,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:12.851679 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] Pushing event updated for resources: {'Port': ['ID=d9423f01-fd2e-496c-b44c-e2e76bc692c5,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:12.852370 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4db4c6cc-3909-47fd-a740-efeea510f075 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:12.853013 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48584) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:12.895679 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:12.913337 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12f8a4aa-c699-4daa-824c-ab9d542e6ce3 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:12.923023 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b2cb40ef-e39d-4b85-918d-8d0da3b82829 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:12.954581 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.tag.tag_plugin [None req-8aaae944-b4f5-4fed-bf5e-5d74c58493dc tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '89283e2f-afa9-435f-880e-358451fb45d5') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:12.964754 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] Attempting to bind port d9423f01-fd2e-496c-b44c-e2e76bc692c5 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:43:12.965421 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] Attempting to bind port d9423f01-fd2e-496c-b44c-e2e76bc692c5 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:43:12.966356 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] Attempting to bind port d9423f01-fd2e-496c-b44c-e2e76bc692c5 on network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:43:12.975005 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:43:12.975399 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] Checking segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:43:12.975855 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:12.976544 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] Bound using segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:43:12.977028 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] Bound port: d9423f01-fd2e-496c-b44c-e2e76bc692c5, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:43:12.977414 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:13.100362 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2f05e9b1-2cd5-4729-82fc-b86606eb7588 req-54c0081b-eb7a-45ba-ae72-0120aae784f0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.2666011 Nov 26 16:43:13.145034 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3fbfad54-33d8-483d-b32b-4fff521bf140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:13.174958 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4db4c6cc-3909-47fd-a740-efeea510f075 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:13.185659 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4db4c6cc-3909-47fd-a740-efeea510f075 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] 10.222.0.11 "DELETE /v2.0/ports/ea25d797-eab2-40fb-8f7d-27d4a8cea8fc HTTP/1.1" status: 204 len: 168 time: 2.1407259 Nov 26 16:43:13.190876 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48588) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:13.229141 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 03eee9b6-42a2-413a-8fa9-2c04b4c76175 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:43:13.277492 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-04b28bd8-be1f-459a-8697-5d081ca9cee7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:13.311558 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] For port d9423f01-fd2e-496c-b44c-e2e76bc692c5, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:43:13.319406 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] For port d9423f01-fd2e-496c-b44c-e2e76bc692c5, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=d9423f01-fd2e-496c-b44c-e2e76bc692c5,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:43:13.323710 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-3fbfad54-33d8-483d-b32b-4fff521bf140 None None] For port bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7,segment=NetworkSegment(7f8fc4b3-60cb-4b89-988b-b9948e208b7e),segment_id=7f8fc4b3-60cb-4b89-988b-b9948e208b7e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:13.326628 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:13.333752 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:13.346723 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-12f8a4aa-c699-4daa-824c-ab9d542e6ce3 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Calling delete_port for 6189fb96-d079-4f30-a778-08726f23ef1b owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:13.366518 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3fbfad54-33d8-483d-b32b-4fff521bf140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:13.382960 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-b2cb40ef-e39d-4b85-918d-8d0da3b82829 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Calling delete_port for 4d4ab573-dcea-4823-9175-d9f6e5372d8e owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:13.426248 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-04b28bd8-be1f-459a-8697-5d081ca9cee7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Calling delete_port for 445434c6-5128-4330-91ed-75ec6020b1ff owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:13.430221 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 03eee9b6-42a2-413a-8fa9-2c04b4c76175 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:13.430709 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:13.457352 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8aaae944-b4f5-4fed-bf5e-5d74c58493dc tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "GET /v2.0/subnets/89283e2f-afa9-435f-880e-358451fb45d5/tags HTTP/1.1" status: 200 len: 205 time: 0.5522730 Nov 26 16:43:13.459629 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-3fbfad54-33d8-483d-b32b-4fff521bf140 None None] Provisioning complete for port 058f7233-8be8-408a-acd7-23d9560b9c08 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:13.460383 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3fbfad54-33d8-483d-b32b-4fff521bf140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:13.462255 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48592) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:13.472493 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-797b9078-594c-4222-9a7f-ead7e212d6f5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:13.480790 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-704f2113-88b0-4290-933e-a43cdac08718 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '058f7233-8be8-408a-acd7-23d9560b9c08') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:13.495546 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] Pushing event updated for resources: {'Port': ['ID=d9423f01-fd2e-496c-b44c-e2e76bc692c5,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:13.512016 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:13.518124 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dc7b68-0302-42f8-bd63-b005c284f3d1 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:13.518967 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a4dc7b68-0302-42f8-bd63-b005c284f3d1 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Synchronizing usage tracker for tenant:16d9dbed70744ab6aa702ecdf895c7a4 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:13.522706 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:13.561439 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a4dc7b68-0302-42f8-bd63-b005c284f3d1 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Unset dirty status for tenant:16d9dbed70744ab6aa702ecdf895c7a4 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:13.566764 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a4dc7b68-0302-42f8-bd63-b005c284f3d1 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] 10.222.0.11 "GET /v2.0/ports?device_id=289c9be6-1e25-48a8-9ac3-9eaa949a177f HTTP/1.1" status: 200 len: 913 time: 0.3613098 Nov 26 16:43:13.567507 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48596) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:13.610924 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-3fbfad54-33d8-483d-b32b-4fff521bf140 None None] Port 058f7233-8be8-408a-acd7-23d9560b9c08 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:43:13.632608 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfad54-33d8-483d-b32b-4fff521bf140 None None] Pushing event updated for resources: {'Port': ['ID=bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:13.636015 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3fbfad54-33d8-483d-b32b-4fff521bf140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:13.776176 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-75156582-00f9-40f7-84f3-5fed1112c6e1 None None] Provisioning complete for port bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:13.776718 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-75156582-00f9-40f7-84f3-5fed1112c6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:13.828578 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-04b28bd8-be1f-459a-8697-5d081ca9cee7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:13.838286 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f85c629d-8dc3-427b-b851-f1c410b6fc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:13.940261 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b28bd8-be1f-459a-8697-5d081ca9cee7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Port': ['ID=445434c6-5128-4330-91ed-75ec6020b1ff,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:13.941398 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b2cb40ef-e39d-4b85-918d-8d0da3b82829 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:13.943108 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-04b28bd8-be1f-459a-8697-5d081ca9cee7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:13.956537 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-04b28bd8-be1f-459a-8697-5d081ca9cee7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:13.956759 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f3d69b00-4df3-41ed-b788-23286a2a2c51 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:13.976421 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-04b28bd8-be1f-459a-8697-5d081ca9cee7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/445434c6-5128-4330-91ed-75ec6020b1ff HTTP/1.1" status: 204 len: 168 time: 1.6011436 Nov 26 16:43:13.976765 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48600) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:14.023004 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb40ef-e39d-4b85-918d-8d0da3b82829 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event deleted for resources: {'Port': ['ID=4d4ab573-dcea-4823-9175-d9f6e5372d8e,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:14.034915 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b2cb40ef-e39d-4b85-918d-8d0da3b82829 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:14.040770 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b2cb40ef-e39d-4b85-918d-8d0da3b82829 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:14.065627 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-704f2113-88b0-4290-933e-a43cdac08718 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "GET /v2.0/ports/058f7233-8be8-408a-acd7-23d9560b9c08/tags HTTP/1.1" status: 200 len: 241 time: 0.6001599 Nov 26 16:43:14.071305 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48604) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:14.080296 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-bc683940-36cc-4097-9d63-7b84e75226fe tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '058f7233-8be8-408a-acd7-23d9560b9c08', 'tempest-TagsExtTest-Tag-1220581449') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:14.108222 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b2cb40ef-e39d-4b85-918d-8d0da3b82829 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "DELETE /v2.0/ports/4d4ab573-dcea-4823-9175-d9f6e5372d8e HTTP/1.1" status: 204 len: 168 time: 2.2569680 Nov 26 16:43:14.113992 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48608) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:14.273365 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4915e44-8a11-448d-9b02-1e2f8215f61f tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] DELETE failed (client error): The resource could not be found. Nov 26 16:43:14.273829 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4915e44-8a11-448d-9b02-1e2f8215f61f tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:43:14.290933 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-85356664-c949-4727-bf8c-674b6bd6f7b6 req-b91d1081-e8eb-4316-9a6f-7ab7bd9b9e68 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0938511 Nov 26 16:43:14.310921 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a890ba-c6a2-44f4-a127-b772ab7dbb9a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:14.313055 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a890ba-c6a2-44f4-a127-b772ab7dbb9a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:14.313392 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e5a890ba-c6a2-44f4-a127-b772ab7dbb9a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:14.315675 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c4915e44-8a11-448d-9b02-1e2f8215f61f tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "DELETE /v2.0/subnets/ac3807ef-b2c1-4885-bf36-9c1529c27d0d HTTP/1.1" status: 404 len: 337 time: 0.1969886 Nov 26 16:43:14.323331 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48614) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:14.339094 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12f8a4aa-c699-4daa-824c-ab9d542e6ce3 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:14.345315 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a2c4f72a-2319-4c56-ad65-756fef1325fa tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:14.401699 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8a4aa-c699-4daa-824c-ab9d542e6ce3 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Pushing event deleted for resources: {'Port': ['ID=6189fb96-d079-4f30-a778-08726f23ef1b,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:14.425870 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e5a890ba-c6a2-44f4-a127-b772ab7dbb9a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:14.427057 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e5a890ba-c6a2-44f4-a127-b772ab7dbb9a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4490445 Nov 26 16:43:14.434542 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48618) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:14.445298 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-12f8a4aa-c699-4daa-824c-ab9d542e6ce3 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:14.452001 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797b9078-594c-4222-9a7f-ead7e212d6f5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Router b3dcdb06-aba9-4b36-8766-7b096104f313 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:43:14.496965 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-bc683940-36cc-4097-9d63-7b84e75226fe tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "GET /v2.0/ports/058f7233-8be8-408a-acd7-23d9560b9c08/tags/tempest-TagsExtTest-Tag-1220581449 HTTP/1.1" status: 204 len: 168 time: 0.4240558 Nov 26 16:43:14.507005 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48622) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:14.519122 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-6d33de0e-e5a2-44dc-a4a3-628e66cd5ab6 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '058f7233-8be8-408a-acd7-23d9560b9c08', 'tempest-TagsExtTest-Tag-1220581449') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:14.572924 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c0ed6a48-4e29-42b7-8527-b4b7a6fe91a5 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:14.602152 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-3494210a-5205-42d3-a4d6-4e991271d832 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet 2c3e199c-e2a0-4678-8b71-10888e0f0dce {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:43:14.605141 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3494210a-5205-42d3-a4d6-4e991271d832 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:14.771107 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3494210a-5205-42d3-a4d6-4e991271d832 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:14.813726 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-31444c4f-4035-4a10-b1ff-3b89675c7c97 None None] Provisioning for port d9423f01-fd2e-496c-b44c-e2e76bc692c5 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:14.883963 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12f8a4aa-c699-4daa-824c-ab9d542e6ce3 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:14.908532 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c0ed6a48-4e29-42b7-8527-b4b7a6fe91a5 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:14.990035 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-c0ed6a48-4e29-42b7-8527-b4b7a6fe91a5 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe1ef65-7b53-4021-b0d2-e870633176d6']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:15.016895 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-c0ed6a48-4e29-42b7-8527-b4b7a6fe91a5 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657b20ed-154f-48e6-878c-8b0845afada4') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:15.017189 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-c0ed6a48-4e29-42b7-8527-b4b7a6fe91a5 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657b20ed-154f-48e6-878c-8b0845afada4') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:15.036946 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-0048dffa-ab0d-423c-8d62-726af5438fd8 None None] Could not find standard attr ID for object 445434c6-5128-4330-91ed-75ec6020b1ff. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:43:15.038166 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c0ed6a48-4e29-42b7-8527-b4b7a6fe91a5 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:15.048575 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797b9078-594c-4222-9a7f-ead7e212d6f5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:43:15.054634 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3494210a-5205-42d3-a4d6-4e991271d832 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:15.060859 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce1a989-9ab1-4006-9534-74b6945d029a None None] Sync routers for ids ['b3dcdb06-aba9-4b36-8766-7b096104f313'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:43:15.076306 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce1a989-9ab1-4006-9534-74b6945d029a None None] Routers {'b3dcdb06-aba9-4b36-8766-7b096104f313'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:43:15.076966 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-dce1a989-9ab1-4006-9534-74b6945d029a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:43:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b3dcdb06-aba9-4b36-8766-7b096104f313'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:15.133374 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c0ed6a48-4e29-42b7-8527-b4b7a6fe91a5 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:15.149523 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ed6a48-4e29-42b7-8527-b4b7a6fe91a5 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:43:15.150101 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c0ed6a48-4e29-42b7-8527-b4b7a6fe91a5 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:43:15.174536 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:43:15.223220 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-dce1a989-9ab1-4006-9534-74b6945d029a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:15.238772 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-797b9078-594c-4222-9a7f-ead7e212d6f5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:15.240003 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-797b9078-594c-4222-9a7f-ead7e212d6f5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.1882336 Nov 26 16:43:15.250162 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6d33de0e-e5a2-44dc-a4a3-628e66cd5ab6 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "DELETE /v2.0/ports/058f7233-8be8-408a-acd7-23d9560b9c08/tags/tempest-TagsExtTest-Tag-1220581449 HTTP/1.1" status: 204 len: 168 time: 0.7397261 Nov 26 16:43:15.253104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48626) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:15.253437 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48628) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:15.269199 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device d9423f01-fd2e-496c-b44c-e2e76bc692c5 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:43:15.271120 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce1a989-9ab1-4006-9534-74b6945d029a None None] Routers {'b3dcdb06-aba9-4b36-8766-7b096104f313'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:43:15.271783 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-dce1a989-9ab1-4006-9534-74b6945d029a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:43:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b3dcdb06-aba9-4b36-8766-7b096104f313'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:15.272060 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9a417cf1-6037-48b3-85e0-59d79b2cc326 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:15.341786 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-dce1a989-9ab1-4006-9534-74b6945d029a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:15.342443 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce1a989-9ab1-4006-9534-74b6945d029a None None] The sync data for ids ['b3dcdb06-aba9-4b36-8766-7b096104f313'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:43:15.356563 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-ec51c48f-af3b-4060-80d5-4627e7c5bd22 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '058f7233-8be8-408a-acd7-23d9560b9c08') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:15.384566 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cf0b49-3104-41b9-9faf-72900f05d79d None None] get_active_networks_info from dv-neutron-819440-1-hyperv {{(pid=87520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 26 16:43:15.448388 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port d9423f01-fd2e-496c-b44c-e2e76bc692c5 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:15.472539 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port d9423f01-fd2e-496c-b44c-e2e76bc692c5 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:15.472925 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:15.487783 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-939c8410-af8c-4bad-b569-525795179951 req-9e21ca6d-c218-4435-ab3d-0c306fed8637 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0642424 Nov 26 16:43:15.513094 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c0ed6a48-4e29-42b7-8527-b4b7a6fe91a5 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:15.519314 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6fd2cd35-e1f0-4401-af0e-e4c0b8ca8369 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:15.534823 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3494210a-5205-42d3-a4d6-4e991271d832 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:15.545539 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c0ed6a48-4e29-42b7-8527-b4b7a6fe91a5 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:15.566703 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed6a48-4e29-42b7-8527-b4b7a6fe91a5 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event deleted for resources: {'Network': ['ID=afe1ef65-7b53-4021-b0d2-e870633176d6,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:15.575306 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c0ed6a48-4e29-42b7-8527-b4b7a6fe91a5 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:15.575872 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0f97f320-1c82-47c9-821c-922ec2256998 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:15.621705 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c0ed6a48-4e29-42b7-8527-b4b7a6fe91a5 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "DELETE /v2.0/networks/afe1ef65-7b53-4021-b0d2-e870633176d6 HTTP/1.1" status: 204 len: 168 time: 1.2962325 Nov 26 16:43:15.625772 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48636) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:15.626974 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3494210a-5205-42d3-a4d6-4e991271d832 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:15.632474 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3494210a-5205-42d3-a4d6-4e991271d832 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/2c3e199c-e2a0-4678-8b71-10888e0f0dce HTTP/1.1" status: 204 len: 168 time: 1.1920226 Nov 26 16:43:15.632474 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494210a-5205-42d3-a4d6-4e991271d832 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=2c3e199c-e2a0-4678-8b71-10888e0f0dce,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:15.633410 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f8a4aa-c699-4daa-824c-ab9d542e6ce3 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Router 917b74ce-729e-48c5-bc2a-37595768a92c has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:43:15.636910 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48638) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:15.667241 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3494210a-5205-42d3-a4d6-4e991271d832 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:15.679759 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cf0b49-3104-41b9-9faf-72900f05d79d None None] Resources bound (agent type, host, resource id): {{(pid=87520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 16:43:15.684247 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:15.736834 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2b980b3d-5b73-448b-99b9-844955dc03f2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0937872 Nov 26 16:43:15.742284 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48644) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:15.818876 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d634fc5-5a0d-4f94-8172-82fa4e6d2a91 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Deleting subnet 5c21c21d-1007-4776-99d6-c586a929d32f {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:43:15.822581 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9d634fc5-5a0d-4f94-8172-82fa4e6d2a91 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:15.833424 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port d9423f01-fd2e-496c-b44c-e2e76bc692c5, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=d9423f01-fd2e-496c-b44c-e2e76bc692c5,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:15.844676 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:15.845866 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:43:15.872834 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-5ebc5733-1b50-4b26-b772-ff5e4e298285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:15.950784 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f8a4aa-c699-4daa-824c-ab9d542e6ce3 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:43:15.970999 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-12f8a4aa-c699-4daa-824c-ab9d542e6ce3 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] 10.222.0.11 "PUT /v2.0/routers/917b74ce-729e-48c5-bc2a-37595768a92c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7575638 Nov 26 16:43:15.979789 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27df4883-5df5-46b7-8865-b2be66f93947 None None] Sync routers for ids ['917b74ce-729e-48c5-bc2a-37595768a92c'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:43:15.997399 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48648) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:16.075837 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27df4883-5df5-46b7-8865-b2be66f93947 None None] Routers {'917b74ce-729e-48c5-bc2a-37595768a92c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:43:16.075837 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-27df4883-5df5-46b7-8865-b2be66f93947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:43:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['917b74ce-729e-48c5-bc2a-37595768a92c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:16.084125 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-05e336ee-14d5-4338-a7d7-e37d32affd66 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] delete failed (client error): The resource could not be found. Nov 26 16:43:16.088630 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-05e336ee-14d5-4338-a7d7-e37d32affd66 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] 10.222.0.11 "DELETE /v2.0/routers/tempest-non_exist_router-1613462967 HTTP/1.1" status: 404 len: 335 time: 0.0869346 Nov 26 16:43:16.090085 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48652) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:16.092366 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9d634fc5-5a0d-4f94-8172-82fa4e6d2a91 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:16.100739 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ec51c48f-af3b-4060-80d5-4627e7c5bd22 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "GET /v2.0/ports/058f7233-8be8-408a-acd7-23d9560b9c08/tags HTTP/1.1" status: 200 len: 205 time: 0.8443315 Nov 26 16:43:16.108778 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48654) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:16.127289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-44358d3b-48f2-4132-a252-c0a6e1d0f389 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e4c0fc82-a5b4-46a0-a403-747f1f57a034') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:16.132943 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-7ba96954-7355-4dad-928d-594fbec1c029 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Request body: {'router': {'external_gateway_info': {'network_id': '917b74ce-729e-48c5-bc2a-37595768a92c'}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:16.154343 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-27df4883-5df5-46b7-8865-b2be66f93947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:16.156881 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=d9423f01-fd2e-496c-b44c-e2e76bc692c5,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:16.159896 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:16.181325 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27df4883-5df5-46b7-8865-b2be66f93947 None None] Routers {'917b74ce-729e-48c5-bc2a-37595768a92c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:43:16.182037 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-27df4883-5df5-46b7-8865-b2be66f93947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:43:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['917b74ce-729e-48c5-bc2a-37595768a92c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:16.258139 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-27df4883-5df5-46b7-8865-b2be66f93947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:16.258835 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27df4883-5df5-46b7-8865-b2be66f93947 None None] The sync data for ids ['917b74ce-729e-48c5-bc2a-37595768a92c'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:43:16.267472 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:16.269565 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:16.303551 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a02c6b3-12af-4c71-8833-d8c5d9e92205 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:16.304463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9a02c6b3-12af-4c71-8833-d8c5d9e92205 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:16.389079 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-44358d3b-48f2-4132-a252-c0a6e1d0f389 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "GET /v2.0/routers/e4c0fc82-a5b4-46a0-a403-747f1f57a034/tags HTTP/1.1" status: 200 len: 240 time: 0.2708449 Nov 26 16:43:16.396748 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48660) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:16.474031 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-9a417cf1-6037-48b3-85e0-59d79b2cc326 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Deleting port 163baa04-345a-4218-900a-8942432c7960 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:16.474366 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9a417cf1-6037-48b3-85e0-59d79b2cc326 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:16.475698 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-727bc06b-b1d1-42af-83c5-aaf9f07a8aad tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e4c0fc82-a5b4-46a0-a403-747f1f57a034', 'tempest-TagsExtTest-Tag-903029697') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:16.505240 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5335c4-3063-42f1-833f-01f0a5852d5b None None] get_active_networks_info from dv-neutron-819440-1-hyperv {{(pid=87520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 26 16:43:16.622274 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9a02c6b3-12af-4c71-8833-d8c5d9e92205 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:16.623669 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9a02c6b3-12af-4c71-8833-d8c5d9e92205 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8331788 Nov 26 16:43:16.637911 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48666) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:16.705845 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5335c4-3063-42f1-833f-01f0a5852d5b None None] Resources bound (agent type, host, resource id): {{(pid=87520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 16:43:16.746727 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9d634fc5-5a0d-4f94-8172-82fa4e6d2a91 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:16.800719 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7ba96954-7355-4dad-928d-594fbec1c029 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:16.867558 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-62db6f38-7c2f-48bb-afa6-1b065333ab75 req-44d11c09-b30d-4637-ab4e-0bc9d03494dd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.2790971 Nov 26 16:43:16.877850 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-7ba96954-7355-4dad-928d-594fbec1c029 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] update failed (client error): The resource could not be found. Nov 26 16:43:16.879216 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7ba96954-7355-4dad-928d-594fbec1c029 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] 10.222.0.11 "PUT /v2.0/routers/917b74ce-729e-48c5-bc2a-37595768a92c HTTP/1.1" status: 404 len: 339 time: 0.7584772 Nov 26 16:43:16.885349 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48670) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:16.931485 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-727bc06b-b1d1-42af-83c5-aaf9f07a8aad tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "GET /v2.0/routers/e4c0fc82-a5b4-46a0-a403-747f1f57a034/tags/tempest-TagsExtTest-Tag-903029697 HTTP/1.1" status: 204 len: 168 time: 0.4813361 Nov 26 16:43:16.936231 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48674) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:16.944115 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-81b6fe21-3fcc-4f17-9271-7360a6862cd1 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e4c0fc82-a5b4-46a0-a403-747f1f57a034', 'tempest-TagsExtTest-Tag-903029697') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:17.009565 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf734c3a-a08a-450a-b307-e68770c51076 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:17.010311 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cf734c3a-a08a-450a-b307-e68770c51076 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:17.033970 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9a417cf1-6037-48b3-85e0-59d79b2cc326 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:17.118234 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4d8415-c1fd-49ad-8a67-450b839650f3 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:17.142881 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cf734c3a-a08a-450a-b307-e68770c51076 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:17.143432 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device d9423f01-fd2e-496c-b44c-e2e76bc692c5 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:43:17.146884 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cf734c3a-a08a-450a-b307-e68770c51076 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3252401 Nov 26 16:43:17.150179 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48678) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:17.160596 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9d634fc5-5a0d-4f94-8172-82fa4e6d2a91 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:17.170767 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-9a417cf1-6037-48b3-85e0-59d79b2cc326 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Calling delete_port for 163baa04-345a-4218-900a-8942432c7960 owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:17.202836 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-90a89a3d-8efb-4196-907a-4cdd11cf24bf tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:17.271804 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8d43a469-2ba7-40f9-ba5f-88259f4da16f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1119106 Nov 26 16:43:17.287176 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48682) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:17.298118 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-56f75fcf-56c0-45e9-a5f1-31e7a44de562 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:17.371414 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port d9423f01-fd2e-496c-b44c-e2e76bc692c5 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:17.371827 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:17.403652 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-81b6fe21-3fcc-4f17-9271-7360a6862cd1 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "DELETE /v2.0/routers/e4c0fc82-a5b4-46a0-a403-747f1f57a034/tags/tempest-TagsExtTest-Tag-903029697 HTTP/1.1" status: 204 len: 168 time: 0.4640915 Nov 26 16:43:17.419916 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48686) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:17.444613 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.tag.tag_plugin [None req-a9c6e430-9d1a-44cf-865b-4dec623f482a tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e4c0fc82-a5b4-46a0-a403-747f1f57a034') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:17.469605 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-56f75fcf-56c0-45e9-a5f1-31e7a44de562 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:17.485740 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ea10592b-13bd-41a6-8006-35010e59b0f0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:17.495739 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-56f75fcf-56c0-45e9-a5f1-31e7a44de562 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:17.548620 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cac14d5-b0e0-49e9-9fd8-c86d98e0fa5d None None] DHCP port deletion for 8c8ccad8-46f8-4956-abe3-9f3eb45da297 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:43:17.551546 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d634fc5-5a0d-4f94-8172-82fa4e6d2a91 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event deleted for resources: {'Subnet': ['ID=5c21c21d-1007-4776-99d6-c586a929d32f,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:17.554771 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-9cac14d5-b0e0-49e9-9fd8-c86d98e0fa5d None None] Deleting port d9423f01-fd2e-496c-b44c-e2e76bc692c5 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:17.555884 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9cac14d5-b0e0-49e9-9fd8-c86d98e0fa5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:17.573671 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9d634fc5-5a0d-4f94-8172-82fa4e6d2a91 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:17.585565 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9d634fc5-5a0d-4f94-8172-82fa4e6d2a91 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:17.594133 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa18bd7-9fbf-4190-93b4-3f28aafb141a None None] Network dbae403f-ec37-438d-ae7d-9b6fddd3700b requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:17.622598 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f75fcf-56c0-45e9-a5f1-31e7a44de562 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:17.626248 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56f75fcf-56c0-45e9-a5f1-31e7a44de562 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:17.724642 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-9d634fc5-5a0d-4f94-8172-82fa4e6d2a91 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "DELETE /v2.0/subnets/5c21c21d-1007-4776-99d6-c586a929d32f HTTP/1.1" status: 204 len: 168 time: 2.0900753 Nov 26 16:43:17.725761 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48690) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:17.949053 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-9cac14d5-b0e0-49e9-9fd8-c86d98e0fa5d None None] For port d9423f01-fd2e-496c-b44c-e2e76bc692c5, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=d9423f01-fd2e-496c-b44c-e2e76bc692c5,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:17.949459 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9cac14d5-b0e0-49e9-9fd8-c86d98e0fa5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:17.968364 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a9c6e430-9d1a-44cf-865b-4dec623f482a tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "GET /v2.0/routers/e4c0fc82-a5b4-46a0-a403-747f1f57a034/tags HTTP/1.1" status: 200 len: 205 time: 0.5302668 Nov 26 16:43:17.973962 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48696) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:17.987400 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-6a0e595f-6ed0-4aa1-901b-cfcc7bd0bbf2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2ea99c5f-b0c5-43d2-90c2-d65f1c89690c') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:18.042417 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-25142508-5d41-4bf6-a22d-034d399525db tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:18.045814 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-897e862b-5aff-4763-aa06-fc313708aea9 req-29e7833e-0cec-49be-88ac-ef3cd5d3c77a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0634737 Nov 26 16:43:18.082957 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-9cac14d5-b0e0-49e9-9fd8-c86d98e0fa5d None None] Calling delete_port for d9423f01-fd2e-496c-b44c-e2e76bc692c5 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:18.098656 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6a0e595f-6ed0-4aa1-901b-cfcc7bd0bbf2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "GET /v2.0/subnetpools/2ea99c5f-b0c5-43d2-90c2-d65f1c89690c/tags HTTP/1.1" status: 200 len: 240 time: 0.1219215 Nov 26 16:43:18.102527 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48700) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:18.110819 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56f75fcf-56c0-45e9-a5f1-31e7a44de562 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:18.114052 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.tag.tag_plugin [None req-0c330c68-e543-4258-ac6c-320e49ce9ba7 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2ea99c5f-b0c5-43d2-90c2-d65f1c89690c', 'tempest-TagsExtTest-Tag-201764333') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:18.117679 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ee9ed204-d577-4784-9e54-6a2a87f779f3 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:18.121920 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-25142508-5d41-4bf6-a22d-034d399525db tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Deleting port 0712f1aa-b658-4d64-b0c3-af458b18474f {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:18.122260 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-25142508-5d41-4bf6-a22d-034d399525db tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:18.173775 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9cac14d5-b0e0-49e9-9fd8-c86d98e0fa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:18.180355 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3d43d47c-f304-4726-ba79-5a0d393abda1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:18.187814 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9b4c375b-99d3-4d30-ba75-49ae0bd1579f tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:18.200402 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f75fcf-56c0-45e9-a5f1-31e7a44de562 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:18.205231 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-56f75fcf-56c0-45e9-a5f1-31e7a44de562 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:18.207410 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-ea10592b-13bd-41a6-8006-35010e59b0f0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Allocated IP 172.20.0.1 (57a3199b-8e74-4054-af11-125b9e9c5fb0/b0ad601d-4af3-49c8-b4c2-018c6ba2aa80/a74631b9-2da4-4b1f-b762-732603315010) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:43:18.217262 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f75fcf-56c0-45e9-a5f1-31e7a44de562 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:18.218014 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56f75fcf-56c0-45e9-a5f1-31e7a44de562 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:18.251318 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f75fcf-56c0-45e9-a5f1-31e7a44de562 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=899ad1a7-2866-4a0d-b35c-bd2ca89bcf09,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:18.273405 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-56f75fcf-56c0-45e9-a5f1-31e7a44de562 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:18.278466 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f738ca-c36f-4356-80a1-2f8e9b831648 None None] DHCP port deletion for dbae403f-ec37-438d-ae7d-9b6fddd3700b request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:43:18.282504 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac14d5-b0e0-49e9-9fd8-c86d98e0fa5d None None] Pushing event deleted for resources: {'Port': ['ID=d9423f01-fd2e-496c-b44c-e2e76bc692c5,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:18.285102 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9cac14d5-b0e0-49e9-9fd8-c86d98e0fa5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:18.288956 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cac14d5-b0e0-49e9-9fd8-c86d98e0fa5d None None] No DVR routers for this DVR port d9423f01-fd2e-496c-b44c-e2e76bc692c5 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:43:18.293297 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-d4f738ca-c36f-4356-80a1-2f8e9b831648 None None] Deleting port 0712f1aa-b658-4d64-b0c3-af458b18474f {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:18.293674 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d4f738ca-c36f-4356-80a1-2f8e9b831648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:18.325727 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30803174-3ddd-45da-9fff-ea101d56d5cb None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:18.339385 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-56f75fcf-56c0-45e9-a5f1-31e7a44de562 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0466475 Nov 26 16:43:18.347455 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48704) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:18.355329 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-25d69422-8ccc-4fc3-8173-4c99abea7a9d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'fixed_ips': [{'subnet_id': '899ad1a7-2866-4a0d-b35c-bd2ca89bcf09', 'ip_address': '2001:db8::af27:ce7c:be9a:1a39'}], 'name': 'tempest-NetworksTestDHCPv6-1283204744'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:18.429989 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0c330c68-e543-4258-ac6c-320e49ce9ba7 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "GET /v2.0/subnetpools/2ea99c5f-b0c5-43d2-90c2-d65f1c89690c/tags/tempest-TagsExtTest-Tag-201764333 HTTP/1.1" status: 204 len: 168 time: 0.3244963 Nov 26 16:43:18.443155 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48708) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:18.457847 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-96e70a28-d3b0-469c-84d9-f977e03a48da tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '2ea99c5f-b0c5-43d2-90c2-d65f1c89690c', 'tempest-TagsExtTest-Tag-201764333') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:18.495221 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9a417cf1-6037-48b3-85e0-59d79b2cc326 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:18.506190 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5ab9f761-6a67-400e-b815-489ee353624f tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:18.592320 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'fixed_ips': [{'subnet_id': '899ad1a7-2866-4a0d-b35c-bd2ca89bcf09'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:43:18.593092 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:18.729805 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-96e70a28-d3b0-469c-84d9-f977e03a48da tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "DELETE /v2.0/subnetpools/2ea99c5f-b0c5-43d2-90c2-d65f1c89690c/tags/tempest-TagsExtTest-Tag-201764333 HTTP/1.1" status: 204 len: 168 time: 0.2831450 Nov 26 16:43:18.742708 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48712) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:18.751319 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-7b8af61e-9a5a-43ec-9656-565aa3b12986 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2ea99c5f-b0c5-43d2-90c2-d65f1c89690c') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:18.771213 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ea10592b-13bd-41a6-8006-35010e59b0f0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:18.779345 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a417cf1-6037-48b3-85e0-59d79b2cc326 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Pushing event deleted for resources: {'Port': ['ID=163baa04-345a-4218-900a-8942432c7960,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:18.787522 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] Allocated IP 2001:db8::2 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/899ad1a7-2866-4a0d-b35c-bd2ca89bcf09/b6b56840-6d76-4928-8258-bbc29fc300e6) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:43:18.787778 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-25d69422-8ccc-4fc3-8173-4c99abea7a9d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:18.810838 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-25d69422-8ccc-4fc3-8173-4c99abea7a9d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:18.824843 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-ea10592b-13bd-41a6-8006-35010e59b0f0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Transition to ACTIVE for port object a74631b9-2da4-4b1f-b762-732603315010 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:18.830291 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7b8af61e-9a5a-43ec-9656-565aa3b12986 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "GET /v2.0/subnetpools/2ea99c5f-b0c5-43d2-90c2-d65f1c89690c/tags HTTP/1.1" status: 200 len: 205 time: 0.0862951 Nov 26 16:43:18.840714 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48716) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:18.854864 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-90f574ed-0c47-46e6-af8f-12a6eb5c445b tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2ea99c5f-b0c5-43d2-90c2-d65f1c89690c') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:18.872190 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9a417cf1-6037-48b3-85e0-59d79b2cc326 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:18.880221 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d69422-8ccc-4fc3-8173-4c99abea7a9d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:18.999506 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-90f574ed-0c47-46e6-af8f-12a6eb5c445b tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "DELETE /v2.0/subnetpools/2ea99c5f-b0c5-43d2-90c2-d65f1c89690c/tags HTTP/1.1" status: 204 len: 168 time: 0.1488149 Nov 26 16:43:19.000486 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48720) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:19.013674 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ea10592b-13bd-41a6-8006-35010e59b0f0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:19.022817 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-9f33ff2a-f828-451e-8b0d-9e85bb8229f5 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e4c0fc82-a5b4-46a0-a403-747f1f57a034') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:19.090155 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6260c047-4b44-4505-bc2a-f6eb8be71cc5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:19.107609 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:19.120657 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-d4f738ca-c36f-4356-80a1-2f8e9b831648 None None] For port 0712f1aa-b658-4d64-b0c3-af458b18474f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=0712f1aa-b658-4d64-b0c3-af458b18474f,segment=NetworkSegment(b783ada3-28f6-499a-bed8-1e1958a1df5e),segment_id=b783ada3-28f6-499a-bed8-1e1958a1df5e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:19.121195 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d4f738ca-c36f-4356-80a1-2f8e9b831648 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:19.185418 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device d9423f01-fd2e-496c-b44c-e2e76bc692c5 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:43:19.211398 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-25142508-5d41-4bf6-a22d-034d399525db tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] For port 0712f1aa-b658-4d64-b0c3-af458b18474f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=0712f1aa-b658-4d64-b0c3-af458b18474f,segment=NetworkSegment(b783ada3-28f6-499a-bed8-1e1958a1df5e),segment_id=b783ada3-28f6-499a-bed8-1e1958a1df5e)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:19.212005 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-25142508-5d41-4bf6-a22d-034d399525db tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:19.277024 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-d4f738ca-c36f-4356-80a1-2f8e9b831648 None None] Calling delete_port for 0712f1aa-b658-4d64-b0c3-af458b18474f owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:19.295936 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f03ecb9a-ce22-4bd1-bc64-eb810f4d009f req-d8810ebd-4ed0-422e-bb8d-fc449efe14b0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0915220 Nov 26 16:43:19.298836 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea10592b-13bd-41a6-8006-35010e59b0f0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Network 57a3199b-8e74-4054-af11-125b9e9c5fb0 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:19.304810 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-25d69422-8ccc-4fc3-8173-4c99abea7a9d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:19.324022 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10592b-13bd-41a6-8006-35010e59b0f0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event updated for resources: {'Port': ['ID=a74631b9-2da4-4b1f-b762-732603315010,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:19.327477 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-ea10592b-13bd-41a6-8006-35010e59b0f0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:19.334419 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] Transition to ACTIVE for port object b6b56840-6d76-4928-8258-bbc29fc300e6 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:19.344005 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ea10592b-13bd-41a6-8006-35010e59b0f0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:19.347448 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea10592b-13bd-41a6-8006-35010e59b0f0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:19.371244 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: d9423f01-fd2e-496c-b44c-e2e76bc692c5 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:43:19.371608 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device d9423f01-fd2e-496c-b44c-e2e76bc692c5 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:43:19.372056 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0712f1aa-b658-4d64-b0c3-af458b18474f no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:43:19.396434 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-25d69422-8ccc-4fc3-8173-4c99abea7a9d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] device_id is not set on port 1d0df6bf-9073-4240-a50f-860e2e405ad9 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:43:19.399210 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-25142508-5d41-4bf6-a22d-034d399525db tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Calling delete_port for 0712f1aa-b658-4d64-b0c3-af458b18474f owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:19.440411 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:19.446121 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] Transition to ACTIVE for port object b6b56840-6d76-4928-8258-bbc29fc300e6 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:19.457751 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:19.464558 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-020f1a35-977d-433c-affe-1390d7fabed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:19.482046 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9f33ff2a-f828-451e-8b0d-9e85bb8229f5 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "DELETE /v2.0/routers/e4c0fc82-a5b4-46a0-a403-747f1f57a034/tags HTTP/1.1" status: 204 len: 168 time: 0.4805689 Nov 26 16:43:19.488262 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48726) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:19.499597 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-82734591-dc82-40ff-8315-1eb961a147f2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '058f7233-8be8-408a-acd7-23d9560b9c08') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:19.501450 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d4f738ca-c36f-4356-80a1-2f8e9b831648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:19.510621 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-9b4c375b-99d3-4d30-ba75-49ae0bd1579f tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Allocated IP 172.20.0.1 (978418e2-8deb-4496-8b76-6a76660d5694/1a33aef5-6a7a-4f21-accd-1518a86a6b26/c6a15129-9bdc-4376-887c-ea464b9bf6da) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:43:19.524436 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No active binding found for port 0712f1aa-b658-4d64-b0c3-af458b18474f {{(pid=87520) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 26 16:43:19.524859 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0712f1aa-b658-4d64-b0c3-af458b18474f not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:43:19.525024 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ea10592b-13bd-41a6-8006-35010e59b0f0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:19.549094 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:19.552796 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f738ca-c36f-4356-80a1-2f8e9b831648 None None] No DVR routers for this DVR port 0712f1aa-b658-4d64-b0c3-af458b18474f on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:43:19.554011 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:19.562163 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:19.570794 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] Pushing event updated for resources: {'Port': ['ID=b6b56840-6d76-4928-8258-bbc29fc300e6,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:19.576047 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:19.576534 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:19.618819 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f738ca-c36f-4356-80a1-2f8e9b831648 None None] Pushing event deleted for resources: {'Port': ['ID=0712f1aa-b658-4d64-b0c3-af458b18474f,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:19.624987 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.api [None req-25142508-5d41-4bf6-a22d-034d399525db tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:43:19.625315 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_db.api [None req-25142508-5d41-4bf6-a22d-034d399525db tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:43:19.631759 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9a417cf1-6037-48b3-85e0-59d79b2cc326 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:19.649736 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d4f738ca-c36f-4356-80a1-2f8e9b831648 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:19.726110 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] Attempting to bind port b6b56840-6d76-4928-8258-bbc29fc300e6 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:43:19.726827 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] Attempting to bind port b6b56840-6d76-4928-8258-bbc29fc300e6 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:43:19.727571 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] Attempting to bind port b6b56840-6d76-4928-8258-bbc29fc300e6 on network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:43:19.732018 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b33f7cc0-6e5c-4d57-9f2f-198f786f4177 None None] Provisioning for port a74631b9-2da4-4b1f-b762-732603315010 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:19.739523 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:43:19.739780 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] Checking segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:43:19.740177 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:19.740618 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] Bound using segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:43:19.741090 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] Bound port: b6b56840-6d76-4928-8258-bbc29fc300e6, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:43:19.741522 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:19.748153 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-25d69422-8ccc-4fc3-8173-4c99abea7a9d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 2001:db8::af27:ce7c:be9a:1a39 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/899ad1a7-2866-4a0d-b35c-bd2ca89bcf09/1d0df6bf-9073-4240-a50f-860e2e405ad9) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:43:19.791751 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b33f7cc0-6e5c-4d57-9f2f-198f786f4177 None None] Provisioning complete for port a74631b9-2da4-4b1f-b762-732603315010 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:19.791751 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b33f7cc0-6e5c-4d57-9f2f-198f786f4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:19.803769 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-82734591-dc82-40ff-8315-1eb961a147f2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "DELETE /v2.0/ports/058f7233-8be8-408a-acd7-23d9560b9c08/tags HTTP/1.1" status: 204 len: 168 time: 0.3118315 Nov 26 16:43:19.814401 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48730) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:19.823550 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-cb1a1892-ff6a-493f-9039-67c445c97a95 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '89283e2f-afa9-435f-880e-358451fb45d5') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:19.894791 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ea10592b-13bd-41a6-8006-35010e59b0f0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:19.928652 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-b33f7cc0-6e5c-4d57-9f2f-198f786f4177 None None] Port a74631b9-2da4-4b1f-b762-732603315010 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:43:19.939913 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] For port b6b56840-6d76-4928-8258-bbc29fc300e6, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:43:19.943179 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] For port b6b56840-6d76-4928-8258-bbc29fc300e6, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b6b56840-6d76-4928-8258-bbc29fc300e6,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:43:19.948219 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:19.954332 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9cac14d5-b0e0-49e9-9fd8-c86d98e0fa5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:19.964079 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9b4c375b-99d3-4d30-ba75-49ae0bd1579f tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:19.998098 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-9b4c375b-99d3-4d30-ba75-49ae0bd1579f tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Transition to ACTIVE for port object c6a15129-9bdc-4376-887c-ea464b9bf6da will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:20.042875 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] Pushing event updated for resources: {'Port': ['ID=b6b56840-6d76-4928-8258-bbc29fc300e6,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:20.047014 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:20.138378 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-25142508-5d41-4bf6-a22d-034d399525db tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Deleting port 0712f1aa-b658-4d64-b0c3-af458b18474f {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:20.138865 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-25142508-5d41-4bf6-a22d-034d399525db tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:20.252919 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-25142508-5d41-4bf6-a22d-034d399525db tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] The port '0712f1aa-b658-4d64-b0c3-af458b18474f' was deleted {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:43:20.309597 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cb1a1892-ff6a-493f-9039-67c445c97a95 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "DELETE /v2.0/subnets/89283e2f-afa9-435f-880e-358451fb45d5/tags HTTP/1.1" status: 204 len: 168 time: 0.4942045 Nov 26 16:43:20.314476 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48734) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:20.332750 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-c567e573-f395-4179-8126-94bbeef66e55 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '89283e2f-afa9-435f-880e-358451fb45d5', 'tempest-TagsExtTest-Tag-1180794516') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:20.469405 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9b4c375b-99d3-4d30-ba75-49ae0bd1579f tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:20.524376 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-25d69422-8ccc-4fc3-8173-4c99abea7a9d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:20.555102 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-04b28bd8-be1f-459a-8697-5d081ca9cee7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:20.574554 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-25d69422-8ccc-4fc3-8173-4c99abea7a9d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Transition to ACTIVE for port object 1d0df6bf-9073-4240-a50f-860e2e405ad9 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:20.630785 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cfe0e47c-fe8c-41b7-8a50-c2bbae2464c3 req-bf94f32d-43ac-4d81-9737-e48b699a193f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1725457 Nov 26 16:43:20.673221 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4c375b-99d3-4d30-ba75-49ae0bd1579f tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Network 978418e2-8deb-4496-8b76-6a76660d5694 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:20.675065 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-25142508-5d41-4bf6-a22d-034d399525db tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:20.689351 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-9b4c375b-99d3-4d30-ba75-49ae0bd1579f tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:20.693871 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c375b-99d3-4d30-ba75-49ae0bd1579f tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Pushing event updated for resources: {'Port': ['ID=c6a15129-9bdc-4376-887c-ea464b9bf6da,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:20.696082 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4c375b-99d3-4d30-ba75-49ae0bd1579f tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:20.726208 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-25d69422-8ccc-4fc3-8173-4c99abea7a9d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:20.736389 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e1421ab9-828a-4ba9-be23-8372fc5ef1b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:20.739009 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a417cf1-6037-48b3-85e0-59d79b2cc326 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Router 289c9be6-1e25-48a8-9ac3-9eaa949a177f has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:43:20.740091 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9b4c375b-99d3-4d30-ba75-49ae0bd1579f tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:20.748754 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-25142508-5d41-4bf6-a22d-034d399525db tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbae403f-ec37-438d-ae7d-9b6fddd3700b']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:20.781702 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-25142508-5d41-4bf6-a22d-034d399525db tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b783ada3-28f6-499a-bed8-1e1958a1df5e') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:20.782000 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-25142508-5d41-4bf6-a22d-034d399525db tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b783ada3-28f6-499a-bed8-1e1958a1df5e') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:20.808310 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c567e573-f395-4179-8126-94bbeef66e55 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "PUT /v2.0/subnets/89283e2f-afa9-435f-880e-358451fb45d5/tags/tempest-TagsExtTest-Tag-1180794516 HTTP/1.1" status: 201 len: 201 time: 0.4905293 Nov 26 16:43:20.813992 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48740) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:20.821521 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d69422-8ccc-4fc3-8173-4c99abea7a9d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:20.832808 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-2352e58c-26e2-4663-95b7-4154863cfc76 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '058f7233-8be8-408a-acd7-23d9560b9c08', 'tempest-TagsExtTest-Tag-210289966') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:20.868185 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-25142508-5d41-4bf6-a22d-034d399525db tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:20.872098 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-25d69422-8ccc-4fc3-8173-4c99abea7a9d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:20.884623 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ea10592b-13bd-41a6-8006-35010e59b0f0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:20.886324 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d69422-8ccc-4fc3-8173-4c99abea7a9d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:20.892889 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d69422-8ccc-4fc3-8173-4c99abea7a9d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:20.893539 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-25d69422-8ccc-4fc3-8173-4c99abea7a9d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:20.908962 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ea10592b-13bd-41a6-8006-35010e59b0f0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:20.938255 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d69422-8ccc-4fc3-8173-4c99abea7a9d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=1d0df6bf-9073-4240-a50f-860e2e405ad9,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:20.961559 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-25d69422-8ccc-4fc3-8173-4c99abea7a9d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:20.962084 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9975eceb-5a1c-4958-88b5-c46de4e40306 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:20.969717 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9b4c375b-99d3-4d30-ba75-49ae0bd1579f tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:20.990182 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-25142508-5d41-4bf6-a22d-034d399525db tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:21.018188 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25142508-5d41-4bf6-a22d-034d399525db tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:43:21.018601 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-25142508-5d41-4bf6-a22d-034d399525db tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:43:21.033733 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:43:21.041342 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-25d69422-8ccc-4fc3-8173-4c99abea7a9d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6892138 Nov 26 16:43:21.041342 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48744) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:21.100856 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ea10592b-13bd-41a6-8006-35010e59b0f0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:21.129768 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10592b-13bd-41a6-8006-35010e59b0f0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event updated for resources: {'Port': ['ID=a74631b9-2da4-4b1f-b762-732603315010,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:21.137383 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ea10592b-13bd-41a6-8006-35010e59b0f0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:21.163631 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a417cf1-6037-48b3-85e0-59d79b2cc326 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:43:21.165244 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-25142508-5d41-4bf6-a22d-034d399525db tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:21.173170 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d3a26393-bde8-4aa6-9408-04cc1df993ca tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:21.177120 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-1812c494-2466-4593-8abf-c357d47de61c None None] Provisioning for port c6a15129-9bdc-4376-887c-ea464b9bf6da completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:21.185135 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32c6f91-41b0-45d8-ab9e-a5821be22999 None None] Sync routers for ids ['289c9be6-1e25-48a8-9ac3-9eaa949a177f'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:43:21.189707 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-25142508-5d41-4bf6-a22d-034d399525db tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:21.194238 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-1812c494-2466-4593-8abf-c357d47de61c None None] Provisioning complete for port c6a15129-9bdc-4376-887c-ea464b9bf6da triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:21.194839 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1812c494-2466-4593-8abf-c357d47de61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:21.204302 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32c6f91-41b0-45d8-ab9e-a5821be22999 None None] Routers {'289c9be6-1e25-48a8-9ac3-9eaa949a177f'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:43:21.205243 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-e32c6f91-41b0-45d8-ab9e-a5821be22999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:43:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['289c9be6-1e25-48a8-9ac3-9eaa949a177f'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:21.256230 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b6b56840-6d76-4928-8258-bbc29fc300e6 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:43:21.290084 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25142508-5d41-4bf6-a22d-034d399525db tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Pushing event deleted for resources: {'Network': ['ID=dbae403f-ec37-438d-ae7d-9b6fddd3700b,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:21.301167 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2352e58c-26e2-4663-95b7-4154863cfc76 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "PUT /v2.0/ports/058f7233-8be8-408a-acd7-23d9560b9c08/tags/tempest-TagsExtTest-Tag-210289966 HTTP/1.1" status: 201 len: 201 time: 0.4827099 Nov 26 16:43:21.306924 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48748) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:21.312423 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-25142508-5d41-4bf6-a22d-034d399525db tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:21.314479 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-d67ddb3a-5c25-43bf-8b55-7030f93e86ca tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e4c0fc82-a5b4-46a0-a403-747f1f57a034', 'tempest-TagsExtTest-Tag-121537435') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:21.329779 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-25142508-5d41-4bf6-a22d-034d399525db tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] 10.222.0.11 "DELETE /v2.0/networks/dbae403f-ec37-438d-ae7d-9b6fddd3700b HTTP/1.1" status: 204 len: 168 time: 3.5389488 Nov 26 16:43:21.354150 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-e32c6f91-41b0-45d8-ab9e-a5821be22999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:21.356139 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-9a417cf1-6037-48b3-85e0-59d79b2cc326 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] 10.222.0.11 "PUT /v2.0/routers/289c9be6-1e25-48a8-9ac3-9eaa949a177f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7340908 Nov 26 16:43:21.356777 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48754) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:21.362245 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9b4c375b-99d3-4d30-ba75-49ae0bd1579f tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:21.375482 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32c6f91-41b0-45d8-ab9e-a5821be22999 None None] Routers {'289c9be6-1e25-48a8-9ac3-9eaa949a177f'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:43:21.376663 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-e32c6f91-41b0-45d8-ab9e-a5821be22999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:43:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['289c9be6-1e25-48a8-9ac3-9eaa949a177f'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:21.399706 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-1812c494-2466-4593-8abf-c357d47de61c None None] Port c6a15129-9bdc-4376-887c-ea464b9bf6da cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:43:21.400107 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3aaf9e-3496-4ed6-b93e-a0f21de70647 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:21.406340 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3aaf9e-3496-4ed6-b93e-a0f21de70647 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:21.407136 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-eb3aaf9e-3496-4ed6-b93e-a0f21de70647 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:21.443575 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port b6b56840-6d76-4928-8258-bbc29fc300e6 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:21.503902 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea10592b-13bd-41a6-8006-35010e59b0f0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Network 57a3199b-8e74-4054-af11-125b9e9c5fb0 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:21.506409 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-ea10592b-13bd-41a6-8006-35010e59b0f0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:21.516085 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-eb3aaf9e-3496-4ed6-b93e-a0f21de70647 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:21.517641 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-eb3aaf9e-3496-4ed6-b93e-a0f21de70647 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4729414 Nov 26 16:43:21.523308 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48758) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:21.542435 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b7f2f63f-16ea-451e-9370-4886d1f57d9f None None] Provisioning for port b6b56840-6d76-4928-8258-bbc29fc300e6 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:21.548513 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b7f2f63f-16ea-451e-9370-4886d1f57d9f None None] Provisioning complete for port b6b56840-6d76-4928-8258-bbc29fc300e6 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:21.549181 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b7f2f63f-16ea-451e-9370-4886d1f57d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:21.549643 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-e32c6f91-41b0-45d8-ab9e-a5821be22999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:21.550067 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32c6f91-41b0-45d8-ab9e-a5821be22999 None None] The sync data for ids ['289c9be6-1e25-48a8-9ac3-9eaa949a177f'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:43:21.837731 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b7f2f63f-16ea-451e-9370-4886d1f57d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:21.905347 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ea4b57e2-7a12-4046-a51d-776809cc2a35 req-119abbf4-d0b4-4e55-96fc-9bf7d942a9b5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1484256 Nov 26 16:43:21.909037 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-b7f2f63f-16ea-451e-9370-4886d1f57d9f None None] For port b6b56840-6d76-4928-8258-bbc29fc300e6, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b6b56840-6d76-4928-8258-bbc29fc300e6,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:21.916259 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b7f2f63f-16ea-451e-9370-4886d1f57d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:21.920197 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48766) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:21.921160 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-cdbe1142-730d-4865-981d-fcf434440d4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:21.946471 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-cc3df325-57c4-45c4-918d-549c1e7ffcdb tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting port 1d0df6bf-9073-4240-a50f-860e2e405ad9 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:21.947006 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cc3df325-57c4-45c4-918d-549c1e7ffcdb tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:21.950276 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d447fb6b-cbc5-4937-a3cb-8efd4a855b8e tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:21.985227 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d67ddb3a-5c25-43bf-8b55-7030f93e86ca tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "PUT /v2.0/routers/e4c0fc82-a5b4-46a0-a403-747f1f57a034/tags/tempest-TagsExtTest-Tag-121537435 HTTP/1.1" status: 201 len: 201 time: 0.6757908 Nov 26 16:43:21.996073 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48772) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:21.997995 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2f63f-16ea-451e-9370-4886d1f57d9f None None] Pushing event updated for resources: {'Port': ['ID=b6b56840-6d76-4928-8258-bbc29fc300e6,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:22.001410 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b7f2f63f-16ea-451e-9370-4886d1f57d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:22.015962 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-dff739ba-6642-48fa-8745-72e2a5bc3a4f tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2ea99c5f-b0c5-43d2-90c2-d65f1c89690c', 'tempest-TagsExtTest-Tag-1331157648') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:22.042068 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a13c9372-d1b0-45a6-a985-9502ebd464cf None None] Provisioning complete for port a74631b9-2da4-4b1f-b762-732603315010 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:22.042858 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a13c9372-d1b0-45a6-a985-9502ebd464cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:22.106437 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-a13c9372-d1b0-45a6-a985-9502ebd464cf None None] Port a74631b9-2da4-4b1f-b762-732603315010 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:43:22.118777 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a13c9372-d1b0-45a6-a985-9502ebd464cf None None] Provisioning for port 1d0df6bf-9073-4240-a50f-860e2e405ad9 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:22.124422 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a13c9372-d1b0-45a6-a985-9502ebd464cf None None] Provisioning complete for port 1d0df6bf-9073-4240-a50f-860e2e405ad9 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:22.124672 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a13c9372-d1b0-45a6-a985-9502ebd464cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:22.138516 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea10592b-13bd-41a6-8006-35010e59b0f0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Router b3dcdb06-aba9-4b36-8766-7b096104f313 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:43:22.182187 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-a13c9372-d1b0-45a6-a985-9502ebd464cf None None] Port 1d0df6bf-9073-4240-a50f-860e2e405ad9 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:43:22.208360 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-dff739ba-6642-48fa-8745-72e2a5bc3a4f tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "PUT /v2.0/subnetpools/2ea99c5f-b0c5-43d2-90c2-d65f1c89690c/tags/tempest-TagsExtTest-Tag-1331157648 HTTP/1.1" status: 201 len: 201 time: 0.2109160 Nov 26 16:43:22.237738 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48776) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:22.294683 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.tag.tag_plugin [None req-95396820-5039-4b62-9570-7d1ccbe5949a tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '89283e2f-afa9-435f-880e-358451fb45d5', {'tags': ['tempest-TagsExtTest-Tag-663638242', 'tempest-TagsExtTest-Tag-1475100217', 'tempest-TagsExtTest-Tag-2131659408']}) {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:22.478639 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-95396820-5039-4b62-9570-7d1ccbe5949a tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "PUT /v2.0/subnets/89283e2f-afa9-435f-880e-358451fb45d5/tags HTTP/1.1" status: 200 len: 317 time: 0.2397728 Nov 26 16:43:22.481749 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48780) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:22.486465 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d447fb6b-cbc5-4937-a3cb-8efd4a855b8e tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:22.494205 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.tag.tag_plugin [None req-5ec902c3-7876-4ee7-88f4-ccdf06fa45d3 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '89283e2f-afa9-435f-880e-358451fb45d5') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:22.532078 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1f2f7a66-5c37-45f1-885f-17e615b3ca48 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ead52e8001994e0e891a9abddd8a01c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6106527 Nov 26 16:43:22.542368 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48784) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:22.545731 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-d447fb6b-cbc5-4937-a3cb-8efd4a855b8e tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Deleting port a5d71314-0e56-4cef-96d3-519b6c00b1a7 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:22.546087 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d447fb6b-cbc5-4937-a3cb-8efd4a855b8e tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:22.593108 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9b4c375b-99d3-4d30-ba75-49ae0bd1579f tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:22.615030 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cc3df325-57c4-45c4-918d-549c1e7ffcdb tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:22.617494 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9b4c375b-99d3-4d30-ba75-49ae0bd1579f tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:22.653665 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9b4c375b-99d3-4d30-ba75-49ae0bd1579f tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:22.739795 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea10592b-13bd-41a6-8006-35010e59b0f0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:43:22.747745 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-cc3df325-57c4-45c4-918d-549c1e7ffcdb tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Calling delete_port for 1d0df6bf-9073-4240-a50f-860e2e405ad9 owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:22.754928 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b24c77a-de73-4a8a-b4ff-2b6e0d21031d None None] Sync routers for ids ['b3dcdb06-aba9-4b36-8766-7b096104f313'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:43:22.769982 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b24c77a-de73-4a8a-b4ff-2b6e0d21031d None None] Routers {'b3dcdb06-aba9-4b36-8766-7b096104f313'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:43:22.771029 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-8b24c77a-de73-4a8a-b4ff-2b6e0d21031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:43:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b3dcdb06-aba9-4b36-8766-7b096104f313'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:22.782713 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ea10592b-13bd-41a6-8006-35010e59b0f0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "PUT /v2.0/routers/b3dcdb06-aba9-4b36-8766-7b096104f313/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5251102 Nov 26 16:43:22.787310 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48788) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:22.799511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-24eaf227-8bdf-4cbd-b3fd-ec43c3c39a07 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Request body: {'port': {'network_id': '57a3199b-8e74-4054-af11-125b9e9c5fb0', 'name': 'tempest-FloatingIPTestJSON-1433846654'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:22.846678 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9b4c375b-99d3-4d30-ba75-49ae0bd1579f tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:22.847333 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-8b24c77a-de73-4a8a-b4ff-2b6e0d21031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:22.856588 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b24c77a-de73-4a8a-b4ff-2b6e0d21031d None None] Routers {'b3dcdb06-aba9-4b36-8766-7b096104f313'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:43:22.857333 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-8b24c77a-de73-4a8a-b4ff-2b6e0d21031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:43:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b3dcdb06-aba9-4b36-8766-7b096104f313'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:22.872910 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c375b-99d3-4d30-ba75-49ae0bd1579f tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Pushing event updated for resources: {'Port': ['ID=c6a15129-9bdc-4376-887c-ea464b9bf6da,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:22.879031 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9b4c375b-99d3-4d30-ba75-49ae0bd1579f tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:22.904018 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a385a4f7-c066-473a-b1fa-e07f408970fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:22.924650 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-8b24c77a-de73-4a8a-b4ff-2b6e0d21031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:22.925434 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b24c77a-de73-4a8a-b4ff-2b6e0d21031d None None] The sync data for ids ['b3dcdb06-aba9-4b36-8766-7b096104f313'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:43:23.005918 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-24eaf227-8bdf-4cbd-b3fd-ec43c3c39a07 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:23.013621 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-24eaf227-8bdf-4cbd-b3fd-ec43c3c39a07 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Usage tracker for resource:port and tenant:7c991dfeb8c24761a5861f1676495514 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:23.017385 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-24eaf227-8bdf-4cbd-b3fd-ec43c3c39a07 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:23.022952 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cc3df325-57c4-45c4-918d-549c1e7ffcdb tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:23.024755 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-24eaf227-8bdf-4cbd-b3fd-ec43c3c39a07 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:23.032137 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e2003349-fc85-4ff6-9124-5f2c5f279f57 tempest-RoutersAdminTest-1134219354 tempest-RoutersAdminTest-1134219354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:23.076001 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4ccb9610-1af4-4baf-9f05-e46877161765 req-68f4e517-2b29-4288-998f-7d936b285af4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0984020 Nov 26 16:43:23.088828 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3df325-57c4-45c4-918d-549c1e7ffcdb tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Port': ['ID=1d0df6bf-9073-4240-a50f-860e2e405ad9,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:23.092288 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cc3df325-57c4-45c4-918d-549c1e7ffcdb tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:23.093673 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a385a4f7-c066-473a-b1fa-e07f408970fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:23.123699 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d447fb6b-cbc5-4937-a3cb-8efd4a855b8e tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:23.133795 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b6b56840-6d76-4928-8258-bbc29fc300e6 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:43:23.133962 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24eaf227-8bdf-4cbd-b3fd-ec43c3c39a07 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Made reservation on behalf of 7c991dfeb8c24761a5861f1676495514 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:23.137472 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-24eaf227-8bdf-4cbd-b3fd-ec43c3c39a07 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:23.158503 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cc3df325-57c4-45c4-918d-549c1e7ffcdb tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:23.172250 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-24eaf227-8bdf-4cbd-b3fd-ec43c3c39a07 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] device_id is not set on port 69a96a0e-5b36-4b47-b20a-189f703a0a54 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:43:23.228481 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port b6b56840-6d76-4928-8258-bbc29fc300e6 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:23.228972 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:23.265864 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5ec902c3-7876-4ee7-88f4-ccdf06fa45d3 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "DELETE /v2.0/subnets/89283e2f-afa9-435f-880e-358451fb45d5/tags HTTP/1.1" status: 204 len: 168 time: 0.7824306 Nov 26 16:43:23.288656 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48794) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:23.307897 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-6e7ab89e-dcc6-46ca-bfac-1042363ad3a6 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '89283e2f-afa9-435f-880e-358451fb45d5', 'tempest-TagsExtTest-Tag-663638242') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:23.337986 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-d447fb6b-cbc5-4937-a3cb-8efd4a855b8e tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Calling delete_port for a5d71314-0e56-4cef-96d3-519b6c00b1a7 owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:23.377600 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cc3df325-57c4-45c4-918d-549c1e7ffcdb tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/1d0df6bf-9073-4240-a50f-860e2e405ad9 HTTP/1.1" status: 204 len: 168 time: 1.8520956 Nov 26 16:43:23.381833 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48798) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:23.383086 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4c375b-99d3-4d30-ba75-49ae0bd1579f tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Network 978418e2-8deb-4496-8b76-6a76660d5694 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:23.386801 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-9b4c375b-99d3-4d30-ba75-49ae0bd1579f tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:23.400486 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a385a4f7-c066-473a-b1fa-e07f408970fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:23.463225 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2a70d9c3-3d5f-48de-a75a-7a4e10b0f67c tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:23.473783 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-24eaf227-8bdf-4cbd-b3fd-ec43c3c39a07 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Allocated IP 172.20.0.8 (57a3199b-8e74-4054-af11-125b9e9c5fb0/b0ad601d-4af3-49c8-b4c2-018c6ba2aa80/69a96a0e-5b36-4b47-b20a-189f703a0a54) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:43:23.494551 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6a60ef-2963-4ba2-b52e-11b8fc1cf737 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:23.496195 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6a60ef-2963-4ba2-b52e-11b8fc1cf737 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:23.496944 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ce6a60ef-2963-4ba2-b52e-11b8fc1cf737 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:23.537068 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-6e7ab89e-dcc6-46ca-bfac-1042363ad3a6 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] show failed (client error): The resource could not be found. Nov 26 16:43:23.540757 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6e7ab89e-dcc6-46ca-bfac-1042363ad3a6 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "GET /v2.0/subnets/89283e2f-afa9-435f-880e-358451fb45d5/tags/tempest-TagsExtTest-Tag-663638242 HTTP/1.1" status: 404 len: 328 time: 0.2479815 Nov 26 16:43:23.540934 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385a4f7-c066-473a-b1fa-e07f408970fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3594a1db-0d8d-4bd4-b72c-60431181f33f,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:23.541998 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48802) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:23.542793 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a385a4f7-c066-473a-b1fa-e07f408970fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:23.550614 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ce6a60ef-2963-4ba2-b52e-11b8fc1cf737 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:23.554271 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ce6a60ef-2963-4ba2-b52e-11b8fc1cf737 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1688752 Nov 26 16:43:23.555195 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48804) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:23.574379 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.tag.tag_plugin [None req-303bd62e-abc5-45e3-b12c-df03df73e2b2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '89283e2f-afa9-435f-880e-358451fb45d5', 'tempest-TagsExtTest-Tag-1475100217') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:23.637816 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a385a4f7-c066-473a-b1fa-e07f408970fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:23.638930 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a385a4f7-c066-473a-b1fa-e07f408970fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3594a1db-0d8d-4bd4-b72c-60431181f33f HTTP/1.1" status: 204 len: 168 time: 1.0692430 Nov 26 16:43:23.683881 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4c375b-99d3-4d30-ba75-49ae0bd1579f tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Router 917b74ce-729e-48c5-bc2a-37595768a92c has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:43:23.724704 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0cd20f-e711-4529-8a8a-6150093a2887 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet 899ad1a7-2866-4a0d-b35c-bd2ca89bcf09 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:43:23.730340 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1c0cd20f-e711-4529-8a8a-6150093a2887 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:23.736627 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a2a67668-322e-47f0-a634-e70d769cf5ea None None] Provisioning complete for port c6a15129-9bdc-4376-887c-ea464b9bf6da triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:23.737166 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a2a67668-322e-47f0-a634-e70d769cf5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:23.816228 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-a2a67668-322e-47f0-a634-e70d769cf5ea None None] Port c6a15129-9bdc-4376-887c-ea464b9bf6da cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:43:23.827066 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1c0cd20f-e711-4529-8a8a-6150093a2887 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:23.904244 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-24eaf227-8bdf-4cbd-b3fd-ec43c3c39a07 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:23.952642 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1c0cd20f-e711-4529-8a8a-6150093a2887 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:24.037627 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1c0cd20f-e711-4529-8a8a-6150093a2887 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:24.043084 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5d6cc6e5-0e03-4fa9-bc5a-f9c74b0b3fc0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:24.072040 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-303bd62e-abc5-45e3-b12c-df03df73e2b2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] show failed (client error): The resource could not be found. Nov 26 16:43:24.075431 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-303bd62e-abc5-45e3-b12c-df03df73e2b2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "GET /v2.0/subnets/89283e2f-afa9-435f-880e-358451fb45d5/tags/tempest-TagsExtTest-Tag-1475100217 HTTP/1.1" status: 404 len: 329 time: 0.5187454 Nov 26 16:43:24.077337 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48822) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:24.080383 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0cd20f-e711-4529-8a8a-6150093a2887 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=899ad1a7-2866-4a0d-b35c-bd2ca89bcf09,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:24.089406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.tag.tag_plugin [None req-21aec149-0bec-4260-b552-eaa11b52e322 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '89283e2f-afa9-435f-880e-358451fb45d5', 'tempest-TagsExtTest-Tag-2131659408') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:24.089610 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1c0cd20f-e711-4529-8a8a-6150093a2887 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:24.095309 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1c0cd20f-e711-4529-8a8a-6150093a2887 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:24.108607 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf416c9-cf8f-4787-9d6e-6b9e97095945 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:24.114642 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1c0cd20f-e711-4529-8a8a-6150093a2887 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/899ad1a7-2866-4a0d-b35c-bd2ca89bcf09 HTTP/1.1" status: 204 len: 168 time: 0.5587311 Nov 26 16:43:24.116116 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48826) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:24.153786 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4c375b-99d3-4d30-ba75-49ae0bd1579f tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:43:24.161212 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d447fb6b-cbc5-4937-a3cb-8efd4a855b8e tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:24.165838 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c082bc-582b-4c50-9745-2dfaa2754454 None None] Sync routers for ids ['917b74ce-729e-48c5-bc2a-37595768a92c'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:43:24.167473 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-45334ad8-0f1d-45ee-a793-5a410276fe4b tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:24.180980 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c082bc-582b-4c50-9745-2dfaa2754454 None None] Routers {'917b74ce-729e-48c5-bc2a-37595768a92c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:43:24.182449 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-45c082bc-582b-4c50-9745-2dfaa2754454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:43:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['917b74ce-729e-48c5-bc2a-37595768a92c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:24.217294 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447fb6b-cbc5-4937-a3cb-8efd4a855b8e tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Pushing event deleted for resources: {'Port': ['ID=a5d71314-0e56-4cef-96d3-519b6c00b1a7,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:24.225370 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-9b4c375b-99d3-4d30-ba75-49ae0bd1579f tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] 10.222.0.11 "PUT /v2.0/routers/917b74ce-729e-48c5-bc2a-37595768a92c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3369765 Nov 26 16:43:24.226263 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48832) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:24.227376 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d447fb6b-cbc5-4937-a3cb-8efd4a855b8e tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:24.345982 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-45c082bc-582b-4c50-9745-2dfaa2754454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:24.356623 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c082bc-582b-4c50-9745-2dfaa2754454 None None] Routers {'917b74ce-729e-48c5-bc2a-37595768a92c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:43:24.357984 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-45c082bc-582b-4c50-9745-2dfaa2754454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:43:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['917b74ce-729e-48c5-bc2a-37595768a92c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:24.364506 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a89733ad-2a2c-4fe9-b661-b5323968f553 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2467575 Nov 26 16:43:24.365152 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48838) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:24.369794 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-24eaf227-8bdf-4cbd-b3fd-ec43c3c39a07 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Transition to ACTIVE for port object 69a96a0e-5b36-4b47-b20a-189f703a0a54 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:24.409975 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-28dcd03f-80ba-42a9-bc26-714ad9539aa4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:24.443901 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15709cb5-02ca-4217-8aef-1195c1720393 req-fd62005a-8343-46b3-a3e4-1fa54afcab52 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0761039 Nov 26 16:43:24.489411 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-45c082bc-582b-4c50-9745-2dfaa2754454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:24.490099 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c082bc-582b-4c50-9745-2dfaa2754454 None None] The sync data for ids ['917b74ce-729e-48c5-bc2a-37595768a92c'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:43:24.510109 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-21aec149-0bec-4260-b552-eaa11b52e322 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] show failed (client error): The resource could not be found. Nov 26 16:43:24.511287 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-21aec149-0bec-4260-b552-eaa11b52e322 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "GET /v2.0/subnets/89283e2f-afa9-435f-880e-358451fb45d5/tags/tempest-TagsExtTest-Tag-2131659408 HTTP/1.1" status: 404 len: 329 time: 0.4311519 Nov 26 16:43:24.517129 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48846) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:24.527241 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.tag.tag_plugin [None req-6eac7b2d-e541-431e-9015-e9786f288688 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '058f7233-8be8-408a-acd7-23d9560b9c08', {'tags': ['tempest-TagsExtTest-Tag-394500780', 'tempest-TagsExtTest-Tag-1615926949', 'tempest-TagsExtTest-Tag-1290147971']}) {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:24.544533 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6251be05-d20e-4568-abd9-cee0839d0cab None None] DHCP port deletion for 8c8ccad8-46f8-4956-abe3-9f3eb45da297 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:43:24.551838 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-28dcd03f-80ba-42a9-bc26-714ad9539aa4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:24.554535 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-28dcd03f-80ba-42a9-bc26-714ad9539aa4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:24.558204 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-28dcd03f-80ba-42a9-bc26-714ad9539aa4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:24.565082 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-28dcd03f-80ba-42a9-bc26-714ad9539aa4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:24.565298 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-6251be05-d20e-4568-abd9-cee0839d0cab None None] Deleting port b6b56840-6d76-4928-8258-bbc29fc300e6 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:24.566061 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6251be05-d20e-4568-abd9-cee0839d0cab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:24.568149 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-24eaf227-8bdf-4cbd-b3fd-ec43c3c39a07 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:24.574632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-325bc3ab-e416-4ada-9ad5-cb2048470c31 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:24.579603 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-df340e7c-d6f4-44f3-8954-e3ac18c12215 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:24.649633 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28dcd03f-80ba-42a9-bc26-714ad9539aa4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:24.653455 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-28dcd03f-80ba-42a9-bc26-714ad9539aa4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:24.673560 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24eaf227-8bdf-4cbd-b3fd-ec43c3c39a07 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Network 57a3199b-8e74-4054-af11-125b9e9c5fb0 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:24.723371 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-24eaf227-8bdf-4cbd-b3fd-ec43c3c39a07 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:24.732755 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eaf227-8bdf-4cbd-b3fd-ec43c3c39a07 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:24.758668 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d447fb6b-cbc5-4937-a3cb-8efd4a855b8e tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:24.772757 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48852) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:24.804098 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eaf227-8bdf-4cbd-b3fd-ec43c3c39a07 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event updated for resources: {'Port': ['ID=69a96a0e-5b36-4b47-b20a-189f703a0a54,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:24.819160 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-24eaf227-8bdf-4cbd-b3fd-ec43c3c39a07 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:24.837183 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:43:24.856821 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24eaf227-8bdf-4cbd-b3fd-ec43c3c39a07 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:24.857442 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-24eaf227-8bdf-4cbd-b3fd-ec43c3c39a07 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:24.863368 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6eac7b2d-e541-431e-9015-e9786f288688 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "PUT /v2.0/ports/058f7233-8be8-408a-acd7-23d9560b9c08/tags HTTP/1.1" status: 200 len: 317 time: 0.3437197 Nov 26 16:43:24.876761 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-6251be05-d20e-4568-abd9-cee0839d0cab None None] For port b6b56840-6d76-4928-8258-bbc29fc300e6, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b6b56840-6d76-4928-8258-bbc29fc300e6,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:24.877409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6251be05-d20e-4568-abd9-cee0839d0cab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:24.884177 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48858) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:24.901995 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-a8e455b3-ba1d-4236-8482-3d697876108b tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '058f7233-8be8-408a-acd7-23d9560b9c08') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:25.043504 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-6251be05-d20e-4568-abd9-cee0839d0cab None None] Calling delete_port for b6b56840-6d76-4928-8258-bbc29fc300e6 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:25.050932 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-321006716'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:25.056483 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d447fb6b-cbc5-4937-a3cb-8efd4a855b8e tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:25.058784 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d447fb6b-cbc5-4937-a3cb-8efd4a855b8e tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:25.060591 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-df340e7c-d6f4-44f3-8954-e3ac18c12215 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 26 16:43:25.064286 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:25.065199 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-df340e7c-d6f4-44f3-8954-e3ac18c12215 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] 10.222.0.11 "DELETE /v2.0/routers/917b74ce-729e-48c5-bc2a-37595768a92c HTTP/1.1" status: 409 len: 329 time: 0.8359191 Nov 26 16:43:25.065892 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48862) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:25.071822 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-24eaf227-8bdf-4cbd-b3fd-ec43c3c39a07 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2828007 Nov 26 16:43:25.071973 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48866) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:25.077423 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:network and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:25.083181 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:25.104313 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:25.148830 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-7203a90e-8329-4204-a950-b14f222d937d tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Request body: {'floatingip': {'port_id': '69a96a0e-5b36-4b47-b20a-189f703a0a54'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:25.152207 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a8e455b3-ba1d-4236-8482-3d697876108b tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "DELETE /v2.0/ports/058f7233-8be8-408a-acd7-23d9560b9c08/tags HTTP/1.1" status: 204 len: 168 time: 0.2652314 Nov 26 16:43:25.153172 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48870) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:25.162167 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b6b56840-6d76-4928-8258-bbc29fc300e6 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:43:25.169407 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-7e43eb5a-612f-40dc-986a-dcdbcf01d337 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '058f7233-8be8-408a-acd7-23d9560b9c08', 'tempest-TagsExtTest-Tag-394500780') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:25.204483 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:25.206505 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:25.235887 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9db946b9-ada1-445c-9963-b9e6775b4a56 None None] Provisioning for port 69a96a0e-5b36-4b47-b20a-189f703a0a54 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:25.239753 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:25.243509 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6251be05-d20e-4568-abd9-cee0839d0cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:25.247454 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d4f738ca-c36f-4356-80a1-2f8e9b831648 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:25.256123 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-28dcd03f-80ba-42a9-bc26-714ad9539aa4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:25.261160 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:25.284898 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9db946b9-ada1-445c-9963-b9e6775b4a56 None None] Provisioning complete for port 69a96a0e-5b36-4b47-b20a-189f703a0a54 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:25.285123 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9db946b9-ada1-445c-9963-b9e6775b4a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:25.322826 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251be05-d20e-4568-abd9-cee0839d0cab None None] Pushing event deleted for resources: {'Port': ['ID=b6b56840-6d76-4928-8258-bbc29fc300e6,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:25.326642 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:25.329115 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dcd03f-80ba-42a9-bc26-714ad9539aa4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=0186a6bb-c08c-4aae-b290-9621434a7344,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:25.332497 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-6251be05-d20e-4568-abd9-cee0839d0cab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:25.337865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-28dcd03f-80ba-42a9-bc26-714ad9539aa4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:25.339640 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No active binding found for port b6b56840-6d76-4928-8258-bbc29fc300e6 {{(pid=87520) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 26 16:43:25.340104 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b6b56840-6d76-4928-8258-bbc29fc300e6 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:43:25.341748 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6251be05-d20e-4568-abd9-cee0839d0cab None None] No DVR routers for this DVR port b6b56840-6d76-4928-8258-bbc29fc300e6 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:43:25.342903 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:security_group_rule and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:25.358196 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dcd03f-80ba-42a9-bc26-714ad9539aa4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:25.360012 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:25.363956 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-28dcd03f-80ba-42a9-bc26-714ad9539aa4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:25.364338 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-9db946b9-ada1-445c-9963-b9e6775b4a56 None None] Port 69a96a0e-5b36-4b47-b20a-189f703a0a54 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:43:25.372495 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dcd03f-80ba-42a9-bc26-714ad9539aa4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:25.373195 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-28dcd03f-80ba-42a9-bc26-714ad9539aa4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:25.378721 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:25.387147 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c379cd74-0aca-49a0-85e0-5bd60ac20754 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:25.414436 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-28dcd03f-80ba-42a9-bc26-714ad9539aa4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0450802 Nov 26 16:43:25.415247 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48874) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:25.420365 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-7e43eb5a-612f-40dc-986a-dcdbcf01d337 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] show failed (client error): The resource could not be found. Nov 26 16:43:25.424551 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7e43eb5a-612f-40dc-986a-dcdbcf01d337 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "GET /v2.0/ports/058f7233-8be8-408a-acd7-23d9560b9c08/tags/tempest-TagsExtTest-Tag-394500780 HTTP/1.1" status: 404 len: 328 time: 0.2677665 Nov 26 16:43:25.426866 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48878) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:25.430715 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-aaba904a-e354-46cc-8257-63d30ef43d56 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'fixed_ips': [{'subnet_id': '0186a6bb-c08c-4aae-b290-9621434a7344', 'ip_address': '2001:db8::69fc:f2bd:8a2b:ef28'}], 'name': 'tempest-NetworksTestDHCPv6-1428772253'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:25.456322 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.tag.tag_plugin [None req-fe1f8e51-6cb8-4953-94d6-fac457d0fa87 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '058f7233-8be8-408a-acd7-23d9560b9c08', 'tempest-TagsExtTest-Tag-1615926949') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:25.488729 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d447fb6b-cbc5-4937-a3cb-8efd4a855b8e tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:25.489212 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d447fb6b-cbc5-4937-a3cb-8efd4a855b8e tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Fanout notify agent at l3_agent the message router_deleted on router 289c9be6-1e25-48a8-9ac3-9eaa949a177f {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:43:25.574659 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d447fb6b-cbc5-4937-a3cb-8efd4a855b8e tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:25.578809 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d447fb6b-cbc5-4937-a3cb-8efd4a855b8e tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] 10.222.0.11 "DELETE /v2.0/routers/289c9be6-1e25-48a8-9ac3-9eaa949a177f HTTP/1.1" status: 204 len: 168 time: 4.2183523 Nov 26 16:43:25.584383 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48884) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:25.596854 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7203a90e-8329-4204-a950-b14f222d937d tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:25.612095 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-aaba904a-e354-46cc-8257-63d30ef43d56 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:25.623380 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-aaba904a-e354-46cc-8257-63d30ef43d56 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:port and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:25.628988 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-aaba904a-e354-46cc-8257-63d30ef43d56 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:25.637749 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:25.638919 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-aaba904a-e354-46cc-8257-63d30ef43d56 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:25.645503 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:25.654835 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0cbf678a-06af-4e2c-8ef1-0638c5e70497 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:25.658857 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'fixed_ips': [{'subnet_id': '0186a6bb-c08c-4aae-b290-9621434a7344'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:43:25.659990 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:25.660803 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-511a860c-1c36-4667-aba6-ff3a960cc80d req-d9b1a399-eceb-45bb-bba9-311e92e9bb19 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1468961 Nov 26 16:43:25.667049 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:43:25.669268 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaba904a-e354-46cc-8257-63d30ef43d56 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:25.769333 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d14f969f-0f49-44e5-96a0-437450cd5958,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:25.774053 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:25.774597 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Added segment 9d58b2b7-9f9c-4056-ba4a-cf841529c855 of type vlan for network 1f6b688d-2809-441d-9740-72853f2de05c Nov 26 16:43:25.777671 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:25.828827 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:25.852237 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aaba904a-e354-46cc-8257-63d30ef43d56 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:25.888762 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-aaba904a-e354-46cc-8257-63d30ef43d56 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] device_id is not set on port e66e48a9-fce8-4738-9503-e8cac871b892 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:43:25.892964 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] Allocated IP 2001:db8::2 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/0186a6bb-c08c-4aae-b290-9621434a7344/5f416f95-bb12-4f2d-9fc0-f2d03eae33e2) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:43:25.943590 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:25.949578 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:25.950175 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:25.958739 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-20e9c70c-ef9d-4a01-92b3-eb2edf6dacd9 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:25.976685 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea38e697-f10d-4969-a14a-a8297909ff35 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Deleting subnet dd0870c5-348a-4961-91b7-cfacef552118 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:43:25.989602 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ea38e697-f10d-4969-a14a-a8297909ff35 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:26.066800 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-fe1f8e51-6cb8-4953-94d6-fac457d0fa87 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] show failed (client error): The resource could not be found. Nov 26 16:43:26.068093 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fe1f8e51-6cb8-4953-94d6-fac457d0fa87 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "GET /v2.0/ports/058f7233-8be8-408a-acd7-23d9560b9c08/tags/tempest-TagsExtTest-Tag-1615926949 HTTP/1.1" status: 404 len: 329 time: 0.6303966 Nov 26 16:43:26.109532 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48892) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:26.132109 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-4860288f-a046-4a43-aa2a-bbed111be0ff tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '058f7233-8be8-408a-acd7-23d9560b9c08', 'tempest-TagsExtTest-Tag-1290147971') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:26.145233 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:26.157273 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] Transition to ACTIVE for port object 5f416f95-bb12-4f2d-9fc0-f2d03eae33e2 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:26.177222 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Network': ['ID=1f6b688d-2809-441d-9740-72853f2de05c,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:26.178204 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] Transition to ACTIVE for port object 5f416f95-bb12-4f2d-9fc0-f2d03eae33e2 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:26.180186 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4066770 Nov 26 16:43:26.184591 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:26.189110 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48896) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:26.192942 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 1f6b688d-2809-441d-9740-72853f2de05c details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:43:26.200212 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-31caeab1-d95b-4597-83c8-8b27191b4be1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'port': {'network_id': '1f6b688d-2809-441d-9740-72853f2de05c', 'name': 'tempest-PortsIpV6TestJSON-1616096607'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:26.207154 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:26.213575 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:26.230400 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ea38e697-f10d-4969-a14a-a8297909ff35 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:26.344708 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:26.348820 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] Pushing event updated for resources: {'Port': ['ID=5f416f95-bb12-4f2d-9fc0-f2d03eae33e2,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:26.351763 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:26.354925 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:26.357266 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:26.477614 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] Attempting to bind port 5f416f95-bb12-4f2d-9fc0-f2d03eae33e2 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:43:26.478320 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] Attempting to bind port 5f416f95-bb12-4f2d-9fc0-f2d03eae33e2 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:43:26.479559 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] Attempting to bind port 5f416f95-bb12-4f2d-9fc0-f2d03eae33e2 on network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:43:26.485038 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:43:26.485558 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] Checking segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:43:26.485973 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:26.486426 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] Bound using segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:43:26.487221 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] Bound port: 5f416f95-bb12-4f2d-9fc0-f2d03eae33e2, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:43:26.487356 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:26.523624 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-aaba904a-e354-46cc-8257-63d30ef43d56 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 2001:db8::69fc:f2bd:8a2b:ef28 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/0186a6bb-c08c-4aae-b290-9621434a7344/e66e48a9-fce8-4738-9503-e8cac871b892) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:43:26.526028 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-31caeab1-d95b-4597-83c8-8b27191b4be1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:26.539812 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-31caeab1-d95b-4597-83c8-8b27191b4be1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:port and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:26.544619 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-4860288f-a046-4a43-aa2a-bbed111be0ff tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] show failed (client error): The resource could not be found. Nov 26 16:43:26.549109 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4860288f-a046-4a43-aa2a-bbed111be0ff tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "GET /v2.0/ports/058f7233-8be8-408a-acd7-23d9560b9c08/tags/tempest-TagsExtTest-Tag-1290147971 HTTP/1.1" status: 404 len: 329 time: 0.4384785 Nov 26 16:43:26.549543 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48900) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:26.552342 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-31caeab1-d95b-4597-83c8-8b27191b4be1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:26.569069 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ea38e697-f10d-4969-a14a-a8297909ff35 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:26.570790 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-31caeab1-d95b-4597-83c8-8b27191b4be1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:26.583311 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] For port 5f416f95-bb12-4f2d-9fc0-f2d03eae33e2, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:43:26.589165 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] For port 5f416f95-bb12-4f2d-9fc0-f2d03eae33e2, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5f416f95-bb12-4f2d-9fc0-f2d03eae33e2,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:43:26.593703 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:26.598257 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-43f6bdd2-c5e3-4227-ad37-466a23672ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:26.599708 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.tag.tag_plugin [None req-246cb055-cd66-48a7-8c86-637800e82607 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e4c0fc82-a5b4-46a0-a403-747f1f57a034', {'tags': ['tempest-TagsExtTest-Tag-1207187944', 'tempest-TagsExtTest-Tag-1881058366', 'tempest-TagsExtTest-Tag-1087562060']}) {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:26.604698 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31caeab1-d95b-4597-83c8-8b27191b4be1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:26.608192 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-31caeab1-d95b-4597-83c8-8b27191b4be1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:26.676846 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] Pushing event updated for resources: {'Port': ['ID=5f416f95-bb12-4f2d-9fc0-f2d03eae33e2,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:26.710915 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:26.786144 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aaba904a-e354-46cc-8257-63d30ef43d56 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:26.835998 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-aaba904a-e354-46cc-8257-63d30ef43d56 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Transition to ACTIVE for port object e66e48a9-fce8-4738-9503-e8cac871b892 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:26.847179 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-31caeab1-d95b-4597-83c8-8b27191b4be1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] device_id is not set on port 31f3e752-5808-486b-969c-d1496b51c9fc yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:43:26.946377 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3d9bf95a-f6d4-4b3b-8add-aca0d92e9cf1 req-a1418ce9-bdcd-494e-af4e-a7a31e4ed82a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1938958 Nov 26 16:43:26.998583 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aaba904a-e354-46cc-8257-63d30ef43d56 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:27.010353 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-efded8d0-aea7-4a72-b51d-41b84b9f339f tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:27.112945 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7203a90e-8329-4204-a950-b14f222d937d tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:27.135067 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7203a90e-8329-4204-a950-b14f222d937d tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:27.156698 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaba904a-e354-46cc-8257-63d30ef43d56 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:27.165262 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-aaba904a-e354-46cc-8257-63d30ef43d56 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:27.179051 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaba904a-e354-46cc-8257-63d30ef43d56 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:27.184758 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaba904a-e354-46cc-8257-63d30ef43d56 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:27.185405 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aaba904a-e354-46cc-8257-63d30ef43d56 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:27.187425 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5f416f95-bb12-4f2d-9fc0-f2d03eae33e2 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:43:27.207351 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba904a-e354-46cc-8257-63d30ef43d56 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=e66e48a9-fce8-4738-9503-e8cac871b892,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:27.217601 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-aaba904a-e354-46cc-8257-63d30ef43d56 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:27.250346 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-aaba904a-e354-46cc-8257-63d30ef43d56 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8319035 Nov 26 16:43:27.253440 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48906) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:27.259410 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-31caeab1-d95b-4597-83c8-8b27191b4be1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:27.280010 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 5f416f95-bb12-4f2d-9fc0-f2d03eae33e2 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:27.324404 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ea38e697-f10d-4969-a14a-a8297909ff35 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:27.334816 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c3887487-d605-4fff-8ac2-95916984fa98 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:27.355878 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c09049f-3120-4157-91c6-155ba1d202de tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:27.361982 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c09049f-3120-4157-91c6-155ba1d202de tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:27.362812 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2c09049f-3120-4157-91c6-155ba1d202de tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:27.367247 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-31caeab1-d95b-4597-83c8-8b27191b4be1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:27.372961 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ea10592b-13bd-41a6-8006-35010e59b0f0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:27.379880 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38e697-f10d-4969-a14a-a8297909ff35 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Pushing event deleted for resources: {'Subnet': ['ID=dd0870c5-348a-4961-91b7-cfacef552118,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:27.385541 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-246cb055-cd66-48a7-8c86-637800e82607 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "PUT /v2.0/routers/e4c0fc82-a5b4-46a0-a403-747f1f57a034/tags HTTP/1.1" status: 200 len: 318 time: 0.8238695 Nov 26 16:43:27.385541 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ea38e697-f10d-4969-a14a-a8297909ff35 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:27.393128 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df748d4c-49f2-4990-b804-9d71c091b542 None None] Network 8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:27.395626 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48910) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:27.399585 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ea38e697-f10d-4969-a14a-a8297909ff35 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:27.412234 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.tag.tag_plugin [None req-682fbb4c-b9ed-41c3-ac66-7847ee9d4e47 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e4c0fc82-a5b4-46a0-a403-747f1f57a034') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:27.454989 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2c09049f-3120-4157-91c6-155ba1d202de tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:27.456179 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2c09049f-3120-4157-91c6-155ba1d202de tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2018411 Nov 26 16:43:27.465529 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48914) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:27.484190 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ea38e697-f10d-4969-a14a-a8297909ff35 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] 10.222.0.11 "DELETE /v2.0/subnets/dd0870c5-348a-4961-91b7-cfacef552118 HTTP/1.1" status: 204 len: 168 time: 1.8901575 Nov 26 16:43:27.528161 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48918) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:27.538948 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-92a57d72-1214-498d-adbb-64b3409400f3 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:27.555739 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31caeab1-d95b-4597-83c8-8b27191b4be1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Port': ['ID=31f3e752-5808-486b-969c-d1496b51c9fc,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:27.568837 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-2138c1d0-8441-4c4e-b343-dfbf3b54faab tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting port e66e48a9-fce8-4738-9503-e8cac871b892 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:27.569830 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2138c1d0-8441-4c4e-b343-dfbf3b54faab tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:27.602267 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-31caeab1-d95b-4597-83c8-8b27191b4be1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:27.644706 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31caeab1-d95b-4597-83c8-8b27191b4be1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Checking segment: {'id': '9d58b2b7-9f9c-4056-ba4a-cf841529c855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1f6b688d-2809-441d-9740-72853f2de05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:43:27.645077 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31caeab1-d95b-4597-83c8-8b27191b4be1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network hostable DHCP agents. Network: 1f6b688d-2809-441d-9740-72853f2de05c, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:43:27.691488 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-7203a90e-8329-4204-a950-b14f222d937d tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Floating IP 97a50cdb-6a42-43dd-847e-29e783ccd3b1 associated. External IP: 172.26.0.82, port: df318937-8a14-4af5-b819-fe676feef151. Nov 26 16:43:27.724510 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210abec9-616f-4251-95a1-53501ca112b8 None None] DHCP port deletion for 8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:43:27.729053 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-210abec9-616f-4251-95a1-53501ca112b8 None None] Deleting port 64aa3a25-0ffc-4907-acd8-fad5f0949d8e {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:27.729492 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-210abec9-616f-4251-95a1-53501ca112b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:27.741708 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31caeab1-d95b-4597-83c8-8b27191b4be1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network 1f6b688d-2809-441d-9740-72853f2de05c is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:43:27.932809 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2138c1d0-8441-4c4e-b343-dfbf3b54faab tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:27.942598 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-31caeab1-d95b-4597-83c8-8b27191b4be1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 1f6b688d-2809-441d-9740-72853f2de05c) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:27.950799 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31caeab1-d95b-4597-83c8-8b27191b4be1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:27.958107 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31caeab1-d95b-4597-83c8-8b27191b4be1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:27.958780 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-31caeab1-d95b-4597-83c8-8b27191b4be1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:27.974260 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5c83-15a8-4b9f-8144-da5635fd5861 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:28.004776 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaab0e2-fb3e-4d2e-8ebb-01efb53775f9 None None] Network 1f6b688d-2809-441d-9740-72853f2de05c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:28.035603 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-31caeab1-d95b-4597-83c8-8b27191b4be1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8423862 Nov 26 16:43:28.036231 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48924) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:28.102856 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-2138c1d0-8441-4c4e-b343-dfbf3b54faab tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Calling delete_port for e66e48a9-fce8-4738-9503-e8cac871b892 owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:28.111296 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-2aff0a1f-5ac2-4649-bb0a-c0d79e8fd8f6 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1611248586'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:28.175522 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-2aff0a1f-5ac2-4649-bb0a-c0d79e8fd8f6 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:28.229174 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-210abec9-616f-4251-95a1-53501ca112b8 None None] For port 64aa3a25-0ffc-4907-acd8-fad5f0949d8e, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=64aa3a25-0ffc-4907-acd8-fad5f0949d8e,segment=NetworkSegment(f64730aa-1324-440c-a7fe-fcb66f11b4da),segment_id=f64730aa-1324-440c-a7fe-fcb66f11b4da)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:28.229636 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-210abec9-616f-4251-95a1-53501ca112b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:28.236979 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e196af9d-8b02-4513-b529-1ce661ed7dd1 req-75334052-a92e-4f31-9b92-cf41ed8a9f7d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1951554 Nov 26 16:43:28.237610 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-ef9f5c83-15a8-4b9f-8144-da5635fd5861 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Deleting port 64aa3a25-0ffc-4907-acd8-fad5f0949d8e {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:28.237955 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5c83-15a8-4b9f-8144-da5635fd5861 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:28.285881 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2138c1d0-8441-4c4e-b343-dfbf3b54faab tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:28.292699 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f3d69b00-4df3-41ed-b788-23286a2a2c51 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:28.328038 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7b689cdc-c10e-48e7-bd92-063d3daa34f2 None None] Provisioning for port 5f416f95-bb12-4f2d-9fc0-f2d03eae33e2 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:28.344956 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138c1d0-8441-4c4e-b343-dfbf3b54faab tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Port': ['ID=e66e48a9-fce8-4738-9503-e8cac871b892,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:28.396841 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-210abec9-616f-4251-95a1-53501ca112b8 None None] Calling delete_port for 64aa3a25-0ffc-4907-acd8-fad5f0949d8e owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:28.397490 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2138c1d0-8441-4c4e-b343-dfbf3b54faab tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:28.401846 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2138c1d0-8441-4c4e-b343-dfbf3b54faab tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:28.418378 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2138c1d0-8441-4c4e-b343-dfbf3b54faab tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/e66e48a9-fce8-4738-9503-e8cac871b892 HTTP/1.1" status: 204 len: 168 time: 0.9518030 Nov 26 16:43:28.422620 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48928) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:28.439059 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-682fbb4c-b9ed-41c3-ac66-7847ee9d4e47 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "DELETE /v2.0/routers/e4c0fc82-a5b4-46a0-a403-747f1f57a034/tags HTTP/1.1" status: 204 len: 168 time: 1.0366662 Nov 26 16:43:28.446880 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7b689cdc-c10e-48e7-bd92-063d3daa34f2 None None] Provisioning complete for port 5f416f95-bb12-4f2d-9fc0-f2d03eae33e2 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:28.447269 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7b689cdc-c10e-48e7-bd92-063d3daa34f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:28.500566 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce37ccc-f3c6-4ad2-8bfc-54cc7f907c6a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:28.500826 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2aff0a1f-5ac2-4649-bb0a-c0d79e8fd8f6 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:network and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:28.502191 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce37ccc-f3c6-4ad2-8bfc-54cc7f907c6a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:28.502947 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2ce37ccc-f3c6-4ad2-8bfc-54cc7f907c6a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:28.507230 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48932) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:28.510771 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2aff0a1f-5ac2-4649-bb0a-c0d79e8fd8f6 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:28.517683 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-5d3bb012-7b41-49d8-860d-5ea2076effea tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e4c0fc82-a5b4-46a0-a403-747f1f57a034', 'tempest-TagsExtTest-Tag-1207187944') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:28.607185 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-2aff0a1f-5ac2-4649-bb0a-c0d79e8fd8f6 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:28.616965 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d1a208c1-6b07-4d2f-8606-83fb8d73d212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:28.631727 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7b689cdc-c10e-48e7-bd92-063d3daa34f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:28.662362 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-210abec9-616f-4251-95a1-53501ca112b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:28.671769 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:28.684556 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7203a90e-8329-4204-a950-b14f222d937d tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Router 233059e4-5eaf-4384-833b-61a4728c36d8 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:43:28.692879 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aff0a1f-5ac2-4649-bb0a-c0d79e8fd8f6 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:28.697096 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2aff0a1f-5ac2-4649-bb0a-c0d79e8fd8f6 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:28.714456 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-ef9f5c83-15a8-4b9f-8144-da5635fd5861 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] The port '64aa3a25-0ffc-4907-acd8-fad5f0949d8e' was deleted {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:43:28.721655 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210abec9-616f-4251-95a1-53501ca112b8 None None] Pushing event deleted for resources: {'Port': ['ID=64aa3a25-0ffc-4907-acd8-fad5f0949d8e,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:28.729218 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-210abec9-616f-4251-95a1-53501ca112b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:28.736934 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-7b689cdc-c10e-48e7-bd92-063d3daa34f2 None None] For port 5f416f95-bb12-4f2d-9fc0-f2d03eae33e2, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5f416f95-bb12-4f2d-9fc0-f2d03eae33e2,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:28.738106 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210abec9-616f-4251-95a1-53501ca112b8 None None] No DVR routers for this DVR port 64aa3a25-0ffc-4907-acd8-fad5f0949d8e on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:43:28.754193 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7b689cdc-c10e-48e7-bd92-063d3daa34f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:28.758866 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:28.805373 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2ce37ccc-f3c6-4ad2-8bfc-54cc7f907c6a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:28.806532 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2ce37ccc-f3c6-4ad2-8bfc-54cc7f907c6a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3827219 Nov 26 16:43:28.809488 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48936) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:28.830894 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b689cdc-c10e-48e7-bd92-063d3daa34f2 None None] Pushing event updated for resources: {'Port': ['ID=5f416f95-bb12-4f2d-9fc0-f2d03eae33e2,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:28.834035 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-7b689cdc-c10e-48e7-bd92-063d3daa34f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:28.869845 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4ba62da3-b341-4006-a9a7-826ee3275a42 None None] Could not find standard attr ID for object e66e48a9-fce8-4738-9503-e8cac871b892. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:43:28.877100 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-5d3bb012-7b41-49d8-860d-5ea2076effea tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] show failed (client error): The resource could not be found. Nov 26 16:43:28.878187 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5d3bb012-7b41-49d8-860d-5ea2076effea tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "GET /v2.0/routers/e4c0fc82-a5b4-46a0-a403-747f1f57a034/tags/tempest-TagsExtTest-Tag-1207187944 HTTP/1.1" status: 404 len: 329 time: 0.3676183 Nov 26 16:43:28.881186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48940) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:28.888137 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-1e38c4d0-cdfc-4bae-a468-1f8ae71a2703 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e4c0fc82-a5b4-46a0-a403-747f1f57a034', 'tempest-TagsExtTest-Tag-1881058366') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:28.989572 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aff0a1f-5ac2-4649-bb0a-c0d79e8fd8f6 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:43:29.009508 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08020c3-1b1e-4484-8963-0f887cfa310c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet 0186a6bb-c08c-4aae-b290-9621434a7344 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:43:29.019103 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f08020c3-1b1e-4484-8963-0f887cfa310c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:29.026947 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5c83-15a8-4b9f-8144-da5635fd5861 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:29.043047 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2aff0a1f-5ac2-4649-bb0a-c0d79e8fd8f6 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:29.043398 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-2aff0a1f-5ac2-4649-bb0a-c0d79e8fd8f6 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Added segment cd450dc5-1fb6-4394-bacb-0f412e8d6e34 of type vlan for network d646f8cb-8a1a-4bbf-a7fe-c04ca669b93a Nov 26 16:43:29.082648 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f08020c3-1b1e-4484-8963-0f887cfa310c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:29.119131 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-ef9f5c83-15a8-4b9f-8144-da5635fd5861 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:29.121821 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-1e38c4d0-cdfc-4bae-a468-1f8ae71a2703 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] show failed (client error): The resource could not be found. Nov 26 16:43:29.125663 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1e38c4d0-cdfc-4bae-a468-1f8ae71a2703 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "GET /v2.0/routers/e4c0fc82-a5b4-46a0-a403-747f1f57a034/tags/tempest-TagsExtTest-Tag-1881058366 HTTP/1.1" status: 404 len: 329 time: 0.2407866 Nov 26 16:43:29.126580 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48944) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:29.136193 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5f416f95-bb12-4f2d-9fc0-f2d03eae33e2 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:43:29.141786 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-74d27038-6c77-415c-bd2f-e98f8533051a tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e4c0fc82-a5b4-46a0-a403-747f1f57a034', 'tempest-TagsExtTest-Tag-1087562060') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:29.142196 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-ef9f5c83-15a8-4b9f-8144-da5635fd5861 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64730aa-1324-440c-a7fe-fcb66f11b4da') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:29.142640 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-ef9f5c83-15a8-4b9f-8144-da5635fd5861 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64730aa-1324-440c-a7fe-fcb66f11b4da') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:29.182068 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5c83-15a8-4b9f-8144-da5635fd5861 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:29.189520 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2aff0a1f-5ac2-4649-bb0a-c0d79e8fd8f6 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:29.201595 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7203a90e-8329-4204-a950-b14f222d937d tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:43:29.206264 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-92a57d72-1214-498d-adbb-64b3409400f3 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Deleting port c6a15129-9bdc-4376-887c-ea464b9bf6da {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:29.206604 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-92a57d72-1214-498d-adbb-64b3409400f3 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:29.212749 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 5f416f95-bb12-4f2d-9fc0-f2d03eae33e2 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:29.213198 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:29.244750 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a06b591-ed0c-4933-b344-8066ed2aa6a4 None None] Sync routers for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:43:29.275749 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a06b591-ed0c-4933-b344-8066ed2aa6a4 None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:43:29.276435 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-8a06b591-ed0c-4933-b344-8066ed2aa6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:43:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:29.299878 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5c83-15a8-4b9f-8144-da5635fd5861 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:29.308315 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-74d27038-6c77-415c-bd2f-e98f8533051a tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] show failed (client error): The resource could not be found. Nov 26 16:43:29.313071 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-74d27038-6c77-415c-bd2f-e98f8533051a tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "GET /v2.0/routers/e4c0fc82-a5b4-46a0-a403-747f1f57a034/tags/tempest-TagsExtTest-Tag-1087562060 HTTP/1.1" status: 404 len: 329 time: 0.1857803 Nov 26 16:43:29.313681 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48950) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:29.321714 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-d404e76b-478a-46e2-b4bb-2e2bd027f3e9 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '2ea99c5f-b0c5-43d2-90c2-d65f1c89690c', {'tags': ['tempest-TagsExtTest-Tag-106060323', 'tempest-TagsExtTest-Tag-1577012390', 'tempest-TagsExtTest-Tag-1074498895']}) {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:29.359629 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-8a06b591-ed0c-4933-b344-8066ed2aa6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:29.379452 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a06b591-ed0c-4933-b344-8066ed2aa6a4 None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:43:29.380117 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-8a06b591-ed0c-4933-b344-8066ed2aa6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:43:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:29.387377 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9f5c83-15a8-4b9f-8144-da5635fd5861 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:43:29.388096 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5c83-15a8-4b9f-8144-da5635fd5861 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:29.389289 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8ba62155-9535-4e5a-beb6-ac2abe2f22f4 req-b4b10766-d053-4d0e-ab4d-8887b944593b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0577140 Nov 26 16:43:29.394245 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f08020c3-1b1e-4484-8963-0f887cfa310c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:29.407882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.resource_extend [None req-2aff0a1f-5ac2-4649-bb0a-c0d79e8fd8f6 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:43:29.423470 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:43:29.475674 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f08020c3-1b1e-4484-8963-0f887cfa310c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:29.481158 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cde12a6a-c7f5-4e26-819c-90e789e0a1a5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:29.486241 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:29.493724 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-8a06b591-ed0c-4933-b344-8066ed2aa6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:29.493724 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a06b591-ed0c-4933-b344-8066ed2aa6a4 None None] The sync data for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:43:29.534611 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08020c3-1b1e-4484-8963-0f887cfa310c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=0186a6bb-c08c-4aae-b290-9621434a7344,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:29.536830 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f08020c3-1b1e-4484-8963-0f887cfa310c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:29.539852 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f08020c3-1b1e-4484-8963-0f887cfa310c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:29.544560 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a9c52c-032f-4804-b0ac-af7c22b19c55 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:29.564050 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f08020c3-1b1e-4484-8963-0f887cfa310c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/0186a6bb-c08c-4aae-b290-9621434a7344 HTTP/1.1" status: 204 len: 168 time: 0.7532425 Nov 26 16:43:29.566265 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48954) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:29.591953 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2aff0a1f-5ac2-4649-bb0a-c0d79e8fd8f6 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:29.598078 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aff0a1f-5ac2-4649-bb0a-c0d79e8fd8f6 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:29.598658 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2aff0a1f-5ac2-4649-bb0a-c0d79e8fd8f6 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:29.608188 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:29.614700 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 64aa3a25-0ffc-4907-acd8-fad5f0949d8e no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:43:29.648024 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5c83-15a8-4b9f-8144-da5635fd5861 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:29.653111 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d404e76b-478a-46e2-b4bb-2e2bd027f3e9 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "PUT /v2.0/subnetpools/2ea99c5f-b0c5-43d2-90c2-d65f1c89690c/tags HTTP/1.1" status: 200 len: 317 time: 0.3364737 Nov 26 16:43:29.656696 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5f424788-f480-4ec5-a43f-8947914c1f1a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891492 Nov 26 16:43:29.657491 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48958) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:29.660039 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48960) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:29.665018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-3f67ce24-59d3-49f8-92e5-657219641764 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2ea99c5f-b0c5-43d2-90c2-d65f1c89690c') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:29.669151 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 64aa3a25-0ffc-4907-acd8-fad5f0949d8e {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:43:29.669578 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 64aa3a25-0ffc-4907-acd8-fad5f0949d8e not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:43:29.676175 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-e138528e-8fb8-4a66-91ad-86a0a1d59477 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:29.719751 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5c83-15a8-4b9f-8144-da5635fd5861 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:29.781984 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ef9f5c83-15a8-4b9f-8144-da5635fd5861 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] 10.222.0.11 "DELETE /v2.0/networks/8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32 HTTP/1.1" status: 204 len: 168 time: 2.2460241 Nov 26 16:43:29.787500 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48966) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:29.789870 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2aff0a1f-5ac2-4649-bb0a-c0d79e8fd8f6 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7445092 Nov 26 16:43:29.799226 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff0a1f-5ac2-4649-bb0a-c0d79e8fd8f6 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Network': ['ID=d646f8cb-8a1a-4bbf-a7fe-c04ca669b93a,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:29.802911 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48970) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:29.803965 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2aff0a1f-5ac2-4649-bb0a-c0d79e8fd8f6 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:29.809974 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:29.813202 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network d646f8cb-8a1a-4bbf-a7fe-c04ca669b93a details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:43:29.834046 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'ports': [{'network_id': '1f6b688d-2809-441d-9740-72853f2de05c'}, {'network_id': 'd646f8cb-8a1a-4bbf-a7fe-c04ca669b93a'}]} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:29.834709 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'port': {'network_id': '1f6b688d-2809-441d-9740-72853f2de05c'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:29.835374 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'port': {'network_id': 'd646f8cb-8a1a-4bbf-a7fe-c04ca669b93a'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:29.965229 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e138528e-8fb8-4a66-91ad-86a0a1d59477 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:29.983590 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e138528e-8fb8-4a66-91ad-86a0a1d59477 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:29.987502 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-92a57d72-1214-498d-adbb-64b3409400f3 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:29.988870 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e138528e-8fb8-4a66-91ad-86a0a1d59477 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:30.000924 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e138528e-8fb8-4a66-91ad-86a0a1d59477 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:30.003326 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-7a53f400-9782-46d8-8093-c45f7c6d842a tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Deleting port eeffaddc-7f51-49ca-ba68-14b973f14e52 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:30.003626 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7a53f400-9782-46d8-8093-c45f7c6d842a tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:30.006975 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f5c83-15a8-4b9f-8144-da5635fd5861 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Pushing event deleted for resources: {'Network': ['ID=8e6ca1cc-6f20-4c2f-86f6-73e4cc75ec32,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:30.045530 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3f67ce24-59d3-49f8-92e5-657219641764 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "DELETE /v2.0/subnetpools/2ea99c5f-b0c5-43d2-90c2-d65f1c89690c/tags HTTP/1.1" status: 204 len: 168 time: 0.3868806 Nov 26 16:43:30.055448 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48976) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:30.063095 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ef9f5c83-15a8-4b9f-8144-da5635fd5861 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:30.063992 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-39caef1a-a0ec-456f-93ac-f7213e3f2719 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2ea99c5f-b0c5-43d2-90c2-d65f1c89690c', 'tempest-TagsExtTest-Tag-106060323') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:30.068286 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d035809b-5492-483f-829d-6286c46877c0 None None] DHCP port deletion for 8c8ccad8-46f8-4956-abe3-9f3eb45da297 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:43:30.072965 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-d035809b-5492-483f-829d-6286c46877c0 None None] Deleting port 5f416f95-bb12-4f2d-9fc0-f2d03eae33e2 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:30.073426 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d035809b-5492-483f-829d-6286c46877c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:30.073973 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e138528e-8fb8-4a66-91ad-86a0a1d59477 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:30.078074 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e138528e-8fb8-4a66-91ad-86a0a1d59477 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:30.281661 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-d035809b-5492-483f-829d-6286c46877c0 None None] For port 5f416f95-bb12-4f2d-9fc0-f2d03eae33e2, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5f416f95-bb12-4f2d-9fc0-f2d03eae33e2,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:30.283434 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d035809b-5492-483f-829d-6286c46877c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:30.308156 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-92a57d72-1214-498d-adbb-64b3409400f3 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Calling delete_port for c6a15129-9bdc-4376-887c-ea464b9bf6da owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:30.403850 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-39caef1a-a0ec-456f-93ac-f7213e3f2719 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] show failed (client error): The resource could not be found. Nov 26 16:43:30.407976 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-39caef1a-a0ec-456f-93ac-f7213e3f2719 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "GET /v2.0/subnetpools/2ea99c5f-b0c5-43d2-90c2-d65f1c89690c/tags/tempest-TagsExtTest-Tag-106060323 HTTP/1.1" status: 404 len: 328 time: 0.3485036 Nov 26 16:43:30.409037 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48980) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:30.411493 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-d035809b-5492-483f-829d-6286c46877c0 None None] Calling delete_port for 5f416f95-bb12-4f2d-9fc0-f2d03eae33e2 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:30.420727 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-7c558ea2-a244-403b-a28b-20e79028b807 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2ea99c5f-b0c5-43d2-90c2-d65f1c89690c', 'tempest-TagsExtTest-Tag-1577012390') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:30.485670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7a53f400-9782-46d8-8093-c45f7c6d842a tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:30.486064 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7a53f400-9782-46d8-8093-c45f7c6d842a tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:30.511404 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d035809b-5492-483f-829d-6286c46877c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:30.516244 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a28a8e53-582a-47e7-99e3-3faaf9caf3e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:30.553664 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-7c558ea2-a244-403b-a28b-20e79028b807 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] show failed (client error): The resource could not be found. Nov 26 16:43:30.554618 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7c558ea2-a244-403b-a28b-20e79028b807 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "GET /v2.0/subnetpools/2ea99c5f-b0c5-43d2-90c2-d65f1c89690c/tags/tempest-TagsExtTest-Tag-1577012390 HTTP/1.1" status: 404 len: 329 time: 0.1451950 Nov 26 16:43:30.564682 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035809b-5492-483f-829d-6286c46877c0 None None] Pushing event deleted for resources: {'Port': ['ID=5f416f95-bb12-4f2d-9fc0-f2d03eae33e2,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:30.565912 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48986) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:30.568465 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d035809b-5492-483f-829d-6286c46877c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:30.569369 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d035809b-5492-483f-829d-6286c46877c0 None None] No DVR routers for this DVR port 5f416f95-bb12-4f2d-9fc0-f2d03eae33e2 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:43:30.580112 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-095b9a82-b802-48f6-a22b-16a1cf2260f9 req-f5bef4d9-a066-4ea7-a400-243fe69219d1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1019754 Nov 26 16:43:30.589805 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.tag.tag_plugin [None req-f604b899-b852-4148-a854-12379f4e25f5 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2ea99c5f-b0c5-43d2-90c2-d65f1c89690c', 'tempest-TagsExtTest-Tag-1074498895') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:30.625064 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-7a53f400-9782-46d8-8093-c45f7c6d842a tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Calling delete_port for eeffaddc-7f51-49ca-ba68-14b973f14e52 owned by network:floatingip {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:30.634903 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7203a90e-8329-4204-a950-b14f222d937d tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Router b3dcdb06-aba9-4b36-8766-7b096104f313 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:43:30.639104 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:30.648627 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:port and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:30.657301 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:30.672883 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:30.788087 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-f604b899-b852-4148-a854-12379f4e25f5 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] show failed (client error): The resource could not be found. Nov 26 16:43:30.789131 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f604b899-b852-4148-a854-12379f4e25f5 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "GET /v2.0/subnetpools/2ea99c5f-b0c5-43d2-90c2-d65f1c89690c/tags/tempest-TagsExtTest-Tag-1074498895 HTTP/1.1" status: 404 len: 329 time: 0.2081413 Nov 26 16:43:30.799342 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48990) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:30.816552 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.tag.tag_plugin [None req-83493fdc-f3d5-4c97-9857-54ac2a6bf8ed tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2ea99c5f-b0c5-43d2-90c2-d65f1c89690c') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:30.837257 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e138528e-8fb8-4a66-91ad-86a0a1d59477 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:30.842234 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0396d828-2110-4cc2-ac73-7c6459024205 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:30.856519 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'port': 2} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:30.861562 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:30.911181 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7a53f400-9782-46d8-8093-c45f7c6d842a tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:30.915858 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e138528e-8fb8-4a66-91ad-86a0a1d59477 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:30.919274 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:30.921568 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-e138528e-8fb8-4a66-91ad-86a0a1d59477 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:30.929278 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e138528e-8fb8-4a66-91ad-86a0a1d59477 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:30.930129 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e138528e-8fb8-4a66-91ad-86a0a1d59477 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:30.933495 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315cbf08-8374-4583-b039-56ad59e165e4 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:30.978626 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138528e-8fb8-4a66-91ad-86a0a1d59477 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=5ce73c92-6849-41da-83b4-a40c3947df93,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:30.984983 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e138528e-8fb8-4a66-91ad-86a0a1d59477 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:30.987950 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-92a57d72-1214-498d-adbb-64b3409400f3 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:31.010308 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7e734b87-4505-4e09-bf7a-4e4662ccc069 tempest-FloatingIPAdminTestJSON-1413885206 tempest-FloatingIPAdminTestJSON-1413885206-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:31.040436 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0219ed56-d219-4321-b14d-af9a91152fae tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:31.072108 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53f400-9782-46d8-8093-c45f7c6d842a tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Pushing event deleted for resources: {'Port': ['ID=eeffaddc-7f51-49ca-ba68-14b973f14e52,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:31.079304 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7a53f400-9782-46d8-8093-c45f7c6d842a tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:31.091227 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7203a90e-8329-4204-a950-b14f222d937d tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:43:31.091576 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e138528e-8fb8-4a66-91ad-86a0a1d59477 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4303529 Nov 26 16:43:31.094094 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-83493fdc-f3d5-4c97-9857-54ac2a6bf8ed tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "DELETE /v2.0/subnetpools/2ea99c5f-b0c5-43d2-90c2-d65f1c89690c/tags HTTP/1.1" status: 204 len: 168 time: 0.2913759 Nov 26 16:43:31.094882 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 48994) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:31.099744 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a57d72-1214-498d-adbb-64b3409400f3 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Pushing event deleted for resources: {'Port': ['ID=c6a15129-9bdc-4376-887c-ea464b9bf6da,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:31.100905 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-07a56a72-9f37-4907-affa-3bc572c7ba15 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'fixed_ips': [{'subnet_id': '5ce73c92-6849-41da-83b4-a40c3947df93', 'ip_address': '2001:db8::535b:ca00:85b3:729f'}], 'name': 'tempest-NetworksTestDHCPv6-1381473504'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:31.112411 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 48998) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:31.113570 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9326fc4c-dc5d-4b9b-ad35-a6710b48b9a5 None None] Sync routers for ids ['b3dcdb06-aba9-4b36-8766-7b096104f313'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:43:31.123323 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-92a57d72-1214-498d-adbb-64b3409400f3 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:31.131519 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.tag.tag_plugin [None req-1dcc52ff-e52c-43b7-b2db-41721c1a91b6 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e4c0fc82-a5b4-46a0-a403-747f1f57a034') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:31.168956 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9326fc4c-dc5d-4b9b-ad35-a6710b48b9a5 None None] Routers {'b3dcdb06-aba9-4b36-8766-7b096104f313'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:43:31.169620 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9326fc4c-dc5d-4b9b-ad35-a6710b48b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:43:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b3dcdb06-aba9-4b36-8766-7b096104f313'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:31.174567 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7a53f400-9782-46d8-8093-c45f7c6d842a tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks [] for floatingip, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:31.183099 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7a53f400-9782-46d8-8093-c45f7c6d842a tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:31.187682 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7a53f400-9782-46d8-8093-c45f7c6d842a tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] 10.222.0.11 "DELETE /v2.0/floatingips/55665635-854c-48c1-ad84-15b65ea17eda HTTP/1.1" status: 204 len: 168 time: 1.3986976 Nov 26 16:43:31.210534 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'fixed_ips': [{'subnet_id': '5ce73c92-6849-41da-83b4-a40c3947df93'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:43:31.211410 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:31.245423 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5f416f95-bb12-4f2d-9fc0-f2d03eae33e2 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:43:31.284530 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9326fc4c-dc5d-4b9b-ad35-a6710b48b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:31.296489 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9326fc4c-dc5d-4b9b-ad35-a6710b48b9a5 None None] Routers {'b3dcdb06-aba9-4b36-8766-7b096104f313'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:43:31.297420 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9326fc4c-dc5d-4b9b-ad35-a6710b48b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:43:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b3dcdb06-aba9-4b36-8766-7b096104f313'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:31.316038 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7203a90e-8329-4204-a950-b14f222d937d tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:31.318589 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-07a56a72-9f37-4907-affa-3bc572c7ba15 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:31.334054 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-07a56a72-9f37-4907-affa-3bc572c7ba15 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:port and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:31.339135 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-07a56a72-9f37-4907-affa-3bc572c7ba15 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:31.348405 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-07a56a72-9f37-4907-affa-3bc572c7ba15 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:31.369657 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a56a72-9f37-4907-affa-3bc572c7ba15 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:31.370879 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 5f416f95-bb12-4f2d-9fc0-f2d03eae33e2 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:43:31.371479 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5f416f95-bb12-4f2d-9fc0-f2d03eae33e2 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:43:31.374830 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9326fc4c-dc5d-4b9b-ad35-a6710b48b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:31.375451 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9326fc4c-dc5d-4b9b-ad35-a6710b48b9a5 None None] The sync data for ids ['b3dcdb06-aba9-4b36-8766-7b096104f313'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:43:31.519973 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-07a56a72-9f37-4907-affa-3bc572c7ba15 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:31.543557 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-07a56a72-9f37-4907-affa-3bc572c7ba15 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] device_id is not set on port 4424e720-ed8c-4822-89c1-e53ee0081997 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:43:31.585937 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] Allocated IP 2001:db8::2 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/5ce73c92-6849-41da-83b4-a40c3947df93/81bf2cec-dc3b-446b-b6fe-b00dda1860af) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:43:31.602881 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b4194a7b-e358-4fa3-b15b-9c65d4908323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:31.639423 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49008) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:31.678303 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] device_id is not set on port dc7681f8-25b2-43b7-997d-089dc56e6d47 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:43:31.733657 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fe123135-f163-4aa7-a409-2fc1705cc60a req-cbc9e4ac-48f0-4d93-9c37-6fc189ee3756 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0835147 Nov 26 16:43:31.858127 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3d2da19c-df26-4970-a269-63a71af32421 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=16d9dbed70744ab6aa702ecdf895c7a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165697 Nov 26 16:43:31.860800 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49014) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:31.899811 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:31.911073 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] Transition to ACTIVE for port object 81bf2cec-dc3b-446b-b6fe-b00dda1860af will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:31.922647 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ed693a9e-d701-4761-a2c9-41461f18ebfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:31.930113 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7203a90e-8329-4204-a950-b14f222d937d tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "PUT /v2.0/floatingips/97a50cdb-6a42-43dd-847e-29e783ccd3b1 HTTP/1.1" status: 200 len: 977 time: 6.7984433 Nov 26 16:43:31.931602 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49018) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:31.932279 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1dcc52ff-e52c-43b7-b2db-41721c1a91b6 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "DELETE /v2.0/routers/e4c0fc82-a5b4-46a0-a403-747f1f57a034/tags HTTP/1.1" status: 204 len: 168 time: 0.8124342 Nov 26 16:43:31.936006 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] Transition to ACTIVE for port object 81bf2cec-dc3b-446b-b6fe-b00dda1860af will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:31.937810 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49022) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:31.938473 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-92a57d72-1214-498d-adbb-64b3409400f3 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:31.942981 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:31.946566 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:31.948461 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.tag.tag_plugin [None req-c3876786-c8c3-4132-9705-9e77b513b580 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '058f7233-8be8-408a-acd7-23d9560b9c08') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:32.011685 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:32.014435 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:32.018967 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:32.020893 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] Pushing event updated for resources: {'Port': ['ID=81bf2cec-dc3b-446b-b6fe-b00dda1860af,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:32.024477 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:32.044788 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ed693a9e-d701-4761-a2c9-41461f18ebfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:32.113482 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-5fc23e7f-2ee0-4434-9354-bf7fa069dc56 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Deleting port 69a96a0e-5b36-4b47-b20a-189f703a0a54 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:32.114190 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5fc23e7f-2ee0-4434-9354-bf7fa069dc56 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:32.129132 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:32.129899 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] Attempting to bind port 81bf2cec-dc3b-446b-b6fe-b00dda1860af on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:43:32.130275 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] Attempting to bind port 81bf2cec-dc3b-446b-b6fe-b00dda1860af by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:43:32.130644 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] Attempting to bind port 81bf2cec-dc3b-446b-b6fe-b00dda1860af on network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:43:32.136564 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:43:32.136947 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] Checking segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:43:32.137349 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:32.137750 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] Bound using segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:43:32.138217 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] Bound port: 81bf2cec-dc3b-446b-b6fe-b00dda1860af, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:43:32.138600 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:32.143556 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-07a56a72-9f37-4907-affa-3bc572c7ba15 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 2001:db8::535b:ca00:85b3:729f (8c8ccad8-46f8-4956-abe3-9f3eb45da297/5ce73c92-6849-41da-83b4-a40c3947df93/4424e720-ed8c-4822-89c1-e53ee0081997) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:43:32.239640 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] For port 81bf2cec-dc3b-446b-b6fe-b00dda1860af, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:43:32.244058 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] For port 81bf2cec-dc3b-446b-b6fe-b00dda1860af, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=81bf2cec-dc3b-446b-b6fe-b00dda1860af,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:43:32.249517 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:32.254092 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:32.286526 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ed693a9e-d701-4761-a2c9-41461f18ebfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:32.294520 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-28046062-9434-44d3-9e2c-395deaab7ac8 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:32.383662 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] Pushing event updated for resources: {'Port': ['ID=81bf2cec-dc3b-446b-b6fe-b00dda1860af,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:32.394642 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:32.410531 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:32.444836 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a57d72-1214-498d-adbb-64b3409400f3 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Router 917b74ce-729e-48c5-bc2a-37595768a92c has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:43:32.453535 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c3876786-c8c3-4132-9705-9e77b513b580 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "DELETE /v2.0/ports/058f7233-8be8-408a-acd7-23d9560b9c08/tags HTTP/1.1" status: 204 len: 168 time: 0.5092089 Nov 26 16:43:32.465998 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49026) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:32.471353 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed693a9e-d701-4761-a2c9-41461f18ebfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0168a324-a56d-427a-82d4-53d3bfbfe22b,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:32.495388 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.tag.tag_plugin [None req-ad43bdc7-59e6-4d89-9b99-9f9f836a422c tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '89283e2f-afa9-435f-880e-358451fb45d5') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:32.572761 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ed693a9e-d701-4761-a2c9-41461f18ebfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:32.674339 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] device_id is not set on port 35d62cb0-86e9-4dc2-8eed-34405b5b279c yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:43:32.683349 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a57d72-1214-498d-adbb-64b3409400f3 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:43:32.698071 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3edd229-465b-43be-b491-459f93bc48eb None None] Sync routers for ids ['917b74ce-729e-48c5-bc2a-37595768a92c'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:43:32.711330 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3edd229-465b-43be-b491-459f93bc48eb None None] Routers {'917b74ce-729e-48c5-bc2a-37595768a92c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:43:32.712103 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-b3edd229-465b-43be-b491-459f93bc48eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:43:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['917b74ce-729e-48c5-bc2a-37595768a92c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:32.721623 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ed693a9e-d701-4761-a2c9-41461f18ebfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:32.732810 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ed693a9e-d701-4761-a2c9-41461f18ebfd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0168a324-a56d-427a-82d4-53d3bfbfe22b HTTP/1.1" status: 204 len: 168 time: 0.8709650 Nov 26 16:43:32.794364 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-b3edd229-465b-43be-b491-459f93bc48eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:32.815261 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3edd229-465b-43be-b491-459f93bc48eb None None] Routers {'917b74ce-729e-48c5-bc2a-37595768a92c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:43:32.816081 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-b3edd229-465b-43be-b491-459f93bc48eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:43:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['917b74ce-729e-48c5-bc2a-37595768a92c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:32.840919 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5fc23e7f-2ee0-4434-9354-bf7fa069dc56 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:32.885123 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-b3edd229-465b-43be-b491-459f93bc48eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:32.885547 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3edd229-465b-43be-b491-459f93bc48eb None None] The sync data for ids ['917b74ce-729e-48c5-bc2a-37595768a92c'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:43:32.901432 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-92a57d72-1214-498d-adbb-64b3409400f3 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] 10.222.0.11 "PUT /v2.0/routers/917b74ce-729e-48c5-bc2a-37595768a92c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8296802 Nov 26 16:43:32.906445 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49034) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:32.916512 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-640c9e01-f298-421f-872a-8bdc3f021a0e req-495ede14-52cb-4d4e-a5ee-a297bfad9cb6 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0759695 Nov 26 16:43:32.935981 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-07a56a72-9f37-4907-affa-3bc572c7ba15 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:32.979980 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-07a56a72-9f37-4907-affa-3bc572c7ba15 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Transition to ACTIVE for port object 4424e720-ed8c-4822-89c1-e53ee0081997 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:32.988429 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ad43bdc7-59e6-4d89-9b99-9f9f836a422c tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "DELETE /v2.0/subnets/89283e2f-afa9-435f-880e-358451fb45d5/tags HTTP/1.1" status: 204 len: 168 time: 0.5184793 Nov 26 16:43:32.997996 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49040) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:33.024437 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-f5af64e2-50c1-4284-919a-62a41ca3d754 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] show failed (client error): The resource could not be found. Nov 26 16:43:33.025445 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f5af64e2-50c1-4284-919a-62a41ca3d754 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] 10.222.0.11 "GET /v2.0/routers/tempest-non_exist_router-1987426930 HTTP/1.1" status: 404 len: 335 time: 0.1178696 Nov 26 16:43:33.034307 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49044) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:33.043808 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-ed4ad5a2-5735-4d4c-92be-dc72042ace47 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:33.207145 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 81bf2cec-dc3b-446b-b6fe-b00dda1860af up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:43:33.245040 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49048) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:33.273200 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-07a56a72-9f37-4907-affa-3bc572c7ba15 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:33.284044 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-ed4ad5a2-5735-4d4c-92be-dc72042ace47 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] update failed (client error): The resource could not be found. Nov 26 16:43:33.285125 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ed4ad5a2-5735-4d4c-92be-dc72042ace47 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] 10.222.0.11 "PUT /v2.0/routers/tempest-non_exist_router-1733020624 HTTP/1.1" status: 404 len: 335 time: 0.2497828 Nov 26 16:43:33.285338 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7a53f400-9782-46d8-8093-c45f7c6d842a tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:33.297649 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49052) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:33.298589 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8f844b27-2267-4d1e-9897-ecd6afaa089f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:33.312040 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 81bf2cec-dc3b-446b-b6fe-b00dda1860af completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:33.354562 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:33.381782 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5fc23e7f-2ee0-4434-9354-bf7fa069dc56 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:33.382251 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5fc23e7f-2ee0-4434-9354-bf7fa069dc56 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:33.382550 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-5fc23e7f-2ee0-4434-9354-bf7fa069dc56 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Floating IP 97a50cdb-6a42-43dd-847e-29e783ccd3b1 disassociated. External IP: 172.26.0.82, port: 69a96a0e-5b36-4b47-b20a-189f703a0a54. Nov 26 16:43:33.383368 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-5fc23e7f-2ee0-4434-9354-bf7fa069dc56 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Calling delete_port for 69a96a0e-5b36-4b47-b20a-189f703a0a54 owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:33.384857 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-8f844b27-2267-4d1e-9897-ecd6afaa089f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:33.392531 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8f844b27-2267-4d1e-9897-ecd6afaa089f admin admin] Usage tracker for resource:security_group_rule and tenant:caca61b3d855410ba24a15c70f43486c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:33.397340 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8f844b27-2267-4d1e-9897-ecd6afaa089f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:33.406866 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-8f844b27-2267-4d1e-9897-ecd6afaa089f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:33.417937 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a56a72-9f37-4907-affa-3bc572c7ba15 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:33.423345 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-b284da79-2062-4276-82cb-c23c1afd49fd tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Deleting subnet 4623d203-8769-474e-a4f8-ed588c71fcbe {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:43:33.432952 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b284da79-2062-4276-82cb-c23c1afd49fd tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:33.438113 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-07a56a72-9f37-4907-affa-3bc572c7ba15 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:33.441533 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-434aafdd-44ae-416a-bf71-51f68c4107b5 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks [] for subnetpool, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:33.445241 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-434aafdd-44ae-416a-bf71-51f68c4107b5 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "DELETE /v2.0/subnetpools/2ea99c5f-b0c5-43d2-90c2-d65f1c89690c HTTP/1.1" status: 204 len: 168 time: 0.4437299 Nov 26 16:43:33.449808 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a56a72-9f37-4907-affa-3bc572c7ba15 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:33.456046 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a56a72-9f37-4907-affa-3bc572c7ba15 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:33.456698 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-07a56a72-9f37-4907-affa-3bc572c7ba15 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:33.462609 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49056) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:33.463334 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56a72-9f37-4907-affa-3bc572c7ba15 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=4424e720-ed8c-4822-89c1-e53ee0081997,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:33.472441 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-07a56a72-9f37-4907-affa-3bc572c7ba15 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:33.522286 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b284da79-2062-4276-82cb-c23c1afd49fd tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:33.536947 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e81ddb94-43dd-4791-b45a-093498a30982 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4c0fc82-a5b4-46a0-a403-747f1f57a034 HTTP/1.1" status: 200 len: 205 time: 0.0686707 Nov 26 16:43:33.538512 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-07a56a72-9f37-4907-affa-3bc572c7ba15 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4418581 Nov 26 16:43:33.538512 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49060) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:33.540929 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49062) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:33.575134 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:33.586347 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-90bcdcf5-e4ef-4d8b-9db1-c453f460493b tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:33.685709 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network 1f6b688d-2809-441d-9740-72853f2de05c is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:33.696577 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:33.714680 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:33.715506 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:33.720114 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Port': ['ID=dc7681f8-25b2-43b7-997d-089dc56e6d47,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:33.741429 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:33.745289 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:33.756367 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-64b79e78-3df6-4b0a-88d3-6abbb873ec99 None None] Provisioning for port 81bf2cec-dc3b-446b-b6fe-b00dda1860af completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:33.761220 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-64b79e78-3df6-4b0a-88d3-6abbb873ec99 None None] Provisioning complete for port 81bf2cec-dc3b-446b-b6fe-b00dda1860af triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:33.761597 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-64b79e78-3df6-4b0a-88d3-6abbb873ec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:33.820981 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5fc23e7f-2ee0-4434-9354-bf7fa069dc56 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:33.832940 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-92e1a648-24e5-42c6-a511-70f758107172 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:33.859920 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8f844b27-2267-4d1e-9897-ecd6afaa089f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:33.884043 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b284da79-2062-4276-82cb-c23c1afd49fd tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:33.902704 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc23e7f-2ee0-4434-9354-bf7fa069dc56 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event deleted for resources: {'Port': ['ID=69a96a0e-5b36-4b47-b20a-189f703a0a54,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:33.906623 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4bd8fd8b-7658-4ebf-86e1-88fca914d23d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:33.921995 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-64b79e78-3df6-4b0a-88d3-6abbb873ec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:33.945583 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:33.959977 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-64b79e78-3df6-4b0a-88d3-6abbb873ec99 None None] For port 81bf2cec-dc3b-446b-b6fe-b00dda1860af, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=81bf2cec-dc3b-446b-b6fe-b00dda1860af,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:33.960186 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8f844b27-2267-4d1e-9897-ecd6afaa089f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:33.964350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5fc23e7f-2ee0-4434-9354-bf7fa069dc56 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:33.965105 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-64b79e78-3df6-4b0a-88d3-6abbb873ec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:33.967043 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:34.029385 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Port': ['ID=35d62cb0-86e9-4dc2-8eed-34405b5b279c,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:34.039167 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:34.041890 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b79e78-3df6-4b0a-88d3-6abbb873ec99 None None] Pushing event updated for resources: {'Port': ['ID=81bf2cec-dc3b-446b-b6fe-b00dda1860af,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:34.045136 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-64b79e78-3df6-4b0a-88d3-6abbb873ec99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:34.055223 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d78f4e71-fd86-4aeb-a837-d9be13c2a5a0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:34.069599 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8f844b27-2267-4d1e-9897-ecd6afaa089f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=caca61b3d855410ba24a15c70f43486c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8234580 Nov 26 16:43:34.076548 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49070) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:34.105861 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8b531a8b-926c-4072-9d67-c06504c54a9e None None] Provisioning for port 4424e720-ed8c-4822-89c1-e53ee0081997 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:34.107245 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Checking segment: {'id': 'cd450dc5-1fb6-4394-bacb-0f412e8d6e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd646f8cb-8a1a-4bbf-a7fe-c04ca669b93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:43:34.107632 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network hostable DHCP agents. Network: d646f8cb-8a1a-4bbf-a7fe-c04ca669b93a, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:43:34.112685 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8b531a8b-926c-4072-9d67-c06504c54a9e None None] Provisioning complete for port 4424e720-ed8c-4822-89c1-e53ee0081997 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:34.113246 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8b531a8b-926c-4072-9d67-c06504c54a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:34.157560 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f844b27-2267-4d1e-9897-ecd6afaa089f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d493c2eb-23e3-47da-85d0-e01e0ef198a5,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:34.168378 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8f844b27-2267-4d1e-9897-ecd6afaa089f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:34.184228 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network d646f8cb-8a1a-4bbf-a7fe-c04ca669b93a is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:43:34.187691 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b284da79-2062-4276-82cb-c23c1afd49fd tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:34.194574 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8b531a8b-926c-4072-9d67-c06504c54a9e None None] Port 4424e720-ed8c-4822-89c1-e53ee0081997 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:43:34.198709 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d3a26393-bde8-4aa6-9408-04cc1df993ca tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:34.247246 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b284da79-2062-4276-82cb-c23c1afd49fd tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:34.249915 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284da79-2062-4276-82cb-c23c1afd49fd tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Pushing event deleted for resources: {'Subnet': ['ID=4623d203-8769-474e-a4f8-ed588c71fcbe,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:34.253011 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b284da79-2062-4276-82cb-c23c1afd49fd tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:34.254900 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, d646f8cb-8a1a-4bbf-a7fe-c04ca669b93a) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:34.257329 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a65fef-7721-4ce5-a307-e2f33dd3fe21 None None] Network aae0e09a-d5df-452f-9c5b-7bbfb3b6d1e0 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:34.271270 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:34.276979 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:34.282450 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:34.283131 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:34.295456 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b284da79-2062-4276-82cb-c23c1afd49fd tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] 10.222.0.11 "DELETE /v2.0/subnets/4623d203-8769-474e-a4f8-ed588c71fcbe HTTP/1.1" status: 204 len: 168 time: 0.9861028 Nov 26 16:43:34.298128 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49074) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:34.334872 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b1e1ab-4b20-430b-96c7-74ce1cebe44a None None] Network d646f8cb-8a1a-4bbf-a7fe-c04ca669b93a requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:34.337793 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-89941368-7398-4e01-964e-ba05498e33e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:34.382682 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-94f11007-0824-4d09-ba45-2679098c84df req-9ee1e675-42e8-4018-a533-39d7edfb5971 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1436069 Nov 26 16:43:34.384848 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.5760903 Nov 26 16:43:34.390534 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49078) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:34.398759 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-89941368-7398-4e01-964e-ba05498e33e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:34.425321 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0ad2b7-9a50-44cd-b587-81cb4e05f5ab tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Deleting subnet ef2e4793-0fec-43ee-808f-4a4f1cb2251d {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:43:34.434037 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7e0ad2b7-9a50-44cd-b587-81cb4e05f5ab tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:34.505297 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7e0ad2b7-9a50-44cd-b587-81cb4e05f5ab tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:34.571554 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-89941368-7398-4e01-964e-ba05498e33e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:34.577998 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:34.597004 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89941368-7398-4e01-964e-ba05498e33e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d493c2eb-23e3-47da-85d0-e01e0ef198a5,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:34.599266 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-89941368-7398-4e01-964e-ba05498e33e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:34.614627 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-89941368-7398-4e01-964e-ba05498e33e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:34.618420 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-89941368-7398-4e01-964e-ba05498e33e1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d493c2eb-23e3-47da-85d0-e01e0ef198a5 HTTP/1.1" status: 204 len: 168 time: 0.5324683 Nov 26 16:43:34.622456 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56462791-1424-4169-9077-79d5e5a82190 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:34.628940 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56462791-1424-4169-9077-79d5e5a82190 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:34.629741 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-56462791-1424-4169-9077-79d5e5a82190 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:34.643080 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7e0ad2b7-9a50-44cd-b587-81cb4e05f5ab tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:34.681191 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4bd8fd8b-7658-4ebf-86e1-88fca914d23d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:34.692506 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4bd8fd8b-7658-4ebf-86e1-88fca914d23d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:34.704840 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-95043bd1-e2ff-4ddc-9331-8c875e6d6be4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting port 35d62cb0-86e9-4dc2-8eed-34405b5b279c {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:34.705172 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-95043bd1-e2ff-4ddc-9331-8c875e6d6be4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:34.739869 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7e0ad2b7-9a50-44cd-b587-81cb4e05f5ab tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:34.745146 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc23e7f-2ee0-4434-9354-bf7fa069dc56 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Router b3dcdb06-aba9-4b36-8766-7b096104f313 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:43:34.745642 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc295859-e79e-4114-b76a-93b251225665 None None] DHCP port deletion for aae0e09a-d5df-452f-9c5b-7bbfb3b6d1e0 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:43:34.750541 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-dc295859-e79e-4114-b76a-93b251225665 None None] Deleting port df00aa8f-05f0-4b42-9094-ddb0fcd04079 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:34.750974 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-dc295859-e79e-4114-b76a-93b251225665 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:34.762635 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d8b967db-6ee6-4894-a7ab-0745eec0818a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:34.768887 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-56462791-1424-4169-9077-79d5e5a82190 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:34.770358 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-56462791-1424-4169-9077-79d5e5a82190 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 1.2173471 Nov 26 16:43:34.779613 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49084) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:34.839063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ad2b7-9a50-44cd-b587-81cb4e05f5ab tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Pushing event deleted for resources: {'Subnet': ['ID=ef2e4793-0fec-43ee-808f-4a4f1cb2251d,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:34.842158 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7e0ad2b7-9a50-44cd-b587-81cb4e05f5ab tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:34.843185 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7e0ad2b7-9a50-44cd-b587-81cb4e05f5ab tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:34.851646 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c0ea83-eeab-472c-b90b-813e48833f16 None None] Network 6f8efa2f-69bd-4314-b040-4872849afa1b requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:34.859732 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7e0ad2b7-9a50-44cd-b587-81cb4e05f5ab tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] 10.222.0.11 "DELETE /v2.0/subnets/ef2e4793-0fec-43ee-808f-4a4f1cb2251d HTTP/1.1" status: 204 len: 168 time: 0.5562394 Nov 26 16:43:34.862532 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49088) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:34.908901 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4bd8fd8b-7658-4ebf-86e1-88fca914d23d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:34.909665 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd8fd8b-7658-4ebf-86e1-88fca914d23d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Fanout notify agent at l3_agent the message router_deleted on router e4c0fc82-a5b4-46a0-a403-747f1f57a034 {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:43:35.001373 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-050a34eb-d88e-40ed-a3c4-c59f4323a327 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:35.013403 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-050a34eb-d88e-40ed-a3c4-c59f4323a327 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Deleting port df00aa8f-05f0-4b42-9094-ddb0fcd04079 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:35.013743 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-050a34eb-d88e-40ed-a3c4-c59f4323a327 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:35.065978 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4bd8fd8b-7658-4ebf-86e1-88fca914d23d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:35.067083 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4bd8fd8b-7658-4ebf-86e1-88fca914d23d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "DELETE /v2.0/routers/e4c0fc82-a5b4-46a0-a403-747f1f57a034 HTTP/1.1" status: 204 len: 168 time: 1.5277188 Nov 26 16:43:35.072000 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49094) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:35.075983 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-c9609217-0d47-4fa7-ba9b-fc4134009438 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting port 4424e720-ed8c-4822-89c1-e53ee0081997 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:35.076515 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c9609217-0d47-4fa7-ba9b-fc4134009438 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:35.169859 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49098) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:35.197024 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 81bf2cec-dc3b-446b-b6fe-b00dda1860af up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:43:35.220222 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-d8c8a27b-6d89-44d1-99a9-c4762d683e2d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Deleting port 058f7233-8be8-408a-acd7-23d9560b9c08 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:35.220607 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d8c8a27b-6d89-44d1-99a9-c4762d683e2d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:35.275808 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-af03f4ef-05e3-48eb-ac83-26a1679c49fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:35.330508 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-dc295859-e79e-4114-b76a-93b251225665 None None] For port df00aa8f-05f0-4b42-9094-ddb0fcd04079, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=df00aa8f-05f0-4b42-9094-ddb0fcd04079,segment=NetworkSegment(478521e6-f476-42ec-8488-9840c4524750),segment_id=478521e6-f476-42ec-8488-9840c4524750)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:35.331139 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-dc295859-e79e-4114-b76a-93b251225665 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:35.345451 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc23e7f-2ee0-4434-9354-bf7fa069dc56 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:43:35.356322 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-af03f4ef-05e3-48eb-ac83-26a1679c49fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:35.361227 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac25b813-963f-4d2d-81b3-29e4de1a46d2 None None] Sync routers for ids ['b3dcdb06-aba9-4b36-8766-7b096104f313'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:43:35.373945 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac25b813-963f-4d2d-81b3-29e4de1a46d2 None None] Routers {'b3dcdb06-aba9-4b36-8766-7b096104f313'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:43:35.375390 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-ac25b813-963f-4d2d-81b3-29e4de1a46d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:43:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b3dcdb06-aba9-4b36-8766-7b096104f313'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:35.393680 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-95043bd1-e2ff-4ddc-9331-8c875e6d6be4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:35.409570 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-af03f4ef-05e3-48eb-ac83-26a1679c49fd admin admin] Usage tracker for resource:security_group_rule and tenant:7b3702f487fc4482b66bdb74f3e0ceab is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:35.418111 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-050a34eb-d88e-40ed-a3c4-c59f4323a327 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] For port df00aa8f-05f0-4b42-9094-ddb0fcd04079, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=df00aa8f-05f0-4b42-9094-ddb0fcd04079,segment=NetworkSegment(478521e6-f476-42ec-8488-9840c4524750),segment_id=478521e6-f476-42ec-8488-9840c4524750)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:35.418483 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-050a34eb-d88e-40ed-a3c4-c59f4323a327 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:35.456395 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-af03f4ef-05e3-48eb-ac83-26a1679c49fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:35.469182 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-ac25b813-963f-4d2d-81b3-29e4de1a46d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:35.480922 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac25b813-963f-4d2d-81b3-29e4de1a46d2 None None] Routers {'b3dcdb06-aba9-4b36-8766-7b096104f313'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:43:35.481911 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-ac25b813-963f-4d2d-81b3-29e4de1a46d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:43:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b3dcdb06-aba9-4b36-8766-7b096104f313'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:35.524423 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-dc295859-e79e-4114-b76a-93b251225665 None None] Calling delete_port for df00aa8f-05f0-4b42-9094-ddb0fcd04079 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:35.572302 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-ac25b813-963f-4d2d-81b3-29e4de1a46d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:35.574181 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac25b813-963f-4d2d-81b3-29e4de1a46d2 None None] The sync data for ids ['b3dcdb06-aba9-4b36-8766-7b096104f313'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:43:35.586954 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 81bf2cec-dc3b-446b-b6fe-b00dda1860af triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:35.587454 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:35.675091 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-dc295859-e79e-4114-b76a-93b251225665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:35.681395 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-923dbb24-b42e-4057-b060-518dee5c8fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:35.732787 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc295859-e79e-4114-b76a-93b251225665 None None] Pushing event deleted for resources: {'Port': ['ID=df00aa8f-05f0-4b42-9094-ddb0fcd04079,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:35.735065 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc295859-e79e-4114-b76a-93b251225665 None None] No DVR routers for this DVR port df00aa8f-05f0-4b42-9094-ddb0fcd04079 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:43:35.768153 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-af03f4ef-05e3-48eb-ac83-26a1679c49fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:35.770508 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98f0222-0ff9-470b-ba49-a8ba256acc26 None None] DHCP port deletion for 6f8efa2f-69bd-4314-b040-4872849afa1b request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:43:35.779252 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc295859-e79e-4114-b76a-93b251225665 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:35.779600 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc295859-e79e-4114-b76a-93b251225665 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:35.779988 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc295859-e79e-4114-b76a-93b251225665 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:35.781037 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc295859-e79e-4114-b76a-93b251225665 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:35.781375 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc295859-e79e-4114-b76a-93b251225665 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:35.781708 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc295859-e79e-4114-b76a-93b251225665 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:35.782035 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc295859-e79e-4114-b76a-93b251225665 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:35.782360 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc295859-e79e-4114-b76a-93b251225665 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:35.782687 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc295859-e79e-4114-b76a-93b251225665 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:35.783058 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc295859-e79e-4114-b76a-93b251225665 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:35.783383 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc295859-e79e-4114-b76a-93b251225665 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:35.783700 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc295859-e79e-4114-b76a-93b251225665 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:35.788011 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-95043bd1-e2ff-4ddc-9331-8c875e6d6be4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Calling delete_port for 35d62cb0-86e9-4dc2-8eed-34405b5b279c owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:35.791878 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-050a34eb-d88e-40ed-a3c4-c59f4323a327 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Calling delete_port for df00aa8f-05f0-4b42-9094-ddb0fcd04079 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:35.792878 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-dc295859-e79e-4114-b76a-93b251225665 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:35.793742 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e98f0222-0ff9-470b-ba49-a8ba256acc26 None None] Deleting port 0591503f-5bc0-48da-8784-ab255a523d56 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:35.794120 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e98f0222-0ff9-470b-ba49-a8ba256acc26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:35.852214 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bab76ae2-1507-401e-bbbb-880439dedcdc req-cc226547-301b-4dbd-904a-f9819c882c51 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.2332428 Nov 26 16:43:35.940424 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device df00aa8f-05f0-4b42-9094-ddb0fcd04079 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:43:35.962739 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5fc23e7f-2ee0-4434-9354-bf7fa069dc56 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:35.983695 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: df00aa8f-05f0-4b42-9094-ddb0fcd04079 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:43:35.984019 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device df00aa8f-05f0-4b42-9094-ddb0fcd04079 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:43:35.986615 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5fc23e7f-2ee0-4434-9354-bf7fa069dc56 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "DELETE /v2.0/ports/69a96a0e-5b36-4b47-b20a-189f703a0a54 HTTP/1.1" status: 204 len: 168 time: 4.0539091 Nov 26 16:43:35.991340 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49104) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:35.992043 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.api [None req-050a34eb-d88e-40ed-a3c4-c59f4323a327 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:43:35.992418 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_db.api [None req-050a34eb-d88e-40ed-a3c4-c59f4323a327 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:43:36.043600 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c9609217-0d47-4fa7-ba9b-fc4134009438 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:36.061327 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-95043bd1-e2ff-4ddc-9331-8c875e6d6be4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:36.104091 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-e98f0222-0ff9-470b-ba49-a8ba256acc26 None None] For port 0591503f-5bc0-48da-8784-ab255a523d56, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=0591503f-5bc0-48da-8784-ab255a523d56,segment=NetworkSegment(21b597bc-4662-4601-a957-aca2d9f95af0),segment_id=21b597bc-4662-4601-a957-aca2d9f95af0)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:36.104466 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e98f0222-0ff9-470b-ba49-a8ba256acc26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:36.149231 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d8c8a27b-6d89-44d1-99a9-c4762d683e2d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:36.178920 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-acf0ad00-2e43-4fcb-9d74-58399bac7653 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:36.213919 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-c9609217-0d47-4fa7-ba9b-fc4134009438 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Calling delete_port for 4424e720-ed8c-4822-89c1-e53ee0081997 owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:36.229631 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e98f0222-0ff9-470b-ba49-a8ba256acc26 None None] Calling delete_port for 0591503f-5bc0-48da-8784-ab255a523d56 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:36.277260 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95043bd1-e2ff-4ddc-9331-8c875e6d6be4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Port': ['ID=35d62cb0-86e9-4dc2-8eed-34405b5b279c,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:36.279227 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-d8c8a27b-6d89-44d1-99a9-c4762d683e2d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Calling delete_port for 058f7233-8be8-408a-acd7-23d9560b9c08 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:36.291175 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-95043bd1-e2ff-4ddc-9331-8c875e6d6be4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:36.302957 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-95043bd1-e2ff-4ddc-9331-8c875e6d6be4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:36.312887 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e98f0222-0ff9-470b-ba49-a8ba256acc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:36.323494 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-6251be05-d20e-4568-abd9-cee0839d0cab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:36.333932 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-95043bd1-e2ff-4ddc-9331-8c875e6d6be4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/ports/35d62cb0-86e9-4dc2-8eed-34405b5b279c HTTP/1.1" status: 204 len: 168 time: 1.9404171 Nov 26 16:43:36.337554 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49108) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:36.368047 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98f0222-0ff9-470b-ba49-a8ba256acc26 None None] No DVR routers for this DVR port 0591503f-5bc0-48da-8784-ab255a523d56 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:43:36.371249 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f0222-0ff9-470b-ba49-a8ba256acc26 None None] Pushing event deleted for resources: {'Port': ['ID=0591503f-5bc0-48da-8784-ab255a523d56,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:36.376865 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e98f0222-0ff9-470b-ba49-a8ba256acc26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:36.412962 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-af03f4ef-05e3-48eb-ac83-26a1679c49fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:36.421476 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-af03f4ef-05e3-48eb-ac83-26a1679c49fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:36.432780 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7db4c446-841d-479b-9707-5b430f2cb231 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:36.500736 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-050a34eb-d88e-40ed-a3c4-c59f4323a327 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Deleting port df00aa8f-05f0-4b42-9094-ddb0fcd04079 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:36.501086 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-050a34eb-d88e-40ed-a3c4-c59f4323a327 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:36.530863 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03f4ef-05e3-48eb-ac83-26a1679c49fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425804a3-1b5f-4245-bd25-e11a209167a8,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:36.535008 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-af03f4ef-05e3-48eb-ac83-26a1679c49fd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b3702f487fc4482b66bdb74f3e0ceab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3559361 Nov 26 16:43:36.536174 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-af03f4ef-05e3-48eb-ac83-26a1679c49fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:36.541990 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49112) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:36.578124 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c9609217-0d47-4fa7-ba9b-fc4134009438 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:36.590627 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-475d27b2-c8bd-4629-91f2-2325092e1c7c tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:36.622766 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-050a34eb-d88e-40ed-a3c4-c59f4323a327 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] The port 'df00aa8f-05f0-4b42-9094-ddb0fcd04079' was deleted {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:43:36.650155 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9609217-0d47-4fa7-ba9b-fc4134009438 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Port': ['ID=4424e720-ed8c-4822-89c1-e53ee0081997,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:36.657329 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c9609217-0d47-4fa7-ba9b-fc4134009438 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:36.695493 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab019a2-8a8d-436a-97d2-95fa27fc947e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:36.701554 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab019a2-8a8d-436a-97d2-95fa27fc947e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:36.702943 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9ab019a2-8a8d-436a-97d2-95fa27fc947e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Synchronizing usage tracker for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:36.735495 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c9609217-0d47-4fa7-ba9b-fc4134009438 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:36.744957 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-349ac8b9-d28e-4ada-a3dd-98dac4ee1cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:36.763562 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9ab019a2-8a8d-436a-97d2-95fa27fc947e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Unset dirty status for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:36.765662 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9ab019a2-8a8d-436a-97d2-95fa27fc947e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4159088 Nov 26 16:43:36.768925 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49116) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:36.779148 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c9609217-0d47-4fa7-ba9b-fc4134009438 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/4424e720-ed8c-4822-89c1-e53ee0081997 HTTP/1.1" status: 204 len: 168 time: 1.9951720 Nov 26 16:43:36.788715 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49120) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:36.822581 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-349ac8b9-d28e-4ada-a3dd-98dac4ee1cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:36.865601 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-050a34eb-d88e-40ed-a3c4-c59f4323a327 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:36.881631 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d8c8a27b-6d89-44d1-99a9-c4762d683e2d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:36.886483 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-5d925ad5-1048-42e2-b866-0b43f99633a1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting port dc7681f8-25b2-43b7-997d-089dc56e6d47 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:36.886943 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5d925ad5-1048-42e2-b866-0b43f99633a1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:36.929329 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:36.988184 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-13830a2d-9c09-4ec0-b99a-32f6d7cec61e req-eb02861f-719b-41a6-abb6-63900e2824c7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0564203 Nov 26 16:43:37.028055 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-349ac8b9-d28e-4ada-a3dd-98dac4ee1cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:37.042457 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a5375301-9036-4872-96ab-6dd1644345d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:37.070305 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ac8b9-d28e-4ada-a3dd-98dac4ee1cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425804a3-1b5f-4245-bd25-e11a209167a8,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:37.076364 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-349ac8b9-d28e-4ada-a3dd-98dac4ee1cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:37.079679 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-349ac8b9-d28e-4ada-a3dd-98dac4ee1cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:37.080831 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-349ac8b9-d28e-4ada-a3dd-98dac4ee1cac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/425804a3-1b5f-4245-bd25-e11a209167a8 HTTP/1.1" status: 204 len: 168 time: 0.5378201 Nov 26 16:43:37.133513 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8a27b-6d89-44d1-99a9-c4762d683e2d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Pushing event deleted for resources: {'Port': ['ID=058f7233-8be8-408a-acd7-23d9560b9c08,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:37.138873 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-050a34eb-d88e-40ed-a3c4-c59f4323a327 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae0e09a-d5df-452f-9c5b-7bbfb3b6d1e0']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:37.142468 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0591503f-5bc0-48da-8784-ab255a523d56 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:43:37.178064 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 0591503f-5bc0-48da-8784-ab255a523d56 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:43:37.178428 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0591503f-5bc0-48da-8784-ab255a523d56 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:43:37.200375 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8a27b-6d89-44d1-99a9-c4762d683e2d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:37.200926 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8a27b-6d89-44d1-99a9-c4762d683e2d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:37.201120 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8a27b-6d89-44d1-99a9-c4762d683e2d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:37.201490 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8a27b-6d89-44d1-99a9-c4762d683e2d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:37.201882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8a27b-6d89-44d1-99a9-c4762d683e2d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:37.202246 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8a27b-6d89-44d1-99a9-c4762d683e2d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:37.202618 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8a27b-6d89-44d1-99a9-c4762d683e2d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:37.202957 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8a27b-6d89-44d1-99a9-c4762d683e2d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:37.203315 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8a27b-6d89-44d1-99a9-c4762d683e2d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:37.203670 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8a27b-6d89-44d1-99a9-c4762d683e2d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:37.204074 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8a27b-6d89-44d1-99a9-c4762d683e2d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:37.204890 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8a27b-6d89-44d1-99a9-c4762d683e2d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:37.207872 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d8c8a27b-6d89-44d1-99a9-c4762d683e2d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:37.215258 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fc2292-c9fc-4f3d-8de0-637e14b666e6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:37.217077 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fc2292-c9fc-4f3d-8de0-637e14b666e6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:37.217883 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b0fc2292-c9fc-4f3d-8de0-637e14b666e6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:37.226768 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5d925ad5-1048-42e2-b866-0b43f99633a1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:37.229418 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-050a34eb-d88e-40ed-a3c4-c59f4323a327 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478521e6-f476-42ec-8488-9840c4524750') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:37.229708 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-050a34eb-d88e-40ed-a3c4-c59f4323a327 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478521e6-f476-42ec-8488-9840c4524750') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:37.309599 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-050a34eb-d88e-40ed-a3c4-c59f4323a327 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:37.374612 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b0fc2292-c9fc-4f3d-8de0-637e14b666e6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:37.375915 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b0fc2292-c9fc-4f3d-8de0-637e14b666e6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5862391 Nov 26 16:43:37.382504 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49130) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:37.383071 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-5d925ad5-1048-42e2-b866-0b43f99633a1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Calling delete_port for dc7681f8-25b2-43b7-997d-089dc56e6d47 owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:37.390592 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-050a34eb-d88e-40ed-a3c4-c59f4323a327 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:37.432676 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d8c8a27b-6d89-44d1-99a9-c4762d683e2d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:37.442013 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-050a34eb-d88e-40ed-a3c4-c59f4323a327 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:43:37.442405 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-050a34eb-d88e-40ed-a3c4-c59f4323a327 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: util.warn( Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:43:37.468027 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:43:37.476968 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5d925ad5-1048-42e2-b866-0b43f99633a1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:37.482760 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5e95eee8-abc4-4774-90a5-97e2ff007bdd tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:37.544009 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d8c8a27b-6d89-44d1-99a9-c4762d683e2d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "DELETE /v2.0/ports/058f7233-8be8-408a-acd7-23d9560b9c08 HTTP/1.1" status: 204 len: 168 time: 2.4707456 Nov 26 16:43:37.545259 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d925ad5-1048-42e2-b866-0b43f99633a1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Port': ['ID=dc7681f8-25b2-43b7-997d-089dc56e6d47,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:37.547031 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49138) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:37.549539 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5d925ad5-1048-42e2-b866-0b43f99633a1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:37.584825 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3a10307-8c66-4628-8a0f-e776feb80339 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet 5ce73c92-6849-41da-83b4-a40c3947df93 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:43:37.588906 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d3a10307-8c66-4628-8a0f-e776feb80339 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:37.622097 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-050a34eb-d88e-40ed-a3c4-c59f4323a327 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:37.627005 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-050a34eb-d88e-40ed-a3c4-c59f4323a327 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:37.644453 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-50c424f0-87fc-4b92-b2f0-83573f8d166c tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:37.675998 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-050a34eb-d88e-40ed-a3c4-c59f4323a327 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] 10.222.0.11 "DELETE /v2.0/networks/aae0e09a-d5df-452f-9c5b-7bbfb3b6d1e0 HTTP/1.1" status: 204 len: 168 time: 2.8098106 Nov 26 16:43:37.675998 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a34eb-d88e-40ed-a3c4-c59f4323a327 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Pushing event deleted for resources: {'Network': ['ID=aae0e09a-d5df-452f-9c5b-7bbfb3b6d1e0,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:37.678252 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-050a34eb-d88e-40ed-a3c4-c59f4323a327 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:37.682567 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49146) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:37.723849 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5d925ad5-1048-42e2-b866-0b43f99633a1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:37.741187 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5d925ad5-1048-42e2-b866-0b43f99633a1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/ports/dc7681f8-25b2-43b7-997d-089dc56e6d47 HTTP/1.1" status: 204 len: 168 time: 0.9707537 Nov 26 16:43:37.744364 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49150) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:37.813518 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d29b492-477d-4347-9007-f5af1ec72eef tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Deleting subnet 89283e2f-afa9-435f-880e-358451fb45d5 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:43:37.819332 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8d29b492-477d-4347-9007-f5af1ec72eef tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:37.837004 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d3a10307-8c66-4628-8a0f-e776feb80339 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:37.883168 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8d29b492-477d-4347-9007-f5af1ec72eef tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:37.933044 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57019871-66b6-41ac-a4f6-0bd3dde59df8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:37.933756 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-57019871-66b6-41ac-a4f6-0bd3dde59df8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Synchronizing usage tracker for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:37.937161 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f8d2e34c-f35a-4b12-ad34-a7934463f393 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:37.963470 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-57019871-66b6-41ac-a4f6-0bd3dde59df8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Unset dirty status for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:37.967210 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-57019871-66b6-41ac-a4f6-0bd3dde59df8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2193730 Nov 26 16:43:37.968009 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49162) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:38.021366 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-804f3d87-b1d7-447a-a845-49a85f9dbba9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] GET failed (client error): The resource could not be found. Nov 26 16:43:38.022703 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-804f3d87-b1d7-447a-a845-49a85f9dbba9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "GET /v2.0/ports/35d62cb0-86e9-4dc2-8eed-34405b5b279c HTTP/1.1" status: 404 len: 333 time: 0.0537887 Nov 26 16:43:38.025486 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49168) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:38.030705 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f962f683-d6b2-49c6-a7bf-8e09bef5c3f4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:38.077199 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9d5801-2aaf-4082-a624-4ed2e1f67f8f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] GET failed (client error): The resource could not be found. Nov 26 16:43:38.081377 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7e9d5801-2aaf-4082-a624-4ed2e1f67f8f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "GET /v2.0/ports/dc7681f8-25b2-43b7-997d-089dc56e6d47 HTTP/1.1" status: 404 len: 333 time: 0.0523736 Nov 26 16:43:38.081623 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49174) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:38.084897 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8d29b492-477d-4347-9007-f5af1ec72eef tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:38.178904 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d3a10307-8c66-4628-8a0f-e776feb80339 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:38.250921 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ffa3285a-8436-4356-8a9a-373886fee05c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:38.307323 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8d29b492-477d-4347-9007-f5af1ec72eef tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:38.309621 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a8cf0aa7-189a-4826-882e-9271ee8f6f3e req-c3188e28-bc5e-4453-8610-e64da0cda2a3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.2250428 Nov 26 16:43:38.316018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-519ade85-9fb6-4b4b-ba59-186b1cfff11f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:38.336098 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f8d2e34c-f35a-4b12-ad34-a7934463f393 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:38.370304 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29b492-477d-4347-9007-f5af1ec72eef tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Pushing event deleted for resources: {'Subnet': ['ID=89283e2f-afa9-435f-880e-358451fb45d5,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:38.381968 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9e6902-ba91-481e-9c51-72bc1f85367d None None] Network 9e5b9b5e-789a-4cd5-bb2d-fccfc22abb97 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:38.388539 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-f8d2e34c-f35a-4b12-ad34-a7934463f393 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8efa2f-69bd-4314-b040-4872849afa1b']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:38.421239 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-f8d2e34c-f35a-4b12-ad34-a7934463f393 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b597bc-4662-4601-a957-aca2d9f95af0') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:38.421583 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-f8d2e34c-f35a-4b12-ad34-a7934463f393 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b597bc-4662-4601-a957-aca2d9f95af0') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:38.430504 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8d29b492-477d-4347-9007-f5af1ec72eef tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:38.442253 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f8d2e34c-f35a-4b12-ad34-a7934463f393 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:38.442824 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d29b492-477d-4347-9007-f5af1ec72eef tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:38.443215 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d29b492-477d-4347-9007-f5af1ec72eef tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:38.443615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d29b492-477d-4347-9007-f5af1ec72eef tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:38.444092 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d29b492-477d-4347-9007-f5af1ec72eef tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:38.444473 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d29b492-477d-4347-9007-f5af1ec72eef tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:38.444842 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d29b492-477d-4347-9007-f5af1ec72eef tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:38.445211 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d29b492-477d-4347-9007-f5af1ec72eef tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:38.445578 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d29b492-477d-4347-9007-f5af1ec72eef tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:38.445940 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d29b492-477d-4347-9007-f5af1ec72eef tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:38.446305 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d29b492-477d-4347-9007-f5af1ec72eef tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:38.446694 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d29b492-477d-4347-9007-f5af1ec72eef tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:38.447062 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d29b492-477d-4347-9007-f5af1ec72eef tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:43:38.455211 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d3a10307-8c66-4628-8a0f-e776feb80339 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:38.460852 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8d29b492-477d-4347-9007-f5af1ec72eef tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:38.463854 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d5006b35-992f-4025-b3a0-b29ce9863bd0 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:38.465428 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8d29b492-477d-4347-9007-f5af1ec72eef tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "DELETE /v2.0/subnets/89283e2f-afa9-435f-880e-358451fb45d5 HTTP/1.1" status: 204 len: 168 time: 0.9173622 Nov 26 16:43:38.468568 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49186) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:38.472231 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ffa3285a-8436-4356-8a9a-373886fee05c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:38.514798 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d3a10307-8c66-4628-8a0f-e776feb80339 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:38.531068 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed8d859-6b57-4767-9214-71bcad54e651 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:38.563618 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a10307-8c66-4628-8a0f-e776feb80339 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce73c92-6849-41da-83b4-a40c3947df93,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:38.571871 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f8d2e34c-f35a-4b12-ad34-a7934463f393 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:38.574246 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d3a10307-8c66-4628-8a0f-e776feb80339 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:38.592253 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-ffa3285a-8436-4356-8a9a-373886fee05c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d646f8cb-8a1a-4bbf-a7fe-c04ca669b93a']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:38.620703 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-ffa3285a-8436-4356-8a9a-373886fee05c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd450dc5-1fb6-4394-bacb-0f412e8d6e34') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:38.620993 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-ffa3285a-8436-4356-8a9a-373886fee05c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd450dc5-1fb6-4394-bacb-0f412e8d6e34') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:38.635180 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d2e34c-f35a-4b12-ad34-a7934463f393 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:43:38.635562 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f8d2e34c-f35a-4b12-ad34-a7934463f393 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:38.643593 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6b9d81a-75ad-4a9c-983d-d028ed6cd6e0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:43:38.657256 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:43:38.659591 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ffa3285a-8436-4356-8a9a-373886fee05c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:38.674487 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d3a10307-8c66-4628-8a0f-e776feb80339 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/5ce73c92-6849-41da-83b4-a40c3947df93 HTTP/1.1" status: 204 len: 168 time: 1.2907751 Nov 26 16:43:38.697772 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49194) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:38.701678 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ffa3285a-8436-4356-8a9a-373886fee05c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:38.707454 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-e6b9d81a-75ad-4a9c-983d-d028ed6cd6e0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Deleting port 03eee9b6-42a2-413a-8fa9-2c04b4c76175 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:38.709788 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6b9d81a-75ad-4a9c-983d-d028ed6cd6e0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:38.912663 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa3285a-8436-4356-8a9a-373886fee05c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:43:38.913079 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ffa3285a-8436-4356-8a9a-373886fee05c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:43:38.949351 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:43:38.965911 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7d7ae264-2ae0-41ca-811f-a6d62a90328a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2021232 Nov 26 16:43:38.975095 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec8a6b8-e979-48fc-8fac-c165cf04c861 None None] DHCP port deletion for 9e5b9b5e-789a-4cd5-bb2d-fccfc22abb97 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:43:38.979669 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-0ec8a6b8-e979-48fc-8fac-c165cf04c861 None None] Deleting port 03eee9b6-42a2-413a-8fa9-2c04b4c76175 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:38.980273 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0ec8a6b8-e979-48fc-8fac-c165cf04c861 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:38.982757 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49204) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:39.022146 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c58a96d-9d35-4f77-b512-e753788731bc None None] DHCP port deletion for 8c8ccad8-46f8-4956-abe3-9f3eb45da297 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:43:39.030687 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f8d2e34c-f35a-4b12-ad34-a7934463f393 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:39.035554 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f8d2e34c-f35a-4b12-ad34-a7934463f393 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:39.042444 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8c58a96d-9d35-4f77-b512-e753788731bc None None] Deleting port 81bf2cec-dc3b-446b-b6fe-b00dda1860af {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:39.043051 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8c58a96d-9d35-4f77-b512-e753788731bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:39.047246 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-76746f05-1b5e-420f-98ba-4d68a1053b68 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:39.080531 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f8d2e34c-f35a-4b12-ad34-a7934463f393 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] 10.222.0.11 "DELETE /v2.0/networks/6f8efa2f-69bd-4314-b040-4872849afa1b HTTP/1.1" status: 204 len: 168 time: 1.3967876 Nov 26 16:43:39.082157 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2e34c-f35a-4b12-ad34-a7934463f393 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Pushing event deleted for resources: {'Network': ['ID=6f8efa2f-69bd-4314-b040-4872849afa1b,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:39.084612 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f8d2e34c-f35a-4b12-ad34-a7934463f393 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:39.085674 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49208) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:39.096299 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49210) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:39.166228 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 81bf2cec-dc3b-446b-b6fe-b00dda1860af no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:43:39.180011 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ffa3285a-8436-4356-8a9a-373886fee05c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:39.188466 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d9b0bfa7-d300-4d13-bc2e-4b3364a603a1 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:39.206145 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ffa3285a-8436-4356-8a9a-373886fee05c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:39.234364 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3285a-8436-4356-8a9a-373886fee05c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Network': ['ID=d646f8cb-8a1a-4bbf-a7fe-c04ca669b93a,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:39.246312 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ffa3285a-8436-4356-8a9a-373886fee05c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/networks/d646f8cb-8a1a-4bbf-a7fe-c04ca669b93a HTTP/1.1" status: 204 len: 168 time: 1.1636634 Nov 26 16:43:39.248074 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ffa3285a-8436-4356-8a9a-373886fee05c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:39.250946 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49218) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:39.261554 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-17b6954f-2305-4f2b-a8a6-7c35128a2282 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-644074300'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:39.274862 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-b321347f-0ad5-4303-8573-9ad7cd6c5e36 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:39.278692 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-17b6954f-2305-4f2b-a8a6-7c35128a2282 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:39.281044 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-f962f683-d6b2-49c6-a7bf-8e09bef5c3f4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Deleting port a74631b9-2da4-4b1f-b762-732603315010 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:39.281679 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f962f683-d6b2-49c6-a7bf-8e09bef5c3f4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:39.282279 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-e6b9d81a-75ad-4a9c-983d-d028ed6cd6e0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] For port 03eee9b6-42a2-413a-8fa9-2c04b4c76175, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=03eee9b6-42a2-413a-8fa9-2c04b4c76175,segment=NetworkSegment(a0e8dab3-4f6d-4538-b418-0b7323321927),segment_id=a0e8dab3-4f6d-4538-b418-0b7323321927)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:39.282651 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6b9d81a-75ad-4a9c-983d-d028ed6cd6e0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:39.319508 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8dfa127-8529-47c3-8014-2dbd5f90fff8 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Deleting subnet 1a33aef5-6a7a-4f21-accd-1518a86a6b26 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:43:39.321998 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-17b6954f-2305-4f2b-a8a6-7c35128a2282 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:network and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:39.342510 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48452616-d793-4392-9c2a-49f3bbd962f0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:39.343000 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-48452616-d793-4392-9c2a-49f3bbd962f0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:39.345634 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e8dfa127-8529-47c3-8014-2dbd5f90fff8 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:39.380360 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-17b6954f-2305-4f2b-a8a6-7c35128a2282 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:39.400151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-17b6954f-2305-4f2b-a8a6-7c35128a2282 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:39.453028 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b6954f-2305-4f2b-a8a6-7c35128a2282 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:39.456431 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-17b6954f-2305-4f2b-a8a6-7c35128a2282 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:39.516578 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-48452616-d793-4392-9c2a-49f3bbd962f0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:39.517749 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-48452616-d793-4392-9c2a-49f3bbd962f0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5330544 Nov 26 16:43:39.528790 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-e6b9d81a-75ad-4a9c-983d-d028ed6cd6e0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Calling delete_port for 03eee9b6-42a2-413a-8fa9-2c04b4c76175 owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:39.535387 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49224) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:39.577828 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e8dfa127-8529-47c3-8014-2dbd5f90fff8 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:39.580911 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-0ec8a6b8-e979-48fc-8fac-c165cf04c861 None None] For port 03eee9b6-42a2-413a-8fa9-2c04b4c76175, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=03eee9b6-42a2-413a-8fa9-2c04b4c76175,segment=NetworkSegment(a0e8dab3-4f6d-4538-b418-0b7323321927),segment_id=a0e8dab3-4f6d-4538-b418-0b7323321927)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:39.581438 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0ec8a6b8-e979-48fc-8fac-c165cf04c861 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:39.618361 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-941ba22a-3c70-4daf-b694-0999d71fdfa0 req-4d1c8880-2501-4175-a943-e00532e1c38f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0966303 Nov 26 16:43:39.628355 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b321347f-0ad5-4303-8573-9ad7cd6c5e36 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] 10.222.0.11 "PUT /v2.0/quotas/b75797f4d21141b8ae06051baa2f30fb HTTP/1.1" status: 200 len: 368 time: 0.5252171 Nov 26 16:43:39.628355 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49228) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:39.635850 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Request body: {'network': {'project_id': 'b75797f4d21141b8ae06051baa2f30fb'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:39.642739 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:39.658159 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Usage tracker for resource:network and tenant:b75797f4d21141b8ae06051baa2f30fb is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:39.661644 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:39.668488 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:39.674197 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b6954f-2305-4f2b-a8a6-7c35128a2282 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:43:39.681750 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Made reservation on behalf of b75797f4d21141b8ae06051baa2f30fb for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:39.684109 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:39.699601 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6b9d81a-75ad-4a9c-983d-d028ed6cd6e0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:39.703546 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-65b22d22-b6a9-435c-8e63-088791fbfc6c tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:39.725693 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0815984-793e-424d-87cd-e81e4735a684 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:39.726414 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c0815984-793e-424d-87cd-e81e4735a684 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:39.740173 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-17b6954f-2305-4f2b-a8a6-7c35128a2282 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:39.740419 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-17b6954f-2305-4f2b-a8a6-7c35128a2282 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Added segment 5b048ee6-f4e7-455a-935a-0ce958b12bd1 of type vlan for network 05e70b03-4c3e-43d8-90e6-40c4353bfd54 Nov 26 16:43:39.740816 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:39.755778 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-0ec8a6b8-e979-48fc-8fac-c165cf04c861 None None] Calling delete_port for 03eee9b6-42a2-413a-8fa9-2c04b4c76175 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:39.763704 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f962f683-d6b2-49c6-a7bf-8e09bef5c3f4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:39.769712 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9d81a-75ad-4a9c-983d-d028ed6cd6e0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Pushing event deleted for resources: {'Port': ['ID=03eee9b6-42a2-413a-8fa9-2c04b4c76175,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:39.776515 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e6b9d81a-75ad-4a9c-983d-d028ed6cd6e0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:39.777559 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:39.781022 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b9d81a-75ad-4a9c-983d-d028ed6cd6e0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] No DVR routers for this DVR port 03eee9b6-42a2-413a-8fa9-2c04b4c76175 on host dv-neutron-819440-1-hyperv {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:43:39.813964 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Usage tracker for resource:security_group_rule and tenant:b75797f4d21141b8ae06051baa2f30fb is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:39.815250 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:39.819253 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:39.844479 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:39.845009 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-8c58a96d-9d35-4f77-b512-e753788731bc None None] For port 81bf2cec-dc3b-446b-b6fe-b00dda1860af, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=81bf2cec-dc3b-446b-b6fe-b00dda1860af,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:39.845509 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8c58a96d-9d35-4f77-b512-e753788731bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:39.928975 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-f962f683-d6b2-49c6-a7bf-8e09bef5c3f4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Calling delete_port for a74631b9-2da4-4b1f-b762-732603315010 owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:39.934010 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6b9d81a-75ad-4a9c-983d-d028ed6cd6e0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:39.961573 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-17b6954f-2305-4f2b-a8a6-7c35128a2282 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:39.966640 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-e6b9d81a-75ad-4a9c-983d-d028ed6cd6e0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5b9b5e-789a-4cd5-bb2d-fccfc22abb97']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:39.974332 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c0815984-793e-424d-87cd-e81e4735a684 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:39.977542 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c0815984-793e-424d-87cd-e81e4735a684 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4364901 Nov 26 16:43:39.979573 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49232) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:39.987666 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-e6b9d81a-75ad-4a9c-983d-d028ed6cd6e0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e8dab3-4f6d-4538-b418-0b7323321927') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:39.987990 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-e6b9d81a-75ad-4a9c-983d-d028ed6cd6e0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e8dab3-4f6d-4538-b418-0b7323321927') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:39.989337 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e8dfa127-8529-47c3-8014-2dbd5f90fff8 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:39.994149 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8c58a96d-9d35-4f77-b512-e753788731bc None None] Calling delete_port for 81bf2cec-dc3b-446b-b6fe-b00dda1860af owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:40.038115 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 81bf2cec-dc3b-446b-b6fe-b00dda1860af, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=81bf2cec-dc3b-446b-b6fe-b00dda1860af,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:40.042543 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-0ec8a6b8-e979-48fc-8fac-c165cf04c861 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:43:40.043024 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-0ec8a6b8-e979-48fc-8fac-c165cf04c861 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:43:40.045548 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:40.046414 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 03eee9b6-42a2-413a-8fa9-2c04b4c76175 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:43:40.070889 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-af45b96c-9372-43ed-9413-e7a30ae1e951 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869515 Nov 26 16:43:40.070889 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6b9d81a-75ad-4a9c-983d-d028ed6cd6e0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:40.075664 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c9145368-9545-4c94-ba64-0ff8994e676b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:40.080905 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49236) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:40.094546 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-0aa39b3f-ef91-479b-970a-89e4a6dc8c27 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:40.104229 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-17b6954f-2305-4f2b-a8a6-7c35128a2282 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:40.110664 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b6954f-2305-4f2b-a8a6-7c35128a2282 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:40.111296 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-17b6954f-2305-4f2b-a8a6-7c35128a2282 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:40.116413 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6b9d81a-75ad-4a9c-983d-d028ed6cd6e0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:40.119120 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2aff0a1f-5ac2-4649-bb0a-c0d79e8fd8f6 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:40.124475 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 03eee9b6-42a2-413a-8fa9-2c04b4c76175 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:43:40.124947 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 03eee9b6-42a2-413a-8fa9-2c04b4c76175 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:43:40.173725 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=81bf2cec-dc3b-446b-b6fe-b00dda1860af,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:40.177074 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:40.177910 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-8c58a96d-9d35-4f77-b512-e753788731bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:43:40.178373 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-8c58a96d-9d35-4f77-b512-e753788731bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:43:40.185901 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b9d81a-75ad-4a9c-983d-d028ed6cd6e0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:43:40.186854 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6b9d81a-75ad-4a9c-983d-d028ed6cd6e0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:43:40.204089 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:43:40.252373 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-17b6954f-2305-4f2b-a8a6-7c35128a2282 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0000267 Nov 26 16:43:40.253652 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e8dfa127-8529-47c3-8014-2dbd5f90fff8 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:40.261672 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49240) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:40.270633 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6954f-2305-4f2b-a8a6-7c35128a2282 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Network': ['ID=05e70b03-4c3e-43d8-90e6-40c4353bfd54,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:40.275059 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-17b6954f-2305-4f2b-a8a6-7c35128a2282 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:40.276723 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e2b80e35-09c1-4d51-b06f-e51f5fa3c772 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:40.285357 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64d6530-a3b4-441e-b07f-e9fb0acb9228 None None] Network 978418e2-8deb-4496-8b76-6a76660d5694 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:40.294284 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-31a2e876-fcc8-4f8b-a04f-c3fe1d9103ca tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'subnet': {'network_id': '05e70b03-4c3e-43d8-90e6-40c4353bfd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:40.304618 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 05e70b03-4c3e-43d8-90e6-40c4353bfd54 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:43:40.315573 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e8dfa127-8529-47c3-8014-2dbd5f90fff8 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:40.317462 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e8dfa127-8529-47c3-8014-2dbd5f90fff8 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] 10.222.0.11 "DELETE /v2.0/subnets/1a33aef5-6a7a-4f21-accd-1518a86a6b26 HTTP/1.1" status: 204 len: 168 time: 1.2289298 Nov 26 16:43:40.321426 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49244) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:40.328338 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dfa127-8529-47c3-8014-2dbd5f90fff8 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Pushing event deleted for resources: {'Subnet': ['ID=1a33aef5-6a7a-4f21-accd-1518a86a6b26,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:40.349288 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e8dfa127-8529-47c3-8014-2dbd5f90fff8 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:40.408427 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:40.419917 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0aa39b3f-ef91-479b-970a-89e4a6dc8c27 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:40.431522 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:40.434359 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6b9d81a-75ad-4a9c-983d-d028ed6cd6e0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:40.448043 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-12b748f4-1df5-4e6d-9b43-475ec8977df9 tempest-ExternalNetworksAdminNegativeTestJSON-283374685 tempest-ExternalNetworksAdminNegativeTestJSON-283374685-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:40.465131 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0aa39b3f-ef91-479b-970a-89e4a6dc8c27 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:40.468086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6b9d81a-75ad-4a9c-983d-d028ed6cd6e0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:40.503666 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:40.504506 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:43:40.518179 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-31a2e876-fcc8-4f8b-a04f-c3fe1d9103ca tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:40.520342 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f962f683-d6b2-49c6-a7bf-8e09bef5c3f4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:40.520659 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa39b3f-ef91-479b-970a-89e4a6dc8c27 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:40.524600 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0aa39b3f-ef91-479b-970a-89e4a6dc8c27 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:40.525637 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6c67908e-696d-46c4-87e4-758b3a09b299 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:40.538297 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b475de-7392-4cd6-ad08-c3f322d803b3,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:40.544319 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-0ec8a6b8-e979-48fc-8fac-c165cf04c861 None None] Deleting port 03eee9b6-42a2-413a-8fa9-2c04b4c76175 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:40.544902 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0ec8a6b8-e979-48fc-8fac-c165cf04c861 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:40.548807 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e6b9d81a-75ad-4a9c-983d-d028ed6cd6e0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] 10.222.0.11 "DELETE /v2.0/networks/9e5b9b5e-789a-4cd5-bb2d-fccfc22abb97 HTTP/1.1" status: 204 len: 168 time: 2.0769820 Nov 26 16:43:40.551673 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:40.552613 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-31a2e876-fcc8-4f8b-a04f-c3fe1d9103ca tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:subnet and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:40.556533 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:40.571039 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:40.571384 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Added segment 4dcad5fe-31b2-4201-9424-3979d484ce7c of type vlan for network ac8e58e1-0ec7-451b-b881-4879946e4aca Nov 26 16:43:40.572615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-31a2e876-fcc8-4f8b-a04f-c3fe1d9103ca tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:40.574293 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Deleting port 7c3de8f9-2013-4d48-af94-c0de6411ff4b {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:40.574648 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:40.605434 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962f683-d6b2-49c6-a7bf-8e09bef5c3f4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event deleted for resources: {'Port': ['ID=a74631b9-2da4-4b1f-b762-732603315010,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:40.635483 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-31a2e876-fcc8-4f8b-a04f-c3fe1d9103ca tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:40.657787 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-0ec8a6b8-e979-48fc-8fac-c165cf04c861 None None] The port '03eee9b6-42a2-413a-8fa9-2c04b4c76175' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:43:40.669756 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f962f683-d6b2-49c6-a7bf-8e09bef5c3f4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:40.674856 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9d81a-75ad-4a9c-983d-d028ed6cd6e0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Pushing event deleted for resources: {'Network': ['ID=9e5b9b5e-789a-4cd5-bb2d-fccfc22abb97,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:40.681536 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8c58a96d-9d35-4f77-b512-e753788731bc None None] Deleting port 81bf2cec-dc3b-446b-b6fe-b00dda1860af {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:40.681923 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8c58a96d-9d35-4f77-b512-e753788731bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:40.692213 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e6b9d81a-75ad-4a9c-983d-d028ed6cd6e0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:40.956617 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a2e876-fcc8-4f8b-a04f-c3fe1d9103ca tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:40.963993 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-31a2e876-fcc8-4f8b-a04f-c3fe1d9103ca tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:41.087705 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-79e7cf2e-b3f4-49dd-b070-84326c86f365 req-215cf091-22c4-43ca-ac11-38d965640ac6 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.3125482 Nov 26 16:43:41.089844 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdcef29-32d2-4b6d-b1f4-981118836288 None None] DHCP port deletion for 978418e2-8deb-4496-8b76-6a76660d5694 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:43:41.104692 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-4fdcef29-32d2-4b6d-b1f4-981118836288 None None] Deleting port 7c3de8f9-2013-4d48-af94-c0de6411ff4b {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:41.105437 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4fdcef29-32d2-4b6d-b1f4-981118836288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:41.130116 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.ipam_backend_mixin [None req-31a2e876-fcc8-4f8b-a04f-c3fe1d9103ca tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Performing IP validity checks on allocation pools {{(pid=87518) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 26 16:43:41.143735 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.ipam_backend_mixin [None req-31a2e876-fcc8-4f8b-a04f-c3fe1d9103ca tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87518) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 26 16:43:41.197335 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7c3de8f9-2013-4d48-af94-c0de6411ff4b no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:43:41.252138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49254) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:41.258491 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-8c58a96d-9d35-4f77-b512-e753788731bc None None] For port 81bf2cec-dc3b-446b-b6fe-b00dda1860af, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=81bf2cec-dc3b-446b-b6fe-b00dda1860af,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:41.259079 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8c58a96d-9d35-4f77-b512-e753788731bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:41.273588 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:41.339504 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0aa39b3f-ef91-479b-970a-89e4a6dc8c27 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:41.343746 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] For port 7c3de8f9-2013-4d48-af94-c0de6411ff4b, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7c3de8f9-2013-4d48-af94-c0de6411ff4b,segment=NetworkSegment(3e9a1fb8-8d89-4dcd-bf03-a1b5d1b3a278),segment_id=3e9a1fb8-8d89-4dcd-bf03-a1b5d1b3a278)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:41.344252 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:41.357165 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d534dc8c-5bbf-4c4a-a543-4834ac680d9a tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:41.415077 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8c58a96d-9d35-4f77-b512-e753788731bc None None] Calling delete_port for 81bf2cec-dc3b-446b-b6fe-b00dda1860af owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:41.428354 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa39b3f-ef91-479b-970a-89e4a6dc8c27 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:41.447619 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa39b3f-ef91-479b-970a-89e4a6dc8c27 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=3176b18d-c502-47df-a3da-79b5f7174c22,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:41.450482 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0aa39b3f-ef91-479b-970a-89e4a6dc8c27 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:41.451546 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-0aa39b3f-ef91-479b-970a-89e4a6dc8c27 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:41.454683 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa39b3f-ef91-479b-970a-89e4a6dc8c27 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:41.455282 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0aa39b3f-ef91-479b-970a-89e4a6dc8c27 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:41.488648 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-31a2e876-fcc8-4f8b-a04f-c3fe1d9103ca tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:41.499212 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-518ff99d-da4d-475e-b7cb-7de7517a8f8e tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:41.512227 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Calling delete_port for 7c3de8f9-2013-4d48-af94-c0de6411ff4b owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:41.656316 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8c58a96d-9d35-4f77-b512-e753788731bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:41.663279 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-64b79e78-3df6-4b0a-88d3-6abbb873ec99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:41.706439 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:41.706901 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2e876-fcc8-4f8b-a04f-c3fe1d9103ca tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Subnet': ['ID=5a4ad7e3-fcd4-409e-b97c-8589de61266b,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:41.709630 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-31a2e876-fcc8-4f8b-a04f-c3fe1d9103ca tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:41.714237 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0aa39b3f-ef91-479b-970a-89e4a6dc8c27 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6293242 Nov 26 16:43:41.716077 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49260) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:41.730508 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-a11b53bc-0c4a-49c8-a4a2-397739631488 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'fixed_ips': [{'subnet_id': '3176b18d-c502-47df-a3da-79b5f7174c22', 'ip_address': '2001:db8::259e:3977:c619:6b96'}], 'name': 'tempest-NetworksTestDHCPv6-1826337678'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:41.733243 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58a96d-9d35-4f77-b512-e753788731bc None None] Pushing event deleted for resources: {'Port': ['ID=81bf2cec-dc3b-446b-b6fe-b00dda1860af,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:41.741163 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8c58a96d-9d35-4f77-b512-e753788731bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:41.745527 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c58a96d-9d35-4f77-b512-e753788731bc None None] No DVR routers for this DVR port 81bf2cec-dc3b-446b-b6fe-b00dda1860af on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:43:41.752487 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-4fdcef29-32d2-4b6d-b1f4-981118836288 None None] For port 7c3de8f9-2013-4d48-af94-c0de6411ff4b, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7c3de8f9-2013-4d48-af94-c0de6411ff4b,segment=NetworkSegment(3e9a1fb8-8d89-4dcd-bf03-a1b5d1b3a278),segment_id=3e9a1fb8-8d89-4dcd-bf03-a1b5d1b3a278)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:41.753112 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4fdcef29-32d2-4b6d-b1f4-981118836288 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:41.853423 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d34ad63-1c04-42a9-b72c-e3b21b81a8c3 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:41.856493 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1576a587-ddfb-4d82-b6bd-8455dfce036e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=90a6a472b9c648179bbaf16e15cec702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5996299 Nov 26 16:43:41.861749 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:41.862885 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:41.863856 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:41.863999 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49264) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:41.871194 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:41.939673 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-4fdcef29-32d2-4b6d-b1f4-981118836288 None None] Calling delete_port for 7c3de8f9-2013-4d48-af94-c0de6411ff4b owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:41.965659 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f962f683-d6b2-49c6-a7bf-8e09bef5c3f4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:42.002310 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.3731177 Nov 26 16:43:42.004719 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49268) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:42.015002 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 7c3de8f9-2013-4d48-af94-c0de6411ff4b, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7c3de8f9-2013-4d48-af94-c0de6411ff4b,segment=NetworkSegment(3e9a1fb8-8d89-4dcd-bf03-a1b5d1b3a278),segment_id=3e9a1fb8-8d89-4dcd-bf03-a1b5d1b3a278)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:42.018450 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-b517a9e1-d490-42c6-90b9-742cf87af6a3 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Request body: {'network': {'project_id': 'b75797f4d21141b8ae06051baa2f30fb'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:42.028987 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-73f0c668-39d0-4c85-b202-d386e1af229f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:42.030413 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b517a9e1-d490-42c6-90b9-742cf87af6a3 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:42.031222 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a2e876-fcc8-4f8b-a04f-c3fe1d9103ca tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Checking segment: {'id': '5b048ee6-f4e7-455a-935a-0ce958b12bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '05e70b03-4c3e-43d8-90e6-40c4353bfd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:43:42.031693 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a2e876-fcc8-4f8b-a04f-c3fe1d9103ca tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network hostable DHCP agents. Network: 05e70b03-4c3e-43d8-90e6-40c4353bfd54, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:43:42.038483 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:42.040977 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Pushing event updated for resources: {'Network': ['ID=ac8e58e1-0ec7-451b-b881-4879946e4aca,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:42.043909 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-7b689cdc-c10e-48e7-bd92-063d3daa34f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:42.047087 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:42.080219 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a2e876-fcc8-4f8b-a04f-c3fe1d9103ca tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network 05e70b03-4c3e-43d8-90e6-40c4353bfd54 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:43:42.083691 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network ac8e58e1-0ec7-451b-b881-4879946e4aca details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:43:42.084497 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-a11b53bc-0c4a-49c8-a4a2-397739631488 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:42.099547 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-a11b53bc-0c4a-49c8-a4a2-397739631488 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:42.101895 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-31a2e876-fcc8-4f8b-a04f-c3fe1d9103ca tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 05e70b03-4c3e-43d8-90e6-40c4353bfd54) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:42.109402 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a2e876-fcc8-4f8b-a04f-c3fe1d9103ca tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:42.109807 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-31a2e876-fcc8-4f8b-a04f-c3fe1d9103ca tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:42.142824 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11b53bc-0c4a-49c8-a4a2-397739631488 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:42.160695 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b517a9e1-d490-42c6-90b9-742cf87af6a3 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Usage tracker for resource:network and tenant:b75797f4d21141b8ae06051baa2f30fb is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:42.169189 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-31a2e876-fcc8-4f8b-a04f-c3fe1d9103ca tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9037085 Nov 26 16:43:42.170098 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224fd9a2-d369-4675-b245-f6ff1d1727e4 None None] Network 05e70b03-4c3e-43d8-90e6-40c4353bfd54 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:42.173528 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b517a9e1-d490-42c6-90b9-742cf87af6a3 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:42.177750 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49274) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:42.198224 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.api [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:43:42.198455 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_db.api [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:43:42.202204 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-575ff5e7-ea7f-4004-9f99-258344a31a63 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'port': {'network_id': '05e70b03-4c3e-43d8-90e6-40c4353bfd54', 'name': 'tempest-PortsIpV6TestJSON-894705171'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:42.220527 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b517a9e1-d490-42c6-90b9-742cf87af6a3 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:42.282384 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ae577a86-06fe-499b-a747-a2a2c6b24375 req-248f373d-ae4e-4042-bc7c-71375bab505a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1190803 Nov 26 16:43:42.285339 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-73f0c668-39d0-4c85-b202-d386e1af229f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:42.315829 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b517a9e1-d490-42c6-90b9-742cf87af6a3 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Made reservation on behalf of b75797f4d21141b8ae06051baa2f30fb for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:42.318133 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b517a9e1-d490-42c6-90b9-742cf87af6a3 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:42.344659 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=7c3de8f9-2013-4d48-af94-c0de6411ff4b,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:42.363602 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:42.365719 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a11b53bc-0c4a-49c8-a4a2-397739631488 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:42.366167 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-4fdcef29-32d2-4b6d-b1f4-981118836288 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:43:42.366523 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-4fdcef29-32d2-4b6d-b1f4-981118836288 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:43:42.391921 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-a11b53bc-0c4a-49c8-a4a2-397739631488 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] device_id is not set on port 7fb63049-6fab-44a7-a8dc-445b356e76f5 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:43:42.442221 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b517a9e1-d490-42c6-90b9-742cf87af6a3 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:43:42.576923 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b517a9e1-d490-42c6-90b9-742cf87af6a3 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:42.577268 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-b517a9e1-d490-42c6-90b9-742cf87af6a3 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Added segment f3fc5dd0-f600-4944-ac4a-23f3710be613 of type vlan for network 985bd762-99e3-4cca-9ef9-e69a41e8de33 Nov 26 16:43:42.578651 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-575ff5e7-ea7f-4004-9f99-258344a31a63 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:42.614903 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'fixed_ips': [{'subnet_id': '3176b18d-c502-47df-a3da-79b5f7174c22'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:43:42.616080 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:42.621868 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-73f0c668-39d0-4c85-b202-d386e1af229f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:42.628086 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-575ff5e7-ea7f-4004-9f99-258344a31a63 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:42.629873 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-883af9e3-db51-4e6a-8c8a-c58c1bc9a8c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:42.646982 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-a11b53bc-0c4a-49c8-a4a2-397739631488 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 2001:db8::259e:3977:c619:6b96 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/3176b18d-c502-47df-a3da-79b5f7174c22/7fb63049-6fab-44a7-a8dc-445b356e76f5) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:43:42.663479 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0c668-39d0-4c85-b202-d386e1af229f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb4ab07-e6ff-4e85-ba1a-1d1ae40f00ea,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:42.667976 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b517a9e1-d490-42c6-90b9-742cf87af6a3 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:42.681487 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-05e70b03-4c3e-43d8-90e6-40c4353bfd54', 'network_id': '05e70b03-4c3e-43d8-90e6-40c4353bfd54', 'tenant_id': 'e5bd482c0dce485f8884ef8c9a70116c', 'fixed_ips': [{'subnet_id': '5a4ad7e3-fcd4-409e-b97c-8589de61266b'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:43:42.682069 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-73f0c668-39d0-4c85-b202-d386e1af229f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:42.682182 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:42.691361 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575ff5e7-ea7f-4004-9f99-258344a31a63 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:42.694862 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-575ff5e7-ea7f-4004-9f99-258344a31a63 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:42.709393 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Deleting port 7c3de8f9-2013-4d48-af94-c0de6411ff4b {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:42.709779 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:42.802085 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-575ff5e7-ea7f-4004-9f99-258344a31a63 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] device_id is not set on port a94305ab-5433-431d-8c1f-561eaf910def yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:43:42.847898 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f962f683-d6b2-49c6-a7bf-8e09bef5c3f4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Router b3dcdb06-aba9-4b36-8766-7b096104f313 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:43:42.867388 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-4fdcef29-32d2-4b6d-b1f4-981118836288 None None] Deleting port 7c3de8f9-2013-4d48-af94-c0de6411ff4b {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:42.868058 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4fdcef29-32d2-4b6d-b1f4-981118836288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:42.904895 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a11b53bc-0c4a-49c8-a4a2-397739631488 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:42.922495 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-a11b53bc-0c4a-49c8-a4a2-397739631488 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Transition to ACTIVE for port object 7fb63049-6fab-44a7-a8dc-445b356e76f5 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:42.930147 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] Allocated IP 2001:db8::2 (05e70b03-4c3e-43d8-90e6-40c4353bfd54/5a4ad7e3-fcd4-409e-b97c-8589de61266b/eb0cb381-00d9-4bf9-b7d5-804b0fa690f6) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:43:42.950600 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a11b53bc-0c4a-49c8-a4a2-397739631488 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:42.957007 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5fc23e7f-2ee0-4434-9354-bf7fa069dc56 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:43.030282 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11b53bc-0c4a-49c8-a4a2-397739631488 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:43.032754 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b517a9e1-d490-42c6-90b9-742cf87af6a3 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:43.032911 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-a11b53bc-0c4a-49c8-a4a2-397739631488 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:43.033785 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b517a9e1-d490-42c6-90b9-742cf87af6a3 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:43.034483 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b517a9e1-d490-42c6-90b9-742cf87af6a3 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:43.037921 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11b53bc-0c4a-49c8-a4a2-397739631488 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:43.044228 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11b53bc-0c4a-49c8-a4a2-397739631488 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:43.044508 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a11b53bc-0c4a-49c8-a4a2-397739631488 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:43.050942 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-093e9f9c-fa20-4892-aff8-ab82cbc7e8ae tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:43.062344 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b53bc-0c4a-49c8-a4a2-397739631488 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=7fb63049-6fab-44a7-a8dc-445b356e76f5,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:43.065422 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a11b53bc-0c4a-49c8-a4a2-397739631488 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:43.085140 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a11b53bc-0c4a-49c8-a4a2-397739631488 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3663418 Nov 26 16:43:43.086716 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49278) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:43.092627 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-fb93cca9-f1fc-4939-9e88-dd53b4ebd243 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'fixed_ips': [{'subnet_id': '3176b18d-c502-47df-a3da-79b5f7174c22', 'ip_address': '2001:db8::259e:3977:c619:6b96'}], 'name': 'tempest-NetworksTestDHCPv6-1934912941'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:43.099058 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-73f0c668-39d0-4c85-b202-d386e1af229f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:43.102246 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-73f0c668-39d0-4c85-b202-d386e1af229f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/afb4ab07-e6ff-4e85-ba1a-1d1ae40f00ea HTTP/1.1" status: 204 len: 168 time: 1.2373865 Nov 26 16:43:43.238662 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-fb93cca9-f1fc-4939-9e88-dd53b4ebd243 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:43.243704 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-fb93cca9-f1fc-4939-9e88-dd53b4ebd243 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:port and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:43.246771 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-fb93cca9-f1fc-4939-9e88-dd53b4ebd243 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:43.249131 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-4fdcef29-32d2-4b6d-b1f4-981118836288 None None] For port 7c3de8f9-2013-4d48-af94-c0de6411ff4b, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7c3de8f9-2013-4d48-af94-c0de6411ff4b,segment=NetworkSegment(3e9a1fb8-8d89-4dcd-bf03-a1b5d1b3a278),segment_id=3e9a1fb8-8d89-4dcd-bf03-a1b5d1b3a278)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:43.249538 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4fdcef29-32d2-4b6d-b1f4-981118836288 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:43.253685 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-fb93cca9-f1fc-4939-9e88-dd53b4ebd243 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:43.266848 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb93cca9-f1fc-4939-9e88-dd53b4ebd243 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:43.272906 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fb93cca9-f1fc-4939-9e88-dd53b4ebd243 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:43.300298 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-fb93cca9-f1fc-4939-9e88-dd53b4ebd243 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] device_id is not set on port 2ec6b664-fe26-4db3-b5f7-4b37801ea426 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:43:43.377699 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b517a9e1-d490-42c6-90b9-742cf87af6a3 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3709524 Nov 26 16:43:43.383552 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49286) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:43.389778 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-7270990d-f790-4b5b-a4a2-624989ef90fe tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Request body: {'network': {'project_id': 'b75797f4d21141b8ae06051baa2f30fb'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:43.399582 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7270990d-f790-4b5b-a4a2-624989ef90fe tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:43.410717 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7270990d-f790-4b5b-a4a2-624989ef90fe tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Usage tracker for resource:network and tenant:b75797f4d21141b8ae06051baa2f30fb is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:43.416350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7270990d-f790-4b5b-a4a2-624989ef90fe tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:43.423458 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-4fdcef29-32d2-4b6d-b1f4-981118836288 None None] Calling delete_port for 7c3de8f9-2013-4d48-af94-c0de6411ff4b owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:43.427344 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7270990d-f790-4b5b-a4a2-624989ef90fe tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:43.430876 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517a9e1-d490-42c6-90b9-742cf87af6a3 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Pushing event updated for resources: {'Network': ['ID=985bd762-99e3-4cca-9ef9-e69a41e8de33,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:43.431704 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-7270990d-f790-4b5b-a4a2-624989ef90fe tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 26 16:43:43.432205 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7270990d-f790-4b5b-a4a2-624989ef90fe tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:43:43.437372 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7270990d-f790-4b5b-a4a2-624989ef90fe tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0527692 Nov 26 16:43:43.438019 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49290) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:43.441409 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b517a9e1-d490-42c6-90b9-742cf87af6a3 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:43.457380 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 985bd762-99e3-4cca-9ef9-e69a41e8de33 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:43:43.504854 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ac368f40-bcd0-459d-819a-dc02bc4420c3 req-f00d0199-fbb2-4a2d-abcd-cadcbfb0bd97 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0715041 Nov 26 16:43:43.551247 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] For port 7c3de8f9-2013-4d48-af94-c0de6411ff4b, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7c3de8f9-2013-4d48-af94-c0de6411ff4b,segment=NetworkSegment(3e9a1fb8-8d89-4dcd-bf03-a1b5d1b3a278),segment_id=3e9a1fb8-8d89-4dcd-bf03-a1b5d1b3a278)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:43.551614 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:43.552520 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] Allocated IP 2001:db8::2 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/3176b18d-c502-47df-a3da-79b5f7174c22/7733e9db-2842-43ce-83c4-43ca647f4378) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:43:43.571567 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ba84ced0-1d8f-4e20-9611-0459d058b3ed tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b75797f4d21141b8ae06051baa2f30fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1005635 Nov 26 16:43:43.572046 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49294) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:43.643092 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1bb65695-6d24-4874-b88a-bae3f91e791c tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:43.673198 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f962f683-d6b2-49c6-a7bf-8e09bef5c3f4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:43:43.673529 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1bb65695-6d24-4874-b88a-bae3f91e791c tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:43.680830 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Calling delete_port for 7c3de8f9-2013-4d48-af94-c0de6411ff4b owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:43.712639 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f962f683-d6b2-49c6-a7bf-8e09bef5c3f4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "PUT /v2.0/routers/b3dcdb06-aba9-4b36-8766-7b096104f313/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7166846 Nov 26 16:43:43.713541 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49298) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:43.722985 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d729068-9a16-4ed1-a121-6582e19a4f9e None None] Sync routers for ids ['b3dcdb06-aba9-4b36-8766-7b096104f313'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:43:43.769774 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.api [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:43:43.770147 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_db.api [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:43:43.803625 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d729068-9a16-4ed1-a121-6582e19a4f9e None None] Routers {'b3dcdb06-aba9-4b36-8766-7b096104f313'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:43:43.803873 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6d729068-9a16-4ed1-a121-6582e19a4f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:43:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b3dcdb06-aba9-4b36-8766-7b096104f313'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:43.850088 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4fdcef29-32d2-4b6d-b1f4-981118836288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:43.864485 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d035809b-5492-483f-829d-6286c46877c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:43.989094 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6d729068-9a16-4ed1-a121-6582e19a4f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:44.009868 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1bb65695-6d24-4874-b88a-bae3f91e791c tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:44.012294 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcef29-32d2-4b6d-b1f4-981118836288 None None] Pushing event deleted for resources: {'Port': ['ID=7c3de8f9-2013-4d48-af94-c0de6411ff4b,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:44.015081 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-af03f4ef-05e3-48eb-ac83-26a1679c49fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:44.018592 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdcef29-32d2-4b6d-b1f4-981118836288 None None] No DVR routers for this DVR port 7c3de8f9-2013-4d48-af94-c0de6411ff4b on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:43:44.025308 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-4fdcef29-32d2-4b6d-b1f4-981118836288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:44.039467 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb65695-6d24-4874-b88a-bae3f91e791c tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b475de-7392-4cd6-ad08-c3f322d803b3,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:44.049586 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:44.053323 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1bb65695-6d24-4874-b88a-bae3f91e791c tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:44.054731 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d729068-9a16-4ed1-a121-6582e19a4f9e None None] Routers {'b3dcdb06-aba9-4b36-8766-7b096104f313'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:43:44.055312 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6d729068-9a16-4ed1-a121-6582e19a4f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:43:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b3dcdb06-aba9-4b36-8766-7b096104f313'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:44.064819 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1bb65695-6d24-4874-b88a-bae3f91e791c tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:44.065936 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1bb65695-6d24-4874-b88a-bae3f91e791c tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/e9b475de-7392-4cd6-ad08-c3f322d803b3 HTTP/1.1" status: 204 len: 168 time: 0.4923854 Nov 26 16:43:44.068768 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49302) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:44.076856 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ff50c6fe-fee3-4b08-9648-914ac57460a5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:44.168485 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] Transition to ACTIVE for port object eb0cb381-00d9-4bf9-b7d5-804b0fa690f6 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:44.174507 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6d729068-9a16-4ed1-a121-6582e19a4f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:44.174927 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d729068-9a16-4ed1-a121-6582e19a4f9e None None] The sync data for ids ['b3dcdb06-aba9-4b36-8766-7b096104f313'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:43:44.178046 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Deleting port 7c3de8f9-2013-4d48-af94-c0de6411ff4b {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:44.178286 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:44.209079 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] Transition to ACTIVE for port object eb0cb381-00d9-4bf9-b7d5-804b0fa690f6 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:44.215949 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:44.220113 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:44.227135 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e98f0222-0ff9-470b-ba49-a8ba256acc26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:44.277927 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ff50c6fe-fee3-4b08-9648-914ac57460a5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:44.282244 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] Transition to ACTIVE for port object 7733e9db-2842-43ce-83c4-43ca647f4378 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:44.282416 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-af0c7751-2d7a-46f8-8fba-27d928600f4d tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:44.288432 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-ff50c6fe-fee3-4b08-9648-914ac57460a5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Deleting port b53b4e5d-f6b4-4e90-8a0e-5f437afa0c55 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:44.288821 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ff50c6fe-fee3-4b08-9648-914ac57460a5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:44.303598 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] The port '7c3de8f9-2013-4d48-af94-c0de6411ff4b' was deleted {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:43:44.313572 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] Network 05e70b03-4c3e-43d8-90e6-40c4353bfd54 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:44.320013 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:44.325462 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] Transition to ACTIVE for port object 7733e9db-2842-43ce-83c4-43ca647f4378 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:44.328001 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:44.334840 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] Pushing event updated for resources: {'Port': ['ID=eb0cb381-00d9-4bf9-b7d5-804b0fa690f6,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:44.339063 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:44.340090 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:44.344731 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:44.454176 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:44.465599 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:44.474692 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:44.474917 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-575ff5e7-ea7f-4004-9f99-258344a31a63 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Allocated IP 2001:db8::3c2 (05e70b03-4c3e-43d8-90e6-40c4353bfd54/5a4ad7e3-fcd4-409e-b97c-8589de61266b/a94305ab-5433-431d-8c1f-561eaf910def) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:43:44.494063 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb93cca9-f1fc-4939-9e88-dd53b4ebd243 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 26 16:43:44.494561 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb93cca9-f1fc-4939-9e88-dd53b4ebd243 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:43:44.531400 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-fb93cca9-f1fc-4939-9e88-dd53b4ebd243 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4442828 Nov 26 16:43:44.533969 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49306) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:44.538125 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] Attempting to bind port eb0cb381-00d9-4bf9-b7d5-804b0fa690f6 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:43:44.538528 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] Attempting to bind port eb0cb381-00d9-4bf9-b7d5-804b0fa690f6 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '5b048ee6-f4e7-455a-935a-0ce958b12bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '05e70b03-4c3e-43d8-90e6-40c4353bfd54'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:43:44.538885 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] Attempting to bind port eb0cb381-00d9-4bf9-b7d5-804b0fa690f6 on network 05e70b03-4c3e-43d8-90e6-40c4353bfd54 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:43:44.541264 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] Pushing event updated for resources: {'Port': ['ID=7733e9db-2842-43ce-83c4-43ca647f4378,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:44.573322 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:44.586504 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:44.594265 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:43:44.594897 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] Checking segment: {'id': '5b048ee6-f4e7-455a-935a-0ce958b12bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '05e70b03-4c3e-43d8-90e6-40c4353bfd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:43:44.595484 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:44.596065 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] Bound using segment: {'id': '5b048ee6-f4e7-455a-935a-0ce958b12bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '05e70b03-4c3e-43d8-90e6-40c4353bfd54'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:43:44.596734 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] Bound port: eb0cb381-00d9-4bf9-b7d5-804b0fa690f6, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b048ee6-f4e7-455a-935a-0ce958b12bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '05e70b03-4c3e-43d8-90e6-40c4353bfd54'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:43:44.597281 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:44.616109 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ff50c6fe-fee3-4b08-9648-914ac57460a5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:44.619392 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] Attempting to bind port 7733e9db-2842-43ce-83c4-43ca647f4378 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:43:44.619805 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] Attempting to bind port 7733e9db-2842-43ce-83c4-43ca647f4378 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:43:44.620196 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] Attempting to bind port 7733e9db-2842-43ce-83c4-43ca647f4378 on network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:43:44.626376 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:43:44.626776 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] Checking segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:43:44.627192 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:44.627599 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] Bound using segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:43:44.628100 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] Bound port: 7733e9db-2842-43ce-83c4-43ca647f4378, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:43:44.628487 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:44.640975 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-af0c7751-2d7a-46f8-8fba-27d928600f4d tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:44.661250 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978418e2-8deb-4496-8b76-6a76660d5694']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:44.676310 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-19c76e87-183b-4ff0-a800-fb9115ae1e8e req-70c3c280-2e86-4904-a7c6-1c5733783c42 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0654581 Nov 26 16:43:44.695517 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9a1fb8-8d89-4dcd-bf03-a1b5d1b3a278') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:44.695798 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9a1fb8-8d89-4dcd-bf03-a1b5d1b3a278') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:44.707389 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-af0c7751-2d7a-46f8-8fba-27d928600f4d tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985bd762-99e3-4cca-9ef9-e69a41e8de33']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:44.726194 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-af0c7751-2d7a-46f8-8fba-27d928600f4d tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3fc5dd0-f600-4944-ac4a-23f3710be613') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:44.726402 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-af0c7751-2d7a-46f8-8fba-27d928600f4d tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3fc5dd0-f600-4944-ac4a-23f3710be613') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:44.734201 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:44.770052 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-af0c7751-2d7a-46f8-8fba-27d928600f4d tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:44.776273 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] For port eb0cb381-00d9-4bf9-b7d5-804b0fa690f6, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:43:44.789705 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] For port eb0cb381-00d9-4bf9-b7d5-804b0fa690f6, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=eb0cb381-00d9-4bf9-b7d5-804b0fa690f6,segment=NetworkSegment(5b048ee6-f4e7-455a-935a-0ce958b12bd1),segment_id=5b048ee6-f4e7-455a-935a-0ce958b12bd1)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:43:44.791088 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] For port 7733e9db-2842-43ce-83c4-43ca647f4378, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:43:44.795034 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] For port 7733e9db-2842-43ce-83c4-43ca647f4378, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7733e9db-2842-43ce-83c4-43ca647f4378,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:43:44.796682 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:44.800743 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-86e60933-8db2-45cb-8eea-961b0a63793b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:44.831364 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:44.848904 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-ff50c6fe-fee3-4b08-9648-914ac57460a5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Calling delete_port for b53b4e5d-f6b4-4e90-8a0e-5f437afa0c55 owned by network:router_gateway {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:44.918197 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] Pushing event updated for resources: {'Port': ['ID=eb0cb381-00d9-4bf9-b7d5-804b0fa690f6,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:44.921294 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:44.922050 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-210abec9-616f-4251-95a1-53501ca112b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:44.936915 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e7e8ae-9f10-41bc-8c92-5d60965e1210 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:44.944840 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e7e8ae-9f10-41bc-8c92-5d60965e1210 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:44.944840 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-53e7e8ae-9f10-41bc-8c92-5d60965e1210 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:45.003379 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] Pushing event updated for resources: {'Port': ['ID=7733e9db-2842-43ce-83c4-43ca647f4378,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:45.008470 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:45.011265 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-53e7e8ae-9f10-41bc-8c92-5d60965e1210 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:45.011836 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:45.016531 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-af0c7751-2d7a-46f8-8fba-27d928600f4d tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:45.017326 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-53e7e8ae-9f10-41bc-8c92-5d60965e1210 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4821343 Nov 26 16:43:45.018448 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49314) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:45.035141 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:43:45.035648 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:43:45.050939 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:43:45.053264 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0c7751-2d7a-46f8-8fba-27d928600f4d tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:43:45.053264 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-af0c7751-2d7a-46f8-8fba-27d928600f4d tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:43:45.068325 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:43:45.141505 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-5df500ea-1225-4a0b-808d-51effcc77a1a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting port 7fb63049-6fab-44a7-a8dc-445b356e76f5 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:45.141852 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5df500ea-1225-4a0b-808d-51effcc77a1a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:45.272692 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-af0c7751-2d7a-46f8-8fba-27d928600f4d tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:45.277021 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-af0c7751-2d7a-46f8-8fba-27d928600f4d tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:45.281199 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-28f3d1ca-d937-499b-87ab-bc43de7b4d21 tempest-BulkNetworkOpsIpV6Test-330410243 tempest-BulkNetworkOpsIpV6Test-330410243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:45.300387 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ff50c6fe-fee3-4b08-9648-914ac57460a5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:45.308879 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:45.313123 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-12f8a4aa-c699-4daa-824c-ab9d542e6ce3 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:45.321628 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:45.327451 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c7751-2d7a-46f8-8fba-27d928600f4d tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Pushing event deleted for resources: {'Network': ['ID=985bd762-99e3-4cca-9ef9-e69a41e8de33,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:45.329704 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-af0c7751-2d7a-46f8-8fba-27d928600f4d tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:45.337273 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-575ff5e7-ea7f-4004-9f99-258344a31a63 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:45.337273 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f8d2e34c-f35a-4b12-ad34-a7934463f393 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:45.360204 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-af0c7751-2d7a-46f8-8fba-27d928600f4d tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] 10.222.0.11 "DELETE /v2.0/networks/985bd762-99e3-4cca-9ef9-e69a41e8de33 HTTP/1.1" status: 204 len: 168 time: 1.2901630 Nov 26 16:43:45.361816 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50c6fe-fee3-4b08-9648-914ac57460a5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event deleted for resources: {'Port': ['ID=b53b4e5d-f6b4-4e90-8a0e-5f437afa0c55,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:45.363807 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49318) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:45.367863 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Pushing event deleted for resources: {'Network': ['ID=978418e2-8deb-4496-8b76-6a76660d5694,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:45.368757 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ff50c6fe-fee3-4b08-9648-914ac57460a5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:45.370149 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:45.374596 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] 10.222.0.11 "DELETE /v2.0/networks/978418e2-8deb-4496-8b76-6a76660d5694 HTTP/1.1" status: 204 len: 168 time: 5.0490808 Nov 26 16:43:45.375412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49322) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:45.422315 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-575ff5e7-ea7f-4004-9f99-258344a31a63 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Transition to ACTIVE for port object a94305ab-5433-431d-8c1f-561eaf910def will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:45.441006 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b3e2c2aa-16d0-4ea8-8d5e-540f2c9db309 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Synchronizing usage tracker for tenant:7ba89998a757459d9a0750ecd99b826a on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:45.474757 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b3e2c2aa-16d0-4ea8-8d5e-540f2c9db309 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Unset dirty status for tenant:7ba89998a757459d9a0750ecd99b826a on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:45.476824 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b3e2c2aa-16d0-4ea8-8d5e-540f2c9db309 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] 10.222.0.11 "GET /v2.0/ports?device_id=917b74ce-729e-48c5-bc2a-37595768a92c HTTP/1.1" status: 200 len: 205 time: 0.0962701 Nov 26 16:43:45.482457 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49326) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:45.488314 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-575ff5e7-ea7f-4004-9f99-258344a31a63 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:45.560365 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-21cc19fe-be22-4ca4-97ca-0a25df7ae6f1 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:45.656467 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8afb6d7f-00c0-4a94-be5a-cf37b94c162b tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:45.678812 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ff50c6fe-fee3-4b08-9648-914ac57460a5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:45.702150 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575ff5e7-ea7f-4004-9f99-258344a31a63 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network 05e70b03-4c3e-43d8-90e6-40c4353bfd54 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:45.704845 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-816e0ff5-e13f-4f57-85e5-d9a23b366c20 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:45.757802 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-575ff5e7-ea7f-4004-9f99-258344a31a63 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:45.854546 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575ff5e7-ea7f-4004-9f99-258344a31a63 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:45.860286 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575ff5e7-ea7f-4004-9f99-258344a31a63 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:45.860918 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-575ff5e7-ea7f-4004-9f99-258344a31a63 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:45.892380 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ff5e7-ea7f-4004-9f99-258344a31a63 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Port': ['ID=a94305ab-5433-431d-8c1f-561eaf910def,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:45.902726 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-08d18025-647e-4335-9bae-12452b16241f req-e5b4cbcf-ced2-4bcf-8d23-7acf2fcd3f92 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1468930 Nov 26 16:43:45.907484 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-575ff5e7-ea7f-4004-9f99-258344a31a63 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:45.958422 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-575ff5e7-ea7f-4004-9f99-258344a31a63 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7796249 Nov 26 16:43:45.985274 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49332) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:46.071285 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5df500ea-1225-4a0b-808d-51effcc77a1a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:46.097859 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-816e0ff5-e13f-4f57-85e5-d9a23b366c20 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:46.100608 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-816e0ff5-e13f-4f57-85e5-d9a23b366c20 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:46.103948 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ff50c6fe-fee3-4b08-9648-914ac57460a5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:46.116446 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ff50c6fe-fee3-4b08-9648-914ac57460a5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:46.129902 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-816e0ff5-e13f-4f57-85e5-d9a23b366c20 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:46.130743 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816e0ff5-e13f-4f57-85e5-d9a23b366c20 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Fanout notify agent at l3_agent the message router_deleted on router 917b74ce-729e-48c5-bc2a-37595768a92c {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:43:46.143419 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-816e0ff5-e13f-4f57-85e5-d9a23b366c20 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:46.147353 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-816e0ff5-e13f-4f57-85e5-d9a23b366c20 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] 10.222.0.11 "DELETE /v2.0/routers/917b74ce-729e-48c5-bc2a-37595768a92c HTTP/1.1" status: 204 len: 168 time: 0.6628628 Nov 26 16:43:46.267591 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-3e3ec949-b312-48e0-a164-df16bcb19d86 None None] Provisioning for port 7733e9db-2842-43ce-83c4-43ca647f4378 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:46.310331 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-5df500ea-1225-4a0b-808d-51effcc77a1a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Calling delete_port for 7fb63049-6fab-44a7-a8dc-445b356e76f5 owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:46.399603 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-93cb768e-6a7e-44b4-b953-a27e4a2d4494 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting port a94305ab-5433-431d-8c1f-561eaf910def {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:46.400021 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-93cb768e-6a7e-44b4-b953-a27e4a2d4494 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:46.443228 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8afb6d7f-00c0-4a94-be5a-cf37b94c162b tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:46.473887 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ff50c6fe-fee3-4b08-9648-914ac57460a5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:46.474151 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff50c6fe-fee3-4b08-9648-914ac57460a5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Fanout notify agent at l3_agent the message router_deleted on router b3dcdb06-aba9-4b36-8766-7b096104f313 {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:43:46.538347 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-8afb6d7f-00c0-4a94-be5a-cf37b94c162b tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8e58e1-0ec7-451b-b881-4879946e4aca']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:46.582323 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ff50c6fe-fee3-4b08-9648-914ac57460a5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:46.585776 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ff50c6fe-fee3-4b08-9648-914ac57460a5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "DELETE /v2.0/routers/b3dcdb06-aba9-4b36-8766-7b096104f313 HTTP/1.1" status: 204 len: 168 time: 2.8695064 Nov 26 16:43:46.586157 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49340) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:46.594867 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-8afb6d7f-00c0-4a94-be5a-cf37b94c162b tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dcad5fe-31b2-4201-9424-3979d484ce7c') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:46.595172 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-8afb6d7f-00c0-4a94-be5a-cf37b94c162b tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dcad5fe-31b2-4201-9424-3979d484ce7c') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:46.609847 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-cff25e77-9bc2-4f6b-b3c5-3c390e9709f4 None None] Provisioning for port 7fb63049-6fab-44a7-a8dc-445b356e76f5 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:46.623679 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-cff25e77-9bc2-4f6b-b3c5-3c390e9709f4 None None] Provisioning complete for port 7fb63049-6fab-44a7-a8dc-445b356e76f5 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:46.625290 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cff25e77-9bc2-4f6b-b3c5-3c390e9709f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:46.629763 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8afb6d7f-00c0-4a94-be5a-cf37b94c162b tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:46.646416 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49344) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:46.695444 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc149319-7ca2-49bd-aa60-81292efcc295 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Deleting subnet b0ad601d-4af3-49c8-b4c2-018c6ba2aa80 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:43:46.699424 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fc149319-7ca2-49bd-aa60-81292efcc295 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:46.729817 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8afb6d7f-00c0-4a94-be5a-cf37b94c162b tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:46.741083 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-cff25e77-9bc2-4f6b-b3c5-3c390e9709f4 None None] Port 7fb63049-6fab-44a7-a8dc-445b356e76f5 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:43:46.796387 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270c0d49-54d7-47a2-9b78-ad002bb88f9e None None] Network 05e70b03-4c3e-43d8-90e6-40c4353bfd54 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:46.797111 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fc149319-7ca2-49bd-aa60-81292efcc295 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:46.826931 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afb6d7f-00c0-4a94-be5a-cf37b94c162b tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:43:46.827469 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8afb6d7f-00c0-4a94-be5a-cf37b94c162b tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:43:46.842724 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:43:46.912772 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-1410b038-5f01-4452-a649-b594752d21c3 None None] Provisioning for port eb0cb381-00d9-4bf9-b7d5-804b0fa690f6 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:46.916292 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-888f4a86-e750-4a93-b0eb-e200af709f98 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7ba89998a757459d9a0750ecd99b826a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677357 Nov 26 16:43:46.917896 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5df500ea-1225-4a0b-808d-51effcc77a1a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:46.919468 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49350) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:46.938764 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fc149319-7ca2-49bd-aa60-81292efcc295 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:46.964349 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-aaba904a-e354-46cc-8257-63d30ef43d56 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:47.018932 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fc149319-7ca2-49bd-aa60-81292efcc295 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:47.022675 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3494210a-5205-42d3-a4d6-4e991271d832 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:47.086047 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df500ea-1225-4a0b-808d-51effcc77a1a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Port': ['ID=7fb63049-6fab-44a7-a8dc-445b356e76f5,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:47.088776 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5df500ea-1225-4a0b-808d-51effcc77a1a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:47.145225 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3199af03-d31a-4b6b-86e9-9f66f653567a req-9dfc3ec6-616a-44bc-a7ac-480733a355bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1411042 Nov 26 16:43:47.230522 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc149319-7ca2-49bd-aa60-81292efcc295 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ad601d-4af3-49c8-b4c2-018c6ba2aa80,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:47.233236 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fc149319-7ca2-49bd-aa60-81292efcc295 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:47.237260 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8afb6d7f-00c0-4a94-be5a-cf37b94c162b tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:47.251282 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2334d6-c6af-4727-8b4d-b337d457dbc1 None None] Network 57a3199b-8e74-4054-af11-125b9e9c5fb0 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:47.251523 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fc149319-7ca2-49bd-aa60-81292efcc295 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:47.257034 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c11578f2-78d8-4376-acb3-4df7b02a4dce tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:47.279095 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fc149319-7ca2-49bd-aa60-81292efcc295 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "DELETE /v2.0/subnets/b0ad601d-4af3-49c8-b4c2-018c6ba2aa80 HTTP/1.1" status: 204 len: 168 time: 0.6890445 Nov 26 16:43:47.279378 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49356) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:47.298514 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-93cb768e-6a7e-44b4-b953-a27e4a2d4494 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:47.309742 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8afb6d7f-00c0-4a94-be5a-cf37b94c162b tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:47.325113 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5df500ea-1225-4a0b-808d-51effcc77a1a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:47.340025 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb6d7f-00c0-4a94-be5a-cf37b94c162b tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac8e58e1-0ec7-451b-b881-4879946e4aca,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:47.396567 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device eb0cb381-00d9-4bf9-b7d5-804b0fa690f6 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:43:47.435066 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a265bb77-a27a-4061-a355-b13749e979ba tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:47.448842 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-a265bb77-a27a-4061-a355-b13749e979ba tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Deleting port bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:47.449331 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a265bb77-a27a-4061-a355-b13749e979ba tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:47.570666 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a3a1b20e-0144-4323-806a-7205706b1610 None None] Provisioning for port a94305ab-5433-431d-8c1f-561eaf910def completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:47.587179 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a3a1b20e-0144-4323-806a-7205706b1610 None None] Provisioning complete for port a94305ab-5433-431d-8c1f-561eaf910def triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:47.587552 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b20e-0144-4323-806a-7205706b1610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:47.649753 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8afb6d7f-00c0-4a94-be5a-cf37b94c162b tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:47.657203 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-a3a1b20e-0144-4323-806a-7205706b1610 None None] Port a94305ab-5433-431d-8c1f-561eaf910def cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:43:47.662854 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port eb0cb381-00d9-4bf9-b7d5-804b0fa690f6 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:47.664817 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-93cb768e-6a7e-44b4-b953-a27e4a2d4494 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Calling delete_port for a94305ab-5433-431d-8c1f-561eaf910def owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:47.673808 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port eb0cb381-00d9-4bf9-b7d5-804b0fa690f6 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:47.674423 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:47.699795 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8afb6d7f-00c0-4a94-be5a-cf37b94c162b tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] 10.222.0.11 "DELETE /v2.0/networks/ac8e58e1-0ec7-451b-b881-4879946e4aca HTTP/1.1" status: 204 len: 168 time: 2.3330195 Nov 26 16:43:47.721327 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-34f672f9-48fa-430e-9312-79f7e6a1dab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:47.739103 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a3a1b20e-0144-4323-806a-7205706b1610 None None] Provisioning complete for port eb0cb381-00d9-4bf9-b7d5-804b0fa690f6 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:47.740295 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b20e-0144-4323-806a-7205706b1610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:47.776542 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-a265bb77-a27a-4061-a355-b13749e979ba tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] For port bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7,segment=NetworkSegment(7f8fc4b3-60cb-4b89-988b-b9948e208b7e),segment_id=7f8fc4b3-60cb-4b89-988b-b9948e208b7e)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:47.780934 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a265bb77-a27a-4061-a355-b13749e979ba tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:47.784483 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5df500ea-1225-4a0b-808d-51effcc77a1a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/7fb63049-6fab-44a7-a8dc-445b356e76f5 HTTP/1.1" status: 204 len: 168 time: 2.7640440 Nov 26 16:43:47.788772 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49362) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:47.870628 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fc2d09-d1ee-494f-95a0-de09a892f43b None None] DHCP port deletion for 57a3199b-8e74-4054-af11-125b9e9c5fb0 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:43:47.880152 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-34f672f9-48fa-430e-9312-79f7e6a1dab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:47.894056 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc2d09-d1ee-494f-95a0-de09a892f43b None None] Deleting port bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:47.894842 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f2fc2d09-d1ee-494f-95a0-de09a892f43b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:47.944648 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547db670-048d-4003-ac1a-a202d2640c92 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:47.946336 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547db670-048d-4003-ac1a-a202d2640c92 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:47.947034 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-547db670-048d-4003-ac1a-a202d2640c92 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:47.975071 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-a265bb77-a27a-4061-a355-b13749e979ba tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Calling delete_port for bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:48.014641 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b20e-0144-4323-806a-7205706b1610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:48.043132 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-547db670-048d-4003-ac1a-a202d2640c92 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:48.044684 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-547db670-048d-4003-ac1a-a202d2640c92 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2509050 Nov 26 16:43:48.047618 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49368) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:48.083370 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a265bb77-a27a-4061-a355-b13749e979ba tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:48.096059 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-72cac6d4-d960-4d7a-8d1a-2cdb33205d40 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:48.103963 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:48.106138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-34f672f9-48fa-430e-9312-79f7e6a1dab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:48.115525 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-240d715e-ca0f-4919-9ef0-067f324ed5df tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:48.129806 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-93cb768e-6a7e-44b4-b953-a27e4a2d4494 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:48.141586 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f672f9-48fa-430e-9312-79f7e6a1dab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438f05fa-88d0-4469-a5d5-16ecfd84ecdf,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:48.142690 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a265bb77-a27a-4061-a355-b13749e979ba tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] No DVR routers for this DVR port bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7 on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:43:48.165373 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-34f672f9-48fa-430e-9312-79f7e6a1dab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:48.180202 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cc3df325-57c4-45c4-918d-549c1e7ffcdb tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:48.187909 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc2d09-d1ee-494f-95a0-de09a892f43b None None] The port 'bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:43:48.209007 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-a3a1b20e-0144-4323-806a-7205706b1610 None None] For port eb0cb381-00d9-4bf9-b7d5-804b0fa690f6, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=eb0cb381-00d9-4bf9-b7d5-804b0fa690f6,segment=NetworkSegment(5b048ee6-f4e7-455a-935a-0ce958b12bd1),segment_id=5b048ee6-f4e7-455a-935a-0ce958b12bd1)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:48.215110 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b20e-0144-4323-806a-7205706b1610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:48.219804 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b7f2f63f-16ea-451e-9370-4886d1f57d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:48.229728 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265bb77-a27a-4061-a355-b13749e979ba tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event deleted for resources: {'Port': ['ID=bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:48.253087 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-38874a5b-a404-4c0b-9292-1a893c7256d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet 3176b18d-c502-47df-a3da-79b5f7174c22 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:43:48.268530 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-38874a5b-a404-4c0b-9292-1a893c7256d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:48.281744 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a265bb77-a27a-4061-a355-b13749e979ba tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:48.307646 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb768e-6a7e-44b4-b953-a27e4a2d4494 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Port': ['ID=a94305ab-5433-431d-8c1f-561eaf910def,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:48.347152 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-19be36a0-5064-4426-b5ed-73724a8a1a1c None None] Could not find standard attr ID for object a94305ab-5433-431d-8c1f-561eaf910def. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:43:48.353426 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:43:48.353801 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:43:48.379481 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a16f4d29-0512-4d25-af68-f4fd39ca09ff req-c1bbc210-63ce-4308-9234-fe85341903f4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0967269 Nov 26 16:43:48.380470 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1b20e-0144-4323-806a-7205706b1610 None None] Pushing event updated for resources: {'Port': ['ID=eb0cb381-00d9-4bf9-b7d5-804b0fa690f6,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:48.381267 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-93cb768e-6a7e-44b4-b953-a27e4a2d4494 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:48.383956 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a265bb77-a27a-4061-a355-b13749e979ba tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:48.386822 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a3a1b20e-0144-4323-806a-7205706b1610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:48.403349 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49376) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:48.411770 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-93cb768e-6a7e-44b4-b953-a27e4a2d4494 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:48.413476 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-93cb768e-6a7e-44b4-b953-a27e4a2d4494 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/ports/a94305ab-5433-431d-8c1f-561eaf910def HTTP/1.1" status: 204 len: 168 time: 2.4185550 Nov 26 16:43:48.416536 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49380) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:48.420025 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-a265bb77-a27a-4061-a355-b13749e979ba tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a3199b-8e74-4054-af11-125b9e9c5fb0']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:48.421207 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-34f672f9-48fa-430e-9312-79f7e6a1dab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:48.424596 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-34f672f9-48fa-430e-9312-79f7e6a1dab4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/438f05fa-88d0-4469-a5d5-16ecfd84ecdf HTTP/1.1" status: 204 len: 168 time: 1.4911427 Nov 26 16:43:48.440188 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-38874a5b-a404-4c0b-9292-1a893c7256d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:48.481639 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae09b2a7-9ed2-4e15-8305-bbcbce71e880 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] DELETE failed (client error): The resource could not be found. Nov 26 16:43:48.482744 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae09b2a7-9ed2-4e15-8305-bbcbce71e880 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:43:48.488373 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-a265bb77-a27a-4061-a355-b13749e979ba tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8fc4b3-60cb-4b89-988b-b9948e208b7e') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:48.488666 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-a265bb77-a27a-4061-a355-b13749e979ba tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8fc4b3-60cb-4b89-988b-b9948e208b7e') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:48.502904 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ae09b2a7-9ed2-4e15-8305-bbcbce71e880 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/ports/a94305ab-5433-431d-8c1f-561eaf910def HTTP/1.1" status: 404 len: 333 time: 0.0849006 Nov 26 16:43:48.505228 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49388) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:48.508653 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a265bb77-a27a-4061-a355-b13749e979ba tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:48.554717 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-38874a5b-a404-4c0b-9292-1a893c7256d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:48.573784 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a265bb77-a27a-4061-a355-b13749e979ba tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:48.582658 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a265bb77-a27a-4061-a355-b13749e979ba tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:43:48.583070 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a265bb77-a27a-4061-a355-b13749e979ba tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:48.664712 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-38874a5b-a404-4c0b-9292-1a893c7256d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:48.674511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-28dcd03f-80ba-42a9-bc26-714ad9539aa4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:48.724065 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38874a5b-a404-4c0b-9292-1a893c7256d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=3176b18d-c502-47df-a3da-79b5f7174c22,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:48.726962 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-38874a5b-a404-4c0b-9292-1a893c7256d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:43:48.740564 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:43:48.745196 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-38874a5b-a404-4c0b-9292-1a893c7256d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:48.745757 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb26a4f7-40f4-42f5-83c2-f25b2faf963f None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:48.768538 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda9fa04-29c5-4d1e-89ce-f6d0a76ca73a tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] GET failed (client error): The resource could not be found. Nov 26 16:43:48.769178 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-cda9fa04-29c5-4d1e-89ce-f6d0a76ca73a tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Synchronizing usage tracker for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:48.780142 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a265bb77-a27a-4061-a355-b13749e979ba tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:48.786663 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4b8c377d-3e8a-4f0b-9dc6-de8036aecd32 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:48.789895 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-14c5a3d5-a54f-4753-9d5a-b33d8f05f353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:48.811936 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-14c5a3d5-a54f-4753-9d5a-b33d8f05f353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:48.812156 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a265bb77-a27a-4061-a355-b13749e979ba tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:48.816820 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-38874a5b-a404-4c0b-9292-1a893c7256d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/3176b18d-c502-47df-a3da-79b5f7174c22 HTTP/1.1" status: 204 len: 168 time: 0.7678409 Nov 26 16:43:48.818494 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-14c5a3d5-a54f-4753-9d5a-b33d8f05f353 admin admin] Usage tracker for resource:security_group_rule and tenant:659d126eb9ae4dc2b9b5b16d568f84eb is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:48.821216 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49396) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:48.824544 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-14c5a3d5-a54f-4753-9d5a-b33d8f05f353 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:48.828797 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a265bb77-a27a-4061-a355-b13749e979ba tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "DELETE /v2.0/networks/57a3199b-8e74-4054-af11-125b9e9c5fb0 HTTP/1.1" status: 204 len: 168 time: 1.5451777 Nov 26 16:43:48.831516 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49400) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:48.835229 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265bb77-a27a-4061-a355-b13749e979ba tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event deleted for resources: {'Network': ['ID=57a3199b-8e74-4054-af11-125b9e9c5fb0,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:48.899825 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-cda9fa04-29c5-4d1e-89ce-f6d0a76ca73a tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Unset dirty status for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:48.899825 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-cda9fa04-29c5-4d1e-89ce-f6d0a76ca73a tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "GET /v2.0/ports/a94305ab-5433-431d-8c1f-561eaf910def HTTP/1.1" status: 404 len: 333 time: 0.3905151 Nov 26 16:43:48.899825 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a265bb77-a27a-4061-a355-b13749e979ba tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:48.901023 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49406) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:48.910597 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-14c5a3d5-a54f-4753-9d5a-b33d8f05f353 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:48.995240 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-bf7e26b2-96c8-4bf5-b4c3-fd3d6849d62f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1684098 Nov 26 16:43:48.997411 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49414) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:49.022512 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-b0adb103-dda5-46d3-ad15-7857cee38bec tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:49.039539 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f3dd02-64f2-4521-8014-5da20a1f277a tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting subnet 5a4ad7e3-fcd4-409e-b97c-8589de61266b {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:43:49.042607 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e5f3dd02-64f2-4521-8014-5da20a1f277a tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:49.104431 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e5f3dd02-64f2-4521-8014-5da20a1f277a tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:49.143920 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7733e9db-2842-43ce-83c4-43ca647f4378 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:43:49.159915 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b0adb103-dda5-46d3-ad15-7857cee38bec tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:49.162703 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-53628746-f0c8-468e-9154-b4f2320e5b25 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Deleting port 8cc2deae-b234-4818-824f-901057c9b12c {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:49.165982 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-53628746-f0c8-468e-9154-b4f2320e5b25 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:49.200008 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b0adb103-dda5-46d3-ad15-7857cee38bec tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:49.211603 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-14c5a3d5-a54f-4753-9d5a-b33d8f05f353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:49.221865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-14c5a3d5-a54f-4753-9d5a-b33d8f05f353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:49.229730 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e5f3dd02-64f2-4521-8014-5da20a1f277a tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:49.264811 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-33ed1749-97f3-4fb3-9615-923fcf535df9 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:49.286120 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 7733e9db-2842-43ce-83c4-43ca647f4378 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:49.292672 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 7733e9db-2842-43ce-83c4-43ca647f4378 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:49.293279 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:49.330469 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-14c5a3d5-a54f-4753-9d5a-b33d8f05f353 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=659d126eb9ae4dc2b9b5b16d568f84eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9207036 Nov 26 16:43:49.331835 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5a3d5-a54f-4753-9d5a-b33d8f05f353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a146cfc-b7a3-4de4-a973-6e9d6356ecb1,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:49.333773 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49426) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:49.345213 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-14c5a3d5-a54f-4753-9d5a-b33d8f05f353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:49.369110 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b0adb103-dda5-46d3-ad15-7857cee38bec tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:49.376774 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b0adb103-dda5-46d3-ad15-7857cee38bec tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:49.397237 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e5f3dd02-64f2-4521-8014-5da20a1f277a tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:49.402092 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-aee56aa9-e75f-42f2-a856-50f7d06df1b4 tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:49.407652 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0adb103-dda5-46d3-ad15-7857cee38bec tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:49.412456 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b0adb103-dda5-46d3-ad15-7857cee38bec tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:49.415835 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d84653-5406-421f-9c74-ac15d0a614a3 None None] DHCP port deletion for 8c8ccad8-46f8-4956-abe3-9f3eb45da297 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:43:49.422729 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-09d84653-5406-421f-9c74-ac15d0a614a3 None None] Deleting port 7733e9db-2842-43ce-83c4-43ca647f4378 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:49.423115 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-09d84653-5406-421f-9c74-ac15d0a614a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:49.443745 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3dd02-64f2-4521-8014-5da20a1f277a tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Subnet': ['ID=5a4ad7e3-fcd4-409e-b97c-8589de61266b,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:49.455800 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e5f3dd02-64f2-4521-8014-5da20a1f277a tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:49.456851 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e5f3dd02-64f2-4521-8014-5da20a1f277a tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:49.472133 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9ef03303-4c97-4d9c-8e12-a7ddc440b52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:49.477360 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2881e1a-d3c6-4390-b506-a82e7bf0d8b8 None None] Network 05e70b03-4c3e-43d8-90e6-40c4353bfd54 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:49.485594 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e5f3dd02-64f2-4521-8014-5da20a1f277a tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/subnets/5a4ad7e3-fcd4-409e-b97c-8589de61266b HTTP/1.1" status: 204 len: 168 time: 0.5835021 Nov 26 16:43:49.488449 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49432) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:49.494240 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49436) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:49.622644 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:49.624091 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9ef03303-4c97-4d9c-8e12-a7ddc440b52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:49.635559 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b28e60dd-6856-43a6-9cb2-8ca31735fadc req-0e91cef3-e2e5-41d7-954b-54af22edfdac tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1253517 Nov 26 16:43:49.647900 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-53628746-f0c8-468e-9154-b4f2320e5b25 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:49.648286 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-53628746-f0c8-468e-9154-b4f2320e5b25 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:49.694891 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bbd99556-4b19-44da-bb5c-7d244ae553ad tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:49.711488 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-bbd99556-4b19-44da-bb5c-7d244ae553ad tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting port eb0cb381-00d9-4bf9-b7d5-804b0fa690f6 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:49.711488 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bbd99556-4b19-44da-bb5c-7d244ae553ad tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:49.774993 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:49.808784 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-53628746-f0c8-468e-9154-b4f2320e5b25 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Calling delete_port for 8cc2deae-b234-4818-824f-901057c9b12c owned by network:floatingip {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:49.815842 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9ef03303-4c97-4d9c-8e12-a7ddc440b52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:49.830486 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c8cdd11f-c803-4645-81e3-cc520da396b2 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:49.841811 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-bca16ab3-4f1d-4ce9-9572-0ae2389a96bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:49.842577 dv-neutron-819440-1-hyperv neutron-server[87519]: WARNING neutron.api.v2.base [None req-bca16ab3-4f1d-4ce9-9572-0ae2389a96bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 26 16:43:49.843068 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-bca16ab3-4f1d-4ce9-9572-0ae2389a96bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] create failed (client error): There was a conflict when trying to complete your request. Nov 26 16:43:49.844356 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-bca16ab3-4f1d-4ce9-9572-0ae2389a96bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3445823 Nov 26 16:43:49.850119 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49442) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:49.852598 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef03303-4c97-4d9c-8e12-a7ddc440b52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a146cfc-b7a3-4de4-a973-6e9d6356ecb1,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:49.863445 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-2daee179-c65f-4b19-92dc-d0b018cea6bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group': {'name': 'tempest-secgroup--2096103349'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:49.868990 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9ef03303-4c97-4d9c-8e12-a7ddc440b52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:49.875441 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2daee179-c65f-4b19-92dc-d0b018cea6bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:49.881093 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9ef03303-4c97-4d9c-8e12-a7ddc440b52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:49.884758 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9ef03303-4c97-4d9c-8e12-a7ddc440b52d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1a146cfc-b7a3-4de4-a973-6e9d6356ecb1 HTTP/1.1" status: 204 len: 168 time: 0.5433123 Nov 26 16:43:49.897823 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2daee179-c65f-4b19-92dc-d0b018cea6bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Usage tracker for resource:security_group and tenant:25a601b41a5c4a60b82cd513fcdef798 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:49.903554 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2daee179-c65f-4b19-92dc-d0b018cea6bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:49.957268 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2daee179-c65f-4b19-92dc-d0b018cea6bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:49.996802 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-09d84653-5406-421f-9c74-ac15d0a614a3 None None] For port 7733e9db-2842-43ce-83c4-43ca647f4378, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7733e9db-2842-43ce-83c4-43ca647f4378,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:49.997623 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-09d84653-5406-421f-9c74-ac15d0a614a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:50.052213 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b0adb103-dda5-46d3-ad15-7857cee38bec tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:50.059032 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-cee12b0a-ce95-431d-b339-208b5ea4c4f8 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:50.110702 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0adb103-dda5-46d3-ad15-7857cee38bec tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:50.119459 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2daee179-c65f-4b19-92dc-d0b018cea6bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:50.125259 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-b0adb103-dda5-46d3-ad15-7857cee38bec tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:50.132384 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0adb103-dda5-46d3-ad15-7857cee38bec tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:50.132680 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b0adb103-dda5-46d3-ad15-7857cee38bec tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:50.135113 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-bbd99556-4b19-44da-bb5c-7d244ae553ad tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] For port eb0cb381-00d9-4bf9-b7d5-804b0fa690f6, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=eb0cb381-00d9-4bf9-b7d5-804b0fa690f6,segment=NetworkSegment(5b048ee6-f4e7-455a-935a-0ce958b12bd1),segment_id=5b048ee6-f4e7-455a-935a-0ce958b12bd1)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:50.135471 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bbd99556-4b19-44da-bb5c-7d244ae553ad tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:50.147487 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2daee179-c65f-4b19-92dc-d0b018cea6bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:50.150482 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-53628746-f0c8-468e-9154-b4f2320e5b25 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:50.200801 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-09d84653-5406-421f-9c74-ac15d0a614a3 None None] Calling delete_port for 7733e9db-2842-43ce-83c4-43ca647f4378 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:50.247610 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0adb103-dda5-46d3-ad15-7857cee38bec tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=8f730315-d0b9-4931-9f37-ba943f3a4531,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:50.265826 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b0adb103-dda5-46d3-ad15-7857cee38bec tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:50.266351 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d8c8a27b-6d89-44d1-99a9-c4762d683e2d tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:50.278362 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2daee179-c65f-4b19-92dc-d0b018cea6bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:50.287078 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-bbd99556-4b19-44da-bb5c-7d244ae553ad tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Calling delete_port for eb0cb381-00d9-4bf9-b7d5-804b0fa690f6 owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:50.304007 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b0adb103-dda5-46d3-ad15-7857cee38bec tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3043029 Nov 26 16:43:50.314413 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49450) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:50.315288 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53628746-f0c8-468e-9154-b4f2320e5b25 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event deleted for resources: {'Port': ['ID=8cc2deae-b234-4818-824f-901057c9b12c,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:50.321662 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-53628746-f0c8-468e-9154-b4f2320e5b25 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:50.321918 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2daee179-c65f-4b19-92dc-d0b018cea6bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Usage tracker for resource:security_group_rule and tenant:25a601b41a5c4a60b82cd513fcdef798 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:50.325382 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-4ad7ab1e-740f-4d0f-8b40-948184e0531a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'fixed_ips': [{'subnet_id': '8f730315-d0b9-4931-9f37-ba943f3a4531', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1621766193'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:50.334683 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49454) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:50.335513 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2daee179-c65f-4b19-92dc-d0b018cea6bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:50.357429 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2daee179-c65f-4b19-92dc-d0b018cea6bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:50.363710 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2635899e-b945-4df9-976c-fbb071646533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:50.394840 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2635899e-b945-4df9-976c-fbb071646533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:50.405237 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 7733e9db-2842-43ce-83c4-43ca647f4378, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7733e9db-2842-43ce-83c4-43ca647f4378,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:50.407130 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2635899e-b945-4df9-976c-fbb071646533 admin admin] Usage tracker for resource:security_group_rule and tenant:36dc8e0efc2b4ec8b1ca4f8be075ea90 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:50.414063 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:50.417882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-53628746-f0c8-468e-9154-b4f2320e5b25 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for floatingip, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:50.419920 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:50.421106 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-53628746-f0c8-468e-9154-b4f2320e5b25 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:50.422257 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-53628746-f0c8-468e-9154-b4f2320e5b25 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "DELETE /v2.0/floatingips/97a50cdb-6a42-43dd-847e-29e783ccd3b1 HTTP/1.1" status: 204 len: 168 time: 1.5895817 Nov 26 16:43:50.426638 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2635899e-b945-4df9-976c-fbb071646533 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:50.427457 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49458) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:50.434579 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2635899e-b945-4df9-976c-fbb071646533 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:50.467598 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-09d84653-5406-421f-9c74-ac15d0a614a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:43:50.468065 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-09d84653-5406-421f-9c74-ac15d0a614a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:43:50.469729 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bbd99556-4b19-44da-bb5c-7d244ae553ad tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:50.478458 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-07a56a72-9f37-4907-affa-3bc572c7ba15 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:50.479073 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b7fbfa-7a9c-4381-86f1-fb3868c0e11f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] DELETE failed (client error): The resource could not be found. Nov 26 16:43:50.479746 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b7fbfa-7a9c-4381-86f1-fb3868c0e11f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:43:50.482006 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-94b7fbfa-7a9c-4381-86f1-fb3868c0e11f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "DELETE /v2.0/ports/69a96a0e-5b36-4b47-b20a-189f703a0a54 HTTP/1.1" status: 404 len: 333 time: 0.0532398 Nov 26 16:43:50.485647 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49462) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:50.522605 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=7733e9db-2842-43ce-83c4-43ca647f4378,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:50.527832 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:50.553618 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd99556-4b19-44da-bb5c-7d244ae553ad tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] No DVR routers for this DVR port eb0cb381-00d9-4bf9-b7d5-804b0fa690f6 on host dv-neutron-819440-1-hyperv {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:43:50.561439 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device eb0cb381-00d9-4bf9-b7d5-804b0fa690f6 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:43:50.562130 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b08a014f-c462-48a9-b550-fceb7f685994 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Synchronizing usage tracker for tenant:7c991dfeb8c24761a5861f1676495514 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:50.594791 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-4ad7ab1e-740f-4d0f-8b40-948184e0531a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:50.599534 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b08a014f-c462-48a9-b550-fceb7f685994 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Unset dirty status for tenant:7c991dfeb8c24761a5861f1676495514 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:50.599795 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: eb0cb381-00d9-4bf9-b7d5-804b0fa690f6 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:43:50.599982 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device eb0cb381-00d9-4bf9-b7d5-804b0fa690f6 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Nov 26 16:43:50.603111 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b08a014f-c462-48a9-b550-fceb7f685994 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3dcdb06-aba9-4b36-8766-7b096104f313 HTTP/1.1" status: 200 len: 205 time: 0.1141429 Nov 26 16:43:50.603111 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4ad7ab1e-740f-4d0f-8b40-948184e0531a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:port and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:50.605078 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49466) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:50.608471 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4ad7ab1e-740f-4d0f-8b40-948184e0531a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:50.640119 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Port eb0cb381-00d9-4bf9-b7d5-804b0fa690f6 not found, will not notify nova. {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Nov 26 16:43:50.668229 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd99556-4b19-44da-bb5c-7d244ae553ad tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Port': ['ID=eb0cb381-00d9-4bf9-b7d5-804b0fa690f6,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:50.670264 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bbd99556-4b19-44da-bb5c-7d244ae553ad tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:50.678944 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f45f66-0bae-4132-b7ec-64bfeeb37795 None None] DHCP port deletion for 05e70b03-4c3e-43d8-90e6-40c4353bfd54 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:43:50.691480 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-4ad7ab1e-740f-4d0f-8b40-948184e0531a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:50.697431 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-7c7a0f3e-d38d-44eb-8449-1e408d2d6062 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] delete failed (client error): The resource could not be found. Nov 26 16:43:50.698725 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7c7a0f3e-d38d-44eb-8449-1e408d2d6062 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "DELETE /v2.0/routers/b3dcdb06-aba9-4b36-8766-7b096104f313 HTTP/1.1" status: 404 len: 336 time: 0.0925083 Nov 26 16:43:50.702510 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49472) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:50.729087 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7733e9db-2842-43ce-83c4-43ca647f4378 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:43:50.747371 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-60be3492-d0ee-4d9e-bbd7-f5627675e21d tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] DELETE failed (client error): The resource could not be found. Nov 26 16:43:50.748126 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60be3492-d0ee-4d9e-bbd7-f5627675e21d tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:43:50.750071 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-60be3492-d0ee-4d9e-bbd7-f5627675e21d tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "DELETE /v2.0/subnets/b0ad601d-4af3-49c8-b4c2-018c6ba2aa80 HTTP/1.1" status: 404 len: 337 time: 0.0459392 Nov 26 16:43:50.756208 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49476) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:50.796241 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2daee179-c65f-4b19-92dc-d0b018cea6bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:50.803385 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bbd99556-4b19-44da-bb5c-7d244ae553ad tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:50.820480 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2daee179-c65f-4b19-92dc-d0b018cea6bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:50.830292 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ed693a9e-d701-4761-a2c9-41461f18ebfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:50.853671 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2daee179-c65f-4b19-92dc-d0b018cea6bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:50.861010 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad7ab1e-740f-4d0f-8b40-948184e0531a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:50.875975 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2daee179-c65f-4b19-92dc-d0b018cea6bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Usage tracker for resource:security_group_rule and tenant:25a601b41a5c4a60b82cd513fcdef798 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:50.879386 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-bbd99556-4b19-44da-bb5c-7d244ae553ad tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e70b03-4c3e-43d8-90e6-40c4353bfd54']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:50.881910 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:50.884093 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e5169865-a63a-4cb4-aff7-c1fae7a7d345 req-8a95b4c5-874c-4a02-a73c-8694b5667a51 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0896225 Nov 26 16:43:50.897039 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2daee179-c65f-4b19-92dc-d0b018cea6bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:50.915516 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-bbd99556-4b19-44da-bb5c-7d244ae553ad tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b048ee6-f4e7-455a-935a-0ce958b12bd1') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:50.915839 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-bbd99556-4b19-44da-bb5c-7d244ae553ad tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b048ee6-f4e7-455a-935a-0ce958b12bd1') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:50.917787 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 7733e9db-2842-43ce-83c4-43ca647f4378, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7733e9db-2842-43ce-83c4-43ca647f4378,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:50.922716 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:50.923657 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:43:50.929140 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2daee179-c65f-4b19-92dc-d0b018cea6bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:50.931141 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daee179-c65f-4b19-92dc-d0b018cea6bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6a706d-0b3f-484d-b252-aa6daebe683b,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:50.942720 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2daee179-c65f-4b19-92dc-d0b018cea6bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:50.947348 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2635899e-b945-4df9-976c-fbb071646533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:50.949184 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bbd99556-4b19-44da-bb5c-7d244ae553ad tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:50.960255 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-dc295859-e79e-4114-b76a-93b251225665 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:50.963081 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-c85633d2-af7b-4d07-b9f5-717f54bb77fc tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Deleting port df318937-8a14-4af5-b819-fe676feef151 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:50.963357 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2635899e-b945-4df9-976c-fbb071646533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:50.963868 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c85633d2-af7b-4d07-b9f5-717f54bb77fc tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:50.972717 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-dd95c9c5-c5dd-4cda-93dd-35ebcdc34d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:50.999294 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bbd99556-4b19-44da-bb5c-7d244ae553ad tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:51.006461 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-09d84653-5406-421f-9c74-ac15d0a614a3 None None] Deleting port 7733e9db-2842-43ce-83c4-43ca647f4378 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:51.006855 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-09d84653-5406-421f-9c74-ac15d0a614a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:51.028705 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd99556-4b19-44da-bb5c-7d244ae553ad tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:43:51.029112 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bbd99556-4b19-44da-bb5c-7d244ae553ad tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:51.048269 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:43:51.048633 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device bd80982a-ba53-45ea-a6d6-c6fe48e8b9f7 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:43:51.053349 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:43:51.111787 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2635899e-b945-4df9-976c-fbb071646533 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=36dc8e0efc2b4ec8b1ca4f8be075ea90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7724800 Nov 26 16:43:51.120299 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49480) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:51.124013 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635899e-b945-4df9-976c-fbb071646533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0ac2c7-fe5b-4697-912a-dcd1c54a302c,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:51.128612 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2635899e-b945-4df9-976c-fbb071646533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:51.133081 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=7733e9db-2842-43ce-83c4-43ca647f4378,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:51.145058 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:51.203889 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bbd99556-4b19-44da-bb5c-7d244ae553ad tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:51.215767 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cbd83b8f-c0f5-40f6-9b44-ef0b94fb264a tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:51.239619 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bbd99556-4b19-44da-bb5c-7d244ae553ad tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:51.240221 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4ad7ab1e-740f-4d0f-8b40-948184e0531a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:51.273491 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd99556-4b19-44da-bb5c-7d244ae553ad tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Network': ['ID=05e70b03-4c3e-43d8-90e6-40c4353bfd54,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:51.277103 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2daee179-c65f-4b19-92dc-d0b018cea6bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:51.285100 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bbd99556-4b19-44da-bb5c-7d244ae553ad tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:51.287595 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-4ad7ab1e-740f-4d0f-8b40-948184e0531a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] device_id is not set on port 0e59dbf9-3dcd-418a-9976-8e66cd18d1f3 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:43:51.290997 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2daee179-c65f-4b19-92dc-d0b018cea6bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:51.298646 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6cd626a2-459f-4c3d-bab0-9ef916d8f8ac tempest-ServerActionsTestJSON-1222120380 tempest-ServerActionsTestJSON-1222120380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:51.306549 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-24bc3e7c-74f8-4247-ac80-4f53ba78cfc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:51.312039 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-09d84653-5406-421f-9c74-ac15d0a614a3 None None] For port 7733e9db-2842-43ce-83c4-43ca647f4378, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7733e9db-2842-43ce-83c4-43ca647f4378,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:51.312767 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-09d84653-5406-421f-9c74-ac15d0a614a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:51.366037 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-bbd99556-4b19-44da-bb5c-7d244ae553ad tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/networks/05e70b03-4c3e-43d8-90e6-40c4353bfd54 HTTP/1.1" status: 204 len: 168 time: 1.8731580 Nov 26 16:43:51.366037 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2daee179-c65f-4b19-92dc-d0b018cea6bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:51.371020 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2daee179-c65f-4b19-92dc-d0b018cea6bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5158410 Nov 26 16:43:51.371020 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49484) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:51.371267 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49486) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:51.376383 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-24bc3e7c-74f8-4247-ac80-4f53ba78cfc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:51.394117 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-a7fbd7fa-fb80-48e7-9a12-5a25a2d0bfdb tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group_rule': {'security_group_id': '4d943327-db5f-484f-9181-d3116880137c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:51.398995 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-fdcfe4ce-9394-4958-8f12-f147dedb029c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1560815738'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:51.402772 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daee179-c65f-4b19-92dc-d0b018cea6bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d943327-db5f-484f-9181-d3116880137c,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:51.409405 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2daee179-c65f-4b19-92dc-d0b018cea6bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:51.410238 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-fdcfe4ce-9394-4958-8f12-f147dedb029c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:51.411907 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a7fbd7fa-fb80-48e7-9a12-5a25a2d0bfdb tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:51.420289 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a7fbd7fa-fb80-48e7-9a12-5a25a2d0bfdb tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Usage tracker for resource:security_group_rule and tenant:25a601b41a5c4a60b82cd513fcdef798 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:51.422820 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-fdcfe4ce-9394-4958-8f12-f147dedb029c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:network and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:51.426926 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a7fbd7fa-fb80-48e7-9a12-5a25a2d0bfdb tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:51.428495 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-fdcfe4ce-9394-4958-8f12-f147dedb029c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:51.436267 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-fdcfe4ce-9394-4958-8f12-f147dedb029c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:51.444336 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a7fbd7fa-fb80-48e7-9a12-5a25a2d0bfdb tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:51.444626 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-09d84653-5406-421f-9c74-ac15d0a614a3 None None] Calling delete_port for 7733e9db-2842-43ce-83c4-43ca647f4378 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:51.447220 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcfe4ce-9394-4958-8f12-f147dedb029c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:51.451862 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fdcfe4ce-9394-4958-8f12-f147dedb029c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:51.491232 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-24bc3e7c-74f8-4247-ac80-4f53ba78cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:51.494019 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdcfe4ce-9394-4958-8f12-f147dedb029c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:43:51.497549 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-debf20d4-5c88-4f66-9381-a40d2abdbb6a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:51.521976 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc3e7c-74f8-4247-ac80-4f53ba78cfc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0ac2c7-fe5b-4697-912a-dcd1c54a302c,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:51.526378 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-24bc3e7c-74f8-4247-ac80-4f53ba78cfc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:51.527670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fdcfe4ce-9394-4958-8f12-f147dedb029c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:51.528156 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-fdcfe4ce-9394-4958-8f12-f147dedb029c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Added segment bd35bae3-2892-40aa-a33c-c01265e4bb23 of type vlan for network f232d977-4e04-4afe-aded-a44011ab45a3 Nov 26 16:43:51.539581 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-24bc3e7c-74f8-4247-ac80-4f53ba78cfc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:51.543279 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a7fbd7fa-fb80-48e7-9a12-5a25a2d0bfdb tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:51.543417 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-24bc3e7c-74f8-4247-ac80-4f53ba78cfc2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf0ac2c7-fe5b-4697-912a-dcd1c54a302c HTTP/1.1" status: 204 len: 168 time: 0.4141450 Nov 26 16:43:51.566361 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fdcfe4ce-9394-4958-8f12-f147dedb029c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:51.568208 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c85633d2-af7b-4d07-b9f5-717f54bb77fc tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:51.575439 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-09d84653-5406-421f-9c74-ac15d0a614a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:51.581141 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3fbfad54-33d8-483d-b32b-4fff521bf140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:51.610798 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fdcfe4ce-9394-4958-8f12-f147dedb029c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:51.618976 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcfe4ce-9394-4958-8f12-f147dedb029c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:51.619248 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fdcfe4ce-9394-4958-8f12-f147dedb029c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:51.625612 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:51.628502 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d84653-5406-421f-9c74-ac15d0a614a3 None None] Pushing event deleted for resources: {'Port': ['ID=7733e9db-2842-43ce-83c4-43ca647f4378,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:51.632288 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-09d84653-5406-421f-9c74-ac15d0a614a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:51.635307 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d84653-5406-421f-9c74-ac15d0a614a3 None None] No DVR routers for this DVR port 7733e9db-2842-43ce-83c4-43ca647f4378 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:43:51.650418 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462f22ad-66d4-4b7c-b90f-a6d281d82a4d None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:51.735537 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-fdcfe4ce-9394-4958-8f12-f147dedb029c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3624418 Nov 26 16:43:51.739895 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49494) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:51.755709 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-b98b307b-190e-46f2-a91f-52d8de5555d7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'subnet': {'network_id': 'f232d977-4e04-4afe-aded-a44011ab45a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:51.761588 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-c85633d2-af7b-4d07-b9f5-717f54bb77fc tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Calling delete_port for df318937-8a14-4af5-b819-fe676feef151 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:51.776614 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfe4ce-9394-4958-8f12-f147dedb029c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Network': ['ID=f232d977-4e04-4afe-aded-a44011ab45a3,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:51.783821 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fdcfe4ce-9394-4958-8f12-f147dedb029c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:51.845614 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad7ab1e-740f-4d0f-8b40-948184e0531a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:43:51.846821 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad7ab1e-740f-4d0f-8b40-948184e0531a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:43:51.854946 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network f232d977-4e04-4afe-aded-a44011ab45a3 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:43:51.882813 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-b98b307b-190e-46f2-a91f-52d8de5555d7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:51.886926 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b98b307b-190e-46f2-a91f-52d8de5555d7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:subnet and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:51.891021 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b98b307b-190e-46f2-a91f-52d8de5555d7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:51.898074 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-b98b307b-190e-46f2-a91f-52d8de5555d7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:51.945756 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a7fbd7fa-fb80-48e7-9a12-5a25a2d0bfdb tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:51.947971 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98b307b-190e-46f2-a91f-52d8de5555d7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:51.952348 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b98b307b-190e-46f2-a91f-52d8de5555d7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:51.958864 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4ad7ab1e-740f-4d0f-8b40-948184e0531a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6412742 Nov 26 16:43:51.965465 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49504) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:51.969951 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a7fbd7fa-fb80-48e7-9a12-5a25a2d0bfdb tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:52.026448 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'fixed_ips': [{'subnet_id': '8f730315-d0b9-4931-9f37-ba943f3a4531'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:43:52.027619 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:52.088842 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8f1eac13-ef36-49dc-a7b8-44feda7588ea req-2484915b-ce99-4487-b032-c66af9dbb76b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1124628 Nov 26 16:43:52.105359 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a6800e25-f419-4ba9-b7be-5a83eea69036 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:52.138439 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fbd7fa-fb80-48e7-9a12-5a25a2d0bfdb tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3f099f-620d-4f76-831a-866dc4a273f8,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:52.142044 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a7fbd7fa-fb80-48e7-9a12-5a25a2d0bfdb tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:52.180549 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2fac9550-0a7f-41fc-8640-bd81d6b58215 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:52.195195 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c85633d2-af7b-4d07-b9f5-717f54bb77fc tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:52.206488 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4816c251-17c9-4b84-9f41-8934036e53ac tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:52.225067 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] Allocated IP 2001:db8::2 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/8f730315-d0b9-4931-9f37-ba943f3a4531/5ce49293-71ab-434e-abb0-0183810e6d8d) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:43:52.263026 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85633d2-af7b-4d07-b9f5-717f54bb77fc tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event deleted for resources: {'Port': ['ID=df318937-8a14-4af5-b819-fe676feef151,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:52.268778 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2fac9550-0a7f-41fc-8640-bd81d6b58215 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:52.270404 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2fac9550-0a7f-41fc-8640-bd81d6b58215 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3036845 Nov 26 16:43:52.271563 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c85633d2-af7b-4d07-b9f5-717f54bb77fc tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:52.272763 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49518) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:52.280930 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a7fbd7fa-fb80-48e7-9a12-5a25a2d0bfdb tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:52.282359 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a7fbd7fa-fb80-48e7-9a12-5a25a2d0bfdb tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9100432 Nov 26 16:43:52.312389 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49522) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:52.332815 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-b306e157-ec36-4930-b23b-da973acbf286 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group_rule': {'security_group_id': '4d943327-db5f-484f-9181-d3116880137c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:52.373661 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b306e157-ec36-4930-b23b-da973acbf286 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:52.389887 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b306e157-ec36-4930-b23b-da973acbf286 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Usage tracker for resource:security_group_rule and tenant:25a601b41a5c4a60b82cd513fcdef798 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:52.397873 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b306e157-ec36-4930-b23b-da973acbf286 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:52.409013 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b306e157-ec36-4930-b23b-da973acbf286 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:52.427413 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c85633d2-af7b-4d07-b9f5-717f54bb77fc tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:52.431624 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c85633d2-af7b-4d07-b9f5-717f54bb77fc tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "DELETE /v2.0/ports/df318937-8a14-4af5-b819-fe676feef151 HTTP/1.1" status: 204 len: 168 time: 1.6720088 Nov 26 16:43:52.431987 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49530) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:52.493747 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5412b0c0-9a08-4d27-96dd-321793d017f7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:52.495337 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5412b0c0-9a08-4d27-96dd-321793d017f7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:52.496136 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5412b0c0-9a08-4d27-96dd-321793d017f7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:52.504449 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b306e157-ec36-4930-b23b-da973acbf286 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:52.513941 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b98b307b-190e-46f2-a91f-52d8de5555d7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:52.519879 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bae3656e-f395-4c3f-a5a7-1fef7974dfea tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:52.542366 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-0519f73a-9b79-457b-9a41-3aa0a568bbcb tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Deleting port 078bdecc-9dfd-4f8d-9049-006e2a19ec4e {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:52.542956 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0519f73a-9b79-457b-9a41-3aa0a568bbcb tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:52.557978 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5412b0c0-9a08-4d27-96dd-321793d017f7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:52.558641 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5412b0c0-9a08-4d27-96dd-321793d017f7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2846110 Nov 26 16:43:52.562877 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:52.569452 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49534) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:52.576976 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] Transition to ACTIVE for port object 5ce49293-71ab-434e-abb0-0183810e6d8d will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:52.581254 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device eb0cb381-00d9-4bf9-b7d5-804b0fa690f6 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:43:52.625631 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: eb0cb381-00d9-4bf9-b7d5-804b0fa690f6 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:43:52.626089 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device eb0cb381-00d9-4bf9-b7d5-804b0fa690f6 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:43:52.636200 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] Transition to ACTIVE for port object 5ce49293-71ab-434e-abb0-0183810e6d8d will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:52.647086 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:52.650626 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:52.651551 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49538) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:52.662826 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98b307b-190e-46f2-a91f-52d8de5555d7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Checking segment: {'id': 'bd35bae3-2892-40aa-a33c-c01265e4bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f232d977-4e04-4afe-aded-a44011ab45a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:43:52.663185 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98b307b-190e-46f2-a91f-52d8de5555d7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network hostable DHCP agents. Network: f232d977-4e04-4afe-aded-a44011ab45a3, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:43:52.692851 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b307b-190e-46f2-a91f-52d8de5555d7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Subnet': ['ID=3d1b4546-e8de-417e-b377-929bc1e9e099,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:52.695530 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b98b307b-190e-46f2-a91f-52d8de5555d7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:52.707036 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-0053e9e2-e81b-41b0-8ff3-532822652651 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet 8f730315-d0b9-4931-9f37-ba943f3a4531 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:43:52.710263 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0053e9e2-e81b-41b0-8ff3-532822652651 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:52.768148 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0053e9e2-e81b-41b0-8ff3-532822652651 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:52.778780 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:52.780771 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:52.787970 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:52.830534 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-112362316'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:52.844615 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] Pushing event updated for resources: {'Port': ['ID=5ce49293-71ab-434e-abb0-0183810e6d8d,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:52.847414 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:52.848460 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:52.852497 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98b307b-190e-46f2-a91f-52d8de5555d7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network f232d977-4e04-4afe-aded-a44011ab45a3 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:43:52.854952 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-b306e157-ec36-4930-b23b-da973acbf286 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] create failed (client error): There was a conflict when trying to complete your request. Nov 26 16:43:52.858553 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b306e157-ec36-4930-b23b-da973acbf286 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5342293 Nov 26 16:43:52.859335 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49544) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:52.861685 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Usage tracker for resource:network and tenant:e1eef703c7604003adf96d6097c242b3 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:52.866378 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:52.877964 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:52.881751 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-b98b307b-190e-46f2-a91f-52d8de5555d7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, f232d977-4e04-4afe-aded-a44011ab45a3) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:52.892598 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98b307b-190e-46f2-a91f-52d8de5555d7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:52.893096 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b98b307b-190e-46f2-a91f-52d8de5555d7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:52.903555 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5805065b-161f-44d1-9950-6d594946b9ce None None] Network f232d977-4e04-4afe-aded-a44011ab45a3 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:52.924523 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b98b307b-190e-46f2-a91f-52d8de5555d7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1809404 Nov 26 16:43:52.930941 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49548) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:52.935979 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Made reservation on behalf of e1eef703c7604003adf96d6097c242b3 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:52.939376 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:52.952099 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-8eed36b5-ccfa-4eba-a52e-3117eb693368 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'port': {'network_id': 'f232d977-4e04-4afe-aded-a44011ab45a3', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-190032985'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:52.969509 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0519f73a-9b79-457b-9a41-3aa0a568bbcb tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:52.978771 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:52.984932 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b2c389bf-a953-45de-abdd-6b32d7073d82 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:52.986313 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] Attempting to bind port 5ce49293-71ab-434e-abb0-0183810e6d8d on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:43:52.986809 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] Attempting to bind port 5ce49293-71ab-434e-abb0-0183810e6d8d by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:43:52.987266 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] Attempting to bind port 5ce49293-71ab-434e-abb0-0183810e6d8d on network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:43:52.997533 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:43:52.998094 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] Checking segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:43:52.998599 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:52.999093 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] Bound using segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:43:52.999666 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] Bound port: 5ce49293-71ab-434e-abb0-0183810e6d8d, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:43:53.000172 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:53.068246 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:53.073046 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0053e9e2-e81b-41b0-8ff3-532822652651 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:53.106298 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-0519f73a-9b79-457b-9a41-3aa0a568bbcb tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Calling delete_port for 078bdecc-9dfd-4f8d-9049-006e2a19ec4e owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:53.116157 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Usage tracker for resource:security_group_rule and tenant:e1eef703c7604003adf96d6097c242b3 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:53.124137 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:53.154173 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:53.211555 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-8eed36b5-ccfa-4eba-a52e-3117eb693368 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:53.223406 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8eed36b5-ccfa-4eba-a52e-3117eb693368 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:port and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:53.229146 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8eed36b5-ccfa-4eba-a52e-3117eb693368 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:53.240121 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-f232d977-4e04-4afe-aded-a44011ab45a3', 'network_id': 'f232d977-4e04-4afe-aded-a44011ab45a3', 'tenant_id': 'e5bd482c0dce485f8884ef8c9a70116c', 'fixed_ips': [{'subnet_id': '3d1b4546-e8de-417e-b377-929bc1e9e099'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:43:53.241260 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-8eed36b5-ccfa-4eba-a52e-3117eb693368 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:53.241730 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:53.258778 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0053e9e2-e81b-41b0-8ff3-532822652651 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:53.261712 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] For port 5ce49293-71ab-434e-abb0-0183810e6d8d, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:43:53.267311 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b42443a9-dd06-4995-bfa0-06fd868c99dc tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:53.275397 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] For port 5ce49293-71ab-434e-abb0-0183810e6d8d, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5ce49293-71ab-434e-abb0-0183810e6d8d,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:43:53.306027 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eed36b5-ccfa-4eba-a52e-3117eb693368 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:53.309499 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8eed36b5-ccfa-4eba-a52e-3117eb693368 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:53.316635 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:53.322051 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-0bdd8065-ffa0-434b-b83a-f69b170d2b08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:53.333518 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053e9e2-e81b-41b0-8ff3-532822652651 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=8f730315-d0b9-4931-9f37-ba943f3a4531,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:53.340088 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0053e9e2-e81b-41b0-8ff3-532822652651 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:53.341896 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b2c389bf-a953-45de-abdd-6b32d7073d82 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:53.348440 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0053e9e2-e81b-41b0-8ff3-532822652651 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:53.350864 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-42a96abb-a8a4-42d2-86ed-d0a40e05a0ee req-9f352a6b-5263-4489-add7-da41619c3a27 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0777400 Nov 26 16:43:53.380836 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-8eed36b5-ccfa-4eba-a52e-3117eb693368 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] device_id is not set on port 9c86e892-91d0-4f72-bb83-b49043e85386 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:43:53.428752 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:53.434974 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0053e9e2-e81b-41b0-8ff3-532822652651 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/8f730315-d0b9-4931-9f37-ba943f3a4531 HTTP/1.1" status: 204 len: 168 time: 0.8578851 Nov 26 16:43:53.445879 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] Pushing event updated for resources: {'Port': ['ID=5ce49293-71ab-434e-abb0-0183810e6d8d,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:53.446123 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:53.448906 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49554) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:53.454046 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1bb65695-6d24-4874-b88a-bae3f91e791c tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:53.456229 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:53.464354 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b2c389bf-a953-45de-abdd-6b32d7073d82 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:53.476583 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7ceee367-0c29-4706-94dc-d27567e43d98 tempest-PortsAdminExtendedAttrsTestJSON-1151360997 tempest-PortsAdminExtendedAttrsTestJSON-1151360997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:53.498922 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c389bf-a953-45de-abdd-6b32d7073d82 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d943327-db5f-484f-9181-d3116880137c,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:53.504365 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b2c389bf-a953-45de-abdd-6b32d7073d82 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:53.514600 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b2c389bf-a953-45de-abdd-6b32d7073d82 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:53.518070 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b2c389bf-a953-45de-abdd-6b32d7073d82 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "DELETE /v2.0/security-groups/4d943327-db5f-484f-9181-d3116880137c HTTP/1.1" status: 204 len: 168 time: 0.6557517 Nov 26 16:43:53.519932 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49558) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:53.547418 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] Allocated IP 2001:db8::2 (f232d977-4e04-4afe-aded-a44011ab45a3/3d1b4546-e8de-417e-b377-929bc1e9e099/88699f16-843a-4f60-914b-b82f6d510100) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:43:53.552167 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0519f73a-9b79-457b-9a41-3aa0a568bbcb tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:53.558524 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-50dbeb2e-140e-4ed4-bf29-0f673dd4ee34 tempest-FloatingIPAdminTestJSON-1016067237 tempest-FloatingIPAdminTestJSON-1016067237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:53.562438 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:43:53.572764 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-91f4bb50-dd8a-4a92-b84e-85ec9a848a12 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1069264 Nov 26 16:43:53.581777 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49562) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:53.597192 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-75cbe521-cc59-464a-af2d-6b58839d0fab tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:53.614299 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519f73a-9b79-457b-9a41-3aa0a568bbcb tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event deleted for resources: {'Port': ['ID=078bdecc-9dfd-4f8d-9049-006e2a19ec4e,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:53.625124 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f7b5fd-d0ac-4893-92a3-dac4c318d91d,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:53.625715 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0519f73a-9b79-457b-9a41-3aa0a568bbcb tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:53.675205 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:53.675553 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Added segment 595ce402-6f4a-41ca-b0de-acd1877b3dc2 of type vlan for network 050040c8-e48b-4d4b-892c-4ea24fa3235a Nov 26 16:43:53.676977 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:53.732438 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-94d70e75-7005-4d19-aab9-7a7b6f9fb7c5 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Synchronizing usage tracker for tenant:25a601b41a5c4a60b82cd513fcdef798 on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:53.768698 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0519f73a-9b79-457b-9a41-3aa0a568bbcb tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:53.770652 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0519f73a-9b79-457b-9a41-3aa0a568bbcb tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "DELETE /v2.0/ports/078bdecc-9dfd-4f8d-9049-006e2a19ec4e HTTP/1.1" status: 204 len: 168 time: 1.3376641 Nov 26 16:43:53.780389 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49566) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:53.782844 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-94d70e75-7005-4d19-aab9-7a7b6f9fb7c5 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Unset dirty status for tenant:25a601b41a5c4a60b82cd513fcdef798 on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:53.784084 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-94d70e75-7005-4d19-aab9-7a7b6f9fb7c5 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2632315 Nov 26 16:43:53.788024 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49570) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:53.797064 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-d0b5ce0d-c86f-4839-a50b-4f98e9f537c7 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group': {'name': 'tempest-secgroup--584460346'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:53.831049 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:53.831925 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:53.849691 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d0b5ce0d-c86f-4839-a50b-4f98e9f537c7 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:53.853597 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] Transition to ACTIVE for port object 88699f16-843a-4f60-914b-b82f6d510100 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:53.855696 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-75cbe521-cc59-464a-af2d-6b58839d0fab tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:53.866954 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-75cbe521-cc59-464a-af2d-6b58839d0fab tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:53.872736 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-75cbe521-cc59-464a-af2d-6b58839d0fab tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:53.875743 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] Transition to ACTIVE for port object 88699f16-843a-4f60-914b-b82f6d510100 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:53.880086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d0b5ce0d-c86f-4839-a50b-4f98e9f537c7 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:53.884054 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:53.886136 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-75cbe521-cc59-464a-af2d-6b58839d0fab tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:53.889435 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d289807a-2f8a-4bfb-aa8c-893652cd6e96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:53.912770 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50a4411-4569-4577-a179-f0978383da90 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:53.913495 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b50a4411-4569-4577-a179-f0978383da90 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Synchronizing usage tracker for tenant:7c991dfeb8c24761a5861f1676495514 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:53.933479 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b50a4411-4569-4577-a179-f0978383da90 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Unset dirty status for tenant:7c991dfeb8c24761a5861f1676495514 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:53.936006 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b50a4411-4569-4577-a179-f0978383da90 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "GET /v2.0/ports?device_id=233059e4-5eaf-4384-833b-61a4728c36d8 HTTP/1.1" status: 200 len: 913 time: 0.1532657 Nov 26 16:43:53.938014 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49574) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:53.963660 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] Network f232d977-4e04-4afe-aded-a44011ab45a3 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:53.966904 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:53.971233 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:53.976282 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cbe521-cc59-464a-af2d-6b58839d0fab tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:53.980764 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-75cbe521-cc59-464a-af2d-6b58839d0fab tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:53.998998 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:54.004805 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:54.005417 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:54.009769 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d0b5ce0d-c86f-4839-a50b-4f98e9f537c7 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:54.030660 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-61fdaa12-4228-4206-82e2-ac4853da864d tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:54.032470 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] Pushing event updated for resources: {'Port': ['ID=88699f16-843a-4f60-914b-b82f6d510100,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:54.040951 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:54.094552 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] Attempting to bind port 88699f16-843a-4f60-914b-b82f6d510100 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:43:54.094896 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] Attempting to bind port 88699f16-843a-4f60-914b-b82f6d510100 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'bd35bae3-2892-40aa-a33c-c01265e4bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f232d977-4e04-4afe-aded-a44011ab45a3'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:43:54.095208 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] Attempting to bind port 88699f16-843a-4f60-914b-b82f6d510100 on network f232d977-4e04-4afe-aded-a44011ab45a3 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:43:54.106157 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:43:54.106567 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] Checking segment: {'id': 'bd35bae3-2892-40aa-a33c-c01265e4bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f232d977-4e04-4afe-aded-a44011ab45a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:43:54.106944 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:54.107380 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] Bound using segment: {'id': 'bd35bae3-2892-40aa-a33c-c01265e4bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f232d977-4e04-4afe-aded-a44011ab45a3'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:43:54.107884 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] Bound port: 88699f16-843a-4f60-914b-b82f6d510100, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd35bae3-2892-40aa-a33c-c01265e4bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f232d977-4e04-4afe-aded-a44011ab45a3'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:43:54.108263 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:54.184448 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-8eed36b5-ccfa-4eba-a52e-3117eb693368 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Allocated IP 2001:db8::36a (f232d977-4e04-4afe-aded-a44011ab45a3/3d1b4546-e8de-417e-b377-929bc1e9e099/9c86e892-91d0-4f72-bb83-b49043e85386) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:43:54.206659 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] For port 88699f16-843a-4f60-914b-b82f6d510100, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:43:54.206917 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d0b5ce0d-c86f-4839-a50b-4f98e9f537c7 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:54.210679 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] For port 88699f16-843a-4f60-914b-b82f6d510100, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=88699f16-843a-4f60-914b-b82f6d510100,segment=NetworkSegment(bd35bae3-2892-40aa-a33c-c01265e4bb23),segment_id=bd35bae3-2892-40aa-a33c-c01265e4bb23)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:43:54.215673 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:54.221250 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:54.231267 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d0b5ce0d-c86f-4839-a50b-4f98e9f537c7 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Usage tracker for resource:security_group_rule and tenant:25a601b41a5c4a60b82cd513fcdef798 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:54.247526 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d0b5ce0d-c86f-4839-a50b-4f98e9f537c7 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:54.276314 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6192601 Nov 26 16:43:54.283549 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event updated for resources: {'Network': ['ID=050040c8-e48b-4d4b-892c-4ea24fa3235a,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:54.289877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:54.291536 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d0b5ce0d-c86f-4839-a50b-4f98e9f537c7 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:54.293512 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] Pushing event updated for resources: {'Port': ['ID=88699f16-843a-4f60-914b-b82f6d510100,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:54.298340 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:54.304907 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 050040c8-e48b-4d4b-892c-4ea24fa3235a details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:43:54.539264 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d0b5ce0d-c86f-4839-a50b-4f98e9f537c7 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:54.583973 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5ce49293-71ab-434e-abb0-0183810e6d8d up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:43:54.887153 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fd926f0d-a5e2-43ca-a4e8-8e1ed3a0f6c6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:54.891749 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 5ce49293-71ab-434e-abb0-0183810e6d8d completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:55.010470 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d0b5ce0d-c86f-4839-a50b-4f98e9f537c7 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:55.014560 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-24bc3e7c-74f8-4247-ac80-4f53ba78cfc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:55.105472 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8eed36b5-ccfa-4eba-a52e-3117eb693368 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:55.133213 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fc0848-a92b-4079-bc22-974bcc56af56 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:55.233712 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-8eed36b5-ccfa-4eba-a52e-3117eb693368 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Transition to ACTIVE for port object 9c86e892-91d0-4f72-bb83-b49043e85386 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:55.262793 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5ce0d-c86f-4839-a50b-4f98e9f537c7 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8cc2a7-7edd-49e9-9282-07669beb38c6,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:55.280758 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d0b5ce0d-c86f-4839-a50b-4f98e9f537c7 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:55.286185 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-26a3105d-23d8-4d61-97d8-41290c1b40e9 None None] Provisioning for port 5ce49293-71ab-434e-abb0-0183810e6d8d completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:55.321462 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-26a3105d-23d8-4d61-97d8-41290c1b40e9 None None] Provisioning complete for port 5ce49293-71ab-434e-abb0-0183810e6d8d triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:55.322247 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-26a3105d-23d8-4d61-97d8-41290c1b40e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:55.327586 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-75cbe521-cc59-464a-af2d-6b58839d0fab tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:55.347023 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-62edf5f1-f86a-43eb-89a3-a7a9d154a88a req-18464969-8b9a-4d4e-91af-91310fb77789 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.3217463 Nov 26 16:43:55.349765 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d0b5ce0d-c86f-4839-a50b-4f98e9f537c7 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:55.354297 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d0b5ce0d-c86f-4839-a50b-4f98e9f537c7 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5652819 Nov 26 16:43:55.356130 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8eed36b5-ccfa-4eba-a52e-3117eb693368 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:55.358471 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49580) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:55.362341 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-56f75fcf-56c0-45e9-a5f1-31e7a44de562 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:55.370004 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-ab926dab-41c2-4218-a6c4-c0b152c64ad7 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group_rule': {'security_group_id': '0e8cc2a7-7edd-49e9-9282-07669beb38c6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:55.370584 dv-neutron-819440-1-hyperv neutron-server[87519]: WARNING neutron.api.v2.base [None req-ab926dab-41c2-4218-a6c4-c0b152c64ad7 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 26 16:43:55.371025 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-ab926dab-41c2-4218-a6c4-c0b152c64ad7 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:43:55.371992 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ab926dab-41c2-4218-a6c4-c0b152c64ad7 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0125647 Nov 26 16:43:55.376020 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49584) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:55.415968 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-fd926f0d-a5e2-43ca-a4e8-8e1ed3a0f6c6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Deleting port 0e404c08-291e-4d4e-b423-29bf40937495 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:55.416310 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fd926f0d-a5e2-43ca-a4e8-8e1ed3a0f6c6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:55.462196 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cbe521-cc59-464a-af2d-6b58839d0fab tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:55.470907 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-75cbe521-cc59-464a-af2d-6b58839d0fab tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:55.474151 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cbe521-cc59-464a-af2d-6b58839d0fab tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:55.474830 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-75cbe521-cc59-464a-af2d-6b58839d0fab tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:55.509093 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eed36b5-ccfa-4eba-a52e-3117eb693368 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network f232d977-4e04-4afe-aded-a44011ab45a3 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:55.514378 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-8eed36b5-ccfa-4eba-a52e-3117eb693368 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:55.517216 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eed36b5-ccfa-4eba-a52e-3117eb693368 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:55.524877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eed36b5-ccfa-4eba-a52e-3117eb693368 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:55.525661 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8eed36b5-ccfa-4eba-a52e-3117eb693368 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:55.588374 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8eed36b5-ccfa-4eba-a52e-3117eb693368 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.6558373 Nov 26 16:43:55.589178 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbe521-cc59-464a-af2d-6b58839d0fab tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=e38db723-5e8b-4a1d-aa4e-ab9e1426fac3,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:55.601937 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-75cbe521-cc59-464a-af2d-6b58839d0fab tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:55.602502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49588) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:55.606733 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5d925ad5-1048-42e2-b866-0b43f99633a1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:55.619388 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-26a3105d-23d8-4d61-97d8-41290c1b40e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:55.660370 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-26a3105d-23d8-4d61-97d8-41290c1b40e9 None None] For port 5ce49293-71ab-434e-abb0-0183810e6d8d, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5ce49293-71ab-434e-abb0-0183810e6d8d,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:55.666485 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-26a3105d-23d8-4d61-97d8-41290c1b40e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:55.671309 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:55.683744 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-75cbe521-cc59-464a-af2d-6b58839d0fab tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0947804 Nov 26 16:43:55.836728 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3105d-23d8-4d61-97d8-41290c1b40e9 None None] Pushing event updated for resources: {'Port': ['ID=5ce49293-71ab-434e-abb0-0183810e6d8d,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:55.843081 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-26a3105d-23d8-4d61-97d8-41290c1b40e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:55.849799 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49592) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:55.862230 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-8d1aab93-52aa-41b8-8487-16f8101555bd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1143920165', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:55.881391 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-8d1aab93-52aa-41b8-8487-16f8101555bd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:55.891515 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8d1aab93-52aa-41b8-8487-16f8101555bd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:router and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:55.895296 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8d1aab93-52aa-41b8-8487-16f8101555bd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:55.901717 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-8d1aab93-52aa-41b8-8487-16f8101555bd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:55.933275 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8d1aab93-52aa-41b8-8487-16f8101555bd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:55.934289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8d1aab93-52aa-41b8-8487-16f8101555bd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:55.946593 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e40d930-f2d7-4128-9bfd-10821d5eb74d None None] Network f232d977-4e04-4afe-aded-a44011ab45a3 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:55.976250 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed36b5-ccfa-4eba-a52e-3117eb693368 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Port': ['ID=9c86e892-91d0-4f72-bb83-b49043e85386,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:55.987281 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8eed36b5-ccfa-4eba-a52e-3117eb693368 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:55.993234 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8d1aab93-52aa-41b8-8487-16f8101555bd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:56.000200 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-8c319620-2681-4671-919d-dc8b7bce3cd2 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting port 9c86e892-91d0-4f72-bb83-b49043e85386 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:56.000575 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8c319620-2681-4671-919d-dc8b7bce3cd2 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:56.059733 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fd926f0d-a5e2-43ca-a4e8-8e1ed3a0f6c6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:56.115179 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8d1aab93-52aa-41b8-8487-16f8101555bd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:56.134611 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530eee97-61d1-4a11-80e9-7dbfe5064c46 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:56.182579 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8d1aab93-52aa-41b8-8487-16f8101555bd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:56.183664 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8d1aab93-52aa-41b8-8487-16f8101555bd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3328681 Nov 26 16:43:56.187688 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49596) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:56.212986 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-fd926f0d-a5e2-43ca-a4e8-8e1ed3a0f6c6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Calling delete_port for 0e404c08-291e-4d4e-b423-29bf40937495 owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:56.329132 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-50b7c7e4-def6-40fc-b35d-a5f3ddc74950 None None] Provisioning for port 88699f16-843a-4f60-914b-b82f6d510100 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:56.411569 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fd926f0d-a5e2-43ca-a4e8-8e1ed3a0f6c6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:56.419015 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d447fb6b-cbc5-4937-a3cb-8efd4a855b8e tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:56.469829 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3c0f0655-e59e-4918-9882-44696a919a0f tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:56.532683 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd926f0d-a5e2-43ca-a4e8-8e1ed3a0f6c6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event deleted for resources: {'Port': ['ID=0e404c08-291e-4d4e-b423-29bf40937495,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:56.537440 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c5a80c9b-5891-4c1e-beb9-5ffb2d9ef72c None None] Provisioning complete for port 5ce49293-71ab-434e-abb0-0183810e6d8d triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:56.537830 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c5a80c9b-5891-4c1e-beb9-5ffb2d9ef72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:56.713783 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 88699f16-843a-4f60-914b-b82f6d510100 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:43:56.797698 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3c0f0655-e59e-4918-9882-44696a919a0f tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:56.819118 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fd926f0d-a5e2-43ca-a4e8-8e1ed3a0f6c6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:56.834282 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-13b4d018-008f-4bc5-b8a0-20440019fafb req-556a36e7-f956-4668-9222-b4ac863b75f6 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.3690038 Nov 26 16:43:56.866320 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 88699f16-843a-4f60-914b-b82f6d510100 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:56.872550 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 88699f16-843a-4f60-914b-b82f6d510100 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:56.873739 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:57.087444 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3c0f0655-e59e-4918-9882-44696a919a0f tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:57.101833 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8c319620-2681-4671-919d-dc8b7bce3cd2 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:57.120705 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-928a258c-4f72-49d7-a409-a91db036d9b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:57.121347 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:57.166019 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b0a07812-66a9-42a7-978c-db4db2e4c5f8 None None] Provisioning complete for port 5ce49293-71ab-434e-abb0-0183810e6d8d triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:57.166455 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b0a07812-66a9-42a7-978c-db4db2e4c5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:57.200582 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 88699f16-843a-4f60-914b-b82f6d510100, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=88699f16-843a-4f60-914b-b82f6d510100,segment=NetworkSegment(bd35bae3-2892-40aa-a33c-c01265e4bb23),segment_id=bd35bae3-2892-40aa-a33c-c01265e4bb23)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:43:57.208234 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:57.209369 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5ce49293-71ab-434e-abb0-0183810e6d8d up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:43:57.245010 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-59331f5e-cd83-47b1-8684-dc47241948dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:57.266790 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f0655-e59e-4918-9882-44696a919a0f tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8cc2a7-7edd-49e9-9282-07669beb38c6,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:57.278777 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3c0f0655-e59e-4918-9882-44696a919a0f tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:57.287044 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-8c319620-2681-4671-919d-dc8b7bce3cd2 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Calling delete_port for 9c86e892-91d0-4f72-bb83-b49043e85386 owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:43:57.324763 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3c0f0655-e59e-4918-9882-44696a919a0f tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:57.325877 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3c0f0655-e59e-4918-9882-44696a919a0f tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "DELETE /v2.0/security-groups/0e8cc2a7-7edd-49e9-9282-07669beb38c6 HTTP/1.1" status: 204 len: 168 time: 1.9485795 Nov 26 16:43:57.329205 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49602) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:57.417554 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8b9e834d-ea87-4b37-89b8-7e1da8fd8fca tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:57.424602 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fd926f0d-a5e2-43ca-a4e8-8e1ed3a0f6c6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:57.457311 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6048ee2f-2d11-4ea7-a61b-7b938c189e95 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Synchronizing usage tracker for tenant:25a601b41a5c4a60b82cd513fcdef798 on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:57.481371 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=88699f16-843a-4f60-914b-b82f6d510100,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:57.493766 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:57.547275 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49606) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:57.561583 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 5ce49293-71ab-434e-abb0-0183810e6d8d triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:57.561957 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:57.633358 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-a86a1788-6d7a-42b4-a621-39f9a50d9963 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Request body: {'subnet': {'network_id': '050040c8-e48b-4d4b-892c-4ea24fa3235a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:57.730482 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6048ee2f-2d11-4ea7-a61b-7b938c189e95 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Unset dirty status for tenant:25a601b41a5c4a60b82cd513fcdef798 on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:57.732000 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6048ee2f-2d11-4ea7-a61b-7b938c189e95 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4018114 Nov 26 16:43:57.739545 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49610) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:57.754014 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-7f460755-ff7f-421a-ab05-eb8d1ba67473 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group': {'name': 'tempest-secgroup--820692415'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:57.782642 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2880d4c8-76e3-45fc-945c-c27d1a1cc572 None None] Provisioning for port 9c86e892-91d0-4f72-bb83-b49043e85386 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:57.790024 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2880d4c8-76e3-45fc-945c-c27d1a1cc572 None None] Provisioning complete for port 9c86e892-91d0-4f72-bb83-b49043e85386 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:57.790410 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2880d4c8-76e3-45fc-945c-c27d1a1cc572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:57.797543 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a86a1788-6d7a-42b4-a621-39f9a50d9963 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:57.804700 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a86a1788-6d7a-42b4-a621-39f9a50d9963 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Usage tracker for resource:subnet and tenant:e1eef703c7604003adf96d6097c242b3 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:57.808096 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7f460755-ff7f-421a-ab05-eb8d1ba67473 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:57.808992 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a86a1788-6d7a-42b4-a621-39f9a50d9963 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:57.817322 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a86a1788-6d7a-42b4-a621-39f9a50d9963 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:57.853740 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-2880d4c8-76e3-45fc-945c-c27d1a1cc572 None None] Port 9c86e892-91d0-4f72-bb83-b49043e85386 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:43:57.864406 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2880d4c8-76e3-45fc-945c-c27d1a1cc572 None None] Provisioning complete for port 88699f16-843a-4f60-914b-b82f6d510100 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:57.864780 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2880d4c8-76e3-45fc-945c-c27d1a1cc572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:57.876392 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7f460755-ff7f-421a-ab05-eb8d1ba67473 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:58.003992 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d41f366f-6f42-4dfd-8bff-d720c6c4781b req-4a4884be-6243-4ab0-bd6e-9cd6ad9d7767 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1017895 Nov 26 16:43:58.004534 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7f460755-ff7f-421a-ab05-eb8d1ba67473 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:58.036935 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8c319620-2681-4671-919d-dc8b7bce3cd2 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:58.036935 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-25d69422-8ccc-4fc3-8173-4c99abea7a9d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:58.086807 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86a1788-6d7a-42b4-a621-39f9a50d9963 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Made reservation on behalf of e1eef703c7604003adf96d6097c242b3 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:58.090291 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a86a1788-6d7a-42b4-a621-39f9a50d9963 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:58.094386 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7f460755-ff7f-421a-ab05-eb8d1ba67473 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:58.096613 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c319620-2681-4671-919d-dc8b7bce3cd2 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Port': ['ID=9c86e892-91d0-4f72-bb83-b49043e85386,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:58.103660 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7f460755-ff7f-421a-ab05-eb8d1ba67473 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Usage tracker for resource:security_group_rule and tenant:25a601b41a5c4a60b82cd513fcdef798 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:58.106591 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8c319620-2681-4671-919d-dc8b7bce3cd2 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:58.110277 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7f460755-ff7f-421a-ab05-eb8d1ba67473 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:58.160497 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7f460755-ff7f-421a-ab05-eb8d1ba67473 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:58.243406 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8c319620-2681-4671-919d-dc8b7bce3cd2 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:58.246936 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd926f0d-a5e2-43ca-a4e8-8e1ed3a0f6c6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Router 233059e4-5eaf-4384-833b-61a4728c36d8 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:43:58.295877 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8c319620-2681-4671-919d-dc8b7bce3cd2 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/ports/9c86e892-91d0-4f72-bb83-b49043e85386 HTTP/1.1" status: 204 len: 168 time: 2.6202698 Nov 26 16:43:58.303162 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49616) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:58.307840 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-8b9e834d-ea87-4b37-89b8-7e1da8fd8fca tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 2001:db8::1 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/e38db723-5e8b-4a1d-aa4e-ab9e1426fac3/0a723cc9-a717-4904-ae05-7f56331a5dba) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:43:58.376898 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ae0246-81c3-4893-be1a-6889ac3a9eb2 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] GET failed (client error): The resource could not be found. Nov 26 16:43:58.377331 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-88ae0246-81c3-4893-be1a-6889ac3a9eb2 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Synchronizing usage tracker for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:58.413771 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7f460755-ff7f-421a-ab05-eb8d1ba67473 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:58.484273 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7f460755-ff7f-421a-ab05-eb8d1ba67473 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:58.491159 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2daee179-c65f-4b19-92dc-d0b018cea6bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:58.515904 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-88ae0246-81c3-4893-be1a-6889ac3a9eb2 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Unset dirty status for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:58.518788 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-88ae0246-81c3-4893-be1a-6889ac3a9eb2 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "GET /v2.0/ports/9c86e892-91d0-4f72-bb83-b49043e85386 HTTP/1.1" status: 404 len: 333 time: 0.2147722 Nov 26 16:43:58.521369 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49620) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:58.525042 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 88699f16-843a-4f60-914b-b82f6d510100 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:43:58.525624 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd926f0d-a5e2-43ca-a4e8-8e1ed3a0f6c6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:43:58.531655 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a86a1788-6d7a-42b4-a621-39f9a50d9963 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:58.543231 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782e7e5f-29c9-46c7-b577-972925e601d4 None None] Sync routers for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:43:58.557093 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e7e5f-29c9-46c7-b577-972925e601d4 None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:43:58.558928 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-782e7e5f-29c9-46c7-b577-972925e601d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:43:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:58.562866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f460755-ff7f-421a-ab05-eb8d1ba67473 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6baa269-8926-4bab-a8e3-c8264b62cb18,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:58.568343 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7f460755-ff7f-421a-ab05-eb8d1ba67473 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:58.573055 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7f460755-ff7f-421a-ab05-eb8d1ba67473 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8279517 Nov 26 16:43:58.573055 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7f460755-ff7f-421a-ab05-eb8d1ba67473 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:58.582837 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49624) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:58.593395 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-032a5ccf-6a51-4ea4-8f02-10ef7cbf86ac tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group_rule': {'security_group_id': 'b6baa269-8926-4bab-a8e3-c8264b62cb18', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:58.594350 dv-neutron-819440-1-hyperv neutron-server[87518]: WARNING neutron.api.v2.base [None req-032a5ccf-6a51-4ea4-8f02-10ef7cbf86ac tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 26 16:43:58.594871 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-032a5ccf-6a51-4ea4-8f02-10ef7cbf86ac tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:43:58.598575 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-032a5ccf-6a51-4ea4-8f02-10ef7cbf86ac tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0122089 Nov 26 16:43:58.598732 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-23034d81-058b-4b4a-ad55-a90dc0fc844e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:58.599380 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49628) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:58.613896 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 88699f16-843a-4f60-914b-b82f6d510100 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:58.614330 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:58.619461 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b284da79-2062-4276-82cb-c23c1afd49fd tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:58.646292 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-782e7e5f-29c9-46c7-b577-972925e601d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:58.657338 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e7e5f-29c9-46c7-b577-972925e601d4 None None] Routers {'233059e4-5eaf-4384-833b-61a4728c36d8'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:43:58.658176 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-782e7e5f-29c9-46c7-b577-972925e601d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:43:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['233059e4-5eaf-4384-833b-61a4728c36d8'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:58.660252 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8b9e834d-ea87-4b37-89b8-7e1da8fd8fca tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:58.690576 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-8b9e834d-ea87-4b37-89b8-7e1da8fd8fca tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Transition to ACTIVE for port object 0a723cc9-a717-4904-ae05-7f56331a5dba will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:43:58.712182 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-af32dae8-1f48-4e28-a28f-791b431c9529 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:58.713517 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a1788-6d7a-42b4-a621-39f9a50d9963 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event updated for resources: {'Subnet': ['ID=3e834d78-2a0b-4b7d-8926-48d5a1d972cb,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:58.738807 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a86a1788-6d7a-42b4-a621-39f9a50d9963 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:58.745607 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-782e7e5f-29c9-46c7-b577-972925e601d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:43:58.746845 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-af32dae8-1f48-4e28-a28f-791b431c9529 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:58.747038 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782e7e5f-29c9-46c7-b577-972925e601d4 None None] The sync data for ids ['233059e4-5eaf-4384-833b-61a4728c36d8'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:43:58.747532 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fd926f0d-a5e2-43ca-a4e8-8e1ed3a0f6c6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "PUT /v2.0/routers/233059e4-5eaf-4384-833b-61a4728c36d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8076687 Nov 26 16:43:58.755319 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49632) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:58.797288 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86a1788-6d7a-42b4-a621-39f9a50d9963 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Checking segment: {'id': '595ce402-6f4a-41ca-b0de-acd1877b3dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '050040c8-e48b-4d4b-892c-4ea24fa3235a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:43:58.797772 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86a1788-6d7a-42b4-a621-39f9a50d9963 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Network hostable DHCP agents. Network: 050040c8-e48b-4d4b-892c-4ea24fa3235a, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:43:58.805786 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-869d97fa-4d60-436c-bc38-42d8821b8d2e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting subnet 3d1b4546-e8de-417e-b377-929bc1e9e099 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:43:58.810459 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-869d97fa-4d60-436c-bc38-42d8821b8d2e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:58.872615 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86a1788-6d7a-42b4-a621-39f9a50d9963 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Network 050040c8-e48b-4d4b-892c-4ea24fa3235a is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:43:58.879393 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-869d97fa-4d60-436c-bc38-42d8821b8d2e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:58.908145 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8b9e834d-ea87-4b37-89b8-7e1da8fd8fca tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:58.920162 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-a86a1788-6d7a-42b4-a621-39f9a50d9963 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 050040c8-e48b-4d4b-892c-4ea24fa3235a) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:58.921660 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7dc8bd5c-04b9-444e-9e8b-a5b33b27e25a tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:58.927458 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86a1788-6d7a-42b4-a621-39f9a50d9963 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:58.928122 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a86a1788-6d7a-42b4-a621-39f9a50d9963 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:58.930820 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b9ea69-7310-49f0-8b5b-04240f6f2e0b None None] Network 050040c8-e48b-4d4b-892c-4ea24fa3235a requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:58.955945 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a86a1788-6d7a-42b4-a621-39f9a50d9963 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4009533 Nov 26 16:43:58.960828 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49636) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:58.969585 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-0dd47cb6-c054-47f4-9ca1-04e40d306ed8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-91309756'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:58.980180 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0dd47cb6-c054-47f4-9ca1-04e40d306ed8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:58.985972 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0dd47cb6-c054-47f4-9ca1-04e40d306ed8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Usage tracker for resource:network and tenant:e1eef703c7604003adf96d6097c242b3 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:58.989754 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0dd47cb6-c054-47f4-9ca1-04e40d306ed8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:58.998207 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0dd47cb6-c054-47f4-9ca1-04e40d306ed8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:59.007754 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9e834d-ea87-4b37-89b8-7e1da8fd8fca tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:43:59.014242 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-8b9e834d-ea87-4b37-89b8-7e1da8fd8fca tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:43:59.014443 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-869d97fa-4d60-436c-bc38-42d8821b8d2e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:59.020569 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9e834d-ea87-4b37-89b8-7e1da8fd8fca tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:43:59.021111 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8b9e834d-ea87-4b37-89b8-7e1da8fd8fca tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:59.053686 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-af32dae8-1f48-4e28-a28f-791b431c9529 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:59.057721 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e834d-ea87-4b37-89b8-7e1da8fd8fca tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=0a723cc9-a717-4904-ae05-7f56331a5dba,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:59.065673 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8b9e834d-ea87-4b37-89b8-7e1da8fd8fca tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:59.068996 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-11f8a199-44ad-43bf-82e2-00769fe91b55 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:59.074144 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd47cb6-c054-47f4-9ca1-04e40d306ed8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Made reservation on behalf of e1eef703c7604003adf96d6097c242b3 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:59.078454 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0dd47cb6-c054-47f4-9ca1-04e40d306ed8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:59.095275 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32dae8-1f48-4e28-a28f-791b431c9529 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6baa269-8926-4bab-a8e3-c8264b62cb18,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:59.101022 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-af32dae8-1f48-4e28-a28f-791b431c9529 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:59.103454 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ba388901-ab01-43e6-adde-c66304ca72de tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:59.203258 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f20c0181-8054-49fc-a892-9cedb288a319 req-b3bfb5ff-34de-43ed-9d4a-ac1ccc2c28f9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0890903 Nov 26 16:43:59.204049 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd47cb6-c054-47f4-9ca1-04e40d306ed8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:43:59.211156 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-050040c8-e48b-4d4b-892c-4ea24fa3235a', 'network_id': '050040c8-e48b-4d4b-892c-4ea24fa3235a', 'tenant_id': 'e1eef703c7604003adf96d6097c242b3', 'fixed_ips': [{'subnet_id': '3e834d78-2a0b-4b7d-8926-48d5a1d972cb'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:43:59.213485 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:59.234553 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0dd47cb6-c054-47f4-9ca1-04e40d306ed8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:59.234846 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-0dd47cb6-c054-47f4-9ca1-04e40d306ed8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Added segment 00853350-de6b-4ee8-a7a8-f26a679d00a5 of type vlan for network 95f792c1-1c31-4af9-b2a0-1f959b7ae802 Nov 26 16:43:59.250417 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-af32dae8-1f48-4e28-a28f-791b431c9529 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:59.251570 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-af32dae8-1f48-4e28-a28f-791b431c9529 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "DELETE /v2.0/security-groups/b6baa269-8926-4bab-a8e3-c8264b62cb18 HTTP/1.1" status: 204 len: 168 time: 0.6508667 Nov 26 16:43:59.256168 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49642) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:59.280320 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0dd47cb6-c054-47f4-9ca1-04e40d306ed8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:59.317779 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-869d97fa-4d60-436c-bc38-42d8821b8d2e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:59.323985 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7988ec7e-f3d9-4514-a69a-53c9ccc59766 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:59.343924 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:59.370291 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d97fa-4d60-436c-bc38-42d8821b8d2e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Subnet': ['ID=3d1b4546-e8de-417e-b377-929bc1e9e099,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:59.372092 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0dd47cb6-c054-47f4-9ca1-04e40d306ed8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:59.378445 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd47cb6-c054-47f4-9ca1-04e40d306ed8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:43:59.379089 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0dd47cb6-c054-47f4-9ca1-04e40d306ed8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:59.383404 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-869d97fa-4d60-436c-bc38-42d8821b8d2e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:59.384038 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-de7787dd-e1ae-4a16-bd36-3a37e83820d4 tempest-RoutersNegativeIpV6Test-1263289856 tempest-RoutersNegativeIpV6Test-1263289856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:43:59.408016 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-869d97fa-4d60-436c-bc38-42d8821b8d2e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:59.425331 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce6572a-85eb-4f0b-8194-37bac96626a8 None None] Network f232d977-4e04-4afe-aded-a44011ab45a3 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:43:59.496978 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-869d97fa-4d60-436c-bc38-42d8821b8d2e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/subnets/3d1b4546-e8de-417e-b377-929bc1e9e099 HTTP/1.1" status: 204 len: 168 time: 0.9720919 Nov 26 16:43:59.496978 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0dd47cb6-c054-47f4-9ca1-04e40d306ed8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5343840 Nov 26 16:43:59.500095 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49646) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:59.500441 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49648) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:59.500903 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-45c87745-7dc1-4b28-9fb2-4a3e93f26e73 None None] Provisioning for port 0a723cc9-a717-4904-ae05-7f56331a5dba completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:43:59.513515 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-4c74624d-aeff-429b-9377-e31e130b97ea tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Request body: {'subnet': {'network_id': '95f792c1-1c31-4af9-b2a0-1f959b7ae802', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:59.524445 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-45c87745-7dc1-4b28-9fb2-4a3e93f26e73 None None] Provisioning complete for port 0a723cc9-a717-4904-ae05-7f56331a5dba triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:43:59.524826 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-45c87745-7dc1-4b28-9fb2-4a3e93f26e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:59.547842 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd47cb6-c054-47f4-9ca1-04e40d306ed8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event updated for resources: {'Network': ['ID=95f792c1-1c31-4af9-b2a0-1f959b7ae802,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:43:59.555080 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0dd47cb6-c054-47f4-9ca1-04e40d306ed8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:43:59.557685 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8281067b-ae50-4a98-a461-6114d72fb342 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Synchronizing usage tracker for tenant:25a601b41a5c4a60b82cd513fcdef798 on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:43:59.565657 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8b9e834d-ea87-4b37-89b8-7e1da8fd8fca tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:59.575297 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ba388901-ab01-43e6-adde-c66304ca72de tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:59.588933 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 95f792c1-1c31-4af9-b2a0-1f959b7ae802 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:43:59.628671 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-ba388901-ab01-43e6-adde-c66304ca72de tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Deleting port 6ffa9f8a-c197-40b6-a4e8-333f498b3ec8 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:59.629063 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ba388901-ab01-43e6-adde-c66304ca72de tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:59.664363 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-45c87745-7dc1-4b28-9fb2-4a3e93f26e73 None None] Port 0a723cc9-a717-4904-ae05-7f56331a5dba cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:43:59.680904 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8281067b-ae50-4a98-a461-6114d72fb342 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Unset dirty status for tenant:25a601b41a5c4a60b82cd513fcdef798 on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:43:59.680904 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8281067b-ae50-4a98-a461-6114d72fb342 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4160805 Nov 26 16:43:59.683108 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49654) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:43:59.688377 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-1a6b92ad-a966-4d6a-aced-6feea905f815 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group': {'name': 'tempest-secgroup--325231694'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:43:59.695063 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] Allocated IP 2001:db8:0:ffff::2 (050040c8-e48b-4d4b-892c-4ea24fa3235a/3e834d78-2a0b-4b7d-8926-48d5a1d972cb/bec1703f-fa75-4b73-910b-33e9dda8900c) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:43:59.706814 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-1a6b92ad-a966-4d6a-aced-6feea905f815 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:59.726421 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-1a6b92ad-a966-4d6a-aced-6feea905f815 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:59.730085 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-951c8921-3ba1-45c5-a234-1921f0021ec0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:59.734544 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-4c74624d-aeff-429b-9377-e31e130b97ea tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:43:59.740831 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4c74624d-aeff-429b-9377-e31e130b97ea tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Usage tracker for resource:subnet and tenant:e1eef703c7604003adf96d6097c242b3 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:43:59.744830 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4c74624d-aeff-429b-9377-e31e130b97ea tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:43:59.752441 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-4c74624d-aeff-429b-9377-e31e130b97ea tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:43:59.759105 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-951c8921-3ba1-45c5-a234-1921f0021ec0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting port 88699f16-843a-4f60-914b-b82f6d510100 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:43:59.759416 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-951c8921-3ba1-45c5-a234-1921f0021ec0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:59.800413 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c74624d-aeff-429b-9377-e31e130b97ea tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Made reservation on behalf of e1eef703c7604003adf96d6097c242b3 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:43:59.808687 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4c74624d-aeff-429b-9377-e31e130b97ea tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:59.951657 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1a6b92ad-a966-4d6a-aced-6feea905f815 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:43:59.981725 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3cd84f-b471-4f9c-87e8-02911c71053a None None] DHCP port deletion for f232d977-4e04-4afe-aded-a44011ab45a3 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:43:59.996585 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-1a6b92ad-a966-4d6a-aced-6feea905f815 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:00.002245 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-ed3cd84f-b471-4f9c-87e8-02911c71053a None None] Deleting port 88699f16-843a-4f60-914b-b82f6d510100 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:00.002637 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ed3cd84f-b471-4f9c-87e8-02911c71053a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:00.009813 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1a6b92ad-a966-4d6a-aced-6feea905f815 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Usage tracker for resource:security_group_rule and tenant:25a601b41a5c4a60b82cd513fcdef798 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:00.025737 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1a6b92ad-a966-4d6a-aced-6feea905f815 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:00.043906 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-1a6b92ad-a966-4d6a-aced-6feea905f815 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:00.137996 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ba388901-ab01-43e6-adde-c66304ca72de tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:00.247749 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:00.260318 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] Transition to ACTIVE for port object bec1703f-fa75-4b73-910b-33e9dda8900c will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:00.287043 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-951c8921-3ba1-45c5-a234-1921f0021ec0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] For port 88699f16-843a-4f60-914b-b82f6d510100, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=88699f16-843a-4f60-914b-b82f6d510100,segment=NetworkSegment(bd35bae3-2892-40aa-a33c-c01265e4bb23),segment_id=bd35bae3-2892-40aa-a33c-c01265e4bb23)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:00.287649 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-951c8921-3ba1-45c5-a234-1921f0021ec0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:00.291410 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-ba388901-ab01-43e6-adde-c66304ca72de tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Calling delete_port for 6ffa9f8a-c197-40b6-a4e8-333f498b3ec8 owned by network:router_gateway {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:00.305294 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] Transition to ACTIVE for port object bec1703f-fa75-4b73-910b-33e9dda8900c will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:00.313443 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-ed3cd84f-b471-4f9c-87e8-02911c71053a None None] For port 88699f16-843a-4f60-914b-b82f6d510100, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=88699f16-843a-4f60-914b-b82f6d510100,segment=NetworkSegment(bd35bae3-2892-40aa-a33c-c01265e4bb23),segment_id=bd35bae3-2892-40aa-a33c-c01265e4bb23)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:00.313850 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ed3cd84f-b471-4f9c-87e8-02911c71053a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:00.328750 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:00.334471 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-26a3105d-23d8-4d61-97d8-41290c1b40e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:00.392471 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-63b42f16-9794-4b81-ba4a-3b424f4595b5 req-5937518b-7236-4f00-b470-f68ade440c62 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1078732 Nov 26 16:44:00.428365 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-951c8921-3ba1-45c5-a234-1921f0021ec0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Calling delete_port for 88699f16-843a-4f60-914b-b82f6d510100 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:00.496253 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-ed3cd84f-b471-4f9c-87e8-02911c71053a None None] Calling delete_port for 88699f16-843a-4f60-914b-b82f6d510100 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:00.514665 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1a6b92ad-a966-4d6a-aced-6feea905f815 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:00.519328 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-951c8921-3ba1-45c5-a234-1921f0021ec0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:00.522299 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1a6b92ad-a966-4d6a-aced-6feea905f815 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:00.531516 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-575ff5e7-ea7f-4004-9f99-258344a31a63 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:00.534688 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] Network 050040c8-e48b-4d4b-892c-4ea24fa3235a is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:00.539652 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c146bfe7-2412-4412-8223-211aa7d2e5f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:00.544848 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:00.556091 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 88699f16-843a-4f60-914b-b82f6d510100 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:44:00.569748 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951c8921-3ba1-45c5-a234-1921f0021ec0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] No DVR routers for this DVR port 88699f16-843a-4f60-914b-b82f6d510100 on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:44:00.571328 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8b9e834d-ea87-4b37-89b8-7e1da8fd8fca tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:00.581847 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:00.591365 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8b9e834d-ea87-4b37-89b8-7e1da8fd8fca tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:00.592901 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8b9e834d-ea87-4b37-89b8-7e1da8fd8fca tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:00.610411 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c8921-3ba1-45c5-a234-1921f0021ec0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Port': ['ID=88699f16-843a-4f60-914b-b82f6d510100,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:00.612836 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-951c8921-3ba1-45c5-a234-1921f0021ec0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:00.629587 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b92ad-a966-4d6a-aced-6feea905f815 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05465fa9-8087-4fd1-9a3c-a4af0d7ae966,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:00.635408 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1a6b92ad-a966-4d6a-aced-6feea905f815 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:00.639839 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a11b53bc-0c4a-49c8-a4a2-397739631488 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:00.670283 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 88699f16-843a-4f60-914b-b82f6d510100 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:44:00.671259 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 88699f16-843a-4f60-914b-b82f6d510100 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:44:00.684748 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] Pushing event updated for resources: {'Port': ['ID=bec1703f-fa75-4b73-910b-33e9dda8900c,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:00.708171 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:00.720833 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-951c8921-3ba1-45c5-a234-1921f0021ec0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:00.724219 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1a6b92ad-a966-4d6a-aced-6feea905f815 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:00.724372 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1a6b92ad-a966-4d6a-aced-6feea905f815 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0412514 Nov 26 16:44:00.741626 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49660) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:00.744675 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] Attempting to bind port bec1703f-fa75-4b73-910b-33e9dda8900c on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:44:00.746292 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] Attempting to bind port bec1703f-fa75-4b73-910b-33e9dda8900c by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '595ce402-6f4a-41ca-b0de-acd1877b3dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '050040c8-e48b-4d4b-892c-4ea24fa3235a'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:44:00.747126 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] Attempting to bind port bec1703f-fa75-4b73-910b-33e9dda8900c on network 050040c8-e48b-4d4b-892c-4ea24fa3235a {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:44:00.751184 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-951c8921-3ba1-45c5-a234-1921f0021ec0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f232d977-4e04-4afe-aded-a44011ab45a3']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:00.758093 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:44:00.759670 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] Checking segment: {'id': '595ce402-6f4a-41ca-b0de-acd1877b3dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '050040c8-e48b-4d4b-892c-4ea24fa3235a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:44:00.760347 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:00.761071 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] Bound using segment: {'id': '595ce402-6f4a-41ca-b0de-acd1877b3dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '050040c8-e48b-4d4b-892c-4ea24fa3235a'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:44:00.761330 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-06e67c6d-cf17-4ddd-8499-8c5ff987fd2c tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group_rule': {'security_group_id': '05465fa9-8087-4fd1-9a3c-a4af0d7ae966', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:00.761990 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] Bound port: bec1703f-fa75-4b73-910b-33e9dda8900c, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595ce402-6f4a-41ca-b0de-acd1877b3dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '050040c8-e48b-4d4b-892c-4ea24fa3235a'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:44:00.762745 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:00.763067 dv-neutron-819440-1-hyperv neutron-server[87518]: WARNING neutron.api.v2.base [None req-06e67c6d-cf17-4ddd-8499-8c5ff987fd2c tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 26 16:44:00.764155 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-06e67c6d-cf17-4ddd-8499-8c5ff987fd2c tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:44:00.765124 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-06e67c6d-cf17-4ddd-8499-8c5ff987fd2c tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0137062 Nov 26 16:44:00.769726 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49664) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:00.770937 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-951c8921-3ba1-45c5-a234-1921f0021ec0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd35bae3-2892-40aa-a33c-c01265e4bb23') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:00.771229 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-951c8921-3ba1-45c5-a234-1921f0021ec0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd35bae3-2892-40aa-a33c-c01265e4bb23') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:00.783264 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-951c8921-3ba1-45c5-a234-1921f0021ec0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:00.812931 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-951c8921-3ba1-45c5-a234-1921f0021ec0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:00.815779 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-d1c51fbb-7890-40f9-8895-27444d198849 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group_rule': {'security_group_id': '05465fa9-8087-4fd1-9a3c-a4af0d7ae966', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:00.816443 dv-neutron-819440-1-hyperv neutron-server[87518]: WARNING neutron.api.v2.base [None req-d1c51fbb-7890-40f9-8895-27444d198849 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 26 16:44:00.816962 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-d1c51fbb-7890-40f9-8895-27444d198849 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:44:00.817876 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d1c51fbb-7890-40f9-8895-27444d198849 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0194411 Nov 26 16:44:00.820880 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49668) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:00.825532 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4c74624d-aeff-429b-9377-e31e130b97ea tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:00.831673 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-ed3cd84f-b471-4f9c-87e8-02911c71053a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:44:00.832386 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-ed3cd84f-b471-4f9c-87e8-02911c71053a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:44:00.833043 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-951c8921-3ba1-45c5-a234-1921f0021ec0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:44:00.833445 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-951c8921-3ba1-45c5-a234-1921f0021ec0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:00.834615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-e0380f63-9394-4b87-a96a-409b386bbe03 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group_rule': {'security_group_id': '05465fa9-8087-4fd1-9a3c-a4af0d7ae966', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:00.835425 dv-neutron-819440-1-hyperv neutron-server[87518]: WARNING neutron.api.v2.base [None req-e0380f63-9394-4b87-a96a-409b386bbe03 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 26 16:44:00.835954 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-e0380f63-9394-4b87-a96a-409b386bbe03 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:44:00.836873 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e0380f63-9394-4b87-a96a-409b386bbe03 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0109880 Nov 26 16:44:00.843310 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49672) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:00.849512 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9d634fc5-5a0d-4f94-8172-82fa4e6d2a91 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:00.853422 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e834d-ea87-4b37-89b8-7e1da8fd8fca tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=0a723cc9-a717-4904-ae05-7f56331a5dba,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:00.858389 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-0c4a9f8a-3844-48e0-a393-7f768fbac50e tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group_rule': {'security_group_id': '05465fa9-8087-4fd1-9a3c-a4af0d7ae966', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:00.859267 dv-neutron-819440-1-hyperv neutron-server[87518]: WARNING neutron.api.v2.base [None req-0c4a9f8a-3844-48e0-a393-7f768fbac50e tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 26 16:44:00.859844 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-0c4a9f8a-3844-48e0-a393-7f768fbac50e tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:44:00.861020 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0c4a9f8a-3844-48e0-a393-7f768fbac50e tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0135219 Nov 26 16:44:00.866661 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8b9e834d-ea87-4b37-89b8-7e1da8fd8fca tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:00.867110 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49676) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:00.875217 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] For port bec1703f-fa75-4b73-910b-33e9dda8900c, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:44:00.878429 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] For port bec1703f-fa75-4b73-910b-33e9dda8900c, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=bec1703f-fa75-4b73-910b-33e9dda8900c,segment=NetworkSegment(595ce402-6f4a-41ca-b0de-acd1877b3dc2),segment_id=595ce402-6f4a-41ca-b0de-acd1877b3dc2)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:44:00.882189 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:00.886925 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-68c999cf-e8eb-4937-b222-6eec03dafcfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:44:00.922006 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:44:00.926224 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74624d-aeff-429b-9377-e31e130b97ea tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event updated for resources: {'Subnet': ['ID=3e01f8f0-17e2-4e2e-8752-bd2e7ca6e214,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:00.929700 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ba388901-ab01-43e6-adde-c66304ca72de tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:00.937955 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8b9e834d-ea87-4b37-89b8-7e1da8fd8fca tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:00.968222 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] Pushing event updated for resources: {'Port': ['ID=bec1703f-fa75-4b73-910b-33e9dda8900c,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:00.971826 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:00.997798 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4c74624d-aeff-429b-9377-e31e130b97ea tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:01.003354 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba388901-ab01-43e6-adde-c66304ca72de tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event deleted for resources: {'Port': ['ID=6ffa9f8a-c197-40b6-a4e8-333f498b3ec8,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:01.031374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9e834d-ea87-4b37-89b8-7e1da8fd8fca tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:01.034038 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ba388901-ab01-43e6-adde-c66304ca72de tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:01.040888 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-8b9e834d-ea87-4b37-89b8-7e1da8fd8fca tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:01.045254 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-951c8921-3ba1-45c5-a234-1921f0021ec0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:01.050837 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a15645e7-b689-4607-a823-8163d42b1fa2 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:01.068177 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-951c8921-3ba1-45c5-a234-1921f0021ec0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:01.076290 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c74624d-aeff-429b-9377-e31e130b97ea tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Checking segment: {'id': '00853350-de6b-4ee8-a7a8-f26a679d00a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '95f792c1-1c31-4af9-b2a0-1f959b7ae802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:44:01.076660 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c74624d-aeff-429b-9377-e31e130b97ea tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Network hostable DHCP agents. Network: 95f792c1-1c31-4af9-b2a0-1f959b7ae802, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:44:01.094263 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c8921-3ba1-45c5-a234-1921f0021ec0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Network': ['ID=f232d977-4e04-4afe-aded-a44011ab45a3,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:01.102105 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-951c8921-3ba1-45c5-a234-1921f0021ec0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:01.106926 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-951c8921-3ba1-45c5-a234-1921f0021ec0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/networks/f232d977-4e04-4afe-aded-a44011ab45a3 HTTP/1.1" status: 204 len: 168 time: 1.6031075 Nov 26 16:44:01.111140 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49680) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:01.119299 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-44600cfe-52d5-4148-96ed-25f07e058752 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'port': {'network_id': '1f6b688d-2809-441d-9740-72853f2de05c', 'name': 'tempest-PortsIpV6TestJSON-622037351'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:01.193443 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c74624d-aeff-429b-9377-e31e130b97ea tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Network 95f792c1-1c31-4af9-b2a0-1f959b7ae802 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:44:01.222650 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5a20540d-3913-4e01-ac99-bf8f7a820ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:01.251525 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-4c74624d-aeff-429b-9377-e31e130b97ea tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 95f792c1-1c31-4af9-b2a0-1f959b7ae802) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:01.266086 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c74624d-aeff-429b-9377-e31e130b97ea tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:01.266676 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4c74624d-aeff-429b-9377-e31e130b97ea tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:01.269071 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d28f1b7-6fbf-4d98-af03-3c504a3a30f3 None None] Network 95f792c1-1c31-4af9-b2a0-1f959b7ae802 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:01.297678 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-44600cfe-52d5-4148-96ed-25f07e058752 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:01.307997 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-44600cfe-52d5-4148-96ed-25f07e058752 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:port and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:01.311081 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-44600cfe-52d5-4148-96ed-25f07e058752 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:01.317538 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4c74624d-aeff-429b-9377-e31e130b97ea tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8118560 Nov 26 16:44:01.318513 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49684) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:01.344482 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-44600cfe-52d5-4148-96ed-25f07e058752 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:01.372614 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-ed3cd84f-b471-4f9c-87e8-02911c71053a None None] Deleting port 88699f16-843a-4f60-914b-b82f6d510100 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:01.373044 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ed3cd84f-b471-4f9c-87e8-02911c71053a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:01.455571 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c8f65f81-adcf-4aa6-8c73-06eab98ff8b4 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:01.493519 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c8f65f81-adcf-4aa6-8c73-06eab98ff8b4 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:01.500365 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-ed3cd84f-b471-4f9c-87e8-02911c71053a None None] The port '88699f16-843a-4f60-914b-b82f6d510100' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:44:01.555771 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-fedbf6c3-0c28-40c2-b228-dfa6c9e206a4 None None] Provisioning complete for port 0a723cc9-a717-4904-ae05-7f56331a5dba triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:01.556294 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fedbf6c3-0c28-40c2-b228-dfa6c9e206a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:01.559157 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44600cfe-52d5-4148-96ed-25f07e058752 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:01.563387 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-44600cfe-52d5-4148-96ed-25f07e058752 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:01.565017 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c8f65f81-adcf-4aa6-8c73-06eab98ff8b4 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:01.573271 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-349ac8b9-d28e-4ada-a3dd-98dac4ee1cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:01.588923 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ba388901-ab01-43e6-adde-c66304ca72de tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:01.590538 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:01.594506 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c73ebb18-27a2-4dbb-9149-80d779cfb960 req-e6598551-73e3-4dbb-8adb-2fc19eb86425 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0880926 Nov 26 16:44:01.603668 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-44600cfe-52d5-4148-96ed-25f07e058752 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] device_id is not set on port 75d23e7d-bf1a-41a3-8f09-5547223d49df yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:44:01.642125 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f65f81-adcf-4aa6-8c73-06eab98ff8b4 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05465fa9-8087-4fd1-9a3c-a4af0d7ae966,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:01.680917 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-fedbf6c3-0c28-40c2-b228-dfa6c9e206a4 None None] Port 0a723cc9-a717-4904-ae05-7f56331a5dba cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:44:01.714508 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c8f65f81-adcf-4aa6-8c73-06eab98ff8b4 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:01.753141 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-95f792c1-1c31-4af9-b2a0-1f959b7ae802', 'network_id': '95f792c1-1c31-4af9-b2a0-1f959b7ae802', 'tenant_id': 'e1eef703c7604003adf96d6097c242b3', 'fixed_ips': [{'subnet_id': '3e01f8f0-17e2-4e2e-8752-bd2e7ca6e214'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:44:01.755163 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:01.765696 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:01.796813 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c8f65f81-adcf-4aa6-8c73-06eab98ff8b4 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:01.797840 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c8f65f81-adcf-4aa6-8c73-06eab98ff8b4 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "DELETE /v2.0/security-groups/05465fa9-8087-4fd1-9a3c-a4af0d7ae966 HTTP/1.1" status: 204 len: 168 time: 0.9193180 Nov 26 16:44:01.809596 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49690) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:01.815527 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ba388901-ab01-43e6-adde-c66304ca72de tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:01.829330 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:44:01.832086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ba388901-ab01-43e6-adde-c66304ca72de tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:01.891049 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ba388901-ab01-43e6-adde-c66304ca72de tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:01.891551 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba388901-ab01-43e6-adde-c66304ca72de tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Fanout notify agent at l3_agent the message router_deleted on router 233059e4-5eaf-4384-833b-61a4728c36d8 {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:44:01.905379 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ba388901-ab01-43e6-adde-c66304ca72de tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:01.906501 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ba388901-ab01-43e6-adde-c66304ca72de tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "DELETE /v2.0/routers/233059e4-5eaf-4384-833b-61a4728c36d8 HTTP/1.1" status: 204 len: 168 time: 3.1493225 Nov 26 16:44:01.907648 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9e834d-ea87-4b37-89b8-7e1da8fd8fca tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Router 256973fc-532c-42ee-9b1e-07a88119becb is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:44:01.909111 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49694) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:01.916710 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a091168a-a5da-4e81-8b90-c150bd639ec9 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Synchronizing usage tracker for tenant:25a601b41a5c4a60b82cd513fcdef798 on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:01.972284 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] Allocated IP 2001:db8::1 (95f792c1-1c31-4af9-b2a0-1f959b7ae802/3e01f8f0-17e2-4e2e-8752-bd2e7ca6e214/0b3a0e60-d345-4c04-9626-51bb28ee6f34) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:02.103339 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-44600cfe-52d5-4148-96ed-25f07e058752 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:02.104723 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a091168a-a5da-4e81-8b90-c150bd639ec9 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Unset dirty status for tenant:25a601b41a5c4a60b82cd513fcdef798 on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:02.106163 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a091168a-a5da-4e81-8b90-c150bd639ec9 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2933416 Nov 26 16:44:02.115797 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49698) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:02.123129 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-c6a27449-566d-429a-bd38-b24ad943ccbf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group': {'name': 'tempest-secgroup--476541800'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:02.131487 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c6a27449-566d-429a-bd38-b24ad943ccbf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:02.136201 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-30efd1e3-0f60-4130-a083-609931460e2b tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Deleting subnet c3b8fd25-240b-4914-80e9-9eab46d31170 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:44:02.141892 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-30efd1e3-0f60-4130-a083-609931460e2b tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:02.145610 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c6a27449-566d-429a-bd38-b24ad943ccbf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:02.164461 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c6a27449-566d-429a-bd38-b24ad943ccbf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:02.190161 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-44600cfe-52d5-4148-96ed-25f07e058752 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:02.202203 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c6a27449-566d-429a-bd38-b24ad943ccbf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:02.204511 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:02.214691 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9e834d-ea87-4b37-89b8-7e1da8fd8fca tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:44:02.218116 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-30efd1e3-0f60-4130-a083-609931460e2b tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:02.249492 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8b9e834d-ea87-4b37-89b8-7e1da8fd8fca tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "PUT /v2.0/routers/256973fc-532c-42ee-9b1e-07a88119becb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0607204 Nov 26 16:44:02.250078 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c6a27449-566d-429a-bd38-b24ad943ccbf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Usage tracker for resource:security_group_rule and tenant:25a601b41a5c4a60b82cd513fcdef798 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:02.252534 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49702) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:02.262390 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:02.275333 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] Transition to ACTIVE for port object 0b3a0e60-d345-4c04-9626-51bb28ee6f34 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:02.287270 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-30efd1e3-0f60-4130-a083-609931460e2b tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:02.296627 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] Transition to ACTIVE for port object 0b3a0e60-d345-4c04-9626-51bb28ee6f34 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:02.305376 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44600cfe-52d5-4148-96ed-25f07e058752 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network 1f6b688d-2809-441d-9740-72853f2de05c is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:02.307098 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c6a27449-566d-429a-bd38-b24ad943ccbf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:02.308999 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] Sync routers for ids ['256973fc-532c-42ee-9b1e-07a88119becb'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:44:02.322465 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:02.326942 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-44600cfe-52d5-4148-96ed-25f07e058752 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:02.329941 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44600cfe-52d5-4148-96ed-25f07e058752 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:02.330992 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8c58a96d-9d35-4f77-b512-e753788731bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:02.336700 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44600cfe-52d5-4148-96ed-25f07e058752 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:02.337977 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-44600cfe-52d5-4148-96ed-25f07e058752 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:02.370459 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c6a27449-566d-429a-bd38-b24ad943ccbf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:02.404252 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-30efd1e3-0f60-4130-a083-609931460e2b tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:02.411147 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b98b307b-190e-46f2-a91f-52d8de5555d7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:02.427034 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44600cfe-52d5-4148-96ed-25f07e058752 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Port': ['ID=75d23e7d-bf1a-41a3-8f09-5547223d49df,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:02.433446 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:02.438832 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] Routers {'256973fc-532c-42ee-9b1e-07a88119becb'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:44:02.439196 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:44:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['256973fc-532c-42ee-9b1e-07a88119becb'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:02.445246 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44469321-c37e-41c8-8f18-c9514b81fa3c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:02.446738 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-44469321-c37e-41c8-8f18-c9514b81fa3c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports/0a723cc9-a717-4904-ae05-7f56331a5dba HTTP/1.1" status: 200 len: 911 time: 0.1909842 Nov 26 16:44:02.450100 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-44600cfe-52d5-4148-96ed-25f07e058752 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:02.459479 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4bf12192-0804-437f-b100-88c0b14973e5 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:02.465620 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49706) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:02.468478 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30efd1e3-0f60-4130-a083-609931460e2b tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event deleted for resources: {'Subnet': ['ID=c3b8fd25-240b-4914-80e9-9eab46d31170,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:02.472317 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-30efd1e3-0f60-4130-a083-609931460e2b tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:02.505857 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-44600cfe-52d5-4148-96ed-25f07e058752 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3912909 Nov 26 16:44:02.511041 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49710) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:02.511894 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event deleted for resources: {'Subnet': ['ID=3e01f8f0-17e2-4e2e-8752-bd2e7ca6e214,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:02.520251 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:02.533919 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-30efd1e3-0f60-4130-a083-609931460e2b tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:02.560824 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-30efd1e3-0f60-4130-a083-609931460e2b tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "DELETE /v2.0/subnets/c3b8fd25-240b-4914-80e9-9eab46d31170 HTTP/1.1" status: 204 len: 168 time: 0.6484447 Nov 26 16:44:02.563571 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49714) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:02.620208 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:02.621043 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13054e9-6c38-4f34-aafd-7937cb799047 None None] Network 050040c8-e48b-4d4b-892c-4ea24fa3235a requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:02.701763 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-0de39145-1e38-43e6-8bfe-917252889c89 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting port 75d23e7d-bf1a-41a3-8f09-5547223d49df {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:02.703050 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0de39145-1e38-43e6-8bfe-917252889c89 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:02.718469 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e052aaf6-f143-41bb-8e96-3bd91693a5a0 req-e43e9735-a28d-41c9-b63b-dae1067fc3d1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0586207 Nov 26 16:44:02.746860 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9997ea-8b8f-4d64-95bf-a09ac66d0051 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:02.753418 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device bec1703f-fa75-4b73-910b-33e9dda8900c up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:44:02.753923 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9997ea-8b8f-4d64-95bf-a09ac66d0051 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:02.754443 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5a9997ea-8b8f-4d64-95bf-a09ac66d0051 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:02.760934 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:02.761126 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0901f204-49b7-43e8-9146-d85011f34041 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:02.813865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5a9997ea-8b8f-4d64-95bf-a09ac66d0051 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:02.815014 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5a9997ea-8b8f-4d64-95bf-a09ac66d0051 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.3444235 Nov 26 16:44:02.818598 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49720) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:02.827460 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f792c1-1c31-4af9-b2a0-1f959b7ae802']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:02.853445 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00853350-de6b-4ee8-a7a8-f26a679d00a5') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:02.853721 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00853350-de6b-4ee8-a7a8-f26a679d00a5') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:02.858078 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] Network 95f792c1-1c31-4af9-b2a0-1f959b7ae802 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:02.868063 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:02.874813 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] Set router 256973fc-532c-42ee-9b1e-07a88119becb gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:44:02.915791 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:02.924210 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c6a27449-566d-429a-bd38-b24ad943ccbf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:02.932040 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:02.934202 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] Pushing event updated for resources: {'Port': ['ID=0b3a0e60-d345-4c04-9626-51bb28ee6f34,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:02.945023 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c6a27449-566d-429a-bd38-b24ad943ccbf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:02.957289 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-89941368-7398-4e01-964e-ba05498e33e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:02.957725 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:02.958317 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d1619407-8d66-4909-addc-5a69c11f0b5c None None] Provisioning for port bec1703f-fa75-4b73-910b-33e9dda8900c completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:02.980892 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:03.027592 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:44:03.028028 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:44:03.043223 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:44:03.159751 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a27449-566d-429a-bd38-b24ad943ccbf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=466e4f75-7726-4163-8eba-2c7839ed2969,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:03.167161 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c6a27449-566d-429a-bd38-b24ad943ccbf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:03.168395 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c6a27449-566d-429a-bd38-b24ad943ccbf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0514882 Nov 26 16:44:03.175374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49724) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:03.189525 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c6a27449-566d-429a-bd38-b24ad943ccbf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:03.190325 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-2b6accd9-48b7-4a82-9b56-12fd0803028b tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group_rule': {'security_group_id': '466e4f75-7726-4163-8eba-2c7839ed2969', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:03.190604 dv-neutron-819440-1-hyperv neutron-server[87518]: WARNING neutron.api.v2.base [None req-2b6accd9-48b7-4a82-9b56-12fd0803028b tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 26 16:44:03.191094 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-2b6accd9-48b7-4a82-9b56-12fd0803028b tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:44:03.194962 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2b6accd9-48b7-4a82-9b56-12fd0803028b tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0187595 Nov 26 16:44:03.196794 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49728) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:03.207795 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0901f204-49b7-43e8-9146-d85011f34041 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:03.212857 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-d65ed489-3f89-422d-af3f-02d566254843 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group_rule': {'security_group_id': '466e4f75-7726-4163-8eba-2c7839ed2969', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:03.223510 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.api [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 26 16:44:03.223510 dv-neutron-819440-1-hyperv neutron-server[87519]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 26 16:44:03.223510 dv-neutron-819440-1-hyperv neutron-server[87519]: [parameters: {'id': '95f792c1-1c31-4af9-b2a0-1f959b7ae802'}] Nov 26 16:44:03.223510 dv-neutron-819440-1-hyperv neutron-server[87519]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:44:03.223510 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_db.api [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:44:03.224415 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d65ed489-3f89-422d-af3f-02d566254843 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:03.227425 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0de39145-1e38-43e6-8bfe-917252889c89 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:03.239593 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d65ed489-3f89-422d-af3f-02d566254843 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Usage tracker for resource:security_group_rule and tenant:25a601b41a5c4a60b82cd513fcdef798 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:03.243680 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d65ed489-3f89-422d-af3f-02d566254843 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:03.246518 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-0901f204-49b7-43e8-9146-d85011f34041 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee3c287-caf8-420e-bef9-fe22fa132485']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:03.258790 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] Attempting to bind port 0b3a0e60-d345-4c04-9626-51bb28ee6f34 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:44:03.259164 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] Attempting to bind port 0b3a0e60-d345-4c04-9626-51bb28ee6f34 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '00853350-de6b-4ee8-a7a8-f26a679d00a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '95f792c1-1c31-4af9-b2a0-1f959b7ae802'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:44:03.259535 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] Attempting to bind port 0b3a0e60-d345-4c04-9626-51bb28ee6f34 on network 95f792c1-1c31-4af9-b2a0-1f959b7ae802 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:44:03.261526 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port bec1703f-fa75-4b73-910b-33e9dda8900c completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:03.269369 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port bec1703f-fa75-4b73-910b-33e9dda8900c triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:03.269748 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:03.304634 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:44:03.305034 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] Checking segment: {'id': '00853350-de6b-4ee8-a7a8-f26a679d00a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '95f792c1-1c31-4af9-b2a0-1f959b7ae802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:44:03.305424 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:03.305821 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] Bound using segment: {'id': '00853350-de6b-4ee8-a7a8-f26a679d00a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '95f792c1-1c31-4af9-b2a0-1f959b7ae802'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:44:03.306296 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] Bound port: 0b3a0e60-d345-4c04-9626-51bb28ee6f34, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00853350-de6b-4ee8-a7a8-f26a679d00a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '95f792c1-1c31-4af9-b2a0-1f959b7ae802'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:44:03.306675 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:03.354623 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d65ed489-3f89-422d-af3f-02d566254843 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:03.363045 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-0de39145-1e38-43e6-8bfe-917252889c89 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Calling delete_port for 75d23e7d-bf1a-41a3-8f09-5547223d49df owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:03.381285 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-0901f204-49b7-43e8-9146-d85011f34041 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d92d54-b072-48e1-a199-902f5b17dc3a') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:03.381636 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-0901f204-49b7-43e8-9146-d85011f34041 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d92d54-b072-48e1-a199-902f5b17dc3a') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:03.410590 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0901f204-49b7-43e8-9146-d85011f34041 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:03.437065 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0901f204-49b7-43e8-9146-d85011f34041 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:03.449811 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0901f204-49b7-43e8-9146-d85011f34041 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:44:03.450636 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0901f204-49b7-43e8-9146-d85011f34041 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:03.461692 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-d65ed489-3f89-422d-af3f-02d566254843 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:44:03.462801 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d65ed489-3f89-422d-af3f-02d566254843 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2630982 Nov 26 16:44:03.466014 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49732) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:44:03.470211 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:44:03.472687 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-ea6cbe69-e04b-49a0-b6d3-fcd7e74ad86e tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group_rule': {'security_group_id': '466e4f75-7726-4163-8eba-2c7839ed2969', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:03.473710 dv-neutron-819440-1-hyperv neutron-server[87519]: WARNING neutron.api.v2.base [None req-ea6cbe69-e04b-49a0-b6d3-fcd7e74ad86e tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 26 16:44:03.474229 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-ea6cbe69-e04b-49a0-b6d3-fcd7e74ad86e tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:44:03.478131 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ea6cbe69-e04b-49a0-b6d3-fcd7e74ad86e tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081894 Nov 26 16:44:03.478426 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49736) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:03.486112 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-c0e74c06-35ab-4bed-9d6c-7f4811060223 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group_rule': {'security_group_id': '466e4f75-7726-4163-8eba-2c7839ed2969', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:03.493172 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0de39145-1e38-43e6-8bfe-917252889c89 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:03.495208 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c0e74c06-35ab-4bed-9d6c-7f4811060223 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:03.501867 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-44600cfe-52d5-4148-96ed-25f07e058752 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:03.535414 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c0e74c06-35ab-4bed-9d6c-7f4811060223 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Usage tracker for resource:security_group_rule and tenant:25a601b41a5c4a60b82cd513fcdef798 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:03.545989 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c0e74c06-35ab-4bed-9d6c-7f4811060223 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:03.558472 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c0e74c06-35ab-4bed-9d6c-7f4811060223 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:03.560880 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de39145-1e38-43e6-8bfe-917252889c89 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Port': ['ID=75d23e7d-bf1a-41a3-8f09-5547223d49df,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:03.565525 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0de39145-1e38-43e6-8bfe-917252889c89 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:03.565698 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] For port 0b3a0e60-d345-4c04-9626-51bb28ee6f34, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:44:03.567572 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:03.569580 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0de39145-1e38-43e6-8bfe-917252889c89 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:03.583576 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0de39145-1e38-43e6-8bfe-917252889c89 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/ports/75d23e7d-bf1a-41a3-8f09-5547223d49df HTTP/1.1" status: 204 len: 168 time: 1.0691965 Nov 26 16:44:03.586361 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49740) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:03.589390 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] For port 0b3a0e60-d345-4c04-9626-51bb28ee6f34, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=0b3a0e60-d345-4c04-9626-51bb28ee6f34,segment=NetworkSegment(00853350-de6b-4ee8-a7a8-f26a679d00a5),segment_id=00853350-de6b-4ee8-a7a8-f26a679d00a5)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:44:03.594075 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-cc5fff97-bd6a-4288-a05e-8c7d2ba23211 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'port': {'network_id': '1f6b688d-2809-441d-9740-72853f2de05c', 'mac_address': 'fa:16:3e:09:b6:32', 'name': 'tempest-PortsIpV6TestJSON-13745788'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:03.601324 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:03.606566 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-4fdcef29-32d2-4b6d-b1f4-981118836288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:03.627936 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0901f204-49b7-43e8-9146-d85011f34041 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:03.632350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0901f204-49b7-43e8-9146-d85011f34041 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:03.638456 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-daaf520f-34c3-448c-94c7-d21c151420eb tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:03.666205 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0901f204-49b7-43e8-9146-d85011f34041 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] 10.222.0.11 "DELETE /v2.0/networks/7ee3c287-caf8-420e-bef9-fe22fa132485 HTTP/1.1" status: 204 len: 168 time: 1.1014216 Nov 26 16:44:03.667468 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901f204-49b7-43e8-9146-d85011f34041 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Pushing event deleted for resources: {'Network': ['ID=7ee3c287-caf8-420e-bef9-fe22fa132485,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:03.671454 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0901f204-49b7-43e8-9146-d85011f34041 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:03.682387 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port bec1703f-fa75-4b73-910b-33e9dda8900c, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=bec1703f-fa75-4b73-910b-33e9dda8900c,segment=NetworkSegment(595ce402-6f4a-41ca-b0de-acd1877b3dc2),segment_id=595ce402-6f4a-41ca-b0de-acd1877b3dc2)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:03.713990 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:03.725620 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:03.733704 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-c0e74c06-35ab-4bed-9d6c-7f4811060223 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:44:03.734732 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c0e74c06-35ab-4bed-9d6c-7f4811060223 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2552342 Nov 26 16:44:03.740204 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49746) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:03.746405 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-ad6ea08a-0b38-4cd5-88cc-ec224d6be55e tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group_rule': {'security_group_id': '466e4f75-7726-4163-8eba-2c7839ed2969', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:03.746882 dv-neutron-819440-1-hyperv neutron-server[87518]: WARNING neutron.api.v2.base [None req-ad6ea08a-0b38-4cd5-88cc-ec224d6be55e tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 26 16:44:03.747374 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-ad6ea08a-0b38-4cd5-88cc-ec224d6be55e tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:44:03.756078 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ad6ea08a-0b38-4cd5-88cc-ec224d6be55e tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0143065 Nov 26 16:44:03.761749 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49752) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:03.773552 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Deleting port 0b3a0e60-d345-4c04-9626-51bb28ee6f34 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:03.780307 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-ac63fa52-6612-4443-982f-d376c8bac73f tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group_rule': {'security_group_id': '466e4f75-7726-4163-8eba-2c7839ed2969', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:03.784877 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:03.793587 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ac63fa52-6612-4443-982f-d376c8bac73f tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:03.800411 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256973fc-532c-42ee-9b1e-07a88119becb', 'name': 'tempest-NetworksTestDHCPv6-router-1143920165', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:43:55Z', 'updated_at': '2021-11-26T16:43:59Z', 'revision_number': 2, 'project_id': '42f9a502ad65471984912825f43bc183', 'gw_port_host': None, '_interfaces': [{'id': '0a723cc9-a717-4904-ae05-7f56331a5dba', 'name': '', 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'mac_address': 'fa:16:3e:25:ca:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256973fc-532c-42ee-9b1e-07a88119becb', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'e38db723-5e8b-4a1d-aa4e-ab9e1426fac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:43:57Z', 'updated_at': '2021-11-26T16:44:00Z', 'revision_number': 2, 'project_id': '42f9a502ad65471984912825f43bc183', 'subnets': [{'id': 'e38db723-5e8b-4a1d-aa4e-ab9e1426fac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:03.803392 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ac63fa52-6612-4443-982f-d376c8bac73f tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Usage tracker for resource:security_group_rule and tenant:25a601b41a5c4a60b82cd513fcdef798 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:03.807347 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ac63fa52-6612-4443-982f-d376c8bac73f tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:03.814067 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] Pushing event updated for resources: {'Port': ['ID=0b3a0e60-d345-4c04-9626-51bb28ee6f34,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:03.822941 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ac63fa52-6612-4443-982f-d376c8bac73f tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:03.827058 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:03.837035 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:03.865223 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.securitygroups_db [None req-ac63fa52-6612-4443-982f-d376c8bac73f tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Project 25a601b41a5c4a60b82cd513fcdef798 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:44:03.874197 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] Checking router: 256973fc-532c-42ee-9b1e-07a88119becb for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:44:03.874561 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] Updating router 256973fc-532c-42ee-9b1e-07a88119becb port 0a723cc9-a717-4904-ae05-7f56331a5dba binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:44:03.912754 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-cc5fff97-bd6a-4288-a05e-8c7d2ba23211 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:03.919349 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-cc5fff97-bd6a-4288-a05e-8c7d2ba23211 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:port and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:03.924452 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-cc5fff97-bd6a-4288-a05e-8c7d2ba23211 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:03.934822 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-ac63fa52-6612-4443-982f-d376c8bac73f tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:44:03.936003 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ac63fa52-6612-4443-982f-d376c8bac73f tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1708248 Nov 26 16:44:03.938178 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-cc5fff97-bd6a-4288-a05e-8c7d2ba23211 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:03.938740 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49756) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:03.950408 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-8eb9de80-5946-4d79-a44d-82726ce6d2e0 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group_rule': {'security_group_id': '466e4f75-7726-4163-8eba-2c7839ed2969', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:03.951447 dv-neutron-819440-1-hyperv neutron-server[87518]: WARNING neutron.api.v2.base [None req-8eb9de80-5946-4d79-a44d-82726ce6d2e0 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 26 16:44:03.951974 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-8eb9de80-5946-4d79-a44d-82726ce6d2e0 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:44:03.952953 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8eb9de80-5946-4d79-a44d-82726ce6d2e0 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0132489 Nov 26 16:44:03.953979 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9b75-789d-44e5-894b-e9323b68486d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:03.998936 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-896d8b28-7809-4683-b516-2677d6913d03 req-bc3b8733-7f50-4e4c-8be7-0573675e0052 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0885370 Nov 26 16:44:04.000857 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49760) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:04.008995 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-6c1d6fb3-01d8-444f-a6bb-373bde52f697 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group_rule': {'security_group_id': '466e4f75-7726-4163-8eba-2c7839ed2969', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:04.016907 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6c1d6fb3-01d8-444f-a6bb-373bde52f697 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:04.023147 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6c1d6fb3-01d8-444f-a6bb-373bde52f697 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Usage tracker for resource:security_group_rule and tenant:25a601b41a5c4a60b82cd513fcdef798 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:04.026819 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6c1d6fb3-01d8-444f-a6bb-373bde52f697 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:04.035383 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6c1d6fb3-01d8-444f-a6bb-373bde52f697 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:04.079811 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:04.086388 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b746d35e-353d-4ce1-a242-130940faa0cf None None] Provisioning complete for port bec1703f-fa75-4b73-910b-33e9dda8900c triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:04.086764 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b746d35e-353d-4ce1-a242-130940faa0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:04.103295 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.securitygroups_db [None req-6c1d6fb3-01d8-444f-a6bb-373bde52f697 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Project 25a601b41a5c4a60b82cd513fcdef798 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:44:04.122354 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad99619a-72de-40bf-a612-d9a8dc06cc38 None None] Network 95f792c1-1c31-4af9-b2a0-1f959b7ae802 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:04.125340 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5fff97-bd6a-4288-a05e-8c7d2ba23211 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:04.147566 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:04.168535 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=bec1703f-fa75-4b73-910b-33e9dda8900c,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:04.172147 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:04.218705 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49766) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:04.320607 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-4f9d9b75-789d-44e5-894b-e9323b68486d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting port 0a723cc9-a717-4904-ae05-7f56331a5dba {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:04.321009 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9b75-789d-44e5-894b-e9323b68486d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:04.386938 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-6c1d6fb3-01d8-444f-a6bb-373bde52f697 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:44:04.388066 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6c1d6fb3-01d8-444f-a6bb-373bde52f697 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3837004 Nov 26 16:44:04.403437 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49772) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:04.469971 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-d82634b5-7389-4d2e-bfc0-efde6ec31ffc tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group_rule': {'security_group_id': '466e4f75-7726-4163-8eba-2c7839ed2969', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:04.483666 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d82634b5-7389-4d2e-bfc0-efde6ec31ffc tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:04.514246 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d82634b5-7389-4d2e-bfc0-efde6ec31ffc tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Usage tracker for resource:security_group_rule and tenant:25a601b41a5c4a60b82cd513fcdef798 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:04.520224 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d82634b5-7389-4d2e-bfc0-efde6ec31ffc tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:04.524693 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cc5fff97-bd6a-4288-a05e-8c7d2ba23211 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:04.554505 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-59f15ae5-fe09-4206-9fbf-d3faa3912d0c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7c991dfeb8c24761a5861f1676495514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344777 Nov 26 16:44:04.558283 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d82634b5-7389-4d2e-bfc0-efde6ec31ffc tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:04.560253 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49776) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:04.586338 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device bec1703f-fa75-4b73-910b-33e9dda8900c up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:44:04.591946 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9b75-789d-44e5-894b-e9323b68486d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:04.592228 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] For port 0b3a0e60-d345-4c04-9626-51bb28ee6f34, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=0b3a0e60-d345-4c04-9626-51bb28ee6f34,segment=NetworkSegment(00853350-de6b-4ee8-a7a8-f26a679d00a5),segment_id=00853350-de6b-4ee8-a7a8-f26a679d00a5)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:04.593799 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:04.622282 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-cc5fff97-bd6a-4288-a05e-8c7d2ba23211 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] device_id is not set on port 8e0ba543-6253-4a27-86fd-b231f4b280ea yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:44:04.674881 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.securitygroups_db [None req-d82634b5-7389-4d2e-bfc0-efde6ec31ffc tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Project 25a601b41a5c4a60b82cd513fcdef798 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:44:04.766348 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-4f9d9b75-789d-44e5-894b-e9323b68486d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Calling delete_port for 0a723cc9-a717-4904-ae05-7f56331a5dba owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:04.767259 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a1068e-1eb4-4a52-9d49-649d0cada963 None None] get_active_networks_info from dv-neutron-819440-1-hyperv {{(pid=87520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 26 16:44:04.794206 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port bec1703f-fa75-4b73-910b-33e9dda8900c triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:04.794615 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:04.847239 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Calling delete_port for 0b3a0e60-d345-4c04-9626-51bb28ee6f34 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:04.956186 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-d82634b5-7389-4d2e-bfc0-efde6ec31ffc tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:44:04.957310 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d82634b5-7389-4d2e-bfc0-efde6ec31ffc tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4994993 Nov 26 16:44:04.960071 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:04.961115 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49780) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:04.981389 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-42c3ce70-22aa-4ab3-9b46-91b7da33541f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:04.991335 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] Transition to ACTIVE for port object 0a723cc9-a717-4904-ae05-7f56331a5dba will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:05.042800 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:05.047176 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:05.072712 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-67835572-54e4-45fd-b73e-263b709df884 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:05.104078 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:05.109476 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-42c3ce70-22aa-4ab3-9b46-91b7da33541f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:05.126133 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9b4c375b-99d3-4d30-ba75-49ae0bd1579f tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:05.160311 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3592d912-567c-4c7a-b966-56434d988bbf req-ae3c6537-c0ee-4b63-ba3f-b5a40535ef1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0691211 Nov 26 16:44:05.162040 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-67835572-54e4-45fd-b73e-263b709df884 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:05.181155 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a1068e-1eb4-4a52-9d49-649d0cada963 None None] Resources bound (agent type, host, resource id): {{(pid=87520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 16:44:05.187065 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event deleted for resources: {'Port': ['ID=0b3a0e60-d345-4c04-9626-51bb28ee6f34,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:05.191099 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.api [None req-4f9d9b75-789d-44e5-894b-e9323b68486d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:44:05.191708 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_db.api [None req-4f9d9b75-789d-44e5-894b-e9323b68486d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:44:05.203872 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:05.210864 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de6959-3163-4681-9e62-a53499f9713f None None] Pushing event updated for resources: {'Port': ['ID=0a723cc9-a717-4904-ae05-7f56331a5dba,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:05.214165 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-20de6959-3163-4681-9e62-a53499f9713f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:05.214521 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] No DVR routers for this DVR port 0b3a0e60-d345-4c04-9626-51bb28ee6f34 on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:44:05.225018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-67835572-54e4-45fd-b73e-263b709df884 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:05.238601 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-881c6681-a8c1-4b82-9504-aabec961a860 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:05.253616 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67835572-54e4-45fd-b73e-263b709df884 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=466e4f75-7726-4163-8eba-2c7839ed2969,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:05.258247 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-67835572-54e4-45fd-b73e-263b709df884 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:05.265773 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-67835572-54e4-45fd-b73e-263b709df884 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:05.266896 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-67835572-54e4-45fd-b73e-263b709df884 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "DELETE /v2.0/security-groups/466e4f75-7726-4163-8eba-2c7839ed2969 HTTP/1.1" status: 204 len: 168 time: 0.3045390 Nov 26 16:44:05.269748 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49786) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:05.280550 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cc5fff97-bd6a-4288-a05e-8c7d2ba23211 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:05.321882 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3ea7c04e-53e1-4c6f-87a0-195c584fec84 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Synchronizing usage tracker for tenant:25a601b41a5c4a60b82cd513fcdef798 on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:05.338358 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3ea7c04e-53e1-4c6f-87a0-195c584fec84 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Unset dirty status for tenant:25a601b41a5c4a60b82cd513fcdef798 on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:05.345089 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3ea7c04e-53e1-4c6f-87a0-195c584fec84 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0741975 Nov 26 16:44:05.345651 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49790) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:05.352354 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-90632770-712b-43d2-be6d-7accf4091840 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group': {'name': 'tempest-secgroup--1234906095'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:05.359870 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-90632770-712b-43d2-be6d-7accf4091840 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:05.370544 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-90632770-712b-43d2-be6d-7accf4091840 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:05.385125 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:05.388607 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-90632770-712b-43d2-be6d-7accf4091840 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:05.403559 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] Attempting to bind port 0a723cc9-a717-4904-ae05-7f56331a5dba on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:44:05.404517 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] Attempting to bind port 0a723cc9-a717-4904-ae05-7f56331a5dba by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:44:05.404897 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] Attempting to bind port 0a723cc9-a717-4904-ae05-7f56331a5dba on network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:44:05.409866 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-42c3ce70-22aa-4ab3-9b46-91b7da33541f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:05.416168 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:44:05.416567 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] Checking segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:44:05.416983 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:05.417436 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] Bound using segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:44:05.417589 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-231ffef8-c375-43bc-9f1b-d33bea2b0061 tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:05.418097 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] Bound port: 0a723cc9-a717-4904-ae05-7f56331a5dba, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:44:05.418482 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:05.420036 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-90632770-712b-43d2-be6d-7accf4091840 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:05.424312 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-90632770-712b-43d2-be6d-7accf4091840 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Usage tracker for resource:security_group_rule and tenant:25a601b41a5c4a60b82cd513fcdef798 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:05.427703 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-90632770-712b-43d2-be6d-7accf4091840 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:05.432920 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f792c1-1c31-4af9-b2a0-1f959b7ae802']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:05.434267 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-90632770-712b-43d2-be6d-7accf4091840 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:05.448614 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3ce70-22aa-4ab3-9b46-91b7da33541f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379b4203-be1e-4fe5-9056-466300fd7477,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:05.454517 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00853350-de6b-4ee8-a7a8-f26a679d00a5') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:05.454810 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00853350-de6b-4ee8-a7a8-f26a679d00a5') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:05.462601 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-42c3ce70-22aa-4ab3-9b46-91b7da33541f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:05.472727 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cc5fff97-bd6a-4288-a05e-8c7d2ba23211 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:05.476267 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:05.486484 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0519f73a-9b79-457b-9a41-3aa0a568bbcb tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:05.512177 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-90632770-712b-43d2-be6d-7accf4091840 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:05.517662 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-90632770-712b-43d2-be6d-7accf4091840 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:05.524027 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-67835572-54e4-45fd-b73e-263b709df884 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:05.555863 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:05.572457 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-42c3ce70-22aa-4ab3-9b46-91b7da33541f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:05.572685 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90632770-712b-43d2-be6d-7accf4091840 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b2e593-4743-4d14-8d48-8dedbb7b0b1a,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:05.576705 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-42c3ce70-22aa-4ab3-9b46-91b7da33541f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/379b4203-be1e-4fe5-9056-466300fd7477 HTTP/1.1" status: 204 len: 168 time: 1.0105720 Nov 26 16:44:05.576849 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-90632770-712b-43d2-be6d-7accf4091840 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:05.576952 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5fff97-bd6a-4288-a05e-8c7d2ba23211 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network 1f6b688d-2809-441d-9740-72853f2de05c is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:05.583981 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-cc5fff97-bd6a-4288-a05e-8c7d2ba23211 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:05.586202 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:44:05.586611 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:05.590810 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-90632770-712b-43d2-be6d-7accf4091840 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:05.597232 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-90632770-712b-43d2-be6d-7accf4091840 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2472577 Nov 26 16:44:05.597232 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49796) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:05.601907 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-83d8adc6-1d24-4e4e-9c4b-5dfd5e1a32b0 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group_rule': {'security_group_id': '21b2e593-4743-4d14-8d48-8dedbb7b0b1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:44:05.605555 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:44:05.609774 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5fff97-bd6a-4288-a05e-8c7d2ba23211 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:05.615412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5fff97-bd6a-4288-a05e-8c7d2ba23211 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:05.616076 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cc5fff97-bd6a-4288-a05e-8c7d2ba23211 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:05.617426 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-83d8adc6-1d24-4e4e-9c4b-5dfd5e1a32b0 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:05.620184 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5fff97-bd6a-4288-a05e-8c7d2ba23211 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Port': ['ID=8e0ba543-6253-4a27-86fd-b231f4b280ea,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:05.633995 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] For port 0a723cc9-a717-4904-ae05-7f56331a5dba, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:44:05.636838 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-83d8adc6-1d24-4e4e-9c4b-5dfd5e1a32b0 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Usage tracker for resource:security_group_rule and tenant:25a601b41a5c4a60b82cd513fcdef798 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:05.644595 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-83d8adc6-1d24-4e4e-9c4b-5dfd5e1a32b0 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:05.650657 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] For port 0a723cc9-a717-4904-ae05-7f56331a5dba, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=0a723cc9-a717-4904-ae05-7f56331a5dba,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:44:05.652008 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-83d8adc6-1d24-4e4e-9c4b-5dfd5e1a32b0 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:05.659570 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:05.664698 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:05.678757 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-cc5fff97-bd6a-4288-a05e-8c7d2ba23211 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:05.696474 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-4f9d9b75-789d-44e5-894b-e9323b68486d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting port 0a723cc9-a717-4904-ae05-7f56331a5dba {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:05.697014 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9b75-789d-44e5-894b-e9323b68486d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:05.725880 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-cc5fff97-bd6a-4288-a05e-8c7d2ba23211 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.1374979 Nov 26 16:44:05.729269 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49800) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:05.794449 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:05.808847 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-af0c7751-2d7a-46f8-8fba-27d928600f4d tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:05.814551 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] Routers {'256973fc-532c-42ee-9b1e-07a88119becb'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:44:05.815189 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:44:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['256973fc-532c-42ee-9b1e-07a88119becb'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:05.824585 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:05.839101 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event deleted for resources: {'Network': ['ID=95f792c1-1c31-4af9-b2a0-1f959b7ae802,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:05.844773 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:05.851878 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "DELETE /v2.0/networks/95f792c1-1c31-4af9-b2a0-1f959b7ae802 HTTP/1.1" status: 204 len: 168 time: 4.5272920 Nov 26 16:44:05.853097 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49806) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:05.860605 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-3fd2e1c0-6858-46ac-81f6-4de571be9e15 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-13342285'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:05.870082 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7604b8b5-d997-4c4f-a014-70bce59dfaf4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:05.870671 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7604b8b5-d997-4c4f-a014-70bce59dfaf4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Synchronizing usage tracker for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:05.876309 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-3fd2e1c0-6858-46ac-81f6-4de571be9e15 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:05.883378 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3fd2e1c0-6858-46ac-81f6-4de571be9e15 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Usage tracker for resource:network and tenant:e1eef703c7604003adf96d6097c242b3 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:05.889087 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3fd2e1c0-6858-46ac-81f6-4de571be9e15 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:05.896231 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-3fd2e1c0-6858-46ac-81f6-4de571be9e15 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:05.906045 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7604b8b5-d997-4c4f-a014-70bce59dfaf4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Unset dirty status for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:05.907295 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7604b8b5-d997-4c4f-a014-70bce59dfaf4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "GET /v2.0/ports/8e0ba543-6253-4a27-86fd-b231f4b280ea HTTP/1.1" status: 200 len: 843 time: 0.1766608 Nov 26 16:44:05.909495 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-83d8adc6-1d24-4e4e-9c4b-5dfd5e1a32b0 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] create failed (client error): The resource could not be found. Nov 26 16:44:05.911052 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49810) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:05.912098 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd2e1c0-6858-46ac-81f6-4de571be9e15 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Made reservation on behalf of e1eef703c7604003adf96d6097c242b3 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:05.914897 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-83d8adc6-1d24-4e4e-9c4b-5dfd5e1a32b0 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3171113 Nov 26 16:44:05.916291 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3fd2e1c0-6858-46ac-81f6-4de571be9e15 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:05.929038 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49812) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:05.984262 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-76949cf8-d25a-4ea5-b3b4-723ebc18f56d tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group_rule': {'security_group_id': '21b2e593-4743-4d14-8d48-8dedbb7b0b1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '057dd754-dc5d-4eae-beb5-a0c44c0d97e8'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:05.996803 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de6959-3163-4681-9e62-a53499f9713f None None] Pushing event updated for resources: {'Port': ['ID=0a723cc9-a717-4904-ae05-7f56331a5dba,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:06.000150 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-20de6959-3163-4681-9e62-a53499f9713f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:06.005195 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-76949cf8-d25a-4ea5-b3b4-723ebc18f56d tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:06.010827 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-4f9d9b75-789d-44e5-894b-e9323b68486d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] For port 0a723cc9-a717-4904-ae05-7f56331a5dba, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=0a723cc9-a717-4904-ae05-7f56331a5dba,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:06.011196 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9b75-789d-44e5-894b-e9323b68486d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:06.011595 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-76949cf8-d25a-4ea5-b3b4-723ebc18f56d tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Usage tracker for resource:security_group_rule and tenant:25a601b41a5c4a60b82cd513fcdef798 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:06.015888 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-76949cf8-d25a-4ea5-b3b4-723ebc18f56d tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:06.023741 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-76949cf8-d25a-4ea5-b3b4-723ebc18f56d tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:06.038265 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] Set router 256973fc-532c-42ee-9b1e-07a88119becb gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:44:06.053392 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd2e1c0-6858-46ac-81f6-4de571be9e15 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:44:06.065525 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3fd2e1c0-6858-46ac-81f6-4de571be9e15 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:06.065869 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-3fd2e1c0-6858-46ac-81f6-4de571be9e15 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Added segment c0a05c35-dc3a-4b28-8df7-f195df0f3da2 of type vlan for network a2890ca5-d085-4508-a8e9-9e7d6ed89bc5 Nov 26 16:44:06.132944 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3fd2e1c0-6858-46ac-81f6-4de571be9e15 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:06.145450 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-c5dfc031-7147-4ab9-8694-e2560322c005 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting port 8e0ba543-6253-4a27-86fd-b231f4b280ea {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:06.145911 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c5dfc031-7147-4ab9-8694-e2560322c005 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:06.188186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-4f9d9b75-789d-44e5-894b-e9323b68486d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Calling delete_port for 0a723cc9-a717-4904-ae05-7f56331a5dba owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:06.229695 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-76949cf8-d25a-4ea5-b3b4-723ebc18f56d tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] create failed (client error): The resource could not be found. Nov 26 16:44:06.231104 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-76949cf8-d25a-4ea5-b3b4-723ebc18f56d tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2991970 Nov 26 16:44:06.239036 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49826) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:06.478343 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9b75-789d-44e5-894b-e9323b68486d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:06.483868 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c9609217-0d47-4fa7-ba9b-fc4134009438 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:06.514317 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256973fc-532c-42ee-9b1e-07a88119becb', 'name': 'tempest-NetworksTestDHCPv6-router-1143920165', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:43:55Z', 'updated_at': '2021-11-26T16:43:59Z', 'revision_number': 2, 'project_id': '42f9a502ad65471984912825f43bc183', 'gw_port_host': None, '_interfaces': [{'id': '0a723cc9-a717-4904-ae05-7f56331a5dba', 'name': '', 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'mac_address': 'fa:16:3e:25:ca:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256973fc-532c-42ee-9b1e-07a88119becb', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'e38db723-5e8b-4a1d-aa4e-ab9e1426fac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:43:57Z', 'updated_at': '2021-11-26T16:44:05Z', 'revision_number': 4, 'project_id': '42f9a502ad65471984912825f43bc183', 'subnets': [{'id': 'e38db723-5e8b-4a1d-aa4e-ab9e1426fac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:06.527264 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3fd2e1c0-6858-46ac-81f6-4de571be9e15 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:06.533865 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd2e1c0-6858-46ac-81f6-4de571be9e15 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:06.534470 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3fd2e1c0-6858-46ac-81f6-4de571be9e15 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:06.534814 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8d2acb-ad1c-4f62-9697-c50a235daa13 None None] The sync data for ids ['256973fc-532c-42ee-9b1e-07a88119becb'] in dv-neutron-819440-1-hyperv is: [{'id': '256973fc-532c-42ee-9b1e-07a88119becb', 'name': 'tempest-NetworksTestDHCPv6-router-1143920165', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:43:55Z', 'updated_at': '2021-11-26T16:43:59Z', 'revision_number': 2, 'project_id': '42f9a502ad65471984912825f43bc183', 'gw_port_host': None, '_interfaces': [{'id': '0a723cc9-a717-4904-ae05-7f56331a5dba', 'name': '', 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'mac_address': 'fa:16:3e:25:ca:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256973fc-532c-42ee-9b1e-07a88119becb', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'e38db723-5e8b-4a1d-aa4e-ab9e1426fac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:43:57Z', 'updated_at': '2021-11-26T16:44:05Z', 'revision_number': 4, 'project_id': '42f9a502ad65471984912825f43bc183', 'subnets': [{'id': 'e38db723-5e8b-4a1d-aa4e-ab9e1426fac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:44:06.549732 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d9b75-789d-44e5-894b-e9323b68486d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Port': ['ID=0a723cc9-a717-4904-ae05-7f56331a5dba,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:06.556241 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-17b6954f-2305-4f2b-a8a6-7c35128a2282 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:06.563062 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4f9d9b75-789d-44e5-894b-e9323b68486d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:06.576243 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1f9bfb2a-70b1-4123-aaa0-ab46099a2e48 req-18ebd7e0-1629-4770-8c66-9b438a700038 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.2692380 Nov 26 16:44:06.611862 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-78773469-f8aa-4bea-b225-1471a18b1e33 None None] Could not find standard attr ID for object 0a723cc9-a717-4904-ae05-7f56331a5dba. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:44:06.714935 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3fd2e1c0-6858-46ac-81f6-4de571be9e15 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8606305 Nov 26 16:44:06.734352 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49840) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:06.756019 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-76404ade-b63c-4fe5-b8a8-5cc37054e137 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Request body: {'subnet': {'network_id': 'a2890ca5-d085-4508-a8e9-9e7d6ed89bc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:06.836428 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-345fa2dc-7ee7-469d-9c01-cb470b8f4d1b tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:06.891491 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2e1c0-6858-46ac-81f6-4de571be9e15 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event updated for resources: {'Network': ['ID=a2890ca5-d085-4508-a8e9-9e7d6ed89bc5,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:06.908815 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3fd2e1c0-6858-46ac-81f6-4de571be9e15 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:06.910322 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49844) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:06.913929 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network a2890ca5-d085-4508-a8e9-9e7d6ed89bc5 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:44:06.980669 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c5dfc031-7147-4ab9-8694-e2560322c005 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:07.016263 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-345fa2dc-7ee7-469d-9c01-cb470b8f4d1b tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:07.087070 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9b75-789d-44e5-894b-e9323b68486d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:07.149700 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-47ef5929-4958-40fa-be09-6e4ac94314b4 None None] Could not find standard attr ID for object 0a723cc9-a717-4904-ae05-7f56331a5dba. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:44:07.243907 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-76404ade-b63c-4fe5-b8a8-5cc37054e137 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:07.287367 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-c5dfc031-7147-4ab9-8694-e2560322c005 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Calling delete_port for 8e0ba543-6253-4a27-86fd-b231f4b280ea owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:07.306435 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-76404ade-b63c-4fe5-b8a8-5cc37054e137 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Usage tracker for resource:subnet and tenant:e1eef703c7604003adf96d6097c242b3 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:07.327697 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-76404ade-b63c-4fe5-b8a8-5cc37054e137 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:07.334884 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-76404ade-b63c-4fe5-b8a8-5cc37054e137 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:07.373630 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-a6e1467e-372b-4411-893f-f511add23b25 tempest-DvrRoutersNegativeTest-1564591855 tempest-DvrRoutersNegativeTest-1564591855-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-27589136', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:07.377777 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.policy [None req-a6e1467e-372b-4411-893f-f511add23b25 tempest-DvrRoutersNegativeTest-1564591855 tempest-DvrRoutersNegativeTest-1564591855-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87519) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Nov 26 16:44:07.378290 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.policy [None req-a6e1467e-372b-4411-893f-f511add23b25 tempest-DvrRoutersNegativeTest-1564591855 tempest-DvrRoutersNegativeTest-1564591855-project] Failed policy check for 'create_router' {{(pid=87519) enforce /opt/stack/neutron/neutron/policy.py:520}} Nov 26 16:44:07.379033 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-a6e1467e-372b-4411-893f-f511add23b25 tempest-DvrRoutersNegativeTest-1564591855 tempest-DvrRoutersNegativeTest-1564591855-project] create failed (client error): Access was denied to this resource. Nov 26 16:44:07.380303 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a6e1467e-372b-4411-893f-f511add23b25 tempest-DvrRoutersNegativeTest-1564591855 tempest-DvrRoutersNegativeTest-1564591855-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4651279 Nov 26 16:44:07.439709 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-345fa2dc-7ee7-469d-9c01-cb470b8f4d1b tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:07.451745 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-62230857-48e2-4cf4-a040-d9b8fe84593b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:07.465179 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c5dfc031-7147-4ab9-8694-e2560322c005 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:07.467453 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fa2dc-7ee7-469d-9c01-cb470b8f4d1b tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b2e593-4743-4d14-8d48-8dedbb7b0b1a,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:07.473087 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-345fa2dc-7ee7-469d-9c01-cb470b8f4d1b tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:07.476614 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-952c2660-d19b-47c7-9b04-678402acaf98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:07.532766 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dfc031-7147-4ab9-8694-e2560322c005 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Port': ['ID=8e0ba543-6253-4a27-86fd-b231f4b280ea,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:07.539430 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c5dfc031-7147-4ab9-8694-e2560322c005 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:07.540540 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c5dfc031-7147-4ab9-8694-e2560322c005 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:07.548150 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-345fa2dc-7ee7-469d-9c01-cb470b8f4d1b tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:07.549337 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-345fa2dc-7ee7-469d-9c01-cb470b8f4d1b tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "DELETE /v2.0/security-groups/21b2e593-4743-4d14-8d48-8dedbb7b0b1a HTTP/1.1" status: 204 len: 168 time: 1.3089414 Nov 26 16:44:07.553507 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c5dfc031-7147-4ab9-8694-e2560322c005 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/ports/8e0ba543-6253-4a27-86fd-b231f4b280ea HTTP/1.1" status: 204 len: 168 time: 1.6261103 Nov 26 16:44:07.554143 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49852) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:07.554428 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49854) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:07.620071 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-462ec629-cf8c-4a9a-86f5-f8e89aa4c941 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] GET failed (client error): The resource could not be found. Nov 26 16:44:07.620617 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-462ec629-cf8c-4a9a-86f5-f8e89aa4c941 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Synchronizing usage tracker for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:07.657803 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-462ec629-cf8c-4a9a-86f5-f8e89aa4c941 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Unset dirty status for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:07.661096 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-462ec629-cf8c-4a9a-86f5-f8e89aa4c941 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "GET /v2.0/ports/8e0ba543-6253-4a27-86fd-b231f4b280ea HTTP/1.1" status: 404 len: 333 time: 0.1039352 Nov 26 16:44:07.665981 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49862) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:07.675591 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-329458c6-b866-4af8-9110-3eeadcc90b4d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'port': {'network_id': '1f6b688d-2809-441d-9740-72853f2de05c', 'name': 'tempest-PortsIpV6TestJSON-686373295'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:07.675854 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76404ade-b63c-4fe5-b8a8-5cc37054e137 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Made reservation on behalf of e1eef703c7604003adf96d6097c242b3 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:07.679308 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-76404ade-b63c-4fe5-b8a8-5cc37054e137 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:07.692775 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f79b4b39-c0db-4e72-b7b9-54a50a3bc0ad tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Synchronizing usage tracker for tenant:25a601b41a5c4a60b82cd513fcdef798 on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:07.788829 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f79b4b39-c0db-4e72-b7b9-54a50a3bc0ad tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Unset dirty status for tenant:25a601b41a5c4a60b82cd513fcdef798 on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:07.794124 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f79b4b39-c0db-4e72-b7b9-54a50a3bc0ad tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2347286 Nov 26 16:44:07.794124 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49868) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:07.796222 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49872) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:07.807260 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-70e8c649-a0ac-4c3d-8779-560bbd525e71 req-4d3a37ba-8b1e-4423-8de2-85a4b8a05af9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1129732 Nov 26 16:44:07.813920 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-59447679-06bf-492f-85d5-6d69c4987648 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group_rule': {'security_group_id': '99c3b256-e719-4426-8f2a-67ea08acc400', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:07.824690 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-59447679-06bf-492f-85d5-6d69c4987648 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:07.833056 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-59447679-06bf-492f-85d5-6d69c4987648 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Usage tracker for resource:security_group_rule and tenant:25a601b41a5c4a60b82cd513fcdef798 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:07.839931 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-59447679-06bf-492f-85d5-6d69c4987648 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:07.842932 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-329458c6-b866-4af8-9110-3eeadcc90b4d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:07.848855 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-59447679-06bf-492f-85d5-6d69c4987648 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:07.859169 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-329458c6-b866-4af8-9110-3eeadcc90b4d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:07.862092 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9d9b75-789d-44e5-894b-e9323b68486d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Router 256973fc-532c-42ee-9b1e-07a88119becb has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:44:07.876981 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329458c6-b866-4af8-9110-3eeadcc90b4d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:07.880543 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-329458c6-b866-4af8-9110-3eeadcc90b4d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:07.914187 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-329458c6-b866-4af8-9110-3eeadcc90b4d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] device_id is not set on port 81255360-7dfb-480a-9f1f-941d07634e26 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:44:07.963683 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-59447679-06bf-492f-85d5-6d69c4987648 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] create failed (client error): The resource could not be found. Nov 26 16:44:07.964694 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-59447679-06bf-492f-85d5-6d69c4987648 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1641765 Nov 26 16:44:07.970629 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49878) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:07.973109 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f5bcdb07-e33c-4bce-9b34-aa14aca02daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:07.993664 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-6147b135-0994-4bd0-b1c5-7551b56291ff tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group': {'name': 'tempest-secgroup--1278732804'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:08.010417 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6147b135-0994-4bd0-b1c5-7551b56291ff tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:08.018256 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f5bcdb07-e33c-4bce-9b34-aa14aca02daa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:08.020394 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9d9b75-789d-44e5-894b-e9323b68486d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:44:08.030779 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6147b135-0994-4bd0-b1c5-7551b56291ff tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:08.032853 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f5bcdb07-e33c-4bce-9b34-aa14aca02daa admin admin] Usage tracker for resource:security_group_rule and tenant:923447f039f64a339549c4ebfeca12e1 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:08.048542 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f5bcdb07-e33c-4bce-9b34-aa14aca02daa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:08.065528 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f5bcdb07-e33c-4bce-9b34-aa14aca02daa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:08.082909 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6147b135-0994-4bd0-b1c5-7551b56291ff tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:08.089925 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4f9d9b75-789d-44e5-894b-e9323b68486d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "PUT /v2.0/routers/256973fc-532c-42ee-9b1e-07a88119becb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2703159 Nov 26 16:44:08.094362 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49882) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:08.148145 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6147b135-0994-4bd0-b1c5-7551b56291ff tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:08.194279 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c4a2ed-5ff8-4bdd-96bb-511b8f001cb0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:08.195966 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c4a2ed-5ff8-4bdd-96bb-511b8f001cb0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:08.196729 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-94c4a2ed-5ff8-4bdd-96bb-511b8f001cb0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:08.202380 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-76404ade-b63c-4fe5-b8a8-5cc37054e137 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:08.202655 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6147b135-0994-4bd0-b1c5-7551b56291ff tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Usage tracker for resource:security_group_rule and tenant:25a601b41a5c4a60b82cd513fcdef798 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:08.206120 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-30efd1e3-0f60-4130-a083-609931460e2b tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:08.211822 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6147b135-0994-4bd0-b1c5-7551b56291ff tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:08.231805 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6147b135-0994-4bd0-b1c5-7551b56291ff tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:08.284028 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-94c4a2ed-5ff8-4bdd-96bb-511b8f001cb0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:08.285194 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-94c4a2ed-5ff8-4bdd-96bb-511b8f001cb0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1899223 Nov 26 16:44:08.290037 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49886) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:08.308990 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-329458c6-b866-4af8-9110-3eeadcc90b4d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:08.336005 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76404ade-b63c-4fe5-b8a8-5cc37054e137 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event updated for resources: {'Subnet': ['ID=e8bfd1f0-69a7-4739-84b0-0a3a575a227d,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:08.338832 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-76404ade-b63c-4fe5-b8a8-5cc37054e137 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:08.359794 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a0629f-77a7-4829-902d-11c7b94282ff None None] Sync routers for ids ['256973fc-532c-42ee-9b1e-07a88119becb'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:44:08.362068 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76404ade-b63c-4fe5-b8a8-5cc37054e137 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Checking segment: {'id': 'c0a05c35-dc3a-4b28-8df7-f195df0f3da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a2890ca5-d085-4508-a8e9-9e7d6ed89bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:44:08.362442 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76404ade-b63c-4fe5-b8a8-5cc37054e137 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Network hostable DHCP agents. Network: a2890ca5-d085-4508-a8e9-9e7d6ed89bc5, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:44:08.370499 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a0629f-77a7-4829-902d-11c7b94282ff None None] Routers {'256973fc-532c-42ee-9b1e-07a88119becb'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:44:08.371109 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-43a0629f-77a7-4829-902d-11c7b94282ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:44:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['256973fc-532c-42ee-9b1e-07a88119becb'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:08.375837 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f5bcdb07-e33c-4bce-9b34-aa14aca02daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:08.392845 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f5bcdb07-e33c-4bce-9b34-aa14aca02daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:08.394077 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c1f4806-32f9-416e-be5a-b9b65623e0a0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet e38db723-5e8b-4a1d-aa4e-ab9e1426fac3 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:44:08.399356 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8c1f4806-32f9-416e-be5a-b9b65623e0a0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:08.403989 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3c0f0655-e59e-4918-9882-44696a919a0f tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:08.427560 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6147b135-0994-4bd0-b1c5-7551b56291ff tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:08.438897 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76404ade-b63c-4fe5-b8a8-5cc37054e137 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Network a2890ca5-d085-4508-a8e9-9e7d6ed89bc5 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:44:08.456245 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6147b135-0994-4bd0-b1c5-7551b56291ff tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:08.463645 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-76404ade-b63c-4fe5-b8a8-5cc37054e137 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, a2890ca5-d085-4508-a8e9-9e7d6ed89bc5) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:08.468239 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76404ade-b63c-4fe5-b8a8-5cc37054e137 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:08.469212 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-76404ade-b63c-4fe5-b8a8-5cc37054e137 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:08.475583 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6047164e-8067-4785-978b-e9fac5e05a7c None None] Network a2890ca5-d085-4508-a8e9-9e7d6ed89bc5 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:08.484821 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8c1f4806-32f9-416e-be5a-b9b65623e0a0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:08.503991 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f5bcdb07-e33c-4bce-9b34-aa14aca02daa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=923447f039f64a339549c4ebfeca12e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7094600 Nov 26 16:44:08.504848 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcdb07-e33c-4bce-9b34-aa14aca02daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e051e6-9bed-4161-b598-1ce88b44b5a1,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:08.509124 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49890) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:08.510203 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-329458c6-b866-4af8-9110-3eeadcc90b4d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:08.520017 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f5bcdb07-e33c-4bce-9b34-aa14aca02daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:08.520610 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b32525fe-2d84-449b-a685-276c91b5a6c2 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:08.528258 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-43a0629f-77a7-4829-902d-11c7b94282ff None None] Set router 256973fc-532c-42ee-9b1e-07a88119becb gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:44:08.549085 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-76404ade-b63c-4fe5-b8a8-5cc37054e137 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8099885 Nov 26 16:44:08.549315 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49894) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:08.555294 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-593f06c5-7e06-4e74-b513-dd3973170ec5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2110215959'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:08.566985 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-593f06c5-7e06-4e74-b513-dd3973170ec5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:08.581087 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-593f06c5-7e06-4e74-b513-dd3973170ec5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Usage tracker for resource:network and tenant:e1eef703c7604003adf96d6097c242b3 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:08.586862 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-593f06c5-7e06-4e74-b513-dd3973170ec5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:08.590797 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6147b135-0994-4bd0-b1c5-7551b56291ff tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:08.592222 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6147b135-0994-4bd0-b1c5-7551b56291ff tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6203539 Nov 26 16:44:08.596984 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49898) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:08.597982 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8c1f4806-32f9-416e-be5a-b9b65623e0a0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:08.624719 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329458c6-b866-4af8-9110-3eeadcc90b4d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network 1f6b688d-2809-441d-9740-72853f2de05c is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:08.634689 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-329458c6-b866-4af8-9110-3eeadcc90b4d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:08.635562 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-593f06c5-7e06-4e74-b513-dd3973170ec5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:08.642906 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329458c6-b866-4af8-9110-3eeadcc90b4d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:08.648583 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329458c6-b866-4af8-9110-3eeadcc90b4d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:08.649195 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-329458c6-b866-4af8-9110-3eeadcc90b4d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:08.655130 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-248eab56-f8e2-4baf-a220-61cee7ea7f53 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group': {'name': 'tempest-secgroup--2126634221'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:08.665525 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329458c6-b866-4af8-9110-3eeadcc90b4d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Port': ['ID=81255360-7dfb-480a-9f1f-941d07634e26,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:08.669725 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-329458c6-b866-4af8-9110-3eeadcc90b4d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:08.669962 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-248eab56-f8e2-4baf-a220-61cee7ea7f53 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:08.673838 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b2c389bf-a953-45de-abdd-6b32d7073d82 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:08.678581 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-43a0629f-77a7-4829-902d-11c7b94282ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256973fc-532c-42ee-9b1e-07a88119becb', 'name': 'tempest-NetworksTestDHCPv6-router-1143920165', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:43:55Z', 'updated_at': '2021-11-26T16:44:06Z', 'revision_number': 3, 'project_id': '42f9a502ad65471984912825f43bc183', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:08.681772 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-248eab56-f8e2-4baf-a220-61cee7ea7f53 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Usage tracker for resource:security_group and tenant:25a601b41a5c4a60b82cd513fcdef798 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:08.688782 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-248eab56-f8e2-4baf-a220-61cee7ea7f53 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:08.689058 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a0629f-77a7-4829-902d-11c7b94282ff None None] Checking router: 256973fc-532c-42ee-9b1e-07a88119becb for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:44:08.692233 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593f06c5-7e06-4e74-b513-dd3973170ec5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Made reservation on behalf of e1eef703c7604003adf96d6097c242b3 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:08.696487 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-593f06c5-7e06-4e74-b513-dd3973170ec5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:08.702354 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a0629f-77a7-4829-902d-11c7b94282ff None None] Routers {'256973fc-532c-42ee-9b1e-07a88119becb'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:44:08.703258 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-43a0629f-77a7-4829-902d-11c7b94282ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:44:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['256973fc-532c-42ee-9b1e-07a88119becb'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:08.715889 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-329458c6-b866-4af8-9110-3eeadcc90b4d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0459783 Nov 26 16:44:08.717492 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49902) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:08.718161 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-248eab56-f8e2-4baf-a220-61cee7ea7f53 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:08.719947 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-010e2ac7-157c-4ab7-80e1-6aecf9d5e269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:08.726912 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-ac3d92ba-da4c-4e80-a8c5-049cbc067b32 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:08.750302 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-248eab56-f8e2-4baf-a220-61cee7ea7f53 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:08.765987 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147b135-0994-4bd0-b1c5-7551b56291ff tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e778e015-5de6-47d3-8837-b6e3ae96f286,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:08.783474 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6147b135-0994-4bd0-b1c5-7551b56291ff tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:08.788234 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593f06c5-7e06-4e74-b513-dd3973170ec5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:44:08.801735 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8c1f4806-32f9-416e-be5a-b9b65623e0a0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:08.808854 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-010e2ac7-157c-4ab7-80e1-6aecf9d5e269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:08.814517 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-248eab56-f8e2-4baf-a220-61cee7ea7f53 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:08.817832 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3fcf654b-500b-4bf3-a15a-f71393a86088 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:08.872979 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8c1f4806-32f9-416e-be5a-b9b65623e0a0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:08.881375 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f4806-32f9-416e-be5a-b9b65623e0a0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=e38db723-5e8b-4a1d-aa4e-ab9e1426fac3,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:08.892272 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8c1f4806-32f9-416e-be5a-b9b65623e0a0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:08.893671 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-248eab56-f8e2-4baf-a220-61cee7ea7f53 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Usage tracker for resource:security_group_rule and tenant:25a601b41a5c4a60b82cd513fcdef798 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:08.894131 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302b6e58-5d44-41bc-b590-37d0da1ad0fc None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:08.900932 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-593f06c5-7e06-4e74-b513-dd3973170ec5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:08.901468 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-593f06c5-7e06-4e74-b513-dd3973170ec5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Added segment 1b909b5f-c5f2-4723-9fdd-af1545da1f76 of type vlan for network 60ce984e-431f-4ad9-8a8d-4f97445a7bed Nov 26 16:44:08.903660 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-248eab56-f8e2-4baf-a220-61cee7ea7f53 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:08.920890 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cfb049-05c2-4b94-b526-672395620453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-a2890ca5-d085-4508-a8e9-9e7d6ed89bc5', 'network_id': 'a2890ca5-d085-4508-a8e9-9e7d6ed89bc5', 'tenant_id': 'e1eef703c7604003adf96d6097c242b3', 'fixed_ips': [{'subnet_id': 'e8bfd1f0-69a7-4739-84b0-0a3a575a227d'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:44:08.922137 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-23cfb049-05c2-4b94-b526-672395620453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:08.926994 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-248eab56-f8e2-4baf-a220-61cee7ea7f53 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:08.939356 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-43a0629f-77a7-4829-902d-11c7b94282ff None None] Set router 256973fc-532c-42ee-9b1e-07a88119becb gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:44:08.959438 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8c1f4806-32f9-416e-be5a-b9b65623e0a0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/e38db723-5e8b-4a1d-aa4e-ab9e1426fac3 HTTP/1.1" status: 204 len: 168 time: 0.6662900 Nov 26 16:44:08.963448 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49908) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:08.964740 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ac3d92ba-da4c-4e80-a8c5-049cbc067b32 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:08.979612 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-593f06c5-7e06-4e74-b513-dd3973170ec5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:09.063115 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-593f06c5-7e06-4e74-b513-dd3973170ec5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:09.070146 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593f06c5-7e06-4e74-b513-dd3973170ec5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:09.070983 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-593f06c5-7e06-4e74-b513-dd3973170ec5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:09.085881 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-43a0629f-77a7-4829-902d-11c7b94282ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256973fc-532c-42ee-9b1e-07a88119becb', 'name': 'tempest-NetworksTestDHCPv6-router-1143920165', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:43:55Z', 'updated_at': '2021-11-26T16:44:06Z', 'revision_number': 3, 'project_id': '42f9a502ad65471984912825f43bc183', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:09.090876 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a0629f-77a7-4829-902d-11c7b94282ff None None] The sync data for ids ['256973fc-532c-42ee-9b1e-07a88119becb'] in dv-neutron-819440-1-hyperv is: [{'id': '256973fc-532c-42ee-9b1e-07a88119becb', 'name': 'tempest-NetworksTestDHCPv6-router-1143920165', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:43:55Z', 'updated_at': '2021-11-26T16:44:06Z', 'revision_number': 3, 'project_id': '42f9a502ad65471984912825f43bc183', 'gw_port_host': None}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:44:09.099586 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f969a0b1-0989-467e-a924-34a9bfb891d7 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:09.105739 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-23cfb049-05c2-4b94-b526-672395620453 None None] Allocated IP 2001:db8::3 (a2890ca5-d085-4508-a8e9-9e7d6ed89bc5/e8bfd1f0-69a7-4739-84b0-0a3a575a227d/094b8596-8e8a-494d-b6fe-549ea62aef8f) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:09.145944 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-593f06c5-7e06-4e74-b513-dd3973170ec5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5928044 Nov 26 16:44:09.153779 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-248eab56-f8e2-4baf-a220-61cee7ea7f53 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:09.154723 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49912) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:09.163947 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ff35a98d-d85a-4d2a-bd4b-afd6e1fdb2e6 req-fae3999e-2190-4a01-bf33-847cf1df9ad8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.2492578 Nov 26 16:44:09.223306 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-248eab56-f8e2-4baf-a220-61cee7ea7f53 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:09.231799 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-2ed80475-2c9b-4cff-9e78-c994a2053338 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Request body: {'subnet': {'network_id': '60ce984e-431f-4ad9-8a8d-4f97445a7bed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:09.287650 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-010e2ac7-157c-4ab7-80e1-6aecf9d5e269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:09.295197 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f5bcdb07-e33c-4bce-9b34-aa14aca02daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:09.314416 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e2ac7-157c-4ab7-80e1-6aecf9d5e269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e051e6-9bed-4161-b598-1ce88b44b5a1,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:09.319956 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-010e2ac7-157c-4ab7-80e1-6aecf9d5e269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:09.371626 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f06c5-7e06-4e74-b513-dd3973170ec5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event updated for resources: {'Network': ['ID=60ce984e-431f-4ad9-8a8d-4f97445a7bed,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:09.374438 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-593f06c5-7e06-4e74-b513-dd3973170ec5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:09.378360 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-902aa32e-0dc6-4b11-abd4-b09e2ea610fb tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:09.386470 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-248eab56-f8e2-4baf-a220-61cee7ea7f53 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:09.393163 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-248eab56-f8e2-4baf-a220-61cee7ea7f53 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7574761 Nov 26 16:44:09.393163 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49916) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:09.396992 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 60ce984e-431f-4ad9-8a8d-4f97445a7bed details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:44:09.411507 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-010e2ac7-157c-4ab7-80e1-6aecf9d5e269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:09.415137 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-010e2ac7-157c-4ab7-80e1-6aecf9d5e269 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d1e051e6-9bed-4161-b598-1ce88b44b5a1 HTTP/1.1" status: 204 len: 168 time: 0.9007251 Nov 26 16:44:09.416969 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-80d02436-bef8-41a9-8e26-ab8d47a1b07e tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group_rule': {'security_group_id': 'e778e015-5de6-47d3-8837-b6e3ae96f286', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '46c0ddad-aa1f-4e3f-b24c-16ef4248546b'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:09.430098 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c0324673-4e75-4903-a56a-a830aa793fbd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3272998 Nov 26 16:44:09.430554 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49922) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:09.443388 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-80d02436-bef8-41a9-8e26-ab8d47a1b07e tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:09.448002 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-80d02436-bef8-41a9-8e26-ab8d47a1b07e tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Usage tracker for resource:security_group_rule and tenant:25a601b41a5c4a60b82cd513fcdef798 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:09.454253 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-80d02436-bef8-41a9-8e26-ab8d47a1b07e tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:09.463395 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-80d02436-bef8-41a9-8e26-ab8d47a1b07e tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:09.487053 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248eab56-f8e2-4baf-a220-61cee7ea7f53 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46c0ddad-aa1f-4e3f-b24c-16ef4248546b,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:09.490266 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2ed80475-2c9b-4cff-9e78-c994a2053338 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:09.499994 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-248eab56-f8e2-4baf-a220-61cee7ea7f53 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:09.503368 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2ed80475-2c9b-4cff-9e78-c994a2053338 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Usage tracker for resource:subnet and tenant:e1eef703c7604003adf96d6097c242b3 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:09.510698 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2ed80475-2c9b-4cff-9e78-c994a2053338 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:09.529996 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2ed80475-2c9b-4cff-9e78-c994a2053338 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:09.554956 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-80d02436-bef8-41a9-8e26-ab8d47a1b07e tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:44:09.558995 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-80d02436-bef8-41a9-8e26-ab8d47a1b07e tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1617372 Nov 26 16:44:09.559925 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49926) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:09.563574 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed80475-2c9b-4cff-9e78-c994a2053338 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Made reservation on behalf of e1eef703c7604003adf96d6097c242b3 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:09.567773 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2ed80475-2c9b-4cff-9e78-c994a2053338 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:09.686822 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b303cd9d-4da1-4243-b00f-6d9828a2bbfc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:09.764268 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-23cfb049-05c2-4b94-b526-672395620453 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:09.781075 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-23cfb049-05c2-4b94-b526-672395620453 None None] Transition to ACTIVE for port object 094b8596-8e8a-494d-b6fe-549ea62aef8f will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:09.814886 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-23cfb049-05c2-4b94-b526-672395620453 None None] Transition to ACTIVE for port object 094b8596-8e8a-494d-b6fe-549ea62aef8f will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:09.824366 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-23cfb049-05c2-4b94-b526-672395620453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:09.841241 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a3a1b20e-0144-4323-806a-7205706b1610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:09.880046 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385744d3-f6e8-4229-9548-018b2e674d40 None None] DHCP port deletion for 8c8ccad8-46f8-4956-abe3-9f3eb45da297 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:44:09.884046 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.ipam_backend_mixin [None req-2ed80475-2c9b-4cff-9e78-c994a2053338 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Performing IP validity checks on allocation pools {{(pid=87518) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 26 16:44:09.884650 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.ipam_backend_mixin [None req-2ed80475-2c9b-4cff-9e78-c994a2053338 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87518) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 26 16:44:09.893237 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-385744d3-f6e8-4229-9548-018b2e674d40 None None] Deleting port 5ce49293-71ab-434e-abb0-0183810e6d8d {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:09.893696 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-385744d3-f6e8-4229-9548-018b2e674d40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:09.911037 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-358e7ad3-4013-435f-a29d-ed6c99567c87 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:09.939845 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-358e7ad3-4013-435f-a29d-ed6c99567c87 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:10.006458 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cfb049-05c2-4b94-b526-672395620453 None None] Network a2890ca5-d085-4508-a8e9-9e7d6ed89bc5 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:10.010180 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-358e7ad3-4013-435f-a29d-ed6c99567c87 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:10.015492 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-23cfb049-05c2-4b94-b526-672395620453 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:10.029500 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-eb6ed5bd-8efa-480e-a4f8-b1e5d6c61540 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:10.031630 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cfb049-05c2-4b94-b526-672395620453 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:10.055521 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e7ad3-4013-435f-a29d-ed6c99567c87 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c0ddad-aa1f-4e3f-b24c-16ef4248546b,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:10.067824 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-358e7ad3-4013-435f-a29d-ed6c99567c87 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:10.068486 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-358e7ad3-4013-435f-a29d-ed6c99567c87 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:10.072475 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-358e7ad3-4013-435f-a29d-ed6c99567c87 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "DELETE /v2.0/security-groups/46c0ddad-aa1f-4e3f-b24c-16ef4248546b HTTP/1.1" status: 204 len: 168 time: 0.5084119 Nov 26 16:44:10.073029 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49940) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:10.096420 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfb049-05c2-4b94-b526-672395620453 None None] Pushing event updated for resources: {'Port': ['ID=094b8596-8e8a-494d-b6fe-549ea62aef8f,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:10.120686 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b303cd9d-4da1-4243-b00f-6d9828a2bbfc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:10.123001 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b303cd9d-4da1-4243-b00f-6d9828a2bbfc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:10.136315 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-23cfb049-05c2-4b94-b526-672395620453 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:10.159495 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ac3d92ba-da4c-4e80-a8c5-049cbc067b32 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:10.166312 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b303cd9d-4da1-4243-b00f-6d9828a2bbfc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:10.166964 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b303cd9d-4da1-4243-b00f-6d9828a2bbfc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Fanout notify agent at l3_agent the message router_deleted on router 256973fc-532c-42ee-9b1e-07a88119becb {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:44:10.177440 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ac3d92ba-da4c-4e80-a8c5-049cbc067b32 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:10.184350 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0de39145-1e38-43e6-8bfe-917252889c89 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:10.267622 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-23cfb049-05c2-4b94-b526-672395620453 None None] Attempting to bind port 094b8596-8e8a-494d-b6fe-549ea62aef8f on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:44:10.268205 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-23cfb049-05c2-4b94-b526-672395620453 None None] Attempting to bind port 094b8596-8e8a-494d-b6fe-549ea62aef8f by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'c0a05c35-dc3a-4b28-8df7-f195df0f3da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a2890ca5-d085-4508-a8e9-9e7d6ed89bc5'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:44:10.268689 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cfb049-05c2-4b94-b526-672395620453 None None] Attempting to bind port 094b8596-8e8a-494d-b6fe-549ea62aef8f on network a2890ca5-d085-4508-a8e9-9e7d6ed89bc5 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:44:10.276246 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cfb049-05c2-4b94-b526-672395620453 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:44:10.276798 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cfb049-05c2-4b94-b526-672395620453 None None] Checking segment: {'id': 'c0a05c35-dc3a-4b28-8df7-f195df0f3da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a2890ca5-d085-4508-a8e9-9e7d6ed89bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:44:10.277308 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-23cfb049-05c2-4b94-b526-672395620453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:10.277444 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-35aa484e-0918-4ae7-a21d-37b177d3c9d9 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Synchronizing usage tracker for tenant:25a601b41a5c4a60b82cd513fcdef798 on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:10.277917 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cfb049-05c2-4b94-b526-672395620453 None None] Bound using segment: {'id': 'c0a05c35-dc3a-4b28-8df7-f195df0f3da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a2890ca5-d085-4508-a8e9-9e7d6ed89bc5'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:44:10.278464 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-23cfb049-05c2-4b94-b526-672395620453 None None] Bound port: 094b8596-8e8a-494d-b6fe-549ea62aef8f, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a05c35-dc3a-4b28-8df7-f195df0f3da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a2890ca5-d085-4508-a8e9-9e7d6ed89bc5'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:44:10.279025 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-23cfb049-05c2-4b94-b526-672395620453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:10.299979 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d92ba-da4c-4e80-a8c5-049cbc067b32 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Port': ['ID=81255360-7dfb-480a-9f1f-941d07634e26,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:10.314531 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b303cd9d-4da1-4243-b00f-6d9828a2bbfc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:10.318247 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b303cd9d-4da1-4243-b00f-6d9828a2bbfc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/routers/256973fc-532c-42ee-9b1e-07a88119becb HTTP/1.1" status: 204 len: 168 time: 0.8811193 Nov 26 16:44:10.318247 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ac3d92ba-da4c-4e80-a8c5-049cbc067b32 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:10.325890 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-ac3d92ba-da4c-4e80-a8c5-049cbc067b32 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] In _notify_port_updated(), no bound segment for port 81255360-7dfb-480a-9f1f-941d07634e26 on network 1f6b688d-2809-441d-9740-72853f2de05c {{(pid=87519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 26 16:44:10.332987 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3d92ba-da4c-4e80-a8c5-049cbc067b32 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:10.333861 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ac3d92ba-da4c-4e80-a8c5-049cbc067b32 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:10.337980 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ac3d92ba-da4c-4e80-a8c5-049cbc067b32 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "PUT /v2.0/ports/81255360-7dfb-480a-9f1f-941d07634e26 HTTP/1.1" status: 200 len: 818 time: 1.6194570 Nov 26 16:44:10.338886 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49952) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:10.339220 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49954) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:10.373055 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-385744d3-f6e8-4229-9548-018b2e674d40 None None] For port 5ce49293-71ab-434e-abb0-0183810e6d8d, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5ce49293-71ab-434e-abb0-0183810e6d8d,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:10.373623 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-385744d3-f6e8-4229-9548-018b2e674d40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:10.391844 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0084dfff-c591-4e14-914c-62818356194c req-d5285990-bc82-436b-ae5a-813c8e250215 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1112971 Nov 26 16:44:10.396821 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-226f4b49-21a3-4b4f-95be-9624dc53e046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:10.402579 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-35aa484e-0918-4ae7-a21d-37b177d3c9d9 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Unset dirty status for tenant:25a601b41a5c4a60b82cd513fcdef798 on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:10.406822 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-35aa484e-0918-4ae7-a21d-37b177d3c9d9 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3294506 Nov 26 16:44:10.408026 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2ed80475-2c9b-4cff-9e78-c994a2053338 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:10.414759 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49962) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:10.415562 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1c0cd20f-e711-4529-8a8a-6150093a2887 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:10.522744 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-385744d3-f6e8-4229-9548-018b2e674d40 None None] Calling delete_port for 5ce49293-71ab-434e-abb0-0183810e6d8d owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:10.566465 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-cb3ffa99-1156-4754-a094-7770a6ffc1c7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting port 81255360-7dfb-480a-9f1f-941d07634e26 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:10.566805 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cb3ffa99-1156-4754-a094-7770a6ffc1c7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:10.568339 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-23cfb049-05c2-4b94-b526-672395620453 None None] For port 094b8596-8e8a-494d-b6fe-549ea62aef8f, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:44:10.577076 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed80475-2c9b-4cff-9e78-c994a2053338 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event updated for resources: {'Subnet': ['ID=daa6c9ad-b3eb-4e51-b1a4-1110844ca3fe,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:10.581985 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5ce49293-71ab-434e-abb0-0183810e6d8d no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:44:10.583089 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2ed80475-2c9b-4cff-9e78-c994a2053338 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:10.593890 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed80475-2c9b-4cff-9e78-c994a2053338 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Checking segment: {'id': '1b909b5f-c5f2-4723-9fdd-af1545da1f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '60ce984e-431f-4ad9-8a8d-4f97445a7bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:44:10.594255 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed80475-2c9b-4cff-9e78-c994a2053338 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Network hostable DHCP agents. Network: 60ce984e-431f-4ad9-8a8d-4f97445a7bed, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:44:10.617247 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-23cfb049-05c2-4b94-b526-672395620453 None None] For port 094b8596-8e8a-494d-b6fe-549ea62aef8f, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=094b8596-8e8a-494d-b6fe-549ea62aef8f,segment=NetworkSegment(c0a05c35-dc3a-4b28-8df7-f195df0f3da2),segment_id=c0a05c35-dc3a-4b28-8df7-f195df0f3da2)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:44:10.637234 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ddb768fc-e273-4708-857d-cfc40b17f860 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:10.638357 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-23cfb049-05c2-4b94-b526-672395620453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:10.639817 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-226f4b49-21a3-4b4f-95be-9624dc53e046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:10.645471 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49966) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:10.651627 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed80475-2c9b-4cff-9e78-c994a2053338 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Network 60ce984e-431f-4ad9-8a8d-4f97445a7bed is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:44:10.657637 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-09d84653-5406-421f-9c74-ac15d0a614a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:10.659789 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-226f4b49-21a3-4b4f-95be-9624dc53e046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:10.662909 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-226f4b49-21a3-4b4f-95be-9624dc53e046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:10.675665 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ddb768fc-e273-4708-857d-cfc40b17f860 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:10.684662 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-2ed80475-2c9b-4cff-9e78-c994a2053338 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 60ce984e-431f-4ad9-8a8d-4f97445a7bed) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:10.703732 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-226f4b49-21a3-4b4f-95be-9624dc53e046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:10.714664 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed80475-2c9b-4cff-9e78-c994a2053338 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:10.715512 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2ed80475-2c9b-4cff-9e78-c994a2053338 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:10.718435 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff05b1e-f167-4c9f-8be5-22b691283476 None None] Network 60ce984e-431f-4ad9-8a8d-4f97445a7bed requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:10.734559 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226f4b49-21a3-4b4f-95be-9624dc53e046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:10.738973 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-226f4b49-21a3-4b4f-95be-9624dc53e046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:10.847849 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-385744d3-f6e8-4229-9548-018b2e674d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:10.850490 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2ed80475-2c9b-4cff-9e78-c994a2053338 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6942847 Nov 26 16:44:10.851973 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ddb768fc-e273-4708-857d-cfc40b17f860 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:10.866250 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49972) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:10.869976 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-14c5a3d5-a54f-4753-9d5a-b33d8f05f353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:10.874025 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No active binding found for port 5ce49293-71ab-434e-abb0-0183810e6d8d {{(pid=87520) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 26 16:44:10.874686 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5ce49293-71ab-434e-abb0-0183810e6d8d not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:44:10.875284 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0a723cc9-a717-4904-ae05-7f56331a5dba no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:44:10.903513 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385744d3-f6e8-4229-9548-018b2e674d40 None None] No DVR routers for this DVR port 5ce49293-71ab-434e-abb0-0183810e6d8d on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:44:10.910873 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb768fc-e273-4708-857d-cfc40b17f860 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e778e015-5de6-47d3-8837-b6e3ae96f286,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:10.925567 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ddb768fc-e273-4708-857d-cfc40b17f860 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:10.932533 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfb049-05c2-4b94-b526-672395620453 None None] Pushing event updated for resources: {'Port': ['ID=094b8596-8e8a-494d-b6fe-549ea62aef8f,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:10.955398 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 0a723cc9-a717-4904-ae05-7f56331a5dba {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:44:10.955656 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0a723cc9-a717-4904-ae05-7f56331a5dba not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:44:10.962723 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-23cfb049-05c2-4b94-b526-672395620453 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:10.965352 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:10.994377 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ddb768fc-e273-4708-857d-cfc40b17f860 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:10.998399 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ddb768fc-e273-4708-857d-cfc40b17f860 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "DELETE /v2.0/security-groups/e778e015-5de6-47d3-8837-b6e3ae96f286 HTTP/1.1" status: 204 len: 168 time: 0.5373578 Nov 26 16:44:11.002909 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-9ddf9327-8727-48ef-9f0a-63d3af89ec88 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Request body: {'security_group': {'name': 'tempest-secgroup--2113990864'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:11.008392 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49976) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:11.017488 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385744d3-f6e8-4229-9548-018b2e674d40 None None] Pushing event deleted for resources: {'Port': ['ID=5ce49293-71ab-434e-abb0-0183810e6d8d,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:11.022650 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-385744d3-f6e8-4229-9548-018b2e674d40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:11.030949 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9ddf9327-8727-48ef-9f0a-63d3af89ec88 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:11.081263 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b1c750fd-ca44-4e76-8bd8-b527c1039cf6 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Synchronizing usage tracker for tenant:25a601b41a5c4a60b82cd513fcdef798 on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:11.105797 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9ddf9327-8727-48ef-9f0a-63d3af89ec88 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Usage tracker for resource:security_group and tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:11.122981 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9ddf9327-8727-48ef-9f0a-63d3af89ec88 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:11.131420 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b1c750fd-ca44-4e76-8bd8-b527c1039cf6 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Unset dirty status for tenant:25a601b41a5c4a60b82cd513fcdef798 on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:11.136926 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b1c750fd-ca44-4e76-8bd8-b527c1039cf6 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1228683 Nov 26 16:44:11.139681 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49980) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:11.155953 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-9044d387-96de-43f8-a1d6-6cf2524b5527 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group': {'name': 'tempest-secgroup--167186789'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:11.178520 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-9044d387-96de-43f8-a1d6-6cf2524b5527 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:11.184102 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9ddf9327-8727-48ef-9f0a-63d3af89ec88 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:11.191266 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-60ce984e-431f-4ad9-8a8d-4f97445a7bed', 'network_id': '60ce984e-431f-4ad9-8a8d-4f97445a7bed', 'tenant_id': 'e1eef703c7604003adf96d6097c242b3', 'fixed_ips': [{'subnet_id': 'daa6c9ad-b3eb-4e51-b1a4-1110844ca3fe'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:44:11.192365 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:11.203391 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-9044d387-96de-43f8-a1d6-6cf2524b5527 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:11.211018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:11.227020 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9044d387-96de-43f8-a1d6-6cf2524b5527 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:11.243342 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cb3ffa99-1156-4754-a094-7770a6ffc1c7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:11.254515 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9327-8727-48ef-9f0a-63d3af89ec88 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:11.308591 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-9044d387-96de-43f8-a1d6-6cf2524b5527 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:11.315784 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9044d387-96de-43f8-a1d6-6cf2524b5527 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Usage tracker for resource:security_group_rule and tenant:25a601b41a5c4a60b82cd513fcdef798 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:11.320405 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9044d387-96de-43f8-a1d6-6cf2524b5527 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:11.328219 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:11.355247 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-9044d387-96de-43f8-a1d6-6cf2524b5527 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:11.374424 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9327-8727-48ef-9f0a-63d3af89ec88 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:11.378284 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] Allocated IP 2001:db8::3 (60ce984e-431f-4ad9-8a8d-4f97445a7bed/daa6c9ad-b3eb-4e51-b1a4-1110844ca3fe/74b27d09-3e44-4d36-9e02-913eb1f96a24) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:11.468038 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9044d387-96de-43f8-a1d6-6cf2524b5527 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:11.473490 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9044d387-96de-43f8-a1d6-6cf2524b5527 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:11.505392 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7f460755-ff7f-421a-ab05-eb8d1ba67473 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:11.509989 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-cb3ffa99-1156-4754-a094-7770a6ffc1c7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Calling delete_port for 81255360-7dfb-480a-9f1f-941d07634e26 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:11.517835 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9044d387-96de-43f8-a1d6-6cf2524b5527 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:11.522155 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9044d387-96de-43f8-a1d6-6cf2524b5527 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3794017 Nov 26 16:44:11.523580 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49986) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:11.530163 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-821233c5-ff78-4611-b8cd-c5051e344b94 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group_rule': {'security_group_id': '7ff61ea8-f89f-48c0-b619-be54de45267c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:11.537082 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-821233c5-ff78-4611-b8cd-c5051e344b94 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:11.541105 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9ddf9327-8727-48ef-9f0a-63d3af89ec88 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:11.545502 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9ddf9327-8727-48ef-9f0a-63d3af89ec88 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Usage tracker for resource:security_group_rule and tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:11.550400 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-821233c5-ff78-4611-b8cd-c5051e344b94 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Usage tracker for resource:security_group_rule and tenant:25a601b41a5c4a60b82cd513fcdef798 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:11.555448 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-226f4b49-21a3-4b4f-95be-9624dc53e046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:11.556771 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-821233c5-ff78-4611-b8cd-c5051e344b94 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:11.565472 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-821233c5-ff78-4611-b8cd-c5051e344b94 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:11.567623 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044d387-96de-43f8-a1d6-6cf2524b5527 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff61ea8-f89f-48c0-b619-be54de45267c,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:11.570917 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9044d387-96de-43f8-a1d6-6cf2524b5527 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:11.599261 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9ddf9327-8727-48ef-9f0a-63d3af89ec88 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:11.602050 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ea38e697-f10d-4969-a14a-a8297909ff35 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:11.603352 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-821233c5-ff78-4611-b8cd-c5051e344b94 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:44:11.604781 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-821233c5-ff78-4611-b8cd-c5051e344b94 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0803082 Nov 26 16:44:11.607921 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49990) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:11.613397 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-df82a846-617a-4e3e-b0dd-45a657e32ba2 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group_rule': {'security_group_id': '7ff61ea8-f89f-48c0-b619-be54de45267c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:11.625160 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-df82a846-617a-4e3e-b0dd-45a657e32ba2 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:11.629237 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-df82a846-617a-4e3e-b0dd-45a657e32ba2 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Usage tracker for resource:security_group_rule and tenant:25a601b41a5c4a60b82cd513fcdef798 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:11.633071 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-df82a846-617a-4e3e-b0dd-45a657e32ba2 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:11.640286 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-df82a846-617a-4e3e-b0dd-45a657e32ba2 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:11.662483 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9ddf9327-8727-48ef-9f0a-63d3af89ec88 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:11.674251 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b893d87e-2525-4751-a970-9a0ba9c22833 req-f9d0b264-66ad-4911-86a9-67f1810836ee tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1714528 Nov 26 16:44:11.675052 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-df82a846-617a-4e3e-b0dd-45a657e32ba2 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:44:11.676801 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-df82a846-617a-4e3e-b0dd-45a657e32ba2 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0674901 Nov 26 16:44:11.679380 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 49994) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:11.691852 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:11.713478 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226f4b49-21a3-4b4f-95be-9624dc53e046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:11.723495 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] Transition to ACTIVE for port object 74b27d09-3e44-4d36-9e02-913eb1f96a24 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:11.733298 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-226f4b49-21a3-4b4f-95be-9624dc53e046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:11.742098 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226f4b49-21a3-4b4f-95be-9624dc53e046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:11.742946 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-226f4b49-21a3-4b4f-95be-9624dc53e046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:11.746462 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa27ab03-b893-4df3-bd73-769b6558da05 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:11.766413 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f4b49-21a3-4b4f-95be-9624dc53e046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=0d511773-81be-4a7d-b6d9-b1ee5afe977d,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:11.775980 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-226f4b49-21a3-4b4f-95be-9624dc53e046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:11.787537 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-518b80d6-05f4-41e3-8b44-b813f09fdace tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:11.792462 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] Transition to ACTIVE for port object 74b27d09-3e44-4d36-9e02-913eb1f96a24 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:11.805098 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:11.811375 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cb3ffa99-1156-4754-a094-7770a6ffc1c7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:11.823821 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6d09a0a0-57ca-487c-9826-e45197ada9b8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:11.858136 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-518b80d6-05f4-41e3-8b44-b813f09fdace tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:11.863529 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2e691e5d-fd40-40f5-9226-097a5f1c0193 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:11.867247 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:11.877429 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e85641b4-0d79-483a-9e1d-2c65760e4ab3 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:11.887054 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ffa99-1156-4754-a094-7770a6ffc1c7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Port': ['ID=81255360-7dfb-480a-9f1f-941d07634e26,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:11.893998 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-226f4b49-21a3-4b4f-95be-9624dc53e046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5536358 Nov 26 16:44:11.899888 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-cb3ffa99-1156-4754-a094-7770a6ffc1c7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:11.900351 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 49998) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:11.906220 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cb3ffa99-1156-4754-a094-7770a6ffc1c7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:11.911591 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-96f52e52-d669-4c52-840d-4b04e5ec151d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-420238653', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:11.921403 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-96f52e52-d669-4c52-840d-4b04e5ec151d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:11.929261 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event deleted for resources: {'Subnet': ['ID=daa6c9ad-b3eb-4e51-b1a4-1110844ca3fe,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:11.929490 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-96f52e52-d669-4c52-840d-4b04e5ec151d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:router and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:11.933488 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-96f52e52-d669-4c52-840d-4b04e5ec151d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:11.940416 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-cb3ffa99-1156-4754-a094-7770a6ffc1c7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/ports/81255360-7dfb-480a-9f1f-941d07634e26 HTTP/1.1" status: 204 len: 168 time: 1.5942018 Nov 26 16:44:11.941637 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:11.942145 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50002) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:11.946449 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-96f52e52-d669-4c52-840d-4b04e5ec151d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:11.966893 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] Network 60ce984e-431f-4ad9-8a8d-4f97445a7bed is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:11.972109 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:11.975373 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:11.981198 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-96f52e52-d669-4c52-840d-4b04e5ec151d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:11.982854 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-96f52e52-d669-4c52-840d-4b04e5ec151d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:12.003335 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9327-8727-48ef-9f0a-63d3af89ec88 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:12.015494 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9327-8727-48ef-9f0a-63d3af89ec88 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:12.020363 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7d5c68d6-fc3b-4746-8158-d6da4d987756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:12.043543 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] Pushing event updated for resources: {'Port': ['ID=74b27d09-3e44-4d36-9e02-913eb1f96a24,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:12.047185 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:12.075829 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf9327-8727-48ef-9f0a-63d3af89ec88 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5ef1d6-5410-4e19-9fd1-cd966d657029,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:12.094143 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9ddf9327-8727-48ef-9f0a-63d3af89ec88 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:12.101901 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-96f52e52-d669-4c52-840d-4b04e5ec151d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:12.103530 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9ddf9327-8727-48ef-9f0a-63d3af89ec88 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:12.115770 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9ddf9327-8727-48ef-9f0a-63d3af89ec88 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Usage tracker for resource:security_group_rule and tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:12.120241 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9ddf9327-8727-48ef-9f0a-63d3af89ec88 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:12.126164 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:12.131603 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9ddf9327-8727-48ef-9f0a-63d3af89ec88 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:12.173334 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-96f52e52-d669-4c52-840d-4b04e5ec151d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:12.173930 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-518b80d6-05f4-41e3-8b44-b813f09fdace tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:12.183085 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-973af6b9-b9f2-4ba6-b6d3-150529440738 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:12.183402 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] Attempting to bind port 74b27d09-3e44-4d36-9e02-913eb1f96a24 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:44:12.183956 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] Attempting to bind port 74b27d09-3e44-4d36-9e02-913eb1f96a24 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '1b909b5f-c5f2-4723-9fdd-af1545da1f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '60ce984e-431f-4ad9-8a8d-4f97445a7bed'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:44:12.184440 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] Attempting to bind port 74b27d09-3e44-4d36-9e02-913eb1f96a24 on network 60ce984e-431f-4ad9-8a8d-4f97445a7bed {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:44:12.192727 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:44:12.193284 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] Checking segment: {'id': '1b909b5f-c5f2-4723-9fdd-af1545da1f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '60ce984e-431f-4ad9-8a8d-4f97445a7bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:44:12.193815 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:12.194328 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] Bound using segment: {'id': '1b909b5f-c5f2-4723-9fdd-af1545da1f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '60ce984e-431f-4ad9-8a8d-4f97445a7bed'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:44:12.195094 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] Bound port: 74b27d09-3e44-4d36-9e02-913eb1f96a24, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b909b5f-c5f2-4723-9fdd-af1545da1f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '60ce984e-431f-4ad9-8a8d-4f97445a7bed'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:44:12.195789 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:12.206995 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ce984e-431f-4ad9-8a8d-4f97445a7bed']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:12.217638 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b80d6-05f4-41e3-8b44-b813f09fdace tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff61ea8-f89f-48c0-b619-be54de45267c,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:12.223383 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3328fd5-d41d-414f-8a1e-d3428bf61414 None None] Network a2890ca5-d085-4508-a8e9-9e7d6ed89bc5 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:12.231074 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-518b80d6-05f4-41e3-8b44-b813f09fdace tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:12.236644 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-96f52e52-d669-4c52-840d-4b04e5ec151d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:12.237321 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b909b5f-c5f2-4723-9fdd-af1545da1f76') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:12.241103 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b909b5f-c5f2-4723-9fdd-af1545da1f76') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:12.241260 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-96f52e52-d669-4c52-840d-4b04e5ec151d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3366966 Nov 26 16:44:12.241363 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50006) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:12.257670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:12.282193 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55916a34-a711-4549-b2ce-fc8121b12756 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:12.288996 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-55916a34-a711-4549-b2ce-fc8121b12756 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3136635 Nov 26 16:44:12.288996 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-518b80d6-05f4-41e3-8b44-b813f09fdace tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:12.288996 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-518b80d6-05f4-41e3-8b44-b813f09fdace tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "DELETE /v2.0/security-groups/7ff61ea8-f89f-48c0-b619-be54de45267c HTTP/1.1" status: 204 len: 168 time: 0.6053097 Nov 26 16:44:12.288996 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50010) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:12.308372 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50012) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:12.327746 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:12.337425 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b85689-c7fd-41cc-9e3c-0b3834878ace tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] GET failed (client error): The resource could not be found. Nov 26 16:44:12.342136 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-13b85689-c7fd-41cc-9e3c-0b3834878ace tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "GET /v2.0/ports/81255360-7dfb-480a-9f1f-941d07634e26 HTTP/1.1" status: 404 len: 333 time: 0.0505178 Nov 26 16:44:12.342956 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50018) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:12.345884 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:44:12.346344 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:44:12.362372 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:44:12.366856 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-ad38554e-497b-4443-8a57-edd4ea9b42b7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-335771524'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:12.375175 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ad38554e-497b-4443-8a57-edd4ea9b42b7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:12.396931 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9327-8727-48ef-9f0a-63d3af89ec88 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:12.406055 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9327-8727-48ef-9f0a-63d3af89ec88 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:12.412478 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-67eb43e7-c6da-41a0-b3cc-8a9c81cffbfa tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:12.426625 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ad38554e-497b-4443-8a57-edd4ea9b42b7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:network and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:12.432262 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ad38554e-497b-4443-8a57-edd4ea9b42b7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:12.446055 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-1426bbba-a913-4a71-b587-f6d8246b8088 None None] Provisioning for port 094b8596-8e8a-494d-b6fe-549ea62aef8f completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:12.452808 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ad38554e-497b-4443-8a57-edd4ea9b42b7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:12.462652 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.api [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 26 16:44:12.462652 dv-neutron-819440-1-hyperv neutron-server[87518]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 26 16:44:12.462652 dv-neutron-819440-1-hyperv neutron-server[87518]: [parameters: {'id': '60ce984e-431f-4ad9-8a8d-4f97445a7bed'}] Nov 26 16:44:12.462652 dv-neutron-819440-1-hyperv neutron-server[87518]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:44:12.463057 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_db.api [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:44:12.466360 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad38554e-497b-4443-8a57-edd4ea9b42b7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:12.470695 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ad38554e-497b-4443-8a57-edd4ea9b42b7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:12.480801 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'fixed_ips': [{'subnet_id': '0d511773-81be-4a7d-b6d9-b1ee5afe977d'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:44:12.482169 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:12.515089 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad38554e-497b-4443-8a57-edd4ea9b42b7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:44:12.528400 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ad38554e-497b-4443-8a57-edd4ea9b42b7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:12.529739 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-ad38554e-497b-4443-8a57-edd4ea9b42b7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Added segment dacfdfdc-5968-47af-91cd-07a773ee3688 of type vlan for network a70fa2d3-ada0-421a-aba1-38866790974a Nov 26 16:44:12.540087 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] For port 74b27d09-3e44-4d36-9e02-913eb1f96a24, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:44:12.560951 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ad38554e-497b-4443-8a57-edd4ea9b42b7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:12.600434 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ad38554e-497b-4443-8a57-edd4ea9b42b7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:12.607825 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad38554e-497b-4443-8a57-edd4ea9b42b7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:12.608466 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ad38554e-497b-4443-8a57-edd4ea9b42b7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:12.611148 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 094b8596-8e8a-494d-b6fe-549ea62aef8f up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:44:12.615172 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d23bc2b1-d85b-4b58-b71b-7d94424e833a tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:12.651866 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf9327-8727-48ef-9f0a-63d3af89ec88 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=458af75e-c3c3-4468-a07f-4e8f998a2621,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:12.654623 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9327-8727-48ef-9f0a-63d3af89ec88 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:12.655831 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-9ddf9327-8727-48ef-9f0a-63d3af89ec88 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0093060 Nov 26 16:44:12.657188 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9ddf9327-8727-48ef-9f0a-63d3af89ec88 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:12.683800 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] For port 74b27d09-3e44-4d36-9e02-913eb1f96a24, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=74b27d09-3e44-4d36-9e02-913eb1f96a24,segment=NetworkSegment(1b909b5f-c5f2-4723-9fdd-af1545da1f76),segment_id=1b909b5f-c5f2-4723-9fdd-af1545da1f76)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:44:12.692814 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50022) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:12.708092 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-81cbd236-2be5-4c6c-bb14-51c09869bab2 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Synchronizing usage tracker for tenant:25a601b41a5c4a60b82cd513fcdef798 on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:12.793866 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] Allocated IP 2001:db8::2 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/0d511773-81be-4a7d-b6d9-b1ee5afe977d/17dd2c5f-0b9d-4c48-9a87-c145f372b84b) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:12.820431 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:12.830142 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-81cbd236-2be5-4c6c-bb14-51c09869bab2 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Unset dirty status for tenant:25a601b41a5c4a60b82cd513fcdef798 on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:12.836888 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-81cbd236-2be5-4c6c-bb14-51c09869bab2 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5164087 Nov 26 16:44:12.837124 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:12.843183 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50028) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:12.850769 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-d016df20-1f4e-450a-95a8-4fa6f51befb5 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group': {'name': 'tempest-secgroup--431203705'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:12.859350 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d016df20-1f4e-450a-95a8-4fa6f51befb5 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:12.876116 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d016df20-1f4e-450a-95a8-4fa6f51befb5 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:12.919798 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ad38554e-497b-4443-8a57-edd4ea9b42b7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5759480 Nov 26 16:44:12.920497 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50032) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:12.949668 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-573c216a-067c-48d9-8cd7-71e23ba4cc55 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'subnet': {'network_id': 'a70fa2d3-ada0-421a-aba1-38866790974a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:12.964766 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38554e-497b-4443-8a57-edd4ea9b42b7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Network': ['ID=a70fa2d3-ada0-421a-aba1-38866790974a,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:12.980478 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-75e5cf9d-ea8a-4f10-bcd6-8be8b0caeb85 req-060d25f3-4a8d-484a-a8bd-c6fcfda30e55 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1214511 Nov 26 16:44:12.989942 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:12.995226 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ad38554e-497b-4443-8a57-edd4ea9b42b7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:12.997091 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network a70fa2d3-ada0-421a-aba1-38866790974a details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:44:13.049244 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-781e3de3-3f23-45ce-b10b-56468ce23db4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:13.059964 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d016df20-1f4e-450a-95a8-4fa6f51befb5 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:13.123574 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Deleting port 74b27d09-3e44-4d36-9e02-913eb1f96a24 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:13.123969 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:13.165576 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b0056ba1-c82d-4c9b-b958-ec4feb9aef37 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4689722 Nov 26 16:44:13.170846 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50038) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:13.188860 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-cf228102-7175-4597-9b69-50553fc6965a tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Request body: {'security_group': {'name': 'tempest-security--382476618', 'description': 'tempest-security-description-364624346'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:13.189316 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] Pushing event updated for resources: {'Port': ['ID=74b27d09-3e44-4d36-9e02-913eb1f96a24,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:13.205497 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d016df20-1f4e-450a-95a8-4fa6f51befb5 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:13.207518 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-573c216a-067c-48d9-8cd7-71e23ba4cc55 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:13.212842 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d016df20-1f4e-450a-95a8-4fa6f51befb5 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Usage tracker for resource:security_group_rule and tenant:25a601b41a5c4a60b82cd513fcdef798 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:13.214686 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:13.217685 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d016df20-1f4e-450a-95a8-4fa6f51befb5 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:13.247168 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 094b8596-8e8a-494d-b6fe-549ea62aef8f completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:13.256350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-573c216a-067c-48d9-8cd7-71e23ba4cc55 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:subnet and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:13.260090 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cf228102-7175-4597-9b69-50553fc6965a tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:13.262385 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d016df20-1f4e-450a-95a8-4fa6f51befb5 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:13.268122 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-573c216a-067c-48d9-8cd7-71e23ba4cc55 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:13.274087 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 094b8596-8e8a-494d-b6fe-549ea62aef8f triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:13.274087 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:13.287181 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-573c216a-067c-48d9-8cd7-71e23ba4cc55 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:13.332614 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573c216a-067c-48d9-8cd7-71e23ba4cc55 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:13.336066 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-573c216a-067c-48d9-8cd7-71e23ba4cc55 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:13.343339 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef02745-0c5f-4dfc-954f-b16f61e3248e None None] Network 60ce984e-431f-4ad9-8a8d-4f97445a7bed requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:13.441354 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d016df20-1f4e-450a-95a8-4fa6f51befb5 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:13.445994 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d016df20-1f4e-450a-95a8-4fa6f51befb5 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:13.452738 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3ffcec80-cd41-48fe-a0b9-45009ca73c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:13.496554 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016df20-1f4e-450a-95a8-4fa6f51befb5 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c568686-bcbe-4191-8f73-187c20ca65aa,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:13.502025 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d016df20-1f4e-450a-95a8-4fa6f51befb5 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:13.509380 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d016df20-1f4e-450a-95a8-4fa6f51befb5 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:13.510584 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d016df20-1f4e-450a-95a8-4fa6f51befb5 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6664438 Nov 26 16:44:13.514280 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50042) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:13.519986 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-8d8e9fc2-27a5-4c18-804d-bdd882f9dd96 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:13.520398 dv-neutron-819440-1-hyperv neutron-server[87519]: WARNING neutron.api.v2.base [None req-8d8e9fc2-27a5-4c18-804d-bdd882f9dd96 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 26 16:44:13.520926 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-8d8e9fc2-27a5-4c18-804d-bdd882f9dd96 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] update failed (client error): There was a conflict when trying to complete your request. Nov 26 16:44:13.521941 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8d8e9fc2-27a5-4c18-804d-bdd882f9dd96 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "PUT /v2.0/security-groups/3c568686-bcbe-4191-8f73-187c20ca65aa HTTP/1.1" status: 409 len: 330 time: 0.0070040 Nov 26 16:44:13.524389 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50046) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:13.527120 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cf228102-7175-4597-9b69-50553fc6965a tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:13.539445 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cf228102-7175-4597-9b69-50553fc6965a tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:13.541933 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cf228102-7175-4597-9b69-50553fc6965a tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:13.545864 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cf228102-7175-4597-9b69-50553fc6965a tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "PUT /v2.0/security-groups/458af75e-c3c3-4468-a07f-4e8f998a2621 HTTP/1.1" status: 200 len: 1776 time: 0.3656104 Nov 26 16:44:13.552662 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50050) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:13.553059 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:13.587573 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] For port 74b27d09-3e44-4d36-9e02-913eb1f96a24, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=74b27d09-3e44-4d36-9e02-913eb1f96a24,segment=NetworkSegment(1b909b5f-c5f2-4723-9fdd-af1545da1f76),segment_id=1b909b5f-c5f2-4723-9fdd-af1545da1f76)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:13.587849 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:13.591414 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:13.607933 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] Transition to ACTIVE for port object 17dd2c5f-0b9d-4c48-9a87-c145f372b84b will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:13.627428 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-33d1a290-6c4c-4ea3-b822-71650436aa01 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-groups/458af75e-c3c3-4468-a07f-4e8f998a2621 HTTP/1.1" status: 200 len: 1776 time: 0.0733495 Nov 26 16:44:13.635751 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50054) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:13.660694 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5fc8d70f-78ef-461b-a9ac-993e40fc00de tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:13.668507 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf228102-7175-4597-9b69-50553fc6965a tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=458af75e-c3c3-4468-a07f-4e8f998a2621,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:13.713585 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5fc8d70f-78ef-461b-a9ac-993e40fc00de tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:13.749636 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] Transition to ACTIVE for port object 17dd2c5f-0b9d-4c48-9a87-c145f372b84b will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:13.779162 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:13.789945 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:13.815341 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-82bcb0b5-7b47-4823-990f-ac59feeccf70 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:13.818983 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:13.819503 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Calling delete_port for 74b27d09-3e44-4d36-9e02-913eb1f96a24 owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:13.852547 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-82bcb0b5-7b47-4823-990f-ac59feeccf70 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:13.856346 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cf228102-7175-4597-9b69-50553fc6965a tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:13.898578 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:13.899128 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-781e3de3-3f23-45ce-b10b-56468ce23db4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 2001:db8::1 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/0d511773-81be-4a7d-b6d9-b1ee5afe977d/d14d5697-3491-4d95-b1d1-eabc04b50610) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:13.902889 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5fc8d70f-78ef-461b-a9ac-993e40fc00de tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:13.910449 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:13.916888 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8f844b27-2267-4d1e-9897-ecd6afaa089f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:13.918765 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 094b8596-8e8a-494d-b6fe-549ea62aef8f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=094b8596-8e8a-494d-b6fe-549ea62aef8f,segment=NetworkSegment(c0a05c35-dc3a-4b28-8df7-f195df0f3da2),segment_id=c0a05c35-dc3a-4b28-8df7-f195df0f3da2)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:13.920498 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:13.934133 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:13.948128 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8d70f-78ef-461b-a9ac-993e40fc00de tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c568686-bcbe-4191-8f73-187c20ca65aa,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:13.953537 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5fc8d70f-78ef-461b-a9ac-993e40fc00de tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:13.971771 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] Pushing event updated for resources: {'Port': ['ID=17dd2c5f-0b9d-4c48-9a87-c145f372b84b,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:13.974458 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:13.981030 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4f9d9b75-789d-44e5-894b-e9323b68486d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:13.993114 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:13.997661 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-20de6959-3163-4681-9e62-a53499f9713f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:14.031033 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5fc8d70f-78ef-461b-a9ac-993e40fc00de tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:14.034667 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5fc8d70f-78ef-461b-a9ac-993e40fc00de tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "DELETE /v2.0/security-groups/3c568686-bcbe-4191-8f73-187c20ca65aa HTTP/1.1" status: 204 len: 168 time: 0.5070298 Nov 26 16:44:14.039745 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event deleted for resources: {'Port': ['ID=74b27d09-3e44-4d36-9e02-913eb1f96a24,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:14.043668 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50060) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:14.044529 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] No DVR routers for this DVR port 74b27d09-3e44-4d36-9e02-913eb1f96a24 on host dv-neutron-819440-1-hyperv {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:44:14.073683 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:14.079762 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ef1bd712-dcb8-4310-81f4-3e2570ee9257 None None] Provisioning complete for port 094b8596-8e8a-494d-b6fe-549ea62aef8f triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:14.080334 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ef1bd712-dcb8-4310-81f4-3e2570ee9257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:14.085362 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-82bcb0b5-7b47-4823-990f-ac59feeccf70 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:14.096534 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-345fa2dc-7ee7-469d-9c01-cb470b8f4d1b tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:14.116018 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8b84b983-5960-4f6f-85ee-76f7dafa4ec9 req-70f79961-a257-416f-8e2a-c251d8f5a8d8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0723271 Nov 26 16:44:14.119546 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcb0b5-7b47-4823-990f-ac59feeccf70 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=458af75e-c3c3-4468-a07f-4e8f998a2621,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:14.121913 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-82bcb0b5-7b47-4823-990f-ac59feeccf70 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:14.123546 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-82bcb0b5-7b47-4823-990f-ac59feeccf70 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "DELETE /v2.0/security-groups/458af75e-c3c3-4468-a07f-4e8f998a2621 HTTP/1.1" status: 204 len: 168 time: 0.4867680 Nov 26 16:44:14.124636 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-82bcb0b5-7b47-4823-990f-ac59feeccf70 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:14.127848 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50064) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:14.172981 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] Attempting to bind port 17dd2c5f-0b9d-4c48-9a87-c145f372b84b on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:44:14.173436 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] Attempting to bind port 17dd2c5f-0b9d-4c48-9a87-c145f372b84b by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:44:14.173932 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] Attempting to bind port 17dd2c5f-0b9d-4c48-9a87-c145f372b84b on network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:44:14.203476 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-573c216a-067c-48d9-8cd7-71e23ba4cc55 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:14.211514 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:44:14.212019 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] Checking segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:44:14.212489 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:14.212956 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] Bound using segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:44:14.213497 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] Bound port: 17dd2c5f-0b9d-4c48-9a87-c145f372b84b, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:44:14.213939 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:14.223235 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e5f3dd02-64f2-4521-8014-5da20a1f277a tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:14.228207 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-47612701-ba26-4fbe-9960-d67a6dab1b34 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Synchronizing usage tracker for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:14.231380 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=094b8596-8e8a-494d-b6fe-549ea62aef8f,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:14.232827 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-781e3de3-3f23-45ce-b10b-56468ce23db4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:14.237946 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:14.257056 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-781e3de3-3f23-45ce-b10b-56468ce23db4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Transition to ACTIVE for port object d14d5697-3491-4d95-b1d1-eabc04b50610 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:14.266188 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-47612701-ba26-4fbe-9960-d67a6dab1b34 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Unset dirty status for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:14.270401 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-47612701-ba26-4fbe-9960-d67a6dab1b34 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1388090 Nov 26 16:44:14.271269 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50068) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:14.272966 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:14.291258 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ce3d3532-37e8-4658-973e-03b5e7ca1ed6 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Synchronizing usage tracker for tenant:25a601b41a5c4a60b82cd513fcdef798 on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:14.292151 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-db5e95fb-61b5-488a-9ced-cc8ea668c694 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] delete failed (client error): The resource could not be found. Nov 26 16:44:14.297049 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-db5e95fb-61b5-488a-9ced-cc8ea668c694 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "DELETE /v2.0/security-groups/458af75e-c3c3-4468-a07f-4e8f998a2621 HTTP/1.1" status: 404 len: 347 time: 0.0212617 Nov 26 16:44:14.297664 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50072) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:14.305884 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-525efbc6-888a-462d-83fa-8ac5be3f4d9b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Request body: {'security_group': {'name': 'tempest-secgroup--258933776'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:14.312800 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-525efbc6-888a-462d-83fa-8ac5be3f4d9b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:14.327117 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-525efbc6-888a-462d-83fa-8ac5be3f4d9b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:14.335276 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-781e3de3-3f23-45ce-b10b-56468ce23db4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:14.341352 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fd926f0d-a5e2-43ca-a4e8-8e1ed3a0f6c6 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:14.345546 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ce984e-431f-4ad9-8a8d-4f97445a7bed']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:14.361615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c216a-067c-48d9-8cd7-71e23ba4cc55 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Subnet': ['ID=95b0155a-741c-4333-a335-e011c22674a5,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:14.370216 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b909b5f-c5f2-4723-9fdd-af1545da1f76') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:14.370520 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b909b5f-c5f2-4723-9fdd-af1545da1f76') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:14.377839 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-573c216a-067c-48d9-8cd7-71e23ba4cc55 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:14.380497 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] For port 17dd2c5f-0b9d-4c48-9a87-c145f372b84b, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:44:14.382934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ce3d3532-37e8-4658-973e-03b5e7ca1ed6 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Unset dirty status for tenant:25a601b41a5c4a60b82cd513fcdef798 on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:14.388477 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ce3d3532-37e8-4658-973e-03b5e7ca1ed6 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3379505 Nov 26 16:44:14.388656 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] For port 17dd2c5f-0b9d-4c48-9a87-c145f372b84b, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=17dd2c5f-0b9d-4c48-9a87-c145f372b84b,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:44:14.388781 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573c216a-067c-48d9-8cd7-71e23ba4cc55 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Checking segment: {'id': 'dacfdfdc-5968-47af-91cd-07a773ee3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a70fa2d3-ada0-421a-aba1-38866790974a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:44:14.388781 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573c216a-067c-48d9-8cd7-71e23ba4cc55 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network hostable DHCP agents. Network: a70fa2d3-ada0-421a-aba1-38866790974a, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:44:14.391641 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-525efbc6-888a-462d-83fa-8ac5be3f4d9b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:14.391854 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50076) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:14.393478 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:14.395309 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:14.399464 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:14.428534 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781e3de3-3f23-45ce-b10b-56468ce23db4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:14.430312 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:14.433973 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-0d9e25b9-28bc-413d-a726-c75639aee442 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] delete failed (client error): The resource could not be found. Nov 26 16:44:14.438494 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0d9e25b9-28bc-413d-a726-c75639aee442 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "DELETE /v2.0/security-groups/a41abc39-9637-4ac9-ab78-4a4d7bdc8eaa HTTP/1.1" status: 404 len: 347 time: 0.0338454 Nov 26 16:44:14.438646 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-781e3de3-3f23-45ce-b10b-56468ce23db4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:14.438958 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50080) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:14.441158 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781e3de3-3f23-45ce-b10b-56468ce23db4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:14.441789 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-781e3de3-3f23-45ce-b10b-56468ce23db4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:14.446791 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-525efbc6-888a-462d-83fa-8ac5be3f4d9b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:14.454645 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:44:14.455088 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:14.464482 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-525efbc6-888a-462d-83fa-8ac5be3f4d9b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Usage tracker for resource:security_group_rule and tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:14.469281 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-525efbc6-888a-462d-83fa-8ac5be3f4d9b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:44:14.469824 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:44:14.480874 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] Pushing event updated for resources: {'Port': ['ID=17dd2c5f-0b9d-4c48-9a87-c145f372b84b,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:14.482780 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573c216a-067c-48d9-8cd7-71e23ba4cc55 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network a70fa2d3-ada0-421a-aba1-38866790974a is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:44:14.486160 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:14.488677 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e3de3-3f23-45ce-b10b-56468ce23db4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=d14d5697-3491-4d95-b1d1-eabc04b50610,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:14.492175 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-525efbc6-888a-462d-83fa-8ac5be3f4d9b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:14.494543 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-781e3de3-3f23-45ce-b10b-56468ce23db4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:14.534599 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-1342a901-0dfe-40fd-b5e4-d78e438ffd42 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] show failed (client error): The resource could not be found. Nov 26 16:44:14.535691 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1342a901-0dfe-40fd-b5e4-d78e438ffd42 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "GET /v2.0/security-groups/6ebd7e6e-565d-43ce-98fe-92404f7dd98c HTTP/1.1" status: 404 len: 347 time: 0.0959628 Nov 26 16:44:14.539532 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50084) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:14.563540 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-573c216a-067c-48d9-8cd7-71e23ba4cc55 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, a70fa2d3-ada0-421a-aba1-38866790974a) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:14.572188 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f30c0b-6769-40aa-9cc8-ee3f6253440f None None] Network a70fa2d3-ada0-421a-aba1-38866790974a requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:14.573318 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573c216a-067c-48d9-8cd7-71e23ba4cc55 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:14.573911 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-573c216a-067c-48d9-8cd7-71e23ba4cc55 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:14.593883 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:14.598669 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5aeac9da-d2b4-4247-ac36-bf48ed55fc13 tempest-RoutersIpV6AdminTest-2036445663 tempest-RoutersIpV6AdminTest-2036445663-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:14.609476 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-0e4da7ab-ade8-4af0-9fc4-77e2cc35bdcd tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] show failed (client error): The resource could not be found. Nov 26 16:44:14.610570 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0e4da7ab-ade8-4af0-9fc4-77e2cc35bdcd tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] 10.222.0.11 "GET /v2.0/security-group-rules/a74836b8-476a-45c2-8c8c-352f2cb7a3a8 HTTP/1.1" status: 404 len: 356 time: 0.0697582 Nov 26 16:44:14.623029 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:14.625005 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 094b8596-8e8a-494d-b6fe-549ea62aef8f up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:44:14.638593 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event deleted for resources: {'Network': ['ID=60ce984e-431f-4ad9-8a8d-4f97445a7bed,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:14.647670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:14.650408 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-573c216a-067c-48d9-8cd7-71e23ba4cc55 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7203851 Nov 26 16:44:14.652242 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "DELETE /v2.0/networks/60ce984e-431f-4ad9-8a8d-4f97445a7bed HTTP/1.1" status: 204 len: 168 time: 3.7658310 Nov 26 16:44:14.653273 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50090) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:14.659599 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-0a55c4c2-6a02-4cf0-994c-6385fa978ff0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'subnet': {'network_id': 'a70fa2d3-ada0-421a-aba1-38866790974a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:14.666148 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50094) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:14.676798 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-6eb8331b-ca7c-4a32-80cd-246b41465dd7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-432084613'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:14.714087 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6eb8331b-ca7c-4a32-80cd-246b41465dd7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:14.735377 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-525efbc6-888a-462d-83fa-8ac5be3f4d9b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:14.738012 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-781e3de3-3f23-45ce-b10b-56468ce23db4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:14.762322 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6eb8331b-ca7c-4a32-80cd-246b41465dd7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Usage tracker for resource:network and tenant:e1eef703c7604003adf96d6097c242b3 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:14.767123 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-525efbc6-888a-462d-83fa-8ac5be3f4d9b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:14.792299 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6eb8331b-ca7c-4a32-80cd-246b41465dd7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:14.802759 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-23f10c43-544c-4b1f-9712-11ac2a63128e tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:14.868011 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6eb8331b-ca7c-4a32-80cd-246b41465dd7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:14.942070 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 094b8596-8e8a-494d-b6fe-549ea62aef8f triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:14.942709 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:14.958288 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525efbc6-888a-462d-83fa-8ac5be3f4d9b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d550c0-6c4d-44ed-9cae-c65f69576146,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:14.972732 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-525efbc6-888a-462d-83fa-8ac5be3f4d9b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:15.020449 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb8331b-ca7c-4a32-80cd-246b41465dd7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Made reservation on behalf of e1eef703c7604003adf96d6097c242b3 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:15.027049 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6eb8331b-ca7c-4a32-80cd-246b41465dd7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:15.068483 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-525efbc6-888a-462d-83fa-8ac5be3f4d9b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:15.070167 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-525efbc6-888a-462d-83fa-8ac5be3f4d9b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7719398 Nov 26 16:44:15.071007 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0a55c4c2-6a02-4cf0-994c-6385fa978ff0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:15.075334 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50100) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:15.081304 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0a55c4c2-6a02-4cf0-994c-6385fa978ff0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:subnet and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:15.088930 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0a55c4c2-6a02-4cf0-994c-6385fa978ff0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:15.092069 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50104) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:15.098698 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0a55c4c2-6a02-4cf0-994c-6385fa978ff0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:15.120885 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a55c4c2-6a02-4cf0-994c-6385fa978ff0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:15.126573 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0a55c4c2-6a02-4cf0-994c-6385fa978ff0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:15.138866 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-a70fa2d3-ada0-421a-aba1-38866790974a', 'network_id': 'a70fa2d3-ada0-421a-aba1-38866790974a', 'tenant_id': 'e5bd482c0dce485f8884ef8c9a70116c', 'fixed_ips': [{'subnet_id': '95b0155a-741c-4333-a335-e011c22674a5'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:44:15.139861 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:15.164472 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb8331b-ca7c-4a32-80cd-246b41465dd7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:44:15.280842 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-77e98076-7f9e-4d98-a0ef-9696e5be1487 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Request body: {'security_group_rule': {'security_group_id': '10d550c0-6c4d-44ed-9cae-c65f69576146', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:15.295886 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-77e98076-7f9e-4d98-a0ef-9696e5be1487 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:15.304404 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-77e98076-7f9e-4d98-a0ef-9696e5be1487 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Usage tracker for resource:security_group_rule and tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:15.311165 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6eb8331b-ca7c-4a32-80cd-246b41465dd7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:15.311512 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-6eb8331b-ca7c-4a32-80cd-246b41465dd7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Added segment a6410a4b-e6ff-43b0-bb97-49664f708922 of type vlan for network bc9ef1de-cac8-4587-82af-d693cb7d33fc Nov 26 16:44:15.312753 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-77e98076-7f9e-4d98-a0ef-9696e5be1487 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:15.326781 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-77e98076-7f9e-4d98-a0ef-9696e5be1487 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:15.341421 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8b269be8-b5f6-48ea-aabd-39b6d6e021b6 req-9468de7c-20d3-44e2-a9c6-97ed95e3717e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0708759 Nov 26 16:44:15.345652 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] Allocated IP 2001:db8::2 (a70fa2d3-ada0-421a-aba1-38866790974a/95b0155a-741c-4333-a335-e011c22674a5/651fa434-ddca-4ecd-94a6-5c35ffaba378) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:15.382737 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b71d55a3-73a7-4ec1-8d43-b55fa2c9a6db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=25a601b41a5c4a60b82cd513fcdef798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874057 Nov 26 16:44:15.384312 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6eb8331b-ca7c-4a32-80cd-246b41465dd7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:15.384661 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50112) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:15.391360 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-77e98076-7f9e-4d98-a0ef-9696e5be1487 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:15.402359 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.ipam_backend_mixin [None req-0a55c4c2-6a02-4cf0-994c-6385fa978ff0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 95b0155a-741c-4333-a335-e011c22674a5 (CIDR: 2001:db8::/64) Nov 26 16:44:15.414359 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a55c4c2-6a02-4cf0-994c-6385fa978ff0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:44:15.414821 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a55c4c2-6a02-4cf0-994c-6385fa978ff0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:44:15.477365 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0a55c4c2-6a02-4cf0-994c-6385fa978ff0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8200598 Nov 26 16:44:15.478517 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50116) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:15.489421 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-26700fc1-d4c0-4813-a253-6828ff034855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:15.500226 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-3eec9aeb-07d0-4d44-8f3b-53360a4ec242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'subnet': {'network_id': 'a70fa2d3-ada0-421a-aba1-38866790974a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:15.618765 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-26700fc1-d4c0-4813-a253-6828ff034855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:15.664247 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:15.691579 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] Transition to ACTIVE for port object 651fa434-ddca-4ecd-94a6-5c35ffaba378 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:15.700299 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-77e98076-7f9e-4d98-a0ef-9696e5be1487 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:15.715481 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3eec9aeb-07d0-4d44-8f3b-53360a4ec242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:15.715898 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-77e98076-7f9e-4d98-a0ef-9696e5be1487 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:15.717547 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6eb8331b-ca7c-4a32-80cd-246b41465dd7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:15.723039 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb8331b-ca7c-4a32-80cd-246b41465dd7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:15.723666 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6eb8331b-ca7c-4a32-80cd-246b41465dd7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:15.723997 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3eec9aeb-07d0-4d44-8f3b-53360a4ec242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:subnet and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:15.728992 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3eec9aeb-07d0-4d44-8f3b-53360a4ec242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:15.734833 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:15.739545 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] Transition to ACTIVE for port object 651fa434-ddca-4ecd-94a6-5c35ffaba378 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:15.740270 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3eec9aeb-07d0-4d44-8f3b-53360a4ec242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:15.745670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-26700fc1-d4c0-4813-a253-6828ff034855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:15.749857 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:15.761334 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-518b80d6-05f4-41e3-8b44-b813f09fdace tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:15.788539 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e98076-7f9e-4d98-a0ef-9696e5be1487 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a75f95-3d75-4a3a-9651-9335e415fadd,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:15.791625 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26700fc1-d4c0-4813-a253-6828ff034855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6a706d-0b3f-484d-b252-aa6daebe683b,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:15.800247 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-77e98076-7f9e-4d98-a0ef-9696e5be1487 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:15.801204 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-26700fc1-d4c0-4813-a253-6828ff034855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:15.802435 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-26700fc1-d4c0-4813-a253-6828ff034855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:15.803375 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-baf90dba-24c0-4c86-a14d-8d87383d7b53 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:15.804508 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-26700fc1-d4c0-4813-a253-6828ff034855 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ef6a706d-0b3f-484d-b252-aa6daebe683b HTTP/1.1" status: 204 len: 168 time: 0.4189417 Nov 26 16:44:15.805967 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eec9aeb-07d0-4d44-8f3b-53360a4ec242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:15.824587 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3eec9aeb-07d0-4d44-8f3b-53360a4ec242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:15.835460 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-77e98076-7f9e-4d98-a0ef-9696e5be1487 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:15.840053 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-77e98076-7f9e-4d98-a0ef-9696e5be1487 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7613139 Nov 26 16:44:15.853313 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50122) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:15.868478 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:15.912687 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6eb8331b-ca7c-4a32-80cd-246b41465dd7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2454751 Nov 26 16:44:15.917474 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50126) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:15.942810 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-893acf84-7dd8-453c-a408-4717a6e52cad tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Request body: {'subnet': {'network_id': 'bc9ef1de-cac8-4587-82af-d693cb7d33fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:15.944761 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] Network a70fa2d3-ada0-421a-aba1-38866790974a is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:15.951090 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:15.953478 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:15.971067 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.resource_extend [None req-781e3de3-3f23-45ce-b10b-56468ce23db4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 16:44:15.980075 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8331b-ca7c-4a32-80cd-246b41465dd7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event updated for resources: {'Network': ['ID=bc9ef1de-cac8-4587-82af-d693cb7d33fc,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:15.983396 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56bb8992-8855-4133-a365-a00595938af7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:16.004724 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] Pushing event updated for resources: {'Port': ['ID=651fa434-ddca-4ecd-94a6-5c35ffaba378,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:16.008607 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56bb8992-8855-4133-a365-a00595938af7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:16.008896 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:16.020105 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network bc9ef1de-cac8-4587-82af-d693cb7d33fc details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:44:16.049839 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6eb8331b-ca7c-4a32-80cd-246b41465dd7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:16.062602 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-781e3de3-3f23-45ce-b10b-56468ce23db4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:16.077815 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-781e3de3-3f23-45ce-b10b-56468ce23db4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:16.078854 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-781e3de3-3f23-45ce-b10b-56468ce23db4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:16.089819 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4f9ee50c-02b6-4fe2-b617-9478715e0bc7 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:16.124231 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56bb8992-8855-4133-a365-a00595938af7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:16.170793 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:16.209485 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] Attempting to bind port 651fa434-ddca-4ecd-94a6-5c35ffaba378 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:44:16.210039 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] Attempting to bind port 651fa434-ddca-4ecd-94a6-5c35ffaba378 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'dacfdfdc-5968-47af-91cd-07a773ee3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a70fa2d3-ada0-421a-aba1-38866790974a'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:44:16.210358 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] Attempting to bind port 651fa434-ddca-4ecd-94a6-5c35ffaba378 on network a70fa2d3-ada0-421a-aba1-38866790974a {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:44:16.212569 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-56bb8992-8855-4133-a365-a00595938af7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:16.213320 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-56bb8992-8855-4133-a365-a00595938af7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/d3a75f95-3d75-4a3a-9651-9335e415fadd HTTP/1.1" status: 204 len: 168 time: 0.3557839 Nov 26 16:44:16.214482 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb8992-8855-4133-a365-a00595938af7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3a75f95-3d75-4a3a-9651-9335e415fadd,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:16.216147 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50132) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:16.217497 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2b31270d-d2e0-42d5-abc6-ee150dfae6c1 None None] Provisioning for port 17dd2c5f-0b9d-4c48-9a87-c145f372b84b completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:16.225305 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:44:16.225904 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] Checking segment: {'id': 'dacfdfdc-5968-47af-91cd-07a773ee3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a70fa2d3-ada0-421a-aba1-38866790974a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:44:16.226496 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:16.227585 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] Bound using segment: {'id': 'dacfdfdc-5968-47af-91cd-07a773ee3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a70fa2d3-ada0-421a-aba1-38866790974a'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:44:16.228343 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] Bound port: 651fa434-ddca-4ecd-94a6-5c35ffaba378, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacfdfdc-5968-47af-91cd-07a773ee3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a70fa2d3-ada0-421a-aba1-38866790974a'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:44:16.228777 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:16.232267 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-56bb8992-8855-4133-a365-a00595938af7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:16.307073 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-416c702c-bad1-4298-8a32-cf95001389d1 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Synchronizing usage tracker for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group_rule {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:16.313489 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-893acf84-7dd8-453c-a408-4717a6e52cad tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:16.318443 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-893acf84-7dd8-453c-a408-4717a6e52cad tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Usage tracker for resource:subnet and tenant:e1eef703c7604003adf96d6097c242b3 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:16.322291 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-893acf84-7dd8-453c-a408-4717a6e52cad tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:16.329869 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-893acf84-7dd8-453c-a408-4717a6e52cad tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:16.352679 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893acf84-7dd8-453c-a408-4717a6e52cad tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Made reservation on behalf of e1eef703c7604003adf96d6097c242b3 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:16.357045 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-893acf84-7dd8-453c-a408-4717a6e52cad tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:16.377036 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-416c702c-bad1-4298-8a32-cf95001389d1 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Unset dirty status for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group_rule {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:16.378036 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e3de3-3f23-45ce-b10b-56468ce23db4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=d14d5697-3491-4d95-b1d1-eabc04b50610,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:16.381905 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] For port 651fa434-ddca-4ecd-94a6-5c35ffaba378, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:44:16.382086 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-416c702c-bad1-4298-8a32-cf95001389d1 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1534493 Nov 26 16:44:16.382086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50144) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:16.389511 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] For port 651fa434-ddca-4ecd-94a6-5c35ffaba378, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=651fa434-ddca-4ecd-94a6-5c35ffaba378,segment=NetworkSegment(dacfdfdc-5968-47af-91cd-07a773ee3688),segment_id=dacfdfdc-5968-47af-91cd-07a773ee3688)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:44:16.391180 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-781e3de3-3f23-45ce-b10b-56468ce23db4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:16.395362 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b07f09a6-280a-4d27-9355-19e0856845b9 None None] Provisioning for port d14d5697-3491-4d95-b1d1-eabc04b50610 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:16.409323 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b07f09a6-280a-4d27-9355-19e0856845b9 None None] Provisioning complete for port d14d5697-3491-4d95-b1d1-eabc04b50610 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:16.409850 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b07f09a6-280a-4d27-9355-19e0856845b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:16.480051 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a8f7ce12-87f1-4282-ad32-67e594638355 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:16.484359 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:16.501753 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:16.556555 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3084ea07-c533-4713-9a31-f06260927494 req-7769599d-8124-48ff-8b2e-5e9150fbf7a1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1088881 Nov 26 16:44:16.567425 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a8f7ce12-87f1-4282-ad32-67e594638355 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:16.580552 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3eec9aeb-07d0-4d44-8f3b-53360a4ec242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:16.587219 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0aa39b3f-ef91-479b-970a-89e4a6dc8c27 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:16.626914 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-b07f09a6-280a-4d27-9355-19e0856845b9 None None] Port d14d5697-3491-4d95-b1d1-eabc04b50610 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:44:16.636444 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781e3de3-3f23-45ce-b10b-56468ce23db4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:16.641169 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-781e3de3-3f23-45ce-b10b-56468ce23db4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:16.649896 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] Pushing event updated for resources: {'Port': ['ID=651fa434-ddca-4ecd-94a6-5c35ffaba378,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:16.661150 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:16.683234 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 17dd2c5f-0b9d-4c48-9a87-c145f372b84b up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:44:16.713026 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eec9aeb-07d0-4d44-8f3b-53360a4ec242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network a70fa2d3-ada0-421a-aba1-38866790974a is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:16.721444 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-3eec9aeb-07d0-4d44-8f3b-53360a4ec242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:16.740357 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec9aeb-07d0-4d44-8f3b-53360a4ec242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:16.740965 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3eec9aeb-07d0-4d44-8f3b-53360a4ec242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:16.801986 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a8f7ce12-87f1-4282-ad32-67e594638355 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:16.815006 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec9aeb-07d0-4d44-8f3b-53360a4ec242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Subnet': ['ID=0253a914-f39a-4328-9d52-dfc09908b997,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:16.818035 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3eec9aeb-07d0-4d44-8f3b-53360a4ec242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:16.823153 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-26700fc1-d4c0-4813-a253-6828ff034855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:16.849010 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7ce12-87f1-4282-ad32-67e594638355 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d550c0-6c4d-44ed-9cae-c65f69576146,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:16.852536 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a8f7ce12-87f1-4282-ad32-67e594638355 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:16.855225 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a8f7ce12-87f1-4282-ad32-67e594638355 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:16.860824 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a8f7ce12-87f1-4282-ad32-67e594638355 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "DELETE /v2.0/security-groups/10d550c0-6c4d-44ed-9cae-c65f69576146 HTTP/1.1" status: 204 len: 168 time: 0.4742324 Nov 26 16:44:16.860984 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 17dd2c5f-0b9d-4c48-9a87-c145f372b84b completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:16.861091 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3eec9aeb-07d0-4d44-8f3b-53360a4ec242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3805194 Nov 26 16:44:16.861091 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50156) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:16.878231 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50158) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:16.887952 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 17dd2c5f-0b9d-4c48-9a87-c145f372b84b triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:16.887952 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:16.943694 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c4a4b13a-5863-46a4-b828-2173ba1fb170 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Synchronizing usage tracker for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:16.969452 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c4a4b13a-5863-46a4-b828-2173ba1fb170 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Unset dirty status for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:16.978853 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c4a4b13a-5863-46a4-b828-2173ba1fb170 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1164620 Nov 26 16:44:16.979921 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50166) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:16.987376 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-575f65a1-120f-46ad-8940-0a09a57d049b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Request body: {'security_group': {'name': 'tempest-secgroup--1770703123'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:17.042635 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-575f65a1-120f-46ad-8940-0a09a57d049b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:17.074635 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-575f65a1-120f-46ad-8940-0a09a57d049b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:17.081660 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-e1c4b0e3-2735-464e-86fb-a5e813ccc8cc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'port': {'network_id': 'a70fa2d3-ada0-421a-aba1-38866790974a', 'fixed_ips': [{'subnet_id': '95b0155a-741c-4333-a335-e011c22674a5'}, {'subnet_id': '0253a914-f39a-4328-9d52-dfc09908b997'}], 'name': 'tempest-PortsIpV6TestJSON-247416368'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:17.088392 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:17.088677 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-575f65a1-120f-46ad-8940-0a09a57d049b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:17.124154 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-575f65a1-120f-46ad-8940-0a09a57d049b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:17.130392 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-893acf84-7dd8-453c-a408-4717a6e52cad tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:17.135669 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-575f65a1-120f-46ad-8940-0a09a57d049b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:17.155877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50170) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:17.157989 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 17dd2c5f-0b9d-4c48-9a87-c145f372b84b, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=17dd2c5f-0b9d-4c48-9a87-c145f372b84b,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:17.165232 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:17.169213 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:17.202098 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e8dfa127-8529-47c3-8014-2dbd5f90fff8 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:17.236416 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-575f65a1-120f-46ad-8940-0a09a57d049b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:17.248253 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-575f65a1-120f-46ad-8940-0a09a57d049b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:17.293197 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c8f65f81-adcf-4aa6-8c73-06eab98ff8b4 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:17.298744 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893acf84-7dd8-453c-a408-4717a6e52cad tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event updated for resources: {'Subnet': ['ID=f68a5f96-3393-4bf1-ab7e-e2f7af38e918,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:17.301720 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-893acf84-7dd8-453c-a408-4717a6e52cad tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:17.321059 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-15ef8a73-0e58-4098-bde6-94406555bb53 None None] Provisioning complete for port d14d5697-3491-4d95-b1d1-eabc04b50610 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:17.322028 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-15ef8a73-0e58-4098-bde6-94406555bb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:17.350674 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7519ae60-9797-43ff-a2c5-faf9796f291d tempest-ServiceProvidersTest-663138990 tempest-ServiceProvidersTest-663138990-project] 10.222.0.11 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1930718 Nov 26 16:44:17.359388 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-575f65a1-120f-46ad-8940-0a09a57d049b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:17.364371 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-575f65a1-120f-46ad-8940-0a09a57d049b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3831475 Nov 26 16:44:17.365539 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f65a1-120f-46ad-8940-0a09a57d049b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=749bb28f-f2f1-43c0-8267-0985010f4a5e,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:17.368991 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-575f65a1-120f-46ad-8940-0a09a57d049b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:17.369126 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50178) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:17.386023 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=17dd2c5f-0b9d-4c48-9a87-c145f372b84b,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:17.390952 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893acf84-7dd8-453c-a408-4717a6e52cad tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Checking segment: {'id': 'a6410a4b-e6ff-43b0-bb97-49664f708922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bc9ef1de-cac8-4587-82af-d693cb7d33fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:44:17.391117 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893acf84-7dd8-453c-a408-4717a6e52cad tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Network hostable DHCP agents. Network: bc9ef1de-cac8-4587-82af-d693cb7d33fc, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:44:17.391708 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:17.401845 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-15ef8a73-0e58-4098-bde6-94406555bb53 None None] Port d14d5697-3491-4d95-b1d1-eabc04b50610 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:44:17.402916 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-1b8242b7-9ec9-4958-ab8f-88e2f0a01221 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Request body: {'security_group_rule': {'security_group_id': '749bb28f-f2f1-43c0-8267-0985010f4a5e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:17.425215 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1b8242b7-9ec9-4958-ab8f-88e2f0a01221 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:17.441832 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1b8242b7-9ec9-4958-ab8f-88e2f0a01221 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Usage tracker for resource:security_group_rule and tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:17.449652 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1b8242b7-9ec9-4958-ab8f-88e2f0a01221 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:17.460892 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1b8242b7-9ec9-4958-ab8f-88e2f0a01221 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:17.469423 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-e1c4b0e3-2735-464e-86fb-a5e813ccc8cc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:17.477997 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e1c4b0e3-2735-464e-86fb-a5e813ccc8cc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:port and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:17.483905 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e1c4b0e3-2735-464e-86fb-a5e813ccc8cc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:17.491570 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893acf84-7dd8-453c-a408-4717a6e52cad tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Network bc9ef1de-cac8-4587-82af-d693cb7d33fc is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:44:17.494141 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-e1c4b0e3-2735-464e-86fb-a5e813ccc8cc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:17.501201 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781e3de3-3f23-45ce-b10b-56468ce23db4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Router 45291df7-5dd9-4ef4-817b-4981278d6406 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:44:17.517017 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b8242b7-9ec9-4958-ab8f-88e2f0a01221 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:17.527631 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-893acf84-7dd8-453c-a408-4717a6e52cad tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, bc9ef1de-cac8-4587-82af-d693cb7d33fc) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:17.533832 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c4b0e3-2735-464e-86fb-a5e813ccc8cc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:17.538355 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43201c91-3272-4f40-aed8-c7226cfda00c None None] Network bc9ef1de-cac8-4587-82af-d693cb7d33fc requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:17.577418 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893acf84-7dd8-453c-a408-4717a6e52cad tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:17.578021 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-893acf84-7dd8-453c-a408-4717a6e52cad tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:17.658834 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50186) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:17.678897 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6dcccb8b-cefa-4eed-93f1-fd4ffce19767 req-a3811d56-c1f1-4dad-802b-cae584b2222b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0524571 Nov 26 16:44:17.810497 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-bc9ef1de-cac8-4587-82af-d693cb7d33fc', 'network_id': 'bc9ef1de-cac8-4587-82af-d693cb7d33fc', 'tenant_id': 'e1eef703c7604003adf96d6097c242b3', 'fixed_ips': [{'subnet_id': 'f68a5f96-3393-4bf1-ab7e-e2f7af38e918'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:44:17.811638 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:17.883489 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-544ac092-c144-441c-978e-9c8ebffdcb6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:17.901154 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-544ac092-c144-441c-978e-9c8ebffdcb6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:17.905210 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-544ac092-c144-441c-978e-9c8ebffdcb6d admin admin] Usage tracker for resource:security_group_rule and tenant:404931f828d44c06878ca01c0ae4923d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:17.908294 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-544ac092-c144-441c-978e-9c8ebffdcb6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:17.914430 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-544ac092-c144-441c-978e-9c8ebffdcb6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:18.010258 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-893acf84-7dd8-453c-a408-4717a6e52cad tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0756319 Nov 26 16:44:18.011989 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] Allocated IP 2001:db8::1 (bc9ef1de-cac8-4587-82af-d693cb7d33fc/f68a5f96-3393-4bf1-ab7e-e2f7af38e918/befa27b9-9737-4d65-b44f-332ccd00023e) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:18.018495 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50192) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:18.054701 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781e3de3-3f23-45ce-b10b-56468ce23db4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:44:18.057358 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b8242b7-9ec9-4958-ab8f-88e2f0a01221 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:18.077130 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b8242b7-9ec9-4958-ab8f-88e2f0a01221 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:18.096183 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c31eaf8-4208-4d60-a1f9-b2d06975feed None None] Sync routers for ids ['45291df7-5dd9-4ef4-817b-4981278d6406'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:44:18.097230 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ed9f802a-cfd6-4967-9d02-57590250813f tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:18.110902 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-781e3de3-3f23-45ce-b10b-56468ce23db4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "PUT /v2.0/routers/45291df7-5dd9-4ef4-817b-4981278d6406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8653591 Nov 26 16:44:18.112593 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50196) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:18.115965 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e1c4b0e3-2735-464e-86fb-a5e813ccc8cc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:18.126364 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1b8242b7-9ec9-4958-ab8f-88e2f0a01221 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:18.126645 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c31eaf8-4208-4d60-a1f9-b2d06975feed None None] Routers {'45291df7-5dd9-4ef4-817b-4981278d6406'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:44:18.130229 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3c31eaf8-4208-4d60-a1f9-b2d06975feed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:44:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['45291df7-5dd9-4ef4-817b-4981278d6406'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:18.130420 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1b8242b7-9ec9-4958-ab8f-88e2f0a01221 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7517669 Nov 26 16:44:18.135582 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50200) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:18.166772 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8242b7-9ec9-4958-ab8f-88e2f0a01221 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b970882-1916-401a-a721-53efe0faea2b,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:18.171282 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1b8242b7-9ec9-4958-ab8f-88e2f0a01221 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:18.187627 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0499c658-fc08-4769-b8bd-35a4b2197e30 None None] Network a70fa2d3-ada0-421a-aba1-38866790974a requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:18.189804 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-d9489e9b-944c-4ecf-a876-74f7258ef4ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Request body: {'security_group_rule': {'security_group_id': '749bb28f-f2f1-43c0-8267-0985010f4a5e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:18.213949 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d9489e9b-944c-4ecf-a876-74f7258ef4ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:18.216228 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:18.220563 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-e1c4b0e3-2735-464e-86fb-a5e813ccc8cc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] device_id is not set on port 2274ae47-cc8b-44de-a2f1-f35b3998b747 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:44:18.223555 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-544ac092-c144-441c-978e-9c8ebffdcb6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:18.232454 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-544ac092-c144-441c-978e-9c8ebffdcb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:18.240833 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:18.273630 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d9489e9b-944c-4ecf-a876-74f7258ef4ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Usage tracker for resource:security_group_rule and tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:18.279096 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d9489e9b-944c-4ecf-a876-74f7258ef4ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:18.300382 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7121dba0-598c-4bff-8653-fb6fb5a387a3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:18.301018 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7121dba0-598c-4bff-8653-fb6fb5a387a3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:18.315765 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d9489e9b-944c-4ecf-a876-74f7258ef4ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:18.336930 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-544ac092-c144-441c-978e-9c8ebffdcb6d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=404931f828d44c06878ca01c0ae4923d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6703310 Nov 26 16:44:18.338183 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50204) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:18.340536 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ac092-c144-441c-978e-9c8ebffdcb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721abe3e-8706-467f-92d8-7272daa2a814,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:18.346340 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-544ac092-c144-441c-978e-9c8ebffdcb6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:18.356306 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:18.367039 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7121dba0-598c-4bff-8653-fb6fb5a387a3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:18.368598 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7121dba0-598c-4bff-8653-fb6fb5a387a3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports/d14d5697-3491-4d95-b1d1-eabc04b50610 HTTP/1.1" status: 200 len: 911 time: 0.2400687 Nov 26 16:44:18.398718 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50208) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:18.410882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d9489e9b-944c-4ecf-a876-74f7258ef4ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:18.436774 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6467d7f3-512d-4708-b676-de40f6b25e0f None None] Provisioning for port 651fa434-ddca-4ecd-94a6-5c35ffaba378 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:18.475653 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-3c31eaf8-4208-4d60-a1f9-b2d06975feed None None] Set router 45291df7-5dd9-4ef4-817b-4981278d6406 gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:44:18.625406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d9489e9b-944c-4ecf-a876-74f7258ef4ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:18.637928 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e0f088e8-20d6-4582-bc98-532700fb36e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:18.669685 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e0f088e8-20d6-4582-bc98-532700fb36e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:18.674560 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d9489e9b-944c-4ecf-a876-74f7258ef4ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:18.684799 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-415415e1-9c34-42cb-9b0c-a293e254afad tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:18.725469 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff926e3-2631-49df-992e-218e4132a159 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:18.732031 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff926e3-2631-49df-992e-218e4132a159 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:18.733689 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-9ff926e3-2631-49df-992e-218e4132a159 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3339283 Nov 26 16:44:18.737321 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50214) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:18.754793 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 17dd2c5f-0b9d-4c48-9a87-c145f372b84b up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:44:18.777890 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9489e9b-944c-4ecf-a876-74f7258ef4ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dab8d14-d96d-4515-8fcf-8a68fc643579,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:18.780947 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d9489e9b-944c-4ecf-a876-74f7258ef4ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:18.821864 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:18.843308 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-72b908a1-9f3c-4b1e-8516-abf750d6994c req-057a7120-a279-4cd0-abc8-925640845ca8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0720406 Nov 26 16:44:18.846190 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d9489e9b-944c-4ecf-a876-74f7258ef4ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:18.849732 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d9489e9b-944c-4ecf-a876-74f7258ef4ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6783280 Nov 26 16:44:18.856535 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50218) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:18.893794 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-a49f30f1-6973-47a3-96be-4cc4e768d36d tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Request body: {'security_group_rule': {'security_group_id': '749bb28f-f2f1-43c0-8267-0985010f4a5e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:18.918731 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e0f088e8-20d6-4582-bc98-532700fb36e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:18.922816 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] Transition to ACTIVE for port object befa27b9-9737-4d65-b44f-332ccd00023e will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:18.927299 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-34f672f9-48fa-430e-9312-79f7e6a1dab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:18.950980 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f088e8-20d6-4582-bc98-532700fb36e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721abe3e-8706-467f-92d8-7272daa2a814,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:18.957202 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e0f088e8-20d6-4582-bc98-532700fb36e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:18.960636 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e0f088e8-20d6-4582-bc98-532700fb36e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:18.961776 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e0f088e8-20d6-4582-bc98-532700fb36e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/721abe3e-8706-467f-92d8-7272daa2a814 HTTP/1.1" status: 204 len: 168 time: 0.6225514 Nov 26 16:44:18.974047 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-e1c4b0e3-2735-464e-86fb-a5e813ccc8cc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Allocated IP 2001:db8::185 (a70fa2d3-ada0-421a-aba1-38866790974a/95b0155a-741c-4333-a335-e011c22674a5/2274ae47-cc8b-44de-a2f1-f35b3998b747) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:18.983019 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-e1c4b0e3-2735-464e-86fb-a5e813ccc8cc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Allocated IP 2001:db8:0:1::2ed (a70fa2d3-ada0-421a-aba1-38866790974a/0253a914-f39a-4328-9d52-dfc09908b997/2274ae47-cc8b-44de-a2f1-f35b3998b747) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:19.025988 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] Transition to ACTIVE for port object befa27b9-9737-4d65-b44f-332ccd00023e will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:19.069165 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:19.079655 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ea8f24aa-e71f-47e7-9a82-9569bc25a6ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:19.158557 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 17dd2c5f-0b9d-4c48-9a87-c145f372b84b triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:19.165798 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:19.215674 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:19.219134 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a49f30f1-6973-47a3-96be-4cc4e768d36d tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:19.233276 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f08020c3-1b1e-4484-8963-0f887cfa310c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:19.244059 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a49f30f1-6973-47a3-96be-4cc4e768d36d tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Usage tracker for resource:security_group_rule and tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:19.252731 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a49f30f1-6973-47a3-96be-4cc4e768d36d tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:19.268962 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a49f30f1-6973-47a3-96be-4cc4e768d36d tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:19.318093 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] Pushing event updated for resources: {'Port': ['ID=befa27b9-9737-4d65-b44f-332ccd00023e,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:19.326780 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a49f30f1-6973-47a3-96be-4cc4e768d36d tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:19.344988 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:19.356188 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] Network bc9ef1de-cac8-4587-82af-d693cb7d33fc is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:19.368671 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:19.380964 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:19.384265 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event deleted for resources: {'Subnet': ['ID=f68a5f96-3393-4bf1-ab7e-e2f7af38e918,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:19.394596 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:19.401356 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:19.462733 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e1c4b0e3-2735-464e-86fb-a5e813ccc8cc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:19.492878 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-e1c4b0e3-2735-464e-86fb-a5e813ccc8cc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Transition to ACTIVE for port object 2274ae47-cc8b-44de-a2f1-f35b3998b747 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:19.495314 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a49f30f1-6973-47a3-96be-4cc4e768d36d tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:19.501717 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a49f30f1-6973-47a3-96be-4cc4e768d36d tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:19.504654 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a61f1f0d-edbc-4c55-809b-8a1c6ed9f590 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:19.515552 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:19.532817 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f30f1-6973-47a3-96be-4cc4e768d36d tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9873b4b0-0d73-47c8-a827-b342ae848c9f,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:19.541855 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a49f30f1-6973-47a3-96be-4cc4e768d36d tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:19.547901 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9ef1de-cac8-4587-82af-d693cb7d33fc']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:19.553121 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a49f30f1-6973-47a3-96be-4cc4e768d36d tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:19.557154 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a49f30f1-6973-47a3-96be-4cc4e768d36d tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6964991 Nov 26 16:44:19.557301 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] Attempting to bind port befa27b9-9737-4d65-b44f-332ccd00023e on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:44:19.557301 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] Attempting to bind port befa27b9-9737-4d65-b44f-332ccd00023e by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'a6410a4b-e6ff-43b0-bb97-49664f708922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bc9ef1de-cac8-4587-82af-d693cb7d33fc'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:44:19.557301 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] Attempting to bind port befa27b9-9737-4d65-b44f-332ccd00023e on network bc9ef1de-cac8-4587-82af-d693cb7d33fc {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:44:19.557956 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50224) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:19.565148 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-59ed6124-db98-4ef2-86f2-9f3dc2063cc2 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Request body: {'security_group_rule': {'security_group_id': '749bb28f-f2f1-43c0-8267-0985010f4a5e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:19.565771 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:44:19.566161 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] Checking segment: {'id': 'a6410a4b-e6ff-43b0-bb97-49664f708922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bc9ef1de-cac8-4587-82af-d693cb7d33fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:44:19.566577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:19.566984 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] Bound using segment: {'id': 'a6410a4b-e6ff-43b0-bb97-49664f708922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bc9ef1de-cac8-4587-82af-d693cb7d33fc'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:44:19.567500 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] Bound port: befa27b9-9737-4d65-b44f-332ccd00023e, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6410a4b-e6ff-43b0-bb97-49664f708922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bc9ef1de-cac8-4587-82af-d693cb7d33fc'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:44:19.568004 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:19.575198 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e1c4b0e3-2735-464e-86fb-a5e813ccc8cc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:19.577252 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-59ed6124-db98-4ef2-86f2-9f3dc2063cc2 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:19.584233 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-329458c6-b866-4af8-9110-3eeadcc90b4d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:19.602959 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6410a4b-e6ff-43b0-bb97-49664f708922') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:19.603583 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6410a4b-e6ff-43b0-bb97-49664f708922') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:19.623826 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:19.625140 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-59ed6124-db98-4ef2-86f2-9f3dc2063cc2 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Usage tracker for resource:security_group_rule and tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:19.644675 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:19.650066 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-59ed6124-db98-4ef2-86f2-9f3dc2063cc2 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:19.653411 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:44:19.653806 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:19.663174 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-59ed6124-db98-4ef2-86f2-9f3dc2063cc2 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:44:19.668568 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:44:19.674000 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c4b0e3-2735-464e-86fb-a5e813ccc8cc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network a70fa2d3-ada0-421a-aba1-38866790974a is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:19.679105 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-e1c4b0e3-2735-464e-86fb-a5e813ccc8cc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:19.697265 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1418d71-68cf-4cba-8d93-0da08645400b None None] Update dhcp port {'port': {'network_id': 'a70fa2d3-ada0-421a-aba1-38866790974a', 'fixed_ips': [{'subnet_id': '95b0155a-741c-4333-a335-e011c22674a5', 'ip_address': '2001:db8::2'}, {'subnet_id': '0253a914-f39a-4328-9d52-dfc09908b997'}], 'binding:host_id': 'dv-neutron-819440-1-hyperv'}, 'id': '651fa434-ddca-4ecd-94a6-5c35ffaba378'} from dv-neutron-819440-1-hyperv. {{(pid=87520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 26 16:44:19.698510 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c4b0e3-2735-464e-86fb-a5e813ccc8cc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:19.704825 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c4b0e3-2735-464e-86fb-a5e813ccc8cc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:19.705602 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e1c4b0e3-2735-464e-86fb-a5e813ccc8cc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:19.728975 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 651fa434-ddca-4ecd-94a6-5c35ffaba378 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:44:19.732392 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4b0e3-2735-464e-86fb-a5e813ccc8cc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Port': ['ID=2274ae47-cc8b-44de-a2f1-f35b3998b747,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:19.746262 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e1c4b0e3-2735-464e-86fb-a5e813ccc8cc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:19.751837 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e1c4b0e3-2735-464e-86fb-a5e813ccc8cc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.7868857 Nov 26 16:44:19.758545 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50228) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:19.759239 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-59ed6124-db98-4ef2-86f2-9f3dc2063cc2 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:19.769775 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3c31eaf8-4208-4d60-a1f9-b2d06975feed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45291df7-5dd9-4ef4-817b-4981278d6406', 'name': 'tempest-NetworksTestDHCPv6-router-420238653', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:44:11Z', 'updated_at': '2021-11-26T16:44:14Z', 'revision_number': 2, 'project_id': '42f9a502ad65471984912825f43bc183', 'gw_port_host': None, '_interfaces': [{'id': 'd14d5697-3491-4d95-b1d1-eabc04b50610', 'name': '', 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'mac_address': 'fa:16:3e:7d:92:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45291df7-5dd9-4ef4-817b-4981278d6406', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '0d511773-81be-4a7d-b6d9-b1ee5afe977d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:44:13Z', 'updated_at': '2021-11-26T16:44:15Z', 'revision_number': 2, 'project_id': '42f9a502ad65471984912825f43bc183', 'subnets': [{'id': '0d511773-81be-4a7d-b6d9-b1ee5afe977d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:19.784803 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-b25ed9d0-5b9b-4b3b-a266-1f0fd20f2302 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '95b0155a-741c-4333-a335-e011c22674a5'}]}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:19.805246 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c31eaf8-4208-4d60-a1f9-b2d06975feed None None] Checking router: 45291df7-5dd9-4ef4-817b-4981278d6406 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:44:19.805868 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c31eaf8-4208-4d60-a1f9-b2d06975feed None None] Updating router 45291df7-5dd9-4ef4-817b-4981278d6406 port d14d5697-3491-4d95-b1d1-eabc04b50610 binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:44:19.806435 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.api [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 26 16:44:19.806435 dv-neutron-819440-1-hyperv neutron-server[87518]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 26 16:44:19.806435 dv-neutron-819440-1-hyperv neutron-server[87518]: [parameters: {'id': 'bc9ef1de-cac8-4587-82af-d693cb7d33fc'}] Nov 26 16:44:19.806435 dv-neutron-819440-1-hyperv neutron-server[87518]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:44:19.806979 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_db.api [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:44:19.815393 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7f70789a-f136-4b56-8dba-db882b7063db tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:19.899976 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] For port befa27b9-9737-4d65-b44f-332ccd00023e, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:44:19.906481 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] For port befa27b9-9737-4d65-b44f-332ccd00023e, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=befa27b9-9737-4d65-b44f-332ccd00023e,segment=NetworkSegment(a6410a4b-e6ff-43b0-bb97-49664f708922),segment_id=a6410a4b-e6ff-43b0-bb97-49664f708922)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:44:19.929875 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:19.939598 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-6100f150-9459-45ce-b673-83f6ff345410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:19.963581 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-59ed6124-db98-4ef2-86f2-9f3dc2063cc2 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:19.970189 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-59ed6124-db98-4ef2-86f2-9f3dc2063cc2 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:19.981101 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e1418d71-68cf-4cba-8d93-0da08645400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:19.982103 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-92ac76b2-abbf-4d23-a265-0bec9f1b4922 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:19.994610 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b25ed9d0-5b9b-4b3b-a266-1f0fd20f2302 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:20.001224 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5ada1622-d728-46e5-97b5-6a7fd383dd1b req-b3502314-2f46-45ad-ba0c-2db32ccf1cf8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0656962 Nov 26 16:44:20.001792 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3c31eaf8-4208-4d60-a1f9-b2d06975feed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:20.062613 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed6124-db98-4ef2-86f2-9f3dc2063cc2 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f9278e8-8b1a-4b29-86af-71fa608193b5,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:20.065147 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-59ed6124-db98-4ef2-86f2-9f3dc2063cc2 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:20.077697 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-59ed6124-db98-4ef2-86f2-9f3dc2063cc2 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:20.081654 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-59ed6124-db98-4ef2-86f2-9f3dc2063cc2 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5228653 Nov 26 16:44:20.084767 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50234) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:20.092169 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-0fec3946-6e44-4ee6-b4b3-4c9bef4b5237 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Request body: {'security_group_rule': {'security_group_id': '749bb28f-f2f1-43c0-8267-0985010f4a5e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:20.102161 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0fec3946-6e44-4ee6-b4b3-4c9bef4b5237 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:20.147518 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0fec3946-6e44-4ee6-b4b3-4c9bef4b5237 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Usage tracker for resource:security_group_rule and tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:20.152617 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0fec3946-6e44-4ee6-b4b3-4c9bef4b5237 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:20.163568 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0fec3946-6e44-4ee6-b4b3-4c9bef4b5237 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:20.165011 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-7f70789a-f136-4b56-8dba-db882b7063db tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting port d14d5697-3491-4d95-b1d1-eabc04b50610 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:20.165639 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7f70789a-f136-4b56-8dba-db882b7063db tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:20.225136 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 651fa434-ddca-4ecd-94a6-5c35ffaba378 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:20.234958 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0fec3946-6e44-4ee6-b4b3-4c9bef4b5237 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:20.270543 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] Pushing event updated for resources: {'Port': ['ID=befa27b9-9737-4d65-b44f-332ccd00023e,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:20.283641 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 651fa434-ddca-4ecd-94a6-5c35ffaba378 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:20.284060 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:20.347771 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:20.437092 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:20.468711 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Deleting port befa27b9-9737-4d65-b44f-332ccd00023e {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:20.469053 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:20.514369 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0fec3946-6e44-4ee6-b4b3-4c9bef4b5237 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:20.519217 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0fec3946-6e44-4ee6-b4b3-4c9bef4b5237 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:20.526415 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ad1d95-1dce-4242-9daf-bbfd7bdf75f2 None None] Network bc9ef1de-cac8-4587-82af-d693cb7d33fc requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:20.527553 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1b8242b7-9ec9-4958-ab8f-88e2f0a01221 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:20.549797 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec3946-6e44-4ee6-b4b3-4c9bef4b5237 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9cec14-5c81-4046-b815-e21653875991,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:20.552214 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0fec3946-6e44-4ee6-b4b3-4c9bef4b5237 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:20.562325 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0fec3946-6e44-4ee6-b4b3-4c9bef4b5237 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:20.567175 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0fec3946-6e44-4ee6-b4b3-4c9bef4b5237 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4813585 Nov 26 16:44:20.567596 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50238) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:20.599439 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7a730fe5-a93b-42ed-a203-c558b6cd98c7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:20.608157 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7f70789a-f136-4b56-8dba-db882b7063db tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:20.612956 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7a730fe5-a93b-42ed-a203-c558b6cd98c7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:20.640345 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7a730fe5-a93b-42ed-a203-c558b6cd98c7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:20.647854 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5191871d-34b8-4a18-8783-c07995459136 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:20.663403 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7a730fe5-a93b-42ed-a203-c558b6cd98c7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:20.667123 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7a730fe5-a93b-42ed-a203-c558b6cd98c7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/0d9cec14-5c81-4046-b815-e21653875991 HTTP/1.1" status: 204 len: 168 time: 0.0960777 Nov 26 16:44:20.667123 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a730fe5-a93b-42ed-a203-c558b6cd98c7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d9cec14-5c81-4046-b815-e21653875991,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:20.667932 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50242) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:20.670720 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7a730fe5-a93b-42ed-a203-c558b6cd98c7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:20.727199 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-89e55b4d-1e32-4bbf-a077-4bc093af0503 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Synchronizing usage tracker for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group_rule {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:20.746766 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-89e55b4d-1e32-4bbf-a077-4bc093af0503 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Unset dirty status for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group_rule {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:20.747872 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-7f70789a-f136-4b56-8dba-db882b7063db tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Calling delete_port for d14d5697-3491-4d95-b1d1-eabc04b50610 owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:20.751589 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-89e55b4d-1e32-4bbf-a077-4bc093af0503 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0796275 Nov 26 16:44:20.751904 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50246) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:20.792881 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-186ea361-6e36-43ad-b4bf-cb85747d6c3f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:20.800642 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-e1418d71-68cf-4cba-8d93-0da08645400b None None] Allocated IP 2001:db8:0:1::2 (a70fa2d3-ada0-421a-aba1-38866790974a/0253a914-f39a-4328-9d52-dfc09908b997/651fa434-ddca-4ecd-94a6-5c35ffaba378) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:20.806838 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-186ea361-6e36-43ad-b4bf-cb85747d6c3f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:20.833423 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-186ea361-6e36-43ad-b4bf-cb85747d6c3f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:20.836055 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d9489e9b-944c-4ecf-a876-74f7258ef4ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:20.852716 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ea361-6e36-43ad-b4bf-cb85747d6c3f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f9278e8-8b1a-4b29-86af-71fa608193b5,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:20.855295 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-186ea361-6e36-43ad-b4bf-cb85747d6c3f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:20.862991 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-186ea361-6e36-43ad-b4bf-cb85747d6c3f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:20.866963 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-186ea361-6e36-43ad-b4bf-cb85747d6c3f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/8f9278e8-8b1a-4b29-86af-71fa608193b5 HTTP/1.1" status: 204 len: 168 time: 0.1115444 Nov 26 16:44:20.867832 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50250) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:20.903969 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:20.924187 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4ea0def2-dc02-40ab-89b1-f19affb1a790 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Synchronizing usage tracker for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group_rule {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:20.931292 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] For port befa27b9-9737-4d65-b44f-332ccd00023e, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=befa27b9-9737-4d65-b44f-332ccd00023e,segment=NetworkSegment(a6410a4b-e6ff-43b0-bb97-49664f708922),segment_id=a6410a4b-e6ff-43b0-bb97-49664f708922)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:20.931662 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:20.941646 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4ea0def2-dc02-40ab-89b1-f19affb1a790 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Unset dirty status for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group_rule {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:20.946528 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4ea0def2-dc02-40ab-89b1-f19affb1a790 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0781038 Nov 26 16:44:20.947500 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50254) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:20.976793 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2412f4c2-9b47-44c3-a9df-d600a24fd2e2 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:20.987257 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2412f4c2-9b47-44c3-a9df-d600a24fd2e2 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:21.013614 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2412f4c2-9b47-44c3-a9df-d600a24fd2e2 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:21.016538 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f08686bf-a23d-4def-a9c3-06fd4d657d1b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:21.036190 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412f4c2-9b47-44c3-a9df-d600a24fd2e2 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9873b4b0-0d73-47c8-a827-b342ae848c9f,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:21.039525 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2412f4c2-9b47-44c3-a9df-d600a24fd2e2 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:21.046299 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2412f4c2-9b47-44c3-a9df-d600a24fd2e2 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:21.050509 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2412f4c2-9b47-44c3-a9df-d600a24fd2e2 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/9873b4b0-0d73-47c8-a827-b342ae848c9f HTTP/1.1" status: 204 len: 168 time: 0.1018910 Nov 26 16:44:21.051101 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50260) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:21.060748 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Calling delete_port for befa27b9-9737-4d65-b44f-332ccd00023e owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:21.106713 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c3fddbe2-7d0a-4cb9-beb3-68b99786a5c9 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Synchronizing usage tracker for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group_rule {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:21.154488 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3a14d47a-0ca9-450d-811a-0e2d65decd1e req-c3928b55-b98a-447a-8d05-b7bc5293284a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0448751 Nov 26 16:44:21.172632 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c3fddbe2-7d0a-4cb9-beb3-68b99786a5c9 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Unset dirty status for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group_rule {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:21.174243 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-e1418d71-68cf-4cba-8d93-0da08645400b None None] For port 651fa434-ddca-4ecd-94a6-5c35ffaba378, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=651fa434-ddca-4ecd-94a6-5c35ffaba378,segment=NetworkSegment(dacfdfdc-5968-47af-91cd-07a773ee3688),segment_id=dacfdfdc-5968-47af-91cd-07a773ee3688)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:21.177775 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c3fddbe2-7d0a-4cb9-beb3-68b99786a5c9 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1255236 Nov 26 16:44:21.178561 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50264) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:21.184036 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:21.193154 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-93cb768e-6a7e-44b4-b953-a27e4a2d4494 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:21.203218 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e1418d71-68cf-4cba-8d93-0da08645400b None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:21.214649 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-03ff636c-f2c2-42a6-929c-e83072b2a7f6 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:21.225899 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-03ff636c-f2c2-42a6-929c-e83072b2a7f6 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:21.252222 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-03ff636c-f2c2-42a6-929c-e83072b2a7f6 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:21.252948 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] No DVR routers for this DVR port befa27b9-9737-4d65-b44f-332ccd00023e on host dv-neutron-819440-1-hyperv {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:44:21.254329 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7a730fe5-a93b-42ed-a203-c558b6cd98c7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:21.271151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff636c-f2c2-42a6-929c-e83072b2a7f6 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3dab8d14-d96d-4515-8fcf-8a68fc643579,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:21.274190 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-03ff636c-f2c2-42a6-929c-e83072b2a7f6 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:21.279092 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-03ff636c-f2c2-42a6-929c-e83072b2a7f6 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:21.280405 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-03ff636c-f2c2-42a6-929c-e83072b2a7f6 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/3dab8d14-d96d-4515-8fcf-8a68fc643579 HTTP/1.1" status: 204 len: 168 time: 0.1006172 Nov 26 16:44:21.281180 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event deleted for resources: {'Port': ['ID=befa27b9-9737-4d65-b44f-332ccd00023e,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:21.283266 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50268) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:21.288169 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:21.331830 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-323f091c-e3ea-4ea6-bbed-dea2190f3d3f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Synchronizing usage tracker for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group_rule {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:21.346467 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-323f091c-e3ea-4ea6-bbed-dea2190f3d3f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Unset dirty status for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group_rule {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:21.350493 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-323f091c-e3ea-4ea6-bbed-dea2190f3d3f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0633137 Nov 26 16:44:21.350703 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50272) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:21.379568 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-45c25881-6049-443e-92e0-b976d2934ccb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:21.390329 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-45c25881-6049-443e-92e0-b976d2934ccb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:21.394628 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e1418d71-68cf-4cba-8d93-0da08645400b None None] Transition to ACTIVE for port object 651fa434-ddca-4ecd-94a6-5c35ffaba378 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:21.395326 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:21.396255 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-3c31eaf8-4208-4d60-a1f9-b2d06975feed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:44:21.396744 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-3c31eaf8-4208-4d60-a1f9-b2d06975feed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:44:21.398510 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e1418d71-68cf-4cba-8d93-0da08645400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:21.402261 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-23cfb049-05c2-4b94-b526-672395620453 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:21.406317 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7f70789a-f136-4b56-8dba-db882b7063db tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:21.412778 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b2cb40ef-e39d-4b85-918d-8d0da3b82829 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:21.473629 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9ef1de-cac8-4587-82af-d693cb7d33fc']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:21.482732 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70789a-f136-4b56-8dba-db882b7063db tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Port': ['ID=d14d5697-3491-4d95-b1d1-eabc04b50610,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:21.485639 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-45c25881-6049-443e-92e0-b976d2934ccb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:21.501086 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:21.514818 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-b25ed9d0-5b9b-4b3b-a266-1f0fd20f2302 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Delete allocated IP 2001:db8:0:1::2ed (a70fa2d3-ada0-421a-aba1-38866790974a/0253a914-f39a-4328-9d52-dfc09908b997) {{(pid=87519) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 26 16:44:21.521814 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7f70789a-f136-4b56-8dba-db882b7063db tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:21.522890 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6410a4b-e6ff-43b0-bb97-49664f708922') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:21.523314 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6410a4b-e6ff-43b0-bb97-49664f708922') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:21.533854 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c25881-6049-443e-92e0-b976d2934ccb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b970882-1916-401a-a721-53efe0faea2b,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:21.536660 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-45c25881-6049-443e-92e0-b976d2934ccb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:21.540241 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-45c25881-6049-443e-92e0-b976d2934ccb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:21.545933 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-45c25881-6049-443e-92e0-b976d2934ccb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/9b970882-1916-401a-a721-53efe0faea2b HTTP/1.1" status: 204 len: 168 time: 0.1898899 Nov 26 16:44:21.545933 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50276) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:21.593207 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:44:21.593207 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:44:21.599535 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:21.602981 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1418d71-68cf-4cba-8d93-0da08645400b None None] Pushing event updated for resources: {'Port': ['ID=651fa434-ddca-4ecd-94a6-5c35ffaba378,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:21.607971 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e1418d71-68cf-4cba-8d93-0da08645400b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:21.699601 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:21.708773 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7f70789a-f136-4b56-8dba-db882b7063db tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:21.722377 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:44:21.722942 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:44:21.738182 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:44:21.779646 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b25ed9d0-5b9b-4b3b-a266-1f0fd20f2302 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:21.802896 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-b25ed9d0-5b9b-4b3b-a266-1f0fd20f2302 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Ignored duplicate provisioning block setup for port 2274ae47-cc8b-44de-a2f1-f35b3998b747 by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 26 16:44:21.822324 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5b61cb03-2aed-431a-a7dc-281372d8a82e tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Synchronizing usage tracker for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group_rule {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:21.827834 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b25ed9d0-5b9b-4b3b-a266-1f0fd20f2302 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:21.839470 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f52bf770-9db5-4ffa-97ef-2bfe37211a6d tempest-RoutersAdminNegativeTest-1207521792 tempest-RoutersAdminNegativeTest-1207521792-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:21.939173 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c31eaf8-4208-4d60-a1f9-b2d06975feed None None] Port d14d5697-3491-4d95-b1d1-eabc04b50610 not found while updating agent binding for router 45291df7-5dd9-4ef4-817b-4981278d6406. {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 26 16:44:21.946214 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-b25ed9d0-5b9b-4b3b-a266-1f0fd20f2302 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] In _notify_port_updated(), no bound segment for port 2274ae47-cc8b-44de-a2f1-f35b3998b747 on network a70fa2d3-ada0-421a-aba1-38866790974a {{(pid=87519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 26 16:44:21.951516 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c31eaf8-4208-4d60-a1f9-b2d06975feed None None] Routers {'45291df7-5dd9-4ef4-817b-4981278d6406'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:44:21.952331 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25ed9d0-5b9b-4b3b-a266-1f0fd20f2302 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:21.952574 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3c31eaf8-4208-4d60-a1f9-b2d06975feed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:44:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['45291df7-5dd9-4ef4-817b-4981278d6406'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:21.952962 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b25ed9d0-5b9b-4b3b-a266-1f0fd20f2302 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:21.954256 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b25ed9d0-5b9b-4b3b-a266-1f0fd20f2302 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "PUT /v2.0/ports/2274ae47-cc8b-44de-a2f1-f35b3998b747 HTTP/1.1" status: 200 len: 925 time: 2.1794443 Nov 26 16:44:21.960507 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50280) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:21.969501 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-2eea4150-bffb-43f4-b884-8e444a8b5d91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '95b0155a-741c-4333-a335-e011c22674a5'}, {'subnet_id': '0253a914-f39a-4328-9d52-dfc09908b997'}]}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:22.008991 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5b61cb03-2aed-431a-a7dc-281372d8a82e tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Unset dirty status for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group_rule {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:22.010291 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5b61cb03-2aed-431a-a7dc-281372d8a82e tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4640491 Nov 26 16:44:22.018283 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ed9d0-5b9b-4b3b-a266-1f0fd20f2302 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Port': ['ID=2274ae47-cc8b-44de-a2f1-f35b3998b747,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:22.021265 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b25ed9d0-5b9b-4b3b-a266-1f0fd20f2302 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:22.024507 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50284) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:22.120830 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-3c31eaf8-4208-4d60-a1f9-b2d06975feed None None] Set router 45291df7-5dd9-4ef4-817b-4981278d6406 gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:44:22.144410 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:22.151755 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2eea4150-bffb-43f4-b884-8e444a8b5d91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:22.174185 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-21d382fa-9b79-4d47-b4ab-8db84395be3f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:22.210702 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ad38554e-497b-4443-8a57-edd4ea9b42b7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:22.237170 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:22.253206 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event deleted for resources: {'Network': ['ID=bc9ef1de-cac8-4587-82af-d693cb7d33fc,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:22.253866 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-21d382fa-9b79-4d47-b4ab-8db84395be3f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:22.292288 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:22.316290 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "DELETE /v2.0/networks/bc9ef1de-cac8-4587-82af-d693cb7d33fc HTTP/1.1" status: 204 len: 168 time: 4.2966702 Nov 26 16:44:22.318788 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-48856ba4-e0dc-49a6-b544-930e8840daef req-1c3bce3c-4550-485a-80f4-e2cb7c6a6cd2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0633924 Nov 26 16:44:22.321632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50290) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:22.327592 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-a1bae315-0bfe-46fb-9b8b-6ee3fac70cd1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2037702305'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:22.340294 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f70789a-f136-4b56-8dba-db882b7063db tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Router 45291df7-5dd9-4ef4-817b-4981278d6406 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:44:22.340294 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-a1bae315-0bfe-46fb-9b8b-6ee3fac70cd1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:22.354804 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a1bae315-0bfe-46fb-9b8b-6ee3fac70cd1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Usage tracker for resource:network and tenant:e1eef703c7604003adf96d6097c242b3 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:22.362364 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a1bae315-0bfe-46fb-9b8b-6ee3fac70cd1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:22.405639 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c48609f-d271-4105-a0d3-94823a3ba47a None None] Network a70fa2d3-ada0-421a-aba1-38866790974a requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:22.420445 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-21d382fa-9b79-4d47-b4ab-8db84395be3f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:22.425287 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-a1bae315-0bfe-46fb-9b8b-6ee3fac70cd1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:22.427994 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a955d7fb-3a2a-4ce0-82da-dfa7e62712d8 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:22.441819 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3c31eaf8-4208-4d60-a1f9-b2d06975feed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45291df7-5dd9-4ef4-817b-4981278d6406', 'name': 'tempest-NetworksTestDHCPv6-router-420238653', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:44:11Z', 'updated_at': '2021-11-26T16:44:21Z', 'revision_number': 3, 'project_id': '42f9a502ad65471984912825f43bc183', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:22.450357 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d382fa-9b79-4d47-b4ab-8db84395be3f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=749bb28f-f2f1-43c0-8267-0985010f4a5e,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:22.453398 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-21d382fa-9b79-4d47-b4ab-8db84395be3f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:22.509612 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f70789a-f136-4b56-8dba-db882b7063db tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:44:22.510848 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bae315-0bfe-46fb-9b8b-6ee3fac70cd1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Made reservation on behalf of e1eef703c7604003adf96d6097c242b3 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:22.516203 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a1bae315-0bfe-46fb-9b8b-6ee3fac70cd1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:22.526350 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c31eaf8-4208-4d60-a1f9-b2d06975feed None None] The sync data for ids ['45291df7-5dd9-4ef4-817b-4981278d6406'] in dv-neutron-819440-1-hyperv is: [{'id': '45291df7-5dd9-4ef4-817b-4981278d6406', 'name': 'tempest-NetworksTestDHCPv6-router-420238653', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:44:11Z', 'updated_at': '2021-11-26T16:44:21Z', 'revision_number': 3, 'project_id': '42f9a502ad65471984912825f43bc183', 'gw_port_host': None}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:44:22.528233 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-21d382fa-9b79-4d47-b4ab-8db84395be3f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:22.529787 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-21d382fa-9b79-4d47-b4ab-8db84395be3f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "DELETE /v2.0/security-groups/749bb28f-f2f1-43c0-8267-0985010f4a5e HTTP/1.1" status: 204 len: 168 time: 0.5042562 Nov 26 16:44:22.530158 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7f70789a-f136-4b56-8dba-db882b7063db tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "PUT /v2.0/routers/45291df7-5dd9-4ef4-817b-4981278d6406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7910500 Nov 26 16:44:22.532851 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50294) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:22.535588 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50298) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:22.549360 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:22.566811 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4196d70a-d45c-4278-97ea-2e4320598169 None None] Provisioning for port 651fa434-ddca-4ecd-94a6-5c35ffaba378 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:22.587195 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4196d70a-d45c-4278-97ea-2e4320598169 None None] Provisioning complete for port 651fa434-ddca-4ecd-94a6-5c35ffaba378 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:22.587508 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4196d70a-d45c-4278-97ea-2e4320598169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:22.625477 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1bae315-0bfe-46fb-9b8b-6ee3fac70cd1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:44:22.647973 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecc3699-ae0f-44fd-b724-62e0da838462 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:22.650566 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecc3699-ae0f-44fd-b724-62e0da838462 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:22.651289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-eecc3699-ae0f-44fd-b724-62e0da838462 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:22.654364 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a1bae315-0bfe-46fb-9b8b-6ee3fac70cd1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:22.656039 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-a1bae315-0bfe-46fb-9b8b-6ee3fac70cd1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Added segment 144372e4-95bc-4a67-a58e-66dda5d87b3a of type vlan for network 8eb9a0d9-970e-4c64-b39a-84ecd56e5b1c Nov 26 16:44:22.659407 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-38d3549b-6da5-47b4-b4ab-6b26335b40f5 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Synchronizing usage tracker for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:22.693882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-2eea4150-bffb-43f4-b884-8e444a8b5d91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Allocated IP 2001:db8:0:1::3c2 (a70fa2d3-ada0-421a-aba1-38866790974a/0253a914-f39a-4328-9d52-dfc09908b997/2274ae47-cc8b-44de-a2f1-f35b3998b747) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:22.695802 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-38d3549b-6da5-47b4-b4ab-6b26335b40f5 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Unset dirty status for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:22.697238 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-38d3549b-6da5-47b4-b4ab-6b26335b40f5 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1607163 Nov 26 16:44:22.704307 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50302) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:22.715116 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 651fa434-ddca-4ecd-94a6-5c35ffaba378, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=651fa434-ddca-4ecd-94a6-5c35ffaba378,segment=NetworkSegment(dacfdfdc-5968-47af-91cd-07a773ee3688),segment_id=dacfdfdc-5968-47af-91cd-07a773ee3688)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:22.728033 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-7e3d21d6-fe6b-437f-bfdf-df2a03f523ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Request body: {'security_group': {'name': 'tempest-secgroup--1784797331'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:22.731998 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:22.732214 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-eecc3699-ae0f-44fd-b724-62e0da838462 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:22.733027 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-eecc3699-ae0f-44fd-b724-62e0da838462 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1991339 Nov 26 16:44:22.734894 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a1bae315-0bfe-46fb-9b8b-6ee3fac70cd1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:22.738795 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-20de6959-3163-4681-9e62-a53499f9713f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:22.738981 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50306) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:22.746728 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7e3d21d6-fe6b-437f-bfdf-df2a03f523ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:22.808487 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a1bae315-0bfe-46fb-9b8b-6ee3fac70cd1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:22.815521 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bae315-0bfe-46fb-9b8b-6ee3fac70cd1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:22.816092 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a1bae315-0bfe-46fb-9b8b-6ee3fac70cd1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:22.825138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-db43fcbb-6e5d-4724-8a4a-77a622ce2a1e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:22.870979 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7e3d21d6-fe6b-437f-bfdf-df2a03f523ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:22.902426 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 651fa434-ddca-4ecd-94a6-5c35ffaba378 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:44:22.912056 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f88943-8648-40bb-bd82-b5bad48ab169 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet 0d511773-81be-4a7d-b6d9-b1ee5afe977d {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:44:22.917781 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7e3d21d6-fe6b-437f-bfdf-df2a03f523ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:22.939821 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38f88943-8648-40bb-bd82-b5bad48ab169 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:22.968633 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=651fa434-ddca-4ecd-94a6-5c35ffaba378,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:22.977235 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:22.982911 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a1bae315-0bfe-46fb-9b8b-6ee3fac70cd1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6601090 Nov 26 16:44:22.983996 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50310) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:22.995315 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-9521b9f9-f7dc-49e2-a975-33373d28e8f5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Request body: {'subnet': {'network_id': '8eb9a0d9-970e-4c64-b39a-84ecd56e5b1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:23.000485 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7e3d21d6-fe6b-437f-bfdf-df2a03f523ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:23.017263 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bae315-0bfe-46fb-9b8b-6ee3fac70cd1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event updated for resources: {'Network': ['ID=8eb9a0d9-970e-4c64-b39a-84ecd56e5b1c,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:23.020083 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a1bae315-0bfe-46fb-9b8b-6ee3fac70cd1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:23.021195 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 651fa434-ddca-4ecd-94a6-5c35ffaba378 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:23.021582 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:23.022912 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7e3d21d6-fe6b-437f-bfdf-df2a03f523ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Usage tracker for resource:security_group_rule and tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:23.033269 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7e3d21d6-fe6b-437f-bfdf-df2a03f523ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:23.049626 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7e3d21d6-fe6b-437f-bfdf-df2a03f523ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:23.052529 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 8eb9a0d9-970e-4c64-b39a-84ecd56e5b1c details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:44:23.052920 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38f88943-8648-40bb-bd82-b5bad48ab169 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:23.122639 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-9521b9f9-f7dc-49e2-a975-33373d28e8f5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:23.127118 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9521b9f9-f7dc-49e2-a975-33373d28e8f5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Usage tracker for resource:subnet and tenant:e1eef703c7604003adf96d6097c242b3 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:23.130869 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9521b9f9-f7dc-49e2-a975-33373d28e8f5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:23.139367 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-9521b9f9-f7dc-49e2-a975-33373d28e8f5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:23.154061 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9521b9f9-f7dc-49e2-a975-33373d28e8f5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Made reservation on behalf of e1eef703c7604003adf96d6097c242b3 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:23.158201 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9521b9f9-f7dc-49e2-a975-33373d28e8f5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:23.266799 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2eea4150-bffb-43f4-b884-8e444a8b5d91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:23.302156 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-2eea4150-bffb-43f4-b884-8e444a8b5d91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Ignored duplicate provisioning block setup for port 2274ae47-cc8b-44de-a2f1-f35b3998b747 by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 26 16:44:23.314274 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2eea4150-bffb-43f4-b884-8e444a8b5d91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:23.325957 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a265bb77-a27a-4061-a355-b13749e979ba tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:23.416041 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9521b9f9-f7dc-49e2-a975-33373d28e8f5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:23.421942 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e578b48a-76c6-40ee-bdac-2f7c88f98af0 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:23.437684 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-591e6c18-a723-4ece-8137-7d8bf4b5d1e1 None None] Provisioning for port 2274ae47-cc8b-44de-a2f1-f35b3998b747 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:23.443580 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-591e6c18-a723-4ece-8137-7d8bf4b5d1e1 None None] Provisioning complete for port 2274ae47-cc8b-44de-a2f1-f35b3998b747 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:23.444737 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-591e6c18-a723-4ece-8137-7d8bf4b5d1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:23.505423 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521b9f9-f7dc-49e2-a975-33373d28e8f5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event updated for resources: {'Subnet': ['ID=3772c050-69e4-4e02-8e66-16438a27c3d1,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:23.508661 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9521b9f9-f7dc-49e2-a975-33373d28e8f5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:23.513497 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521b9f9-f7dc-49e2-a975-33373d28e8f5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Checking segment: {'id': '144372e4-95bc-4a67-a58e-66dda5d87b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8eb9a0d9-970e-4c64-b39a-84ecd56e5b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:44:23.514046 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7f51de2d-544f-45a6-b680-db224275d3a4 req-bd7ffaa4-5562-4fe6-8324-c2e093f4df21 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1127343 Nov 26 16:44:23.521865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9521b9f9-f7dc-49e2-a975-33373d28e8f5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Network hostable DHCP agents. Network: 8eb9a0d9-970e-4c64-b39a-84ecd56e5b1c, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:44:23.532792 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-591e6c18-a723-4ece-8137-7d8bf4b5d1e1 None None] Port 2274ae47-cc8b-44de-a2f1-f35b3998b747 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:44:23.547613 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-591e6c18-a723-4ece-8137-7d8bf4b5d1e1 None None] Provisioning complete for port 651fa434-ddca-4ecd-94a6-5c35ffaba378 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:23.548117 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-591e6c18-a723-4ece-8137-7d8bf4b5d1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:23.552369 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9521b9f9-f7dc-49e2-a975-33373d28e8f5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Network 8eb9a0d9-970e-4c64-b39a-84ecd56e5b1c is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:44:23.566597 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-9521b9f9-f7dc-49e2-a975-33373d28e8f5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 8eb9a0d9-970e-4c64-b39a-84ecd56e5b1c) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:23.572058 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9521b9f9-f7dc-49e2-a975-33373d28e8f5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:23.573069 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9521b9f9-f7dc-49e2-a975-33373d28e8f5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:23.593868 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee106f51-814a-45a3-9fe3-fe92c68684b7 None None] Network 8eb9a0d9-970e-4c64-b39a-84ecd56e5b1c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:23.602287 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea4150-bffb-43f4-b884-8e444a8b5d91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Port': ['ID=2274ae47-cc8b-44de-a2f1-f35b3998b747,revision_number=3']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:23.613652 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-2eea4150-bffb-43f4-b884-8e444a8b5d91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] In _notify_port_updated(), no bound segment for port 2274ae47-cc8b-44de-a2f1-f35b3998b747 on network a70fa2d3-ada0-421a-aba1-38866790974a {{(pid=87519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 26 16:44:23.616428 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9521b9f9-f7dc-49e2-a975-33373d28e8f5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6279113 Nov 26 16:44:23.619373 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eea4150-bffb-43f4-b884-8e444a8b5d91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:23.619658 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50316) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:23.620049 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2eea4150-bffb-43f4-b884-8e444a8b5d91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:23.625578 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2eea4150-bffb-43f4-b884-8e444a8b5d91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "PUT /v2.0/ports/2274ae47-cc8b-44de-a2f1-f35b3998b747 HTTP/1.1" status: 200 len: 1011 time: 1.6638408 Nov 26 16:44:23.626977 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38f88943-8648-40bb-bd82-b5bad48ab169 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:23.646353 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50320) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:23.657902 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2eea4150-bffb-43f4-b884-8e444a8b5d91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:23.668249 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7e3d21d6-fe6b-437f-bfdf-df2a03f523ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:23.680786 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7e3d21d6-fe6b-437f-bfdf-df2a03f523ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:23.745822 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-019dd0fb-30a6-4cf9-acbc-42fc1050da87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:23.764310 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7e3d21d6-fe6b-437f-bfdf-df2a03f523ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:23.768402 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7e3d21d6-fe6b-437f-bfdf-df2a03f523ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0612683 Nov 26 16:44:23.773991 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50324) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:23.799408 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-50872188-c189-4f59-b613-ae38e309ad65 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Request body: {'security_group_rule': {'security_group_id': 'f5f6d829-e630-48fd-a01d-fca2fb5bfafc', 'direction': 'ingress', 'protocol': 17}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:23.818472 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-50872188-c189-4f59-b613-ae38e309ad65 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:23.825541 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-50872188-c189-4f59-b613-ae38e309ad65 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Usage tracker for resource:security_group_rule and tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:23.828551 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d21d6-fe6b-437f-bfdf-df2a03f523ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f6d829-e630-48fd-a01d-fca2fb5bfafc,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:23.833155 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-50872188-c189-4f59-b613-ae38e309ad65 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:23.841720 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7e3d21d6-fe6b-437f-bfdf-df2a03f523ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:23.842679 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-50872188-c189-4f59-b613-ae38e309ad65 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:23.874507 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38f88943-8648-40bb-bd82-b5bad48ab169 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:23.883567 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-aaecf421-2ad0-4b02-ad47-22b592162189 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:23.931078 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cef565f-d1ed-4e1b-811b-d200d506f474 None None] Sync routers for ids ['45291df7-5dd9-4ef4-817b-4981278d6406'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:44:23.940557 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-50872188-c189-4f59-b613-ae38e309ad65 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:23.949986 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38f88943-8648-40bb-bd82-b5bad48ab169 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:23.953071 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f88943-8648-40bb-bd82-b5bad48ab169 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=0d511773-81be-4a7d-b6d9-b1ee5afe977d,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:23.959760 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-38f88943-8648-40bb-bd82-b5bad48ab169 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:23.967903 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cef565f-d1ed-4e1b-811b-d200d506f474 None None] Routers {'45291df7-5dd9-4ef4-817b-4981278d6406'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:44:23.968753 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9cef565f-d1ed-4e1b-811b-d200d506f474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:44:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['45291df7-5dd9-4ef4-817b-4981278d6406'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:23.976896 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c27c873-b782-4988-8142-ec6178e52ddb None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:23.996821 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-38f88943-8648-40bb-bd82-b5bad48ab169 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/0d511773-81be-4a7d-b6d9-b1ee5afe977d HTTP/1.1" status: 204 len: 168 time: 1.2516851 Nov 26 16:44:24.000653 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50328) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:24.035065 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8e4187b4-0a48-47e2-ab3b-3ce9be8313cc tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:24.166396 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-50872188-c189-4f59-b613-ae38e309ad65 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:24.183346 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fd1365a3-1d8d-49d2-bf7c-9819709d645d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:router {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:24.188668 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-50872188-c189-4f59-b613-ae38e309ad65 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:24.190693 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:24.191031 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-9cef565f-d1ed-4e1b-811b-d200d506f474 None None] Set router 45291df7-5dd9-4ef4-817b-4981278d6406 gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:44:24.208950 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-c0b52e80-e4b7-42cc-8691-dbbce4cb281d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting port 2274ae47-cc8b-44de-a2f1-f35b3998b747 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:24.209510 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c0b52e80-e4b7-42cc-8691-dbbce4cb281d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:24.216302 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a5a966-ba71-4ff7-82f3-d7f8513c5653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-8eb9a0d9-970e-4c64-b39a-84ecd56e5b1c', 'network_id': '8eb9a0d9-970e-4c64-b39a-84ecd56e5b1c', 'tenant_id': 'e1eef703c7604003adf96d6097c242b3', 'fixed_ips': [{'subnet_id': '3772c050-69e4-4e02-8e66-16438a27c3d1'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:44:24.217162 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b9a5a966-ba71-4ff7-82f3-d7f8513c5653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:24.235622 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50872188-c189-4f59-b613-ae38e309ad65 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9a1da5-1499-4a76-9ade-a11e09a63152,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:24.243419 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-50872188-c189-4f59-b613-ae38e309ad65 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:24.253643 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fd1365a3-1d8d-49d2-bf7c-9819709d645d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:router {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:24.265494 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fd1365a3-1d8d-49d2-bf7c-9819709d645d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2613623 Nov 26 16:44:24.267553 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-50872188-c189-4f59-b613-ae38e309ad65 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:24.271982 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-50872188-c189-4f59-b613-ae38e309ad65 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4969923 Nov 26 16:44:24.273068 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50332) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:24.276208 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50334) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:24.315672 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8e4187b4-0a48-47e2-ab3b-3ce9be8313cc tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:24.347089 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9cef565f-d1ed-4e1b-811b-d200d506f474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45291df7-5dd9-4ef4-817b-4981278d6406', 'name': 'tempest-NetworksTestDHCPv6-router-420238653', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:44:11Z', 'updated_at': '2021-11-26T16:44:21Z', 'revision_number': 3, 'project_id': '42f9a502ad65471984912825f43bc183', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:24.353382 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cef565f-d1ed-4e1b-811b-d200d506f474 None None] Checking router: 45291df7-5dd9-4ef4-817b-4981278d6406 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:44:24.371979 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cef565f-d1ed-4e1b-811b-d200d506f474 None None] Routers {'45291df7-5dd9-4ef4-817b-4981278d6406'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:44:24.372883 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9cef565f-d1ed-4e1b-811b-d200d506f474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:44:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['45291df7-5dd9-4ef4-817b-4981278d6406'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:24.435529 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8e4187b4-0a48-47e2-ab3b-3ce9be8313cc tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:24.446128 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-76404ade-b63c-4fe5-b8a8-5cc37054e137 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:24.491444 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7fc39521-7e04-47c1-aa69-802d190480d7 None None] Provisioning complete for port 2274ae47-cc8b-44de-a2f1-f35b3998b747 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:24.492052 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-57031bc8-7c70-4c60-a96c-0e59472445be tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:24.492293 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7fc39521-7e04-47c1-aa69-802d190480d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:24.502852 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4187b4-0a48-47e2-ab3b-3ce9be8313cc tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event deleted for resources: {'Subnet': ['ID=3772c050-69e4-4e02-8e66-16438a27c3d1,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:24.508889 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8e4187b4-0a48-47e2-ab3b-3ce9be8313cc tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:24.523478 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-9cef565f-d1ed-4e1b-811b-d200d506f474 None None] Set router 45291df7-5dd9-4ef4-817b-4981278d6406 gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server [None req-b9a5a966-ba71-4ff7-82f3-d7f8513c5653 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3772c050-69e4-4e02-8e66-16438a27c3d1: This subnet is being modified by another concurrent operation. Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise exception Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3772c050-69e4-4e02-8e66-16438a27c3d1: This subnet is being modified by another concurrent operation. Nov 26 16:44:24.580938 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server Nov 26 16:44:24.597938 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-7fc39521-7e04-47c1-aa69-802d190480d7 None None] Port 2274ae47-cc8b-44de-a2f1-f35b3998b747 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:44:24.605711 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92343d69-960e-46c7-a67d-a33d761c652e None None] Network 8eb9a0d9-970e-4c64-b39a-84ecd56e5b1c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:24.684057 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22c1855-5b01-4891-a7e1-8c6a82b82918 None None] DHCP port deletion for 8c8ccad8-46f8-4956-abe3-9f3eb45da297 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:44:24.691695 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9cef565f-d1ed-4e1b-811b-d200d506f474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45291df7-5dd9-4ef4-817b-4981278d6406', 'name': 'tempest-NetworksTestDHCPv6-router-420238653', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:44:11Z', 'updated_at': '2021-11-26T16:44:21Z', 'revision_number': 3, 'project_id': '42f9a502ad65471984912825f43bc183', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:24.696934 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e22c1855-5b01-4891-a7e1-8c6a82b82918 None None] Deleting port 17dd2c5f-0b9d-4c48-9a87-c145f372b84b {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:24.697138 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cef565f-d1ed-4e1b-811b-d200d506f474 None None] The sync data for ids ['45291df7-5dd9-4ef4-817b-4981278d6406'] in dv-neutron-819440-1-hyperv is: [{'id': '45291df7-5dd9-4ef4-817b-4981278d6406', 'name': 'tempest-NetworksTestDHCPv6-router-420238653', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:44:11Z', 'updated_at': '2021-11-26T16:44:21Z', 'revision_number': 3, 'project_id': '42f9a502ad65471984912825f43bc183', 'gw_port_host': None}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:44:24.697711 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e22c1855-5b01-4891-a7e1-8c6a82b82918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:24.745185 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6d092020-7fad-4837-9b30-eee26ab52a79 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:24.780502 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-13d511ef-6d57-4f27-af63-468a9a54e7a8 req-b835e8e0-0457-4335-9b86-6fc5f5708359 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0898154 Nov 26 16:44:24.799474 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8e4187b4-0a48-47e2-ab3b-3ce9be8313cc tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:24.826433 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e177b843-5c5c-484a-9a7c-92bb59584b37 None None] Provisioning complete for port 2274ae47-cc8b-44de-a2f1-f35b3998b747 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:24.827195 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e177b843-5c5c-484a-9a7c-92bb59584b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:24.873166 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-8e4187b4-0a48-47e2-ab3b-3ce9be8313cc tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb9a0d9-970e-4c64-b39a-84ecd56e5b1c']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:24.887030 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 651fa434-ddca-4ecd-94a6-5c35ffaba378 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:44:24.889643 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c0b52e80-e4b7-42cc-8691-dbbce4cb281d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:24.898276 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-8e4187b4-0a48-47e2-ab3b-3ce9be8313cc tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144372e4-95bc-4a67-a58e-66dda5d87b3a') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:24.898598 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-8e4187b4-0a48-47e2-ab3b-3ce9be8313cc tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144372e4-95bc-4a67-a58e-66dda5d87b3a') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:24.973742 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8e4187b4-0a48-47e2-ab3b-3ce9be8313cc tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:25.007037 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6d092020-7fad-4837-9b30-eee26ab52a79 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:25.016564 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-57031bc8-7c70-4c60-a96c-0e59472445be tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:25.021108 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-57031bc8-7c70-4c60-a96c-0e59472445be tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:25.048460 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-c0b52e80-e4b7-42cc-8691-dbbce4cb281d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Calling delete_port for 2274ae47-cc8b-44de-a2f1-f35b3998b747 owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:25.070123 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-57031bc8-7c70-4c60-a96c-0e59472445be tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:25.070779 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57031bc8-7c70-4c60-a96c-0e59472445be tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Fanout notify agent at l3_agent the message router_deleted on router 45291df7-5dd9-4ef4-817b-4981278d6406 {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:44:25.085230 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e177b843-5c5c-484a-9a7c-92bb59584b37 None None] Port 2274ae47-cc8b-44de-a2f1-f35b3998b747 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:44:25.096652 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8e4187b4-0a48-47e2-ab3b-3ce9be8313cc tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:25.109463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4187b4-0a48-47e2-ab3b-3ce9be8313cc tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:44:25.110125 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8e4187b4-0a48-47e2-ab3b-3ce9be8313cc tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:25.115407 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-57031bc8-7c70-4c60-a96c-0e59472445be tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:25.119515 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-57031bc8-7c70-4c60-a96c-0e59472445be tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/routers/45291df7-5dd9-4ef4-817b-4981278d6406 HTTP/1.1" status: 204 len: 168 time: 0.8426962 Nov 26 16:44:25.119515 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6d092020-7fad-4837-9b30-eee26ab52a79 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:25.122621 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6d092020-7fad-4837-9b30-eee26ab52a79 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:25.126065 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6d092020-7fad-4837-9b30-eee26ab52a79 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "DELETE /v2.0/security-groups/f5f6d829-e630-48fd-a01d-fca2fb5bfafc HTTP/1.1" status: 204 len: 168 time: 0.8464072 Nov 26 16:44:25.126065 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50342) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:25.126065 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9ddf9327-8727-48ef-9f0a-63d3af89ec88 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:44:25.126379 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:44:25.128263 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50344) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:25.141267 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d092020-7fad-4837-9b30-eee26ab52a79 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f6d829-e630-48fd-a01d-fca2fb5bfafc,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:25.144000 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6d092020-7fad-4837-9b30-eee26ab52a79 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:25.207800 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-e22c1855-5b01-4891-a7e1-8c6a82b82918 None None] For port 17dd2c5f-0b9d-4c48-9a87-c145f372b84b, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=17dd2c5f-0b9d-4c48-9a87-c145f372b84b,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:25.208473 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e22c1855-5b01-4891-a7e1-8c6a82b82918 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:25.240383 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfa499b-6914-4944-bbad-7803828e8fad tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:25.242090 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6dfa499b-6914-4944-bbad-7803828e8fad tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1028416 Nov 26 16:44:25.244977 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50350) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:25.293170 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-76cad228-3c0c-45ba-8424-b2db91e686ea tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Synchronizing usage tracker for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:25.295581 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 651fa434-ddca-4ecd-94a6-5c35ffaba378 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:25.296067 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:25.298865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8e4187b4-0a48-47e2-ab3b-3ce9be8313cc tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:25.334321 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c3312655-dc7a-4abd-89ce-abb104e4640c tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:25.354601 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8e4187b4-0a48-47e2-ab3b-3ce9be8313cc tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:25.383105 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4187b4-0a48-47e2-ab3b-3ce9be8313cc tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event deleted for resources: {'Network': ['ID=8eb9a0d9-970e-4c64-b39a-84ecd56e5b1c,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:25.387611 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e22c1855-5b01-4891-a7e1-8c6a82b82918 None None] Calling delete_port for 17dd2c5f-0b9d-4c48-9a87-c145f372b84b owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:25.388143 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8e4187b4-0a48-47e2-ab3b-3ce9be8313cc tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:25.388777 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-76cad228-3c0c-45ba-8424-b2db91e686ea tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Unset dirty status for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:25.390018 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-76cad228-3c0c-45ba-8424-b2db91e686ea tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2606356 Nov 26 16:44:25.395950 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8e4187b4-0a48-47e2-ab3b-3ce9be8313cc tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "DELETE /v2.0/networks/8eb9a0d9-970e-4c64-b39a-84ecd56e5b1c HTTP/1.1" status: 204 len: 168 time: 1.7740734 Nov 26 16:44:25.398948 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50354) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:25.398948 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50356) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:25.411653 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-3f73c6f1-e695-43db-bc47-eed2451e8af8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1242092373'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:25.424373 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-95163723-7e63-4881-95c7-75cf8e6ba13e tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Request body: {'security_group': {'name': 'tempest-secgroup--442620944'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:25.436374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3f73c6f1-e695-43db-bc47-eed2451e8af8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:25.438757 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-95163723-7e63-4881-95c7-75cf8e6ba13e tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:25.444268 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a3a9e6-a2fc-490c-8aa0-0d7d7be4b9c2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:25.444785 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-47a3a9e6-a2fc-490c-8aa0-0d7d7be4b9c2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:25.460860 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-47a3a9e6-a2fc-490c-8aa0-0d7d7be4b9c2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:25.462659 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-47a3a9e6-a2fc-490c-8aa0-0d7d7be4b9c2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2164667 Nov 26 16:44:25.465182 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50362) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:25.478353 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3f73c6f1-e695-43db-bc47-eed2451e8af8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Usage tracker for resource:network and tenant:e1eef703c7604003adf96d6097c242b3 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:25.492013 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3f73c6f1-e695-43db-bc47-eed2451e8af8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:25.494966 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-95163723-7e63-4881-95c7-75cf8e6ba13e tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:25.507081 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3f73c6f1-e695-43db-bc47-eed2451e8af8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:25.526231 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e22c1855-5b01-4891-a7e1-8c6a82b82918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:25.529520 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-95163723-7e63-4881-95c7-75cf8e6ba13e tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:25.541264 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8da34fa9-ba22-44a9-8f3f-fdca1a55f384 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:router {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:25.542307 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9d0ef5df-8530-4b11-b37e-7c04aaefe679 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:25.543326 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f73c6f1-e695-43db-bc47-eed2451e8af8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Made reservation on behalf of e1eef703c7604003adf96d6097c242b3 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:25.546875 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f73c6f1-e695-43db-bc47-eed2451e8af8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:25.558854 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8da34fa9-ba22-44a9-8f3f-fdca1a55f384 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:router {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:25.560063 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c0b52e80-e4b7-42cc-8691-dbbce4cb281d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:25.566484 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8da34fa9-ba22-44a9-8f3f-fdca1a55f384 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0996473 Nov 26 16:44:25.567486 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50366) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:25.570334 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2138c1d0-8441-4c4e-b343-dfbf3b54faab tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:25.577720 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22c1855-5b01-4891-a7e1-8c6a82b82918 None None] No DVR routers for this DVR port 17dd2c5f-0b9d-4c48-9a87-c145f372b84b on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:44:25.578648 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-43c15caa-e628-484f-835e-298c8c04f760 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:25.604615 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a60b57-2f1a-4362-b07e-8eb44bf4cfd3 None None] get_active_networks_info from dv-neutron-819440-1-hyperv {{(pid=87520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 26 16:44:25.630716 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b52e80-e4b7-42cc-8691-dbbce4cb281d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Port': ['ID=2274ae47-cc8b-44de-a2f1-f35b3998b747,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:25.636673 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c0b52e80-e4b7-42cc-8691-dbbce4cb281d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:25.638232 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-95163723-7e63-4881-95c7-75cf8e6ba13e tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:25.644480 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-95163723-7e63-4881-95c7-75cf8e6ba13e tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Usage tracker for resource:security_group_rule and tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:25.648351 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-95163723-7e63-4881-95c7-75cf8e6ba13e tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:25.687692 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-95163723-7e63-4881-95c7-75cf8e6ba13e tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:25.718421 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-43c15caa-e628-484f-835e-298c8c04f760 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:25.721930 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f73c6f1-e695-43db-bc47-eed2451e8af8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:44:25.724083 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a60b57-2f1a-4362-b07e-8eb44bf4cfd3 None None] Resources bound (agent type, host, resource id): {{(pid=87520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 16:44:25.726101 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c1855-5b01-4891-a7e1-8c6a82b82918 None None] Pushing event deleted for resources: {'Port': ['ID=17dd2c5f-0b9d-4c48-9a87-c145f372b84b,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:25.729248 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e22c1855-5b01-4891-a7e1-8c6a82b82918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:25.744861 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-43c15caa-e628-484f-835e-298c8c04f760 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:25.754909 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c0b52e80-e4b7-42cc-8691-dbbce4cb281d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:25.762130 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f73c6f1-e695-43db-bc47-eed2451e8af8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:25.762523 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-3f73c6f1-e695-43db-bc47-eed2451e8af8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Added segment 462f32a3-b2cd-4732-b5fb-52de9965ee58 of type vlan for network 91170a07-fa0c-4db7-99cd-d93c13f99f28 Nov 26 16:44:25.765897 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c15caa-e628-484f-835e-298c8c04f760 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:25.773028 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-43c15caa-e628-484f-835e-298c8c04f760 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:25.782680 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c0b52e80-e4b7-42cc-8691-dbbce4cb281d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/ports/2274ae47-cc8b-44de-a2f1-f35b3998b747 HTTP/1.1" status: 204 len: 168 time: 2.1322398 Nov 26 16:44:25.795257 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50370) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:25.839153 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 17dd2c5f-0b9d-4c48-9a87-c145f372b84b no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:44:25.850481 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f73c6f1-e695-43db-bc47-eed2451e8af8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:25.869526 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b1a937-fcf9-4e18-8fa6-5315e71968fc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] GET failed (client error): The resource could not be found. Nov 26 16:44:25.870241 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c0b1a937-fcf9-4e18-8fa6-5315e71968fc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Synchronizing usage tracker for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:25.889100 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 17dd2c5f-0b9d-4c48-9a87-c145f372b84b {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:44:25.889457 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 17dd2c5f-0b9d-4c48-9a87-c145f372b84b not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:44:25.920850 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-95163723-7e63-4881-95c7-75cf8e6ba13e tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:25.933725 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-072fb69a-cba7-4c22-810e-f27f732aa8be req-a1a47e22-9fb1-4d85-996e-8918ba475425 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0645828 Nov 26 16:44:25.936123 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-95163723-7e63-4881-95c7-75cf8e6ba13e tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:25.944866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-575f65a1-120f-46ad-8940-0a09a57d049b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:25.954307 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c0b1a937-fcf9-4e18-8fa6-5315e71968fc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Unset dirty status for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:25.958528 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c0b1a937-fcf9-4e18-8fa6-5315e71968fc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "GET /v2.0/ports/2274ae47-cc8b-44de-a2f1-f35b3998b747 HTTP/1.1" status: 404 len: 333 time: 0.1592915 Nov 26 16:44:25.960615 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50376) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:25.986893 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f73c6f1-e695-43db-bc47-eed2451e8af8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:25.993412 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f73c6f1-e695-43db-bc47-eed2451e8af8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:25.994004 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f73c6f1-e695-43db-bc47-eed2451e8af8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:26.026854 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3f73c6f1-e695-43db-bc47-eed2451e8af8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6241624 Nov 26 16:44:26.027099 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50380) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:26.028640 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95163723-7e63-4881-95c7-75cf8e6ba13e tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace849f7-b6f7-404b-872a-96f000e04955,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:26.031148 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-95163723-7e63-4881-95c7-75cf8e6ba13e tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:26.032569 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-95163723-7e63-4881-95c7-75cf8e6ba13e tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6319752 Nov 26 16:44:26.033741 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-95163723-7e63-4881-95c7-75cf8e6ba13e tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:26.034439 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-51d618ba-cad0-4dc7-a9da-368057a29ef2 tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:26.037762 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-890a0a03-bd2f-429b-bcfa-be1f27991a97 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Request body: {'subnet': {'network_id': '91170a07-fa0c-4db7-99cd-d93c13f99f28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:26.053174 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50384) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:26.063189 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-7fdf0464-053b-4175-99a8-c90df4c6ef01 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Request body: {'security_group': {'name': 'tempest-secgroup--89919225'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:26.151874 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893b864b-3185-43ff-ac54-2e0821476843 None None] get_active_networks_info from dv-neutron-819440-1-hyperv {{(pid=87520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 26 16:44:26.156714 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c6c8ce-738f-4553-bc69-573d6787c901 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting subnet 0253a914-f39a-4328-9d52-dfc09908b997 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:44:26.198711 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-99c6c8ce-738f-4553-bc69-573d6787c901 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:26.245445 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7fdf0464-053b-4175-99a8-c90df4c6ef01 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:26.275502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7fdf0464-053b-4175-99a8-c90df4c6ef01 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:26.286221 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73c6f1-e695-43db-bc47-eed2451e8af8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event updated for resources: {'Network': ['ID=91170a07-fa0c-4db7-99cd-d93c13f99f28,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:26.290261 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3f73c6f1-e695-43db-bc47-eed2451e8af8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:26.295657 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-890a0a03-bd2f-429b-bcfa-be1f27991a97 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:26.296874 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7fdf0464-053b-4175-99a8-c90df4c6ef01 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:26.308478 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-890a0a03-bd2f-429b-bcfa-be1f27991a97 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Usage tracker for resource:subnet and tenant:e1eef703c7604003adf96d6097c242b3 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:26.314779 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-99c6c8ce-738f-4553-bc69-573d6787c901 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:26.317280 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 91170a07-fa0c-4db7-99cd-d93c13f99f28 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:44:26.320572 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7fdf0464-053b-4175-99a8-c90df4c6ef01 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:26.324702 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7fdf0464-053b-4175-99a8-c90df4c6ef01 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Usage tracker for resource:security_group_rule and tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:26.328184 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7fdf0464-053b-4175-99a8-c90df4c6ef01 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:26.332381 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893b864b-3185-43ff-ac54-2e0821476843 None None] Resources bound (agent type, host, resource id): {{(pid=87520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 16:44:26.333931 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7fdf0464-053b-4175-99a8-c90df4c6ef01 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:26.353884 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-890a0a03-bd2f-429b-bcfa-be1f27991a97 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:26.386986 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-890a0a03-bd2f-429b-bcfa-be1f27991a97 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:26.412934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7fdf0464-053b-4175-99a8-c90df4c6ef01 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:26.417295 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7fdf0464-053b-4175-99a8-c90df4c6ef01 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:26.419315 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890a0a03-bd2f-429b-bcfa-be1f27991a97 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Made reservation on behalf of e1eef703c7604003adf96d6097c242b3 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:26.422239 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-90632770-712b-43d2-be6d-7accf4091840 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:26.423306 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-890a0a03-bd2f-429b-bcfa-be1f27991a97 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:26.474445 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf0464-053b-4175-99a8-c90df4c6ef01 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbaaa76-3aea-4af6-aee8-bfb02bb72c2f,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:26.477303 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7fdf0464-053b-4175-99a8-c90df4c6ef01 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:26.488096 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7fdf0464-053b-4175-99a8-c90df4c6ef01 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:26.492245 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7fdf0464-053b-4175-99a8-c90df4c6ef01 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4353726 Nov 26 16:44:26.492955 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50388) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:26.498936 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-4a4e8f9f-b21d-461c-a8ed-49874d519ffb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Request body: {'security_group_rule': {'security_group_id': 'ace849f7-b6f7-404b-872a-96f000e04955', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6bbaaa76-3aea-4af6-aee8-bfb02bb72c2f', 'remote_ip_prefix': None}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:26.505593 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-4a4e8f9f-b21d-461c-a8ed-49874d519ffb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:26.509786 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-4a4e8f9f-b21d-461c-a8ed-49874d519ffb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Usage tracker for resource:security_group_rule and tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:26.513561 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-4a4e8f9f-b21d-461c-a8ed-49874d519ffb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:26.519962 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-4a4e8f9f-b21d-461c-a8ed-49874d519ffb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:26.546664 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4a4e8f9f-b21d-461c-a8ed-49874d519ffb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:26.611647 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4a4e8f9f-b21d-461c-a8ed-49874d519ffb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:26.616729 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4a4e8f9f-b21d-461c-a8ed-49874d519ffb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:26.623275 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:26.646970 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e8f9f-b21d-461c-a8ed-49874d519ffb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393d5b12-c3bc-4b81-99dc-756fc7acd772,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:26.649632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4a4e8f9f-b21d-461c-a8ed-49874d519ffb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:26.662875 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4a4e8f9f-b21d-461c-a8ed-49874d519ffb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:26.664266 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4a4e8f9f-b21d-461c-a8ed-49874d519ffb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1702771 Nov 26 16:44:26.664842 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.objects.ports [None req-43c15caa-e628-484f-835e-298c8c04f760 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87519) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 26 16:44:26.667108 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50392) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:26.669231 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-43c15caa-e628-484f-835e-298c8c04f760 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:26.674582 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-99c6c8ce-738f-4553-bc69-573d6787c901 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:26.698591 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2803577e-aa5e-40c4-9bcc-177171c28880 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:26.702510 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7576ecc8-7c37-43b9-afe8-501fef68dcdd tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:26.713906 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2803577e-aa5e-40c4-9bcc-177171c28880 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:26.741493 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2803577e-aa5e-40c4-9bcc-177171c28880 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:26.779048 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:26.782459 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c15caa-e628-484f-835e-298c8c04f760 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:26.783491 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'fixed_ips': [{'subnet_id': 'eb88a613-937e-46b0-82da-bc2b1c83466a'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:44:26.784559 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:26.793202 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-43c15caa-e628-484f-835e-298c8c04f760 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:26.803394 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803577e-aa5e-40c4-9bcc-177171c28880 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=393d5b12-c3bc-4b81-99dc-756fc7acd772,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:26.805602 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2803577e-aa5e-40c4-9bcc-177171c28880 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:26.807091 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2803577e-aa5e-40c4-9bcc-177171c28880 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:26.808234 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2803577e-aa5e-40c4-9bcc-177171c28880 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/393d5b12-c3bc-4b81-99dc-756fc7acd772 HTTP/1.1" status: 204 len: 168 time: 0.1399570 Nov 26 16:44:26.811259 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50396) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:26.827886 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c15caa-e628-484f-835e-298c8c04f760 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:26.828645 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-43c15caa-e628-484f-835e-298c8c04f760 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:26.867179 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c15caa-e628-484f-835e-298c8c04f760 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=eb88a613-937e-46b0-82da-bc2b1c83466a,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:26.875513 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d83b753a-d8ea-4914-921b-025c7911dd69 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Synchronizing usage tracker for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group_rule {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:26.879681 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-43c15caa-e628-484f-835e-298c8c04f760 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:26.892044 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d83b753a-d8ea-4914-921b-025c7911dd69 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Unset dirty status for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group_rule {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:26.893552 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d83b753a-d8ea-4914-921b-025c7911dd69 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0812829 Nov 26 16:44:26.898616 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50400) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:26.899235 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-43c15caa-e628-484f-835e-298c8c04f760 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3303289 Nov 26 16:44:26.902203 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50404) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:26.920471 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-6f7e777f-193b-4cc6-9741-9b5762d17d8c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:26.945521 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-99c6c8ce-738f-4553-bc69-573d6787c901 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:26.967587 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ef98d58c-e6de-42e2-bb88-72e1f350715f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:26.991127 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] Allocated IP 2001:db8::f816:3eff:fe9a:db06 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/eb88a613-937e-46b0-82da-bc2b1c83466a/cb7a8135-e286-4597-a19b-6fa6028870e9) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:27.004898 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a86a1788-6d7a-42b4-a621-39f9a50d9963 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:27.036944 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ef98d58c-e6de-42e2-bb88-72e1f350715f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:27.053869 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0de836ee-e834-4596-81a5-4c5490fef0d1 req-b15d84cf-b75a-4420-a0d5-041b4c3cb437 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0612216 Nov 26 16:44:27.061979 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6c8ce-738f-4553-bc69-573d6787c901 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Subnet': ['ID=0253a914-f39a-4328-9d52-dfc09908b997,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:27.071338 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-99c6c8ce-738f-4553-bc69-573d6787c901 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:27.074118 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-99c6c8ce-738f-4553-bc69-573d6787c901 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:27.078761 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-99c6c8ce-738f-4553-bc69-573d6787c901 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/subnets/0253a914-f39a-4328-9d52-dfc09908b997 HTTP/1.1" status: 204 len: 168 time: 1.1165488 Nov 26 16:44:27.080049 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50410) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:27.087234 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-890a0a03-bd2f-429b-bcfa-be1f27991a97 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:27.099917 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ef98d58c-e6de-42e2-bb88-72e1f350715f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:27.108506 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e0f088e8-20d6-4582-bc98-532700fb36e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:27.123288 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98d58c-e6de-42e2-bb88-72e1f350715f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbaaa76-3aea-4af6-aee8-bfb02bb72c2f,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:27.124296 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-893acf84-7dd8-453c-a408-4717a6e52cad tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:27.131452 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ef98d58c-e6de-42e2-bb88-72e1f350715f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:27.143236 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ef98d58c-e6de-42e2-bb88-72e1f350715f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:27.147179 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ef98d58c-e6de-42e2-bb88-72e1f350715f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "DELETE /v2.0/security-groups/6bbaaa76-3aea-4af6-aee8-bfb02bb72c2f HTTP/1.1" status: 204 len: 168 time: 0.2448525 Nov 26 16:44:27.147786 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50414) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:27.222289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cceadf68-4377-4aa4-ab41-45b27780b4f6 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Synchronizing usage tracker for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:27.237088 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:27.238822 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cceadf68-4377-4aa4-ab41-45b27780b4f6 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Unset dirty status for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:27.240150 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cceadf68-4377-4aa4-ab41-45b27780b4f6 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4506 time: 0.0913942 Nov 26 16:44:27.243294 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50418) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:27.249545 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] Transition to ACTIVE for port object cb7a8135-e286-4597-a19b-6fa6028870e9 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:27.269454 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] Transition to ACTIVE for port object cb7a8135-e286-4597-a19b-6fa6028870e9 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:27.275103 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:27.280853 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-1f2380be-41c2-4bef-94cc-46c915c24cc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:27.317947 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c0c91f14-46d5-48c3-bfbc-7b63346d96cb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:27.344552 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:27.347591 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:27.351530 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:27.352786 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c0c91f14-46d5-48c3-bfbc-7b63346d96cb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:27.386197 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] Pushing event updated for resources: {'Port': ['ID=cb7a8135-e286-4597-a19b-6fa6028870e9,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:27.394619 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:27.404308 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6f7e777f-193b-4cc6-9741-9b5762d17d8c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:27.409837 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c0c91f14-46d5-48c3-bfbc-7b63346d96cb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:27.413864 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6f7e777f-193b-4cc6-9741-9b5762d17d8c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:27.415509 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-40efd888-86f4-4b30-9163-1bcd74e24c7f tempest-NegativeSecGroupTest-309443191 tempest-NegativeSecGroupTest-309443191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:27.421751 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6f7e777f-193b-4cc6-9741-9b5762d17d8c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:27.424521 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a0a03-bd2f-429b-bcfa-be1f27991a97 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event updated for resources: {'Subnet': ['ID=5a7e037e-642e-43f9-af47-b7755630a6a9,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:27.429885 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5924407-15e4-465c-ae10-18ee670f0c53 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting subnet 95b0155a-741c-4333-a335-e011c22674a5 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:44:27.432942 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d5924407-15e4-465c-ae10-18ee670f0c53 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:27.433112 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c91f14-46d5-48c3-bfbc-7b63346d96cb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace849f7-b6f7-404b-872a-96f000e04955,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:27.435686 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c0c91f14-46d5-48c3-bfbc-7b63346d96cb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:27.450657 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c0c91f14-46d5-48c3-bfbc-7b63346d96cb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:27.454994 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c0c91f14-46d5-48c3-bfbc-7b63346d96cb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "DELETE /v2.0/security-groups/ace849f7-b6f7-404b-872a-96f000e04955 HTTP/1.1" status: 204 len: 168 time: 0.2075527 Nov 26 16:44:27.454994 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50422) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:27.459616 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] Attempting to bind port cb7a8135-e286-4597-a19b-6fa6028870e9 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:44:27.460019 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] Attempting to bind port cb7a8135-e286-4597-a19b-6fa6028870e9 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:44:27.461108 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] Attempting to bind port cb7a8135-e286-4597-a19b-6fa6028870e9 on network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:44:27.463913 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-890a0a03-bd2f-429b-bcfa-be1f27991a97 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:27.467643 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:44:27.468138 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] Checking segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:44:27.468542 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:27.468935 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] Bound using segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:44:27.469741 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] Bound port: cb7a8135-e286-4597-a19b-6fa6028870e9, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:44:27.470146 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:27.475372 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6f7e777f-193b-4cc6-9741-9b5762d17d8c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:27.491450 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a0a03-bd2f-429b-bcfa-be1f27991a97 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Checking segment: {'id': '462f32a3-b2cd-4732-b5fb-52de9965ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '91170a07-fa0c-4db7-99cd-d93c13f99f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:44:27.491940 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890a0a03-bd2f-429b-bcfa-be1f27991a97 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Network hostable DHCP agents. Network: 91170a07-fa0c-4db7-99cd-d93c13f99f28, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:44:27.502650 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7e777f-193b-4cc6-9741-9b5762d17d8c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:27.506105 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6f7e777f-193b-4cc6-9741-9b5762d17d8c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:27.511886 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7f798e08-9766-41e8-a6dc-98cd3bb8f504 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Synchronizing usage tracker for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:27.530362 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7f798e08-9766-41e8-a6dc-98cd3bb8f504 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Unset dirty status for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:27.537382 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7f798e08-9766-41e8-a6dc-98cd3bb8f504 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0812035 Nov 26 16:44:27.539050 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50426) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:27.546336 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-3438a8c3-e234-42fb-af61-1b76ec75f7fc tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Request body: {'security_group': {'name': 'tempest-secgroup--754232582'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:27.560584 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3438a8c3-e234-42fb-af61-1b76ec75f7fc tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:27.569493 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] For port cb7a8135-e286-4597-a19b-6fa6028870e9, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:44:27.571164 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3438a8c3-e234-42fb-af61-1b76ec75f7fc tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:27.572747 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] For port cb7a8135-e286-4597-a19b-6fa6028870e9, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=cb7a8135-e286-4597-a19b-6fa6028870e9,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:44:27.578097 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:27.581632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3438a8c3-e234-42fb-af61-1b76ec75f7fc tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:27.585480 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-af54f8e1-6baa-404a-8c34-8b58f45266c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:27.595876 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d5924407-15e4-465c-ae10-18ee670f0c53 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:27.606598 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3438a8c3-e234-42fb-af61-1b76ec75f7fc tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:27.610754 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3438a8c3-e234-42fb-af61-1b76ec75f7fc tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Usage tracker for resource:security_group_rule and tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:27.613612 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3438a8c3-e234-42fb-af61-1b76ec75f7fc tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:27.619483 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3438a8c3-e234-42fb-af61-1b76ec75f7fc tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:27.666435 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890a0a03-bd2f-429b-bcfa-be1f27991a97 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Network 91170a07-fa0c-4db7-99cd-d93c13f99f28 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:44:27.674176 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] Pushing event updated for resources: {'Port': ['ID=cb7a8135-e286-4597-a19b-6fa6028870e9,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:27.677505 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:27.712259 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3438a8c3-e234-42fb-af61-1b76ec75f7fc tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:27.716601 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3438a8c3-e234-42fb-af61-1b76ec75f7fc tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:27.721915 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-890a0a03-bd2f-429b-bcfa-be1f27991a97 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 91170a07-fa0c-4db7-99cd-d93c13f99f28) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:27.722736 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-95163723-7e63-4881-95c7-75cf8e6ba13e tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:27.734192 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890a0a03-bd2f-429b-bcfa-be1f27991a97 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:27.740513 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-890a0a03-bd2f-429b-bcfa-be1f27991a97 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:27.771358 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438a8c3-e234-42fb-af61-1b76ec75f7fc tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8d04fb-d30a-4121-a23e-991e2eafd454,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:27.775627 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3438a8c3-e234-42fb-af61-1b76ec75f7fc tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:27.780313 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d5924407-15e4-465c-ae10-18ee670f0c53 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:27.782317 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3438a8c3-e234-42fb-af61-1b76ec75f7fc tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:27.786199 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3438a8c3-e234-42fb-af61-1b76ec75f7fc tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2434018 Nov 26 16:44:27.786483 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50430) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:27.792433 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-16ef5a0d-ab76-4f96-b66c-3ee46402d963 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Request body: {'security_group_rule': {'security_group_id': 'ed8d04fb-d30a-4121-a23e-991e2eafd454', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:27.798833 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-16ef5a0d-ab76-4f96-b66c-3ee46402d963 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:27.803294 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-16ef5a0d-ab76-4f96-b66c-3ee46402d963 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Usage tracker for resource:security_group_rule and tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:27.806458 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-16ef5a0d-ab76-4f96-b66c-3ee46402d963 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:27.813261 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-16ef5a0d-ab76-4f96-b66c-3ee46402d963 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:27.818387 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-890a0a03-bd2f-429b-bcfa-be1f27991a97 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7892034 Nov 26 16:44:27.822973 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50434) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:27.831021 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-f3bae772-19c4-470a-81e1-e0abc1eca651 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Request body: {'subnet': {'network_id': '91170a07-fa0c-4db7-99cd-d93c13f99f28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:27.861036 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-16ef5a0d-ab76-4f96-b66c-3ee46402d963 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:27.929817 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d5924407-15e4-465c-ae10-18ee670f0c53 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:27.937885 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b0adb103-dda5-46d3-ad15-7857cee38bec tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:27.986448 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5924407-15e4-465c-ae10-18ee670f0c53 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Subnet': ['ID=95b0155a-741c-4333-a335-e011c22674a5,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:27.990873 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d5924407-15e4-465c-ae10-18ee670f0c53 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:27.995427 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d5924407-15e4-465c-ae10-18ee670f0c53 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:28.013452 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d5924407-15e4-465c-ae10-18ee670f0c53 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/subnets/95b0155a-741c-4333-a335-e011c22674a5 HTTP/1.1" status: 204 len: 168 time: 0.9283092 Nov 26 16:44:28.015350 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50438) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:28.056267 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-16ef5a0d-ab76-4f96-b66c-3ee46402d963 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:28.064362 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f3bae772-19c4-470a-81e1-e0abc1eca651 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:28.068775 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-16ef5a0d-ab76-4f96-b66c-3ee46402d963 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:28.069847 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f3bae772-19c4-470a-81e1-e0abc1eca651 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Usage tracker for resource:subnet and tenant:e1eef703c7604003adf96d6097c242b3 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:28.075502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f3bae772-19c4-470a-81e1-e0abc1eca651 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:28.082023 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bdee9419-f140-45dd-806b-12250322598a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:28.107475 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f3bae772-19c4-470a-81e1-e0abc1eca651 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:28.109659 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef5a0d-ab76-4f96-b66c-3ee46402d963 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17bd81ae-3f1b-43ae-be04-81698aaf9c4b,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:28.112104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-16ef5a0d-ab76-4f96-b66c-3ee46402d963 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:28.129338 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bae772-19c4-470a-81e1-e0abc1eca651 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Made reservation on behalf of e1eef703c7604003adf96d6097c242b3 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:28.133434 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f3bae772-19c4-470a-81e1-e0abc1eca651 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:28.151811 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6f7e777f-193b-4cc6-9741-9b5762d17d8c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:28.152193 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-16ef5a0d-ab76-4f96-b66c-3ee46402d963 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:28.156033 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-16ef5a0d-ab76-4f96-b66c-3ee46402d963 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3657641 Nov 26 16:44:28.158058 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50444) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:28.188988 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-07733d8c-204b-42ce-808f-115659452f16 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:28.246304 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e4e643b4-4ccd-4da8-a842-793518ed4b1e req-ad08d7f5-ad69-440f-b758-e579abefed98 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1045213 Nov 26 16:44:28.256279 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-22de9c47-47a3-4003-b9a9-8e8fe36ac242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:28.257418 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-80453921-11bb-4890-af3b-4b0a9b7db773 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:28.268459 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7e777f-193b-4cc6-9741-9b5762d17d8c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:28.273917 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-6f7e777f-193b-4cc6-9741-9b5762d17d8c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:28.280272 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7e777f-193b-4cc6-9741-9b5762d17d8c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:28.280860 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6f7e777f-193b-4cc6-9741-9b5762d17d8c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:28.284566 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-80453921-11bb-4890-af3b-4b0a9b7db773 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:28.302928 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e777f-193b-4cc6-9741-9b5762d17d8c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=997a9af6-a8a8-435b-b7d5-2967610cd24a,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:28.305018 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-22de9c47-47a3-4003-b9a9-8e8fe36ac242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting port 651fa434-ddca-4ecd-94a6-5c35ffaba378 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:28.305388 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-22de9c47-47a3-4003-b9a9-8e8fe36ac242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:28.329472 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-80453921-11bb-4890-af3b-4b0a9b7db773 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:28.332920 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f06498c1-5047-44ea-bd1f-9199dcc19499 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:28.334533 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6f7e777f-193b-4cc6-9741-9b5762d17d8c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:28.342343 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6f7e777f-193b-4cc6-9741-9b5762d17d8c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4375789 Nov 26 16:44:28.348029 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50448) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:28.351191 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80453921-11bb-4890-af3b-4b0a9b7db773 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17bd81ae-3f1b-43ae-be04-81698aaf9c4b,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:28.355520 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-80453921-11bb-4890-af3b-4b0a9b7db773 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:28.359179 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-0fa64a9a-7ccf-450c-bd49-dead1868c6fd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'mac_address': 'fa:16:3e:fd:d8:32', 'name': 'tempest-NetworksTestDHCPv6-973932236'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:28.487895 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-80453921-11bb-4890-af3b-4b0a9b7db773 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:28.489029 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-80453921-11bb-4890-af3b-4b0a9b7db773 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/17bd81ae-3f1b-43ae-be04-81698aaf9c4b HTTP/1.1" status: 204 len: 168 time: 0.3300643 Nov 26 16:44:28.500876 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50452) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:28.534303 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-22de9c47-47a3-4003-b9a9-8e8fe36ac242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] For port 651fa434-ddca-4ecd-94a6-5c35ffaba378, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=651fa434-ddca-4ecd-94a6-5c35ffaba378,segment=NetworkSegment(dacfdfdc-5968-47af-91cd-07a773ee3688),segment_id=dacfdfdc-5968-47af-91cd-07a773ee3688)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:28.534784 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-22de9c47-47a3-4003-b9a9-8e8fe36ac242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:28.547180 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c98583b4-6027-4353-ad94-52733940b091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:28.601592 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2ea08187-09c3-4f13-ae09-7e12ae5df6f5 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Synchronizing usage tracker for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group_rule {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:28.637297 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0fa64a9a-7ccf-450c-bd49-dead1868c6fd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:28.652767 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0fa64a9a-7ccf-450c-bd49-dead1868c6fd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:port and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:28.660159 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0fa64a9a-7ccf-450c-bd49-dead1868c6fd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:28.662827 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2ea08187-09c3-4f13-ae09-7e12ae5df6f5 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Unset dirty status for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group_rule {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:28.666667 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2ea08187-09c3-4f13-ae09-7e12ae5df6f5 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1623116 Nov 26 16:44:28.667471 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-22de9c47-47a3-4003-b9a9-8e8fe36ac242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Calling delete_port for 651fa434-ddca-4ecd-94a6-5c35ffaba378 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:28.675991 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0fa64a9a-7ccf-450c-bd49-dead1868c6fd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:28.677900 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50456) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:28.710422 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa64a9a-7ccf-450c-bd49-dead1868c6fd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:28.740410 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f3bae772-19c4-470a-81e1-e0abc1eca651 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:28.744425 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2ed80475-2c9b-4cff-9e78-c994a2053338 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:28.765664 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-22de9c47-47a3-4003-b9a9-8e8fe36ac242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:28.769926 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7e143b0d-8da1-4713-8085-b95dc0781f28 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:28.818590 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de9c47-47a3-4003-b9a9-8e8fe36ac242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Port': ['ID=651fa434-ddca-4ecd-94a6-5c35ffaba378,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:28.823068 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-22de9c47-47a3-4003-b9a9-8e8fe36ac242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:28.832893 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22de9c47-47a3-4003-b9a9-8e8fe36ac242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] No DVR routers for this DVR port 651fa434-ddca-4ecd-94a6-5c35ffaba378 on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:44:28.851075 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df7a197-dce9-4f09-bfbc-01adf62f9ef4 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:28.871788 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d865e9-24aa-408d-9bc3-c7a33e2f7f54 None None] Network 91170a07-fa0c-4db7-99cd-d93c13f99f28 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:28.890265 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bae772-19c4-470a-81e1-e0abc1eca651 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Network 91170a07-fa0c-4db7-99cd-d93c13f99f28 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:28.896010 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-f3bae772-19c4-470a-81e1-e0abc1eca651 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:28.910934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bae772-19c4-470a-81e1-e0abc1eca651 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:28.911179 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f3bae772-19c4-470a-81e1-e0abc1eca651 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:28.911439 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device cb7a8135-e286-4597-a19b-6fa6028870e9 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:44:28.938254 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bae772-19c4-470a-81e1-e0abc1eca651 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event updated for resources: {'Subnet': ['ID=a97485f3-11e2-4cc0-862d-a22b26b1f154,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:28.955710 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8510501e-866d-49e7-abeb-fe590aa49f57 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:28.994294 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-22de9c47-47a3-4003-b9a9-8e8fe36ac242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:28.999012 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8510501e-866d-49e7-abeb-fe590aa49f57 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:29.026200 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-22de9c47-47a3-4003-b9a9-8e8fe36ac242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a70fa2d3-ada0-421a-aba1-38866790974a']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:29.049233 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-22de9c47-47a3-4003-b9a9-8e8fe36ac242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacfdfdc-5968-47af-91cd-07a773ee3688') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:29.049564 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-22de9c47-47a3-4003-b9a9-8e8fe36ac242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacfdfdc-5968-47af-91cd-07a773ee3688') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:29.064328 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-22de9c47-47a3-4003-b9a9-8e8fe36ac242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:29.084631 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-22de9c47-47a3-4003-b9a9-8e8fe36ac242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:29.093043 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22de9c47-47a3-4003-b9a9-8e8fe36ac242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:44:29.093580 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-22de9c47-47a3-4003-b9a9-8e8fe36ac242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:29.105775 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eee47c-9a64-4f37-b0c7-a304c0d561c1 None None] Network a70fa2d3-ada0-421a-aba1-38866790974a requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:44:29.109707 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:44:29.145649 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f3bae772-19c4-470a-81e1-e0abc1eca651 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:29.173463 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f3bae772-19c4-470a-81e1-e0abc1eca651 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3467665 Nov 26 16:44:29.174890 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50460) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:29.193590 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0fa64a9a-7ccf-450c-bd49-dead1868c6fd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:29.225753 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-0fa64a9a-7ccf-450c-bd49-dead1868c6fd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] device_id is not set on port 58bb15ac-f454-4b17-a22f-aba67842bb03 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:44:29.261584 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b2b676b3-8ab8-416c-a3e7-05b06330d4b8 None None] Provisioning for port cb7a8135-e286-4597-a19b-6fa6028870e9 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:29.268540 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8510501e-866d-49e7-abeb-fe590aa49f57 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:29.279291 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1a6b92ad-a966-4d6a-aced-6feea905f815 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:29.309831 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510501e-866d-49e7-abeb-fe590aa49f57 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8d04fb-d30a-4121-a23e-991e2eafd454,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:29.315331 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8510501e-866d-49e7-abeb-fe590aa49f57 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:29.342821 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8510501e-866d-49e7-abeb-fe590aa49f57 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:29.344342 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8510501e-866d-49e7-abeb-fe590aa49f57 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "DELETE /v2.0/security-groups/ed8d04fb-d30a-4121-a23e-991e2eafd454 HTTP/1.1" status: 204 len: 168 time: 0.6652789 Nov 26 16:44:29.346883 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50466) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:29.391617 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba63d455-ff2c-49b8-a036-1285261fb17a tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:29.393262 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba63d455-ff2c-49b8-a036-1285261fb17a tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:29.394905 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba63d455-ff2c-49b8-a036-1285261fb17a tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:29.396458 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba63d455-ff2c-49b8-a036-1285261fb17a tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:29.397987 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba63d455-ff2c-49b8-a036-1285261fb17a tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:29.398927 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ba63d455-ff2c-49b8-a036-1285261fb17a tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Synchronizing usage tracker for tenant:e1eef703c7604003adf96d6097c242b3 on resource:subnet {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:29.403152 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-22de9c47-47a3-4003-b9a9-8e8fe36ac242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:29.406948 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-050a34eb-d88e-40ed-a3c4-c59f4323a327 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:29.422690 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-22de9c47-47a3-4003-b9a9-8e8fe36ac242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:29.438305 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de9c47-47a3-4003-b9a9-8e8fe36ac242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Network': ['ID=a70fa2d3-ada0-421a-aba1-38866790974a,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:29.444522 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:29.446371 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-22de9c47-47a3-4003-b9a9-8e8fe36ac242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:29.464317 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-22de9c47-47a3-4003-b9a9-8e8fe36ac242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/networks/a70fa2d3-ada0-421a-aba1-38866790974a HTTP/1.1" status: 204 len: 168 time: 1.4401851 Nov 26 16:44:29.464317 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ba63d455-ff2c-49b8-a036-1285261fb17a tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Unset dirty status for tenant:e1eef703c7604003adf96d6097c242b3 on resource:subnet {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:29.464317 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ba63d455-ff2c-49b8-a036-1285261fb17a tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2838147 Nov 26 16:44:29.464317 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50470) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:29.464773 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-17d72eb0-4b45-4938-8c57-11d2925448d3 req-8ca7b254-8210-4e2b-9abe-c51bad3f591b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0962217 Nov 26 16:44:29.466528 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50472) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:29.501749 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-92f6da77-61a1-4cf7-b604-6528b7856caa tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-810057708'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:29.506841 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-72fd67d9-7112-4eab-9ea5-5359f604994a tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Synchronizing usage tracker for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:29.517156 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-92f6da77-61a1-4cf7-b604-6528b7856caa tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:29.523242 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-92f6da77-61a1-4cf7-b604-6528b7856caa tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Usage tracker for resource:network and tenant:e1eef703c7604003adf96d6097c242b3 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:29.526601 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-92f6da77-61a1-4cf7-b604-6528b7856caa tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:29.540646 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-92f6da77-61a1-4cf7-b604-6528b7856caa tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:29.553716 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port cb7a8135-e286-4597-a19b-6fa6028870e9 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:29.558010 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f6da77-61a1-4cf7-b604-6528b7856caa tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Made reservation on behalf of e1eef703c7604003adf96d6097c242b3 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:29.560755 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-92f6da77-61a1-4cf7-b604-6528b7856caa tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:29.573642 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-72fd67d9-7112-4eab-9ea5-5359f604994a tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Unset dirty status for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:29.579435 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-72fd67d9-7112-4eab-9ea5-5359f604994a tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2271316 Nov 26 16:44:29.579596 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50478) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:29.585484 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port cb7a8135-e286-4597-a19b-6fa6028870e9 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:29.585675 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:29.590475 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-c8aaad46-1ab2-4741-a85e-2fc38478eca7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Request body: {'security_group': {'name': 'tempest-secgroup--847107351'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:29.600282 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c8aaad46-1ab2-4741-a85e-2fc38478eca7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:29.603456 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-0fa64a9a-7ccf-450c-bd49-dead1868c6fd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 172.20.0.9 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/997a9af6-a8a8-435b-b7d5-2967610cd24a/58bb15ac-f454-4b17-a22f-aba67842bb03) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:29.611540 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-0fa64a9a-7ccf-450c-bd49-dead1868c6fd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 2001:db8::f816:3eff:fefd:d832 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/eb88a613-937e-46b0-82da-bc2b1c83466a/58bb15ac-f454-4b17-a22f-aba67842bb03) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:29.627068 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e368fe-6a23-4e21-9465-0e4469dfe5be tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:29.627827 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c0e368fe-6a23-4e21-9465-0e4469dfe5be tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Synchronizing usage tracker for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:29.631660 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c8aaad46-1ab2-4741-a85e-2fc38478eca7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:29.647675 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f6da77-61a1-4cf7-b604-6528b7856caa tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:44:29.660343 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8aaad46-1ab2-4741-a85e-2fc38478eca7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:29.675800 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-92f6da77-61a1-4cf7-b604-6528b7856caa tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:29.675800 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-92f6da77-61a1-4cf7-b604-6528b7856caa tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Added segment 25418d5f-d38d-4ec2-8c2c-dabeaf762a68 of type vlan for network e892542d-0e79-4ecb-926f-5d694428565c Nov 26 16:44:29.676821 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c0e368fe-6a23-4e21-9465-0e4469dfe5be tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Unset dirty status for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:29.677838 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c0e368fe-6a23-4e21-9465-0e4469dfe5be tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2154932 Nov 26 16:44:29.681996 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50482) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:29.705544 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c8aaad46-1ab2-4741-a85e-2fc38478eca7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:29.710359 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c8aaad46-1ab2-4741-a85e-2fc38478eca7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Usage tracker for resource:security_group_rule and tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:29.715071 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c8aaad46-1ab2-4741-a85e-2fc38478eca7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:29.718792 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45886dc0-3057-4fee-a189-fe3f4eb2bf51 None None] DHCP port deletion for a70fa2d3-ada0-421a-aba1-38866790974a request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:44:29.723517 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c8aaad46-1ab2-4741-a85e-2fc38478eca7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:29.767310 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-91170a07-fa0c-4db7-99cd-d93c13f99f28', 'network_id': '91170a07-fa0c-4db7-99cd-d93c13f99f28', 'tenant_id': 'e1eef703c7604003adf96d6097c242b3', 'fixed_ips': [{'subnet_id': '5a7e037e-642e-43f9-af47-b7755630a6a9'}, {'subnet_id': 'a97485f3-11e2-4cc0-862d-a22b26b1f154'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:44:29.768338 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:29.817927 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-92f6da77-61a1-4cf7-b604-6528b7856caa tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:29.886289 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-006b1801-7c8d-4376-85da-3ac4726cfffc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1968653 Nov 26 16:44:29.886289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50486) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:29.890019 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-f2806746-de75-466c-a10d-68812a37017b tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-745207098'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:29.894297 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8aaad46-1ab2-4741-a85e-2fc38478eca7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:29.895438 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-92f6da77-61a1-4cf7-b604-6528b7856caa tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:29.901951 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f6da77-61a1-4cf7-b604-6528b7856caa tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:29.902106 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f2806746-de75-466c-a10d-68812a37017b tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:29.902614 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-92f6da77-61a1-4cf7-b604-6528b7856caa tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:29.907934 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2b6038d2-4e2f-4433-b5a8-7aabd054ae2f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:29.919957 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f2806746-de75-466c-a10d-68812a37017b tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:network and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:29.925127 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8aaad46-1ab2-4741-a85e-2fc38478eca7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:29.925648 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f2806746-de75-466c-a10d-68812a37017b tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:29.935685 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:29.940825 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f2806746-de75-466c-a10d-68812a37017b tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:29.970667 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2806746-de75-466c-a10d-68812a37017b tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:29.974177 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f2806746-de75-466c-a10d-68812a37017b tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:29.992615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0fa64a9a-7ccf-450c-bd49-dead1868c6fd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:30.020335 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-0fa64a9a-7ccf-450c-bd49-dead1868c6fd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Transition to ACTIVE for port object 58bb15ac-f454-4b17-a22f-aba67842bb03 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:30.028741 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2806746-de75-466c-a10d-68812a37017b tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:44:30.033404 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-92f6da77-61a1-4cf7-b604-6528b7856caa tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5662780 Nov 26 16:44:30.035876 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50490) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:30.038993 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8aaad46-1ab2-4741-a85e-2fc38478eca7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:30.040916 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c8aaad46-1ab2-4741-a85e-2fc38478eca7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4596934 Nov 26 16:44:30.044712 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50494) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:30.045138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-dd65a4b9-d69e-4381-b822-38283a3be863 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:30.050717 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-c23d2f14-a584-4865-8720-16b51ad5fd4c tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Request body: {'security_group_rule': {'security_group_id': 'f29033ec-782f-412e-a461-0e4b27d68b1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:30.058424 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6da77-61a1-4cf7-b604-6528b7856caa tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event updated for resources: {'Network': ['ID=e892542d-0e79-4ecb-926f-5d694428565c,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:30.062063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c23d2f14-a584-4865-8720-16b51ad5fd4c tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:30.064752 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-92f6da77-61a1-4cf7-b604-6528b7856caa tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:30.065344 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a385a4f7-c066-473a-b1fa-e07f408970fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:30.072860 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f2806746-de75-466c-a10d-68812a37017b tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:30.073421 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-f2806746-de75-466c-a10d-68812a37017b tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Added segment f3a9237a-a1ab-4a7c-aa13-eb868222ad59 of type vlan for network fb25fc7e-437b-4a91-be85-0081b4a9f979 Nov 26 16:44:30.080572 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network e892542d-0e79-4ecb-926f-5d694428565c details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:44:30.083601 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c23d2f14-a584-4865-8720-16b51ad5fd4c tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Usage tracker for resource:security_group_rule and tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:30.092785 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c23d2f14-a584-4865-8720-16b51ad5fd4c tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:30.096538 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port cb7a8135-e286-4597-a19b-6fa6028870e9, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=cb7a8135-e286-4597-a19b-6fa6028870e9,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:30.102622 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c23d2f14-a584-4865-8720-16b51ad5fd4c tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:30.106087 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aaad46-1ab2-4741-a85e-2fc38478eca7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29033ec-782f-412e-a461-0e4b27d68b1f,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:30.110671 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c8aaad46-1ab2-4741-a85e-2fc38478eca7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:30.127443 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c23d2f14-a584-4865-8720-16b51ad5fd4c tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:30.164671 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:30.174641 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b017947f-b57f-4bf5-af51-59214c7d4fb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:30.188321 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f2806746-de75-466c-a10d-68812a37017b tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:30.192385 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c23d2f14-a584-4865-8720-16b51ad5fd4c tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:30.197863 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0fa64a9a-7ccf-450c-bd49-dead1868c6fd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:30.198231 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c23d2f14-a584-4865-8720-16b51ad5fd4c tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:30.200584 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:30.222004 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-31caeab1-d95b-4597-83c8-8b27191b4be1 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:30.223343 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d2f14-a584-4865-8720-16b51ad5fd4c tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1fdb7c-b1c3-4988-a71f-2b1caf65e05f,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:30.225880 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c23d2f14-a584-4865-8720-16b51ad5fd4c tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:30.239800 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c23d2f14-a584-4865-8720-16b51ad5fd4c tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:30.243939 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c23d2f14-a584-4865-8720-16b51ad5fd4c tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1953607 Nov 26 16:44:30.245061 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50498) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:30.255329 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81d5932-66ea-414f-b44f-6be365e7e2f4 None None] Update dhcp port {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'fixed_ips': [{'subnet_id': 'eb88a613-937e-46b0-82da-bc2b1c83466a', 'ip_address': '2001:db8::f816:3eff:fe9a:db06'}, {'subnet_id': '997a9af6-a8a8-435b-b7d5-2967610cd24a'}], 'binding:host_id': 'dv-neutron-819440-1-hyperv'}, 'id': 'cb7a8135-e286-4597-a19b-6fa6028870e9'} from dv-neutron-819440-1-hyperv. {{(pid=87520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 26 16:44:30.273031 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ff4aa978-f6a0-45fd-be72-c8eb212c88f3 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-group-rules/8e1fdb7c-b1c3-4988-a71f-2b1caf65e05f HTTP/1.1" status: 200 len: 763 time: 0.0244036 Nov 26 16:44:30.273239 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50502) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:30.325378 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b6e81cc7-652a-4e12-a792-c4453bcf889f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Synchronizing usage tracker for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group_rule {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:30.342194 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b6e81cc7-652a-4e12-a792-c4453bcf889f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Unset dirty status for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group_rule {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:30.346361 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b6e81cc7-652a-4e12-a792-c4453bcf889f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0696681 Nov 26 16:44:30.347997 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50506) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:30.364846 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa64a9a-7ccf-450c-bd49-dead1868c6fd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:30.380014 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8f77f29d-49d8-401f-b416-e4971c5400e3 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:30.382404 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-0fa64a9a-7ccf-450c-bd49-dead1868c6fd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:30.391041 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8f77f29d-49d8-401f-b416-e4971c5400e3 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:30.391234 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa64a9a-7ccf-450c-bd49-dead1868c6fd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:30.394853 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a81d5932-66ea-414f-b44f-6be365e7e2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:30.408547 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=cb7a8135-e286-4597-a19b-6fa6028870e9,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:30.412126 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:30.418065 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8f77f29d-49d8-401f-b416-e4971c5400e3 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:30.421442 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-77e98076-7f9e-4d98-a0ef-9696e5be1487 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:30.424804 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] Allocated IP 2001:db8::2 (91170a07-fa0c-4db7-99cd-d93c13f99f28/5a7e037e-642e-43f9-af47-b7755630a6a9/a75c8d92-7c76-4d14-9009-9243abd54dca) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:30.441560 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77f29d-49d8-401f-b416-e4971c5400e3 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e1fdb7c-b1c3-4988-a71f-2b1caf65e05f,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:30.443870 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8f77f29d-49d8-401f-b416-e4971c5400e3 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:30.445364 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8f77f29d-49d8-401f-b416-e4971c5400e3 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:30.448764 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8f77f29d-49d8-401f-b416-e4971c5400e3 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/8e1fdb7c-b1c3-4988-a71f-2b1caf65e05f HTTP/1.1" status: 204 len: 168 time: 0.0977488 Nov 26 16:44:30.449029 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50510) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:30.450531 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa64a9a-7ccf-450c-bd49-dead1868c6fd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=58bb15ac-f454-4b17-a22f-aba67842bb03,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:30.458958 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0fa64a9a-7ccf-450c-bd49-dead1868c6fd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:30.471466 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] Allocated IP 172.20.0.1 (91170a07-fa0c-4db7-99cd-d93c13f99f28/a97485f3-11e2-4cc0-862d-a22b26b1f154/a75c8d92-7c76-4d14-9009-9243abd54dca) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:30.473830 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f2806746-de75-466c-a10d-68812a37017b tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:30.480262 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2806746-de75-466c-a10d-68812a37017b tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:30.480516 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f2806746-de75-466c-a10d-68812a37017b tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:30.498637 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2e3917cc-1811-442a-80ef-98381c992634 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:30.500848 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f2ddf932-e6fd-43c6-b197-0864ae41d3bb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Synchronizing usage tracker for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group_rule {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:30.523639 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f2ddf932-e6fd-43c6-b197-0864ae41d3bb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Unset dirty status for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group_rule {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:30.528924 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f2ddf932-e6fd-43c6-b197-0864ae41d3bb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0788488 Nov 26 16:44:30.531181 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50516) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:30.536268 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-866883e8-6225-4bc8-a505-5aec0714e0e6 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Request body: {'security_group_rule': {'security_group_id': 'f29033ec-782f-412e-a461-0e4b27d68b1f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:30.576080 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-866883e8-6225-4bc8-a505-5aec0714e0e6 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:30.588930 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6626cdef-d78a-4f76-81f8-9411a62a4dbb req-23b033ea-9ce6-4c48-96ff-c919affc5190 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0588822 Nov 26 16:44:30.598026 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-866883e8-6225-4bc8-a505-5aec0714e0e6 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:30.598173 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd65a4b9-d69e-4381-b822-38283a3be863 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:30.616913 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-866883e8-6225-4bc8-a505-5aec0714e0e6 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:30.645849 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa64a9a-7ccf-450c-bd49-dead1868c6fd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:30.646507 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0fa64a9a-7ccf-450c-bd49-dead1868c6fd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:30.660631 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd65a4b9-d69e-4381-b822-38283a3be863 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:30.671548 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2806746-de75-466c-a10d-68812a37017b tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Network': ['ID=fb25fc7e-437b-4a91-be85-0081b4a9f979,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:30.676328 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dd65a4b9-d69e-4381-b822-38283a3be863 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Network e892542d-0e79-4ecb-926f-5d694428565c is not hosted by any dhcp agent {{(pid=87518) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Nov 26 16:44:30.681907 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd65a4b9-d69e-4381-b822-38283a3be863 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:30.682536 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd65a4b9-d69e-4381-b822-38283a3be863 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:30.683916 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-dd65a4b9-d69e-4381-b822-38283a3be863 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "PUT /v2.0/networks/e892542d-0e79-4ecb-926f-5d694428565c HTTP/1.1" status: 200 len: 723 time: 0.6468480 Nov 26 16:44:30.685431 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f2806746-de75-466c-a10d-68812a37017b tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8005292 Nov 26 16:44:30.687410 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f2806746-de75-466c-a10d-68812a37017b tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:30.687965 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:30.702771 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50520) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:30.703133 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50522) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:30.708807 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-866883e8-6225-4bc8-a505-5aec0714e0e6 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:30.710578 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0fa64a9a-7ccf-450c-bd49-dead1868c6fd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3607516 Nov 26 16:44:30.714725 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50528) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:30.719680 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-866883e8-6225-4bc8-a505-5aec0714e0e6 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:30.735939 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-a81d5932-66ea-414f-b44f-6be365e7e2f4 None None] Allocated IP 172.20.0.2 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/997a9af6-a8a8-435b-b7d5-2967610cd24a/cb7a8135-e286-4597-a19b-6fa6028870e9) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:30.764826 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-3e4bb28f-87f1-40b8-babe-306beeae372c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'subnet': {'network_id': 'fb25fc7e-437b-4a91-be85-0081b4a9f979', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:30.774567 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network fb25fc7e-437b-4a91-be85-0081b4a9f979 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:44:30.786941 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-2bfff1ad-9b2d-46b0-a09b-5b4d17f8cab4 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Request body: {'subnet': {'network_id': 'e892542d-0e79-4ecb-926f-5d694428565c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:30.788636 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:30.824633 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866883e8-6225-4bc8-a505-5aec0714e0e6 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f48631a7-8a83-45c0-b3a7-1cc5ba36450a,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:30.839696 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-866883e8-6225-4bc8-a505-5aec0714e0e6 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:30.863385 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-866883e8-6225-4bc8-a505-5aec0714e0e6 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:30.865353 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-866883e8-6225-4bc8-a505-5aec0714e0e6 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3336372 Nov 26 16:44:30.869179 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50532) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:30.894292 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-65c8cf12-c5f4-4a4d-8aec-b5452586dcae tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-group-rules/f48631a7-8a83-45c0-b3a7-1cc5ba36450a HTTP/1.1" status: 200 len: 763 time: 0.0238075 Nov 26 16:44:30.899042 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50536) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:30.908841 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device cb7a8135-e286-4597-a19b-6fa6028870e9 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:44:30.925244 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596e2abf-670b-45fb-a045-9f4f2f43e157 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:30.931116 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596e2abf-670b-45fb-a045-9f4f2f43e157 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:30.935731 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-596e2abf-670b-45fb-a045-9f4f2f43e157 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2152114 Nov 26 16:44:30.937462 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50540) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:30.981771 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65a4b9-d69e-4381-b822-38283a3be863 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event updated for resources: {'Network': ['ID=e892542d-0e79-4ecb-926f-5d694428565c,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:30.991427 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-dd65a4b9-d69e-4381-b822-38283a3be863 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:31.010879 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2bfff1ad-9b2d-46b0-a09b-5b4d17f8cab4 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:31.022642 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3e4bb28f-87f1-40b8-babe-306beeae372c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:31.028637 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2bfff1ad-9b2d-46b0-a09b-5b4d17f8cab4 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:31.029390 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3777933c-5ad4-4329-b501-c8c86a9af3cd tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Synchronizing usage tracker for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group_rule {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:31.030800 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3e4bb28f-87f1-40b8-babe-306beeae372c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:subnet and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:31.034426 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3e4bb28f-87f1-40b8-babe-306beeae372c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:31.036153 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-3894601f-776e-4c9e-9b57-5bafc1d3296f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting port 58bb15ac-f454-4b17-a22f-aba67842bb03 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:31.036817 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3894601f-776e-4c9e-9b57-5bafc1d3296f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:31.039830 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network e892542d-0e79-4ecb-926f-5d694428565c details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:44:31.042517 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3e4bb28f-87f1-40b8-babe-306beeae372c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:31.050722 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfff1ad-9b2d-46b0-a09b-5b4d17f8cab4 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Made reservation on behalf of e1eef703c7604003adf96d6097c242b3 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:31.054405 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2bfff1ad-9b2d-46b0-a09b-5b4d17f8cab4 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:31.103493 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3777933c-5ad4-4329-b501-c8c86a9af3cd tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Unset dirty status for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group_rule {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:31.108216 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3777933c-5ad4-4329-b501-c8c86a9af3cd tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2046552 Nov 26 16:44:31.108398 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50544) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:31.205918 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4bb28f-87f1-40b8-babe-306beeae372c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:31.209361 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3e4bb28f-87f1-40b8-babe-306beeae372c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:31.209798 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5bf40072-89f1-47c3-96c9-8529272402c1 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:31.280644 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5bf40072-89f1-47c3-96c9-8529272402c1 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:31.335443 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5bf40072-89f1-47c3-96c9-8529272402c1 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:31.340260 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-45c25881-6049-443e-92e0-b976d2934ccb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:31.341369 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-a81d5932-66ea-414f-b44f-6be365e7e2f4 None None] For port cb7a8135-e286-4597-a19b-6fa6028870e9, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=cb7a8135-e286-4597-a19b-6fa6028870e9,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:31.344071 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7773f905-647a-4d51-8f53-18323d6dbad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:31.361113 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port cb7a8135-e286-4597-a19b-6fa6028870e9 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:31.361791 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:31.373217 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf40072-89f1-47c3-96c9-8529272402c1 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f48631a7-8a83-45c0-b3a7-1cc5ba36450a,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:31.376830 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3894601f-776e-4c9e-9b57-5bafc1d3296f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:31.384640 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5bf40072-89f1-47c3-96c9-8529272402c1 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:31.390960 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5bf40072-89f1-47c3-96c9-8529272402c1 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:31.394299 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5bf40072-89f1-47c3-96c9-8529272402c1 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/f48631a7-8a83-45c0-b3a7-1cc5ba36450a HTTP/1.1" status: 204 len: 168 time: 0.2829359 Nov 26 16:44:31.396005 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50548) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:31.414346 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:31.451011 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] Transition to ACTIVE for port object a75c8d92-7c76-4d14-9009-9243abd54dca will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:31.454683 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a81d5932-66ea-414f-b44f-6be365e7e2f4 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:31.478356 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-802c8de1-de67-4915-964d-e510ee59cb27 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Synchronizing usage tracker for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group_rule {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:31.489996 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a81d5932-66ea-414f-b44f-6be365e7e2f4 None None] Transition to ACTIVE for port object cb7a8135-e286-4597-a19b-6fa6028870e9 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:31.497449 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a81d5932-66ea-414f-b44f-6be365e7e2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:31.502683 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] Transition to ACTIVE for port object a75c8d92-7c76-4d14-9009-9243abd54dca will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:31.503774 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-23cfb049-05c2-4b94-b526-672395620453 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:31.511152 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-3894601f-776e-4c9e-9b57-5bafc1d3296f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Calling delete_port for 58bb15ac-f454-4b17-a22f-aba67842bb03 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:31.539086 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Port cb7a8135-e286-4597-a19b-6fa6028870e9 had new provisioning blocks added so it will not transition to active. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Nov 26 16:44:31.558989 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:31.590204 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-802c8de1-de67-4915-964d-e510ee59cb27 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Unset dirty status for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group_rule {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:31.594567 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-802c8de1-de67-4915-964d-e510ee59cb27 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1918275 Nov 26 16:44:31.595604 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50552) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:31.608703 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-17208ae2-30e1-4152-86b6-102f29e57e44 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Request body: {'security_group_rule': {'security_group_id': 'f29033ec-782f-412e-a461-0e4b27d68b1f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:31.615388 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-17208ae2-30e1-4152-86b6-102f29e57e44 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:31.640941 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-17208ae2-30e1-4152-86b6-102f29e57e44 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:31.660407 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 651fa434-ddca-4ecd-94a6-5c35ffaba378 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:44:31.678967 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2bfff1ad-9b2d-46b0-a09b-5b4d17f8cab4 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:31.684918 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-38874a5b-a404-4c0b-9292-1a893c7256d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:31.711473 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] Network 91170a07-fa0c-4db7-99cd-d93c13f99f28 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:31.712585 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 651fa434-ddca-4ecd-94a6-5c35ffaba378 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:44:31.712585 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 651fa434-ddca-4ecd-94a6-5c35ffaba378 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:44:31.717070 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:31.722501 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d5932-66ea-414f-b44f-6be365e7e2f4 None None] Pushing event updated for resources: {'Port': ['ID=cb7a8135-e286-4597-a19b-6fa6028870e9,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:31.726023 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a81d5932-66ea-414f-b44f-6be365e7e2f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:31.727073 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:31.727250 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-17208ae2-30e1-4152-86b6-102f29e57e44 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:31.729178 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:31.735855 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3e4bb28f-87f1-40b8-babe-306beeae372c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:31.814252 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-17208ae2-30e1-4152-86b6-102f29e57e44 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:31.827618 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-17208ae2-30e1-4152-86b6-102f29e57e44 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:31.833782 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:31.843315 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5d2e53b1-7fab-4d08-9aff-ca570bf3c129 req-4ca62b9b-a1df-41af-b188-a7c1070f9384 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1007617 Nov 26 16:44:31.890681 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfff1ad-9b2d-46b0-a09b-5b4d17f8cab4 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event updated for resources: {'Subnet': ['ID=7620e78d-f580-410c-9b48-edaba6e1cdce,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:31.900898 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2bfff1ad-9b2d-46b0-a09b-5b4d17f8cab4 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:31.904764 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:31.911241 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17208ae2-30e1-4152-86b6-102f29e57e44 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a66fc7-1974-43f4-a6d9-08834eb18ac4,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:31.916147 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-17208ae2-30e1-4152-86b6-102f29e57e44 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:31.919423 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] Pushing event updated for resources: {'Port': ['ID=a75c8d92-7c76-4d14-9009-9243abd54dca,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:31.922951 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:31.944047 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] Attempting to bind port a75c8d92-7c76-4d14-9009-9243abd54dca on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:44:31.944433 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] Attempting to bind port a75c8d92-7c76-4d14-9009-9243abd54dca by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '462f32a3-b2cd-4732-b5fb-52de9965ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '91170a07-fa0c-4db7-99cd-d93c13f99f28'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:44:31.944813 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] Attempting to bind port a75c8d92-7c76-4d14-9009-9243abd54dca on network 91170a07-fa0c-4db7-99cd-d93c13f99f28 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:44:31.948518 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfff1ad-9b2d-46b0-a09b-5b4d17f8cab4 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Checking segment: {'id': '25418d5f-d38d-4ec2-8c2c-dabeaf762a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e892542d-0e79-4ecb-926f-5d694428565c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:44:31.948888 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfff1ad-9b2d-46b0-a09b-5b4d17f8cab4 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Network hostable DHCP agents. Network: e892542d-0e79-4ecb-926f-5d694428565c, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:44:31.951157 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:44:31.951548 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] Checking segment: {'id': '462f32a3-b2cd-4732-b5fb-52de9965ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '91170a07-fa0c-4db7-99cd-d93c13f99f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:44:31.952010 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:31.952418 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] Bound using segment: {'id': '462f32a3-b2cd-4732-b5fb-52de9965ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '91170a07-fa0c-4db7-99cd-d93c13f99f28'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:44:31.952901 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] Bound port: a75c8d92-7c76-4d14-9009-9243abd54dca, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462f32a3-b2cd-4732-b5fb-52de9965ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '91170a07-fa0c-4db7-99cd-d93c13f99f28'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:44:31.953289 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:31.960433 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-17208ae2-30e1-4152-86b6-102f29e57e44 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:31.965219 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-17208ae2-30e1-4152-86b6-102f29e57e44 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3691914 Nov 26 16:44:31.969632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50558) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:31.978734 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4bb28f-87f1-40b8-babe-306beeae372c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Checking segment: {'id': 'f3a9237a-a1ab-4a7c-aa13-eb868222ad59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fb25fc7e-437b-4a91-be85-0081b4a9f979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:44:31.979100 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4bb28f-87f1-40b8-babe-306beeae372c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network hostable DHCP agents. Network: fb25fc7e-437b-4a91-be85-0081b4a9f979, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:44:32.009057 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3894601f-776e-4c9e-9b57-5bafc1d3296f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:32.021166 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a25a7680-4f53-44c1-9b6b-d8783b41dfd6 tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:32.039516 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2ee9e3e6-8e2a-48c2-80b1-9c1d46f0e250 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-group-rules/55a66fc7-1974-43f4-a6d9-08834eb18ac4 HTTP/1.1" status: 200 len: 764 time: 0.0647480 Nov 26 16:44:32.042860 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50562) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:32.043758 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4bb28f-87f1-40b8-babe-306beeae372c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Subnet': ['ID=dd18ab4a-e9a1-4dc8-893e-94c9ad684c41,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:32.064433 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3e4bb28f-87f1-40b8-babe-306beeae372c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:32.070487 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfff1ad-9b2d-46b0-a09b-5b4d17f8cab4 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Network e892542d-0e79-4ecb-926f-5d694428565c is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:44:32.074027 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] For port a75c8d92-7c76-4d14-9009-9243abd54dca, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:44:32.080314 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] For port a75c8d92-7c76-4d14-9009-9243abd54dca, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=a75c8d92-7c76-4d14-9009-9243abd54dca,segment=NetworkSegment(462f32a3-b2cd-4732-b5fb-52de9965ee58),segment_id=462f32a3-b2cd-4732-b5fb-52de9965ee58)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:44:32.090053 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:32.096406 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:32.099079 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4bb28f-87f1-40b8-babe-306beeae372c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network fb25fc7e-437b-4a91-be85-0081b4a9f979 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:44:32.118320 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-2bfff1ad-9b2d-46b0-a09b-5b4d17f8cab4 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, e892542d-0e79-4ecb-926f-5d694428565c) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:32.132635 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9014cada-38c0-4727-8b43-03031b8bbf4c tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0861378 Nov 26 16:44:32.135210 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50566) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:32.139630 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfff1ad-9b2d-46b0-a09b-5b4d17f8cab4 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:32.140482 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2bfff1ad-9b2d-46b0-a09b-5b4d17f8cab4 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:32.145107 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-3e4bb28f-87f1-40b8-babe-306beeae372c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, fb25fc7e-437b-4a91-be85-0081b4a9f979) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:32.157966 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26ce6d1-907d-49ae-9ff2-ed518577a115 None None] Network e892542d-0e79-4ecb-926f-5d694428565c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:32.164360 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4bb28f-87f1-40b8-babe-306beeae372c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:32.164963 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3e4bb28f-87f1-40b8-babe-306beeae372c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:32.222756 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe7ac-899f-497f-8b28-85330d74236e tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:32.234213 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe7ac-899f-497f-8b28-85330d74236e tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:32.248767 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3e4bb28f-87f1-40b8-babe-306beeae372c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5398359 Nov 26 16:44:32.253895 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50570) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:32.257437 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894601f-776e-4c9e-9b57-5bafc1d3296f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Port': ['ID=58bb15ac-f454-4b17-a22f-aba67842bb03,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:32.260325 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3894601f-776e-4c9e-9b57-5bafc1d3296f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:32.264318 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-3e6fd066-6524-4fd6-ac7d-383ca495f270 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'port': {'network_id': 'fb25fc7e-437b-4a91-be85-0081b4a9f979', 'name': 'tempest-PortsIpV6TestJSON-434895658'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:32.285648 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2bfff1ad-9b2d-46b0-a09b-5b4d17f8cab4 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5787511 Nov 26 16:44:32.291565 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50574) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:32.307741 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-3c1e6e46-f55a-43e6-a34e-26dd40604647 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:32.327606 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d31f47f-a93a-4c1a-a3fc-6814d0a3aea8 None None] Network fb25fc7e-437b-4a91-be85-0081b4a9f979 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:32.393531 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe7ac-899f-497f-8b28-85330d74236e tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:32.398752 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:32.415977 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fe7ac-899f-497f-8b28-85330d74236e tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55a66fc7-1974-43f4-a6d9-08834eb18ac4,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:32.423873 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ba7fe7ac-899f-497f-8b28-85330d74236e tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:32.447467 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe7ac-899f-497f-8b28-85330d74236e tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:32.448818 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ba7fe7ac-899f-497f-8b28-85330d74236e tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/55a66fc7-1974-43f4-a6d9-08834eb18ac4 HTTP/1.1" status: 204 len: 168 time: 0.3120489 Nov 26 16:44:32.452529 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50578) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:32.467649 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3894601f-776e-4c9e-9b57-5bafc1d3296f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:32.469706 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3894601f-776e-4c9e-9b57-5bafc1d3296f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/58bb15ac-f454-4b17-a22f-aba67842bb03 HTTP/1.1" status: 204 len: 168 time: 1.5324614 Nov 26 16:44:32.472859 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50582) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:32.497588 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3e6fd066-6524-4fd6-ac7d-383ca495f270 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:32.515099 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500bbf6d-7f02-4cb0-996d-5955472805b6 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:32.517019 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3e6fd066-6524-4fd6-ac7d-383ca495f270 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:32.531529 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ea3d2d6e-1993-494d-b715-82430055b49b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Synchronizing usage tracker for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group_rule {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:32.543552 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6e46-f55a-43e6-a34e-26dd40604647 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2205714'] for subnet, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:32.548361 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6fd066-6524-4fd6-ac7d-383ca495f270 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:32.553025 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3e6fd066-6524-4fd6-ac7d-383ca495f270 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:32.567024 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ea3d2d6e-1993-494d-b715-82430055b49b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Unset dirty status for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group_rule {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:32.571734 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ea3d2d6e-1993-494d-b715-82430055b49b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1149330 Nov 26 16:44:32.572690 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50586) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:32.599120 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf9378-5449-4284-a6d3-3ff2ff23bd5a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:32.599590 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-3e6fd066-6524-4fd6-ac7d-383ca495f270 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] device_id is not set on port a978f3a9-2e74-49f1-a60b-c3ff965cda2c yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:44:32.600784 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf9378-5449-4284-a6d3-3ff2ff23bd5a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:32.602304 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf9378-5449-4284-a6d3-3ff2ff23bd5a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:32.603113 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-84cf9378-5449-4284-a6d3-3ff2ff23bd5a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:32.636016 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-84cf9378-5449-4284-a6d3-3ff2ff23bd5a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:32.639849 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-84cf9378-5449-4284-a6d3-3ff2ff23bd5a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1634662 Nov 26 16:44:32.645854 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50590) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:32.659474 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:32.723117 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd6ab37d-9993-4f15-81ad-42d3442cc9ea tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet 997a9af6-a8a8-435b-b7d5-2967610cd24a {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:44:32.725791 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd6ab37d-9993-4f15-81ad-42d3442cc9ea tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:32.729745 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-5fffd404-98db-40a0-bedd-78c68959b6cb None None] Provisioning for port cb7a8135-e286-4597-a19b-6fa6028870e9 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:32.744762 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] Pushing event updated for resources: {'Port': ['ID=a75c8d92-7c76-4d14-9009-9243abd54dca,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:32.789394 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:32.792549 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd6ab37d-9993-4f15-81ad-42d3442cc9ea tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:32.810039 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-5fffd404-98db-40a0-bedd-78c68959b6cb None None] Provisioning complete for port cb7a8135-e286-4597-a19b-6fa6028870e9 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:32.810528 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5fffd404-98db-40a0-bedd-78c68959b6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:32.816854 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6e46-f55a-43e6-a34e-26dd40604647 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756664963660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2462302'] for subnet, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:32.822047 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-dd4e8d9b-94b9-4a47-b6af-c074233c7dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:32.917237 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1e6e46-f55a-43e6-a34e-26dd40604647 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:32.917968 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6e46-f55a-43e6-a34e-26dd40604647 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:32.920053 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3c1e6e46-f55a-43e6-a34e-26dd40604647 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "PUT /v2.0/subnets/7620e78d-f580-410c-9b48-edaba6e1cdce HTTP/1.1" status: 200 len: 826 time: 0.6220286 Nov 26 16:44:32.923408 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50596) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:32.928117 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aff807-d940-45c0-8cb5-cf8ef876e5f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-e892542d-0e79-4ecb-926f-5d694428565c', 'network_id': 'e892542d-0e79-4ecb-926f-5d694428565c', 'tenant_id': 'e1eef703c7604003adf96d6097c242b3', 'fixed_ips': [{'subnet_id': '7620e78d-f580-410c-9b48-edaba6e1cdce'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:44:32.928982 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-65aff807-d940-45c0-8cb5-cf8ef876e5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:32.934541 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd6ab37d-9993-4f15-81ad-42d3442cc9ea tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:32.938531 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device cb7a8135-e286-4597-a19b-6fa6028870e9 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:44:33.047163 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-df9bc11e-6afc-48ed-ab9f-f2b25ccf9590 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:33.089149 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3f8d49c9-dc9f-4363-94d2-adc61c8ff9fe req-4ef571bb-13f8-44b6-9c8f-e2b54cb00fc1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1432805 Nov 26 16:44:33.120180 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e6e46-f55a-43e6-a34e-26dd40604647 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event updated for resources: {'Subnet': ['ID=7620e78d-f580-410c-9b48-edaba6e1cdce,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:33.123791 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3c1e6e46-f55a-43e6-a34e-26dd40604647 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:33.144460 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-df9bc11e-6afc-48ed-ab9f-f2b25ccf9590 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:33.187804 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-35bad205-cb9f-41c5-8006-9f3ccac86d0e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:33.196599 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd6ab37d-9993-4f15-81ad-42d3442cc9ea tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:33.209900 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-3e6fd066-6524-4fd6-ac7d-383ca495f270 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Allocated IP 2001:db8::28f (fb25fc7e-437b-4a91-be85-0081b4a9f979/dd18ab4a-e9a1-4dc8-893e-94c9ad684c41/a978f3a9-2e74-49f1-a60b-c3ff965cda2c) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:33.212113 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-88b9755a-02a6-47c5-b2a5-00faa3f2b2d6 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:33.255962 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-35bad205-cb9f-41c5-8006-9f3ccac86d0e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:33.264110 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ab37d-9993-4f15-81ad-42d3442cc9ea tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=997a9af6-a8a8-435b-b7d5-2967610cd24a,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:33.269883 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-dd6ab37d-9993-4f15-81ad-42d3442cc9ea tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:33.272964 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd6ab37d-9993-4f15-81ad-42d3442cc9ea tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:33.319763 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-df9bc11e-6afc-48ed-ab9f-f2b25ccf9590 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:33.330109 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ddb768fc-e273-4708-857d-cfc40b17f860 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:33.342941 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-fb25fc7e-437b-4a91-be85-0081b4a9f979', 'network_id': 'fb25fc7e-437b-4a91-be85-0081b4a9f979', 'tenant_id': 'e5bd482c0dce485f8884ef8c9a70116c', 'fixed_ips': [{'subnet_id': 'dd18ab4a-e9a1-4dc8-893e-94c9ad684c41'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:44:33.343827 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:33.355636 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-dd6ab37d-9993-4f15-81ad-42d3442cc9ea tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/997a9af6-a8a8-435b-b7d5-2967610cd24a HTTP/1.1" status: 204 len: 168 time: 0.7086701 Nov 26 16:44:33.358841 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50600) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:33.363407 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bc11e-6afc-48ed-ab9f-f2b25ccf9590 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29033ec-782f-412e-a461-0e4b27d68b1f,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:33.364214 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-35bad205-cb9f-41c5-8006-9f3ccac86d0e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:33.377883 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-226f4b49-21a3-4b4f-95be-9624dc53e046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:33.381431 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-df9bc11e-6afc-48ed-ab9f-f2b25ccf9590 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:33.386100 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-df9bc11e-6afc-48ed-ab9f-f2b25ccf9590 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:33.387900 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-df9bc11e-6afc-48ed-ab9f-f2b25ccf9590 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "DELETE /v2.0/security-groups/f29033ec-782f-412e-a461-0e4b27d68b1f HTTP/1.1" status: 204 len: 168 time: 0.8140042 Nov 26 16:44:33.420389 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50604) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:33.457806 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bad205-cb9f-41c5-8006-9f3ccac86d0e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event deleted for resources: {'Subnet': ['ID=7620e78d-f580-410c-9b48-edaba6e1cdce,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:33.460462 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-35bad205-cb9f-41c5-8006-9f3ccac86d0e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:33.543493 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port cb7a8135-e286-4597-a19b-6fa6028870e9 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:33.543965 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:33.628066 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-35bad205-cb9f-41c5-8006-9f3ccac86d0e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:33.654083 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3e6fd066-6524-4fd6-ac7d-383ca495f270 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server [None req-65aff807-d940-45c0-8cb5-cf8ef876e5f8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7620e78d-f580-410c-9b48-edaba6e1cdce: This subnet is being modified by another concurrent operation. Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server raise exception Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7620e78d-f580-410c-9b48-edaba6e1cdce: This subnet is being modified by another concurrent operation. Nov 26 16:44:33.665174 dv-neutron-819440-1-hyperv neutron-server[87520]: ERROR oslo_messaging.rpc.server Nov 26 16:44:33.693775 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753c5c03-bfcd-4152-a5b2-4b5cdbeb4439 None None] Network e892542d-0e79-4ecb-926f-5d694428565c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:33.707623 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-3e6fd066-6524-4fd6-ac7d-383ca495f270 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Transition to ACTIVE for port object a978f3a9-2e74-49f1-a60b-c3ff965cda2c will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:33.713309 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-35bad205-cb9f-41c5-8006-9f3ccac86d0e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e892542d-0e79-4ecb-926f-5d694428565c']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:33.737427 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-a717bdc9-02ee-497d-81b8-b6a3857485d7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet eb88a613-937e-46b0-82da-bc2b1c83466a {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:44:33.746118 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3e6fd066-6524-4fd6-ac7d-383ca495f270 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:33.747406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-bc560791-3f0a-4681-84c0-022b8e9e29f0 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Synchronizing usage tracker for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:33.750118 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a717bdc9-02ee-497d-81b8-b6a3857485d7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:33.754085 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ff50c6fe-fee3-4b08-9648-914ac57460a5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:33.821257 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a717bdc9-02ee-497d-81b8-b6a3857485d7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:33.847099 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6fd066-6524-4fd6-ac7d-383ca495f270 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network fb25fc7e-437b-4a91-be85-0081b4a9f979 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:33.850873 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-3e6fd066-6524-4fd6-ac7d-383ca495f270 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:33.855275 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6fd066-6524-4fd6-ac7d-383ca495f270 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:33.855446 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-35bad205-cb9f-41c5-8006-9f3ccac86d0e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25418d5f-d38d-4ec2-8c2c-dabeaf762a68') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:33.855797 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-35bad205-cb9f-41c5-8006-9f3ccac86d0e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25418d5f-d38d-4ec2-8c2c-dabeaf762a68') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:33.861793 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6fd066-6524-4fd6-ac7d-383ca495f270 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:33.862117 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3e6fd066-6524-4fd6-ac7d-383ca495f270 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:33.870078 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Allocated IP 2001:db8::2 (fb25fc7e-437b-4a91-be85-0081b4a9f979/dd18ab4a-e9a1-4dc8-893e-94c9ad684c41/2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:33.877294 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fd066-6524-4fd6-ac7d-383ca495f270 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Port': ['ID=a978f3a9-2e74-49f1-a60b-c3ff965cda2c,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:33.882087 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3e6fd066-6524-4fd6-ac7d-383ca495f270 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:33.894172 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-35bad205-cb9f-41c5-8006-9f3ccac86d0e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:33.895986 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3e6fd066-6524-4fd6-ac7d-383ca495f270 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6405869 Nov 26 16:44:33.897473 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50608) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:33.905235 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-97959294-261b-4326-9601-cdfdf0a9f1f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'port': {'network_id': 'fb25fc7e-437b-4a91-be85-0081b4a9f979', 'name': 'tempest-PortsIpV6TestJSON-576122844'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:33.924881 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-bc560791-3f0a-4681-84c0-022b8e9e29f0 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Unset dirty status for tenant:b70fa6e62d4a40d4b67d3cd8bf2d5e70 on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:33.926138 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-bc560791-3f0a-4681-84c0-022b8e9e29f0 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4641786 Nov 26 16:44:33.933451 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50612) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:33.934974 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-35bad205-cb9f-41c5-8006-9f3ccac86d0e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:33.976899 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35bad205-cb9f-41c5-8006-9f3ccac86d0e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:44:33.977312 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-35bad205-cb9f-41c5-8006-9f3ccac86d0e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:44:33.994592 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:44:34.083737 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:34.086996 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-97959294-261b-4326-9601-cdfdf0a9f1f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:34.100443 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-97959294-261b-4326-9601-cdfdf0a9f1f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:34.112828 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97959294-261b-4326-9601-cdfdf0a9f1f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:34.119323 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-97959294-261b-4326-9601-cdfdf0a9f1f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:34.129220 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b6e2df33-bff2-4ad5-ba84-b310471a8f8d tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1825643 Nov 26 16:44:34.133037 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a717bdc9-02ee-497d-81b8-b6a3857485d7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:34.147020 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-97959294-261b-4326-9601-cdfdf0a9f1f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] device_id is not set on port ba9081ed-ed4f-4fdb-87f6-2b9cd419a1a3 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:44:34.176501 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-35bad205-cb9f-41c5-8006-9f3ccac86d0e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:34.181427 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:34.199629 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-35bad205-cb9f-41c5-8006-9f3ccac86d0e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:34.215688 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bad205-cb9f-41c5-8006-9f3ccac86d0e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event deleted for resources: {'Network': ['ID=e892542d-0e79-4ecb-926f-5d694428565c,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:34.223431 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-35bad205-cb9f-41c5-8006-9f3ccac86d0e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:34.232011 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-35bad205-cb9f-41c5-8006-9f3ccac86d0e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "DELETE /v2.0/networks/e892542d-0e79-4ecb-926f-5d694428565c HTTP/1.1" status: 204 len: 168 time: 1.3047442 Nov 26 16:44:34.232981 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50620) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:34.267270 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c5e0bab-a805-492b-9a6a-0b41c2d60dd6 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] DELETE failed (client error): The resource could not be found. Nov 26 16:44:34.267981 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c5e0bab-a805-492b-9a6a-0b41c2d60dd6 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:44:34.287873 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5c5e0bab-a805-492b-9a6a-0b41c2d60dd6 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "DELETE /v2.0/networks/e892542d-0e79-4ecb-926f-5d694428565c HTTP/1.1" status: 404 len: 339 time: 0.0532057 Nov 26 16:44:34.291532 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50624) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:34.294957 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e4bc4f10-b2d9-499f-b423-4ec585bc44e7 req-0b268372-20b4-483a-b5ba-9f31672a6880 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0743892 Nov 26 16:44:34.300350 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-983cba1b-bf63-455a-b496-69952ee4fdb1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1690245649', 'description': 'd1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:34.302377 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:34.306476 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-983cba1b-bf63-455a-b496-69952ee4fdb1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:34.309494 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a717bdc9-02ee-497d-81b8-b6a3857485d7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:34.315789 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:34.335507 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103ff236-ddd2-4dda-9f15-bc238c115f70 None None] Network 91170a07-fa0c-4db7-99cd-d93c13f99f28 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:34.341790 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-983cba1b-bf63-455a-b496-69952ee4fdb1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Usage tracker for resource:network and tenant:e1eef703c7604003adf96d6097c242b3 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:34.355615 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-983cba1b-bf63-455a-b496-69952ee4fdb1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:34.361354 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717bdc9-02ee-497d-81b8-b6a3857485d7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=eb88a613-937e-46b0-82da-bc2b1c83466a,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:34.361526 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Transition to ACTIVE for port object 2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:34.367479 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a717bdc9-02ee-497d-81b8-b6a3857485d7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:34.369805 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-983cba1b-bf63-455a-b496-69952ee4fdb1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:34.372149 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a717bdc9-02ee-497d-81b8-b6a3857485d7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:34.373959 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a717bdc9-02ee-497d-81b8-b6a3857485d7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/eb88a613-937e-46b0-82da-bc2b1c83466a HTTP/1.1" status: 204 len: 168 time: 1.0129113 Nov 26 16:44:34.376718 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50628) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:34.386177 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983cba1b-bf63-455a-b496-69952ee4fdb1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Made reservation on behalf of e1eef703c7604003adf96d6097c242b3 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:34.391220 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-983cba1b-bf63-455a-b496-69952ee4fdb1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:34.460946 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-99d6459e-187f-4d6e-a78e-16bf80b32126 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:router {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:34.476836 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-99d6459e-187f-4d6e-a78e-16bf80b32126 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:router {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:34.484248 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-99d6459e-187f-4d6e-a78e-16bf80b32126 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1051919 Nov 26 16:44:34.485546 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50634) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:34.494300 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65264141-ce22-4cae-8e4e-684609c8fd21 None None] Network e892542d-0e79-4ecb-926f-5d694428565c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:34.495330 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-78b154a3-c49f-4f38-be96-a24307de05f2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:34.522794 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8f188e4b-4f2b-4361-a72a-2c23ad8e0247 None None] Provisioning for port a75c8d92-7c76-4d14-9009-9243abd54dca completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:34.526450 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Transition to ACTIVE for port object 2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:34.534460 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65264141-ce22-4cae-8e4e-684609c8fd21 None None] Network e892542d-0e79-4ecb-926f-5d694428565c could not be found, it might have been deleted concurrently. {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Nov 26 16:44:34.546122 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:34.552903 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:34.565635 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50638) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:34.597636 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-983cba1b-bf63-455a-b496-69952ee4fdb1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:44:34.609556 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-983cba1b-bf63-455a-b496-69952ee4fdb1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:34.610274 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-983cba1b-bf63-455a-b496-69952ee4fdb1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Added segment 7ef6985c-a94b-45d1-a4dc-c04dfe9e0702 of type vlan for network a9233328-cdf9-4d2c-ba1d-15fddd4aacae Nov 26 16:44:34.649482 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-983cba1b-bf63-455a-b496-69952ee4fdb1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:34.651068 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Network fb25fc7e-437b-4a91-be85-0081b4a9f979 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:34.657142 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:34.666163 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:34.698740 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-983cba1b-bf63-455a-b496-69952ee4fdb1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:34.714371 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983cba1b-bf63-455a-b496-69952ee4fdb1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:34.715095 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-78b154a3-c49f-4f38-be96-a24307de05f2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:34.716356 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-983cba1b-bf63-455a-b496-69952ee4fdb1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692407'] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:34.717803 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Pushing event updated for resources: {'Port': ['ID=2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:34.719809 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-78b154a3-c49f-4f38-be96-a24307de05f2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:34.727476 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-78b154a3-c49f-4f38-be96-a24307de05f2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:34.734834 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-78b154a3-c49f-4f38-be96-a24307de05f2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:34.737343 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a265bb77-a27a-4061-a355-b13749e979ba tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:34.750744 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b154a3-c49f-4f38-be96-a24307de05f2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:34.754875 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-78b154a3-c49f-4f38-be96-a24307de05f2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:34.769510 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:34.910827 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cba1b-bf63-455a-b496-69952ee4fdb1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event updated for resources: {'Network': ['ID=a9233328-cdf9-4d2c-ba1d-15fddd4aacae,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:34.920190 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-983cba1b-bf63-455a-b496-69952ee4fdb1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:34.938485 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-983cba1b-bf63-455a-b496-69952ee4fdb1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6453559 Nov 26 16:44:34.940370 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Attempting to bind port 2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:44:34.941354 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Attempting to bind port 2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'f3a9237a-a1ab-4a7c-aa13-eb868222ad59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fb25fc7e-437b-4a91-be85-0081b4a9f979'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:44:34.941479 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50644) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:34.941780 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Attempting to bind port 2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5 on network fb25fc7e-437b-4a91-be85-0081b4a9f979 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:44:34.954933 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network a9233328-cdf9-4d2c-ba1d-15fddd4aacae details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:44:34.969519 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device a75c8d92-7c76-4d14-9009-9243abd54dca up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:44:35.013312 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:44:35.013701 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Checking segment: {'id': 'f3a9237a-a1ab-4a7c-aa13-eb868222ad59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fb25fc7e-437b-4a91-be85-0081b4a9f979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:44:35.014121 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:35.014529 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Bound using segment: {'id': 'f3a9237a-a1ab-4a7c-aa13-eb868222ad59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fb25fc7e-437b-4a91-be85-0081b4a9f979'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:44:35.015022 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Bound port: 2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a9237a-a1ab-4a7c-aa13-eb868222ad59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fb25fc7e-437b-4a91-be85-0081b4a9f979'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:44:35.015413 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:35.035821 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-97959294-261b-4326-9601-cdfdf0a9f1f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Allocated IP 2001:db8::39e (fb25fc7e-437b-4a91-be85-0081b4a9f979/dd18ab4a-e9a1-4dc8-893e-94c9ad684c41/ba9081ed-ed4f-4fdb-87f6-2b9cd419a1a3) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:35.077847 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-dd41fc99-2eee-4479-8160-bb3cce57bf13 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b70fa6e62d4a40d4b67d3cd8bf2d5e70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5082061 Nov 26 16:44:35.082454 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50648) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:35.130246 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cdb3c7-d91d-410d-a366-dc9b832d6302 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:35.131107 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-71cdb3c7-d91d-410d-a366-dc9b832d6302 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Synchronizing usage tracker for tenant:e1eef703c7604003adf96d6097c242b3 on resource:network {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:35.184676 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-90f53f84-b74d-490f-ad41-fe7ca17cab81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:35.200452 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-71cdb3c7-d91d-410d-a366-dc9b832d6302 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Unset dirty status for tenant:e1eef703c7604003adf96d6097c242b3 on resource:network {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:35.201727 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-71cdb3c7-d91d-410d-a366-dc9b832d6302 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "GET /v2.0/networks?id=a9233328-cdf9-4d2c-ba1d-15fddd4aacae HTTP/1.1" status: 200 len: 765 time: 0.2591567 Nov 26 16:44:35.204578 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50652) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:35.210359 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-6aa5ca2b-5f22-44f5-aca8-003004d4631c tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Request body: {'network': {'description': 'd2'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:35.296349 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-90f53f84-b74d-490f-ad41-fe7ca17cab81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:35.332834 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] For port 2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:44:35.343186 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] For port 2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5,segment=NetworkSegment(f3a9237a-a1ab-4a7c-aa13-eb868222ad59),segment_id=f3a9237a-a1ab-4a7c-aa13-eb868222ad59)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:44:35.349216 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149865b9-6833-4b64-b4e8-6a3bb102aa77 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:35.367502 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port a75c8d92-7c76-4d14-9009-9243abd54dca completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:35.377279 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:35.446308 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-161bd0c5-fa1c-4ec5-9f84-5c77e730adaa req-9577b8fa-f17d-402f-93fa-291719b214a4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0437744 Nov 26 16:44:35.464037 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-97959294-261b-4326-9601-cdfdf0a9f1f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:35.472161 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:35.523063 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port a75c8d92-7c76-4d14-9009-9243abd54dca triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:35.523710 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:35.551224 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-90f53f84-b74d-490f-ad41-fe7ca17cab81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:35.554986 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-97959294-261b-4326-9601-cdfdf0a9f1f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Transition to ACTIVE for port object ba9081ed-ed4f-4fdb-87f6-2b9cd419a1a3 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:35.566606 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-525efbc6-888a-462d-83fa-8ac5be3f4d9b tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:35.578690 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.objects.ports [None req-78b154a3-c49f-4f38-be96-a24307de05f2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87518) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 26 16:44:35.601828 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-90f53f84-b74d-490f-ad41-fe7ca17cab81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:35.605379 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-90f53f84-b74d-490f-ad41-fe7ca17cab81 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d5ef1d6-5410-4e19-9fd1-cd966d657029 HTTP/1.1" status: 204 len: 168 time: 0.5198452 Nov 26 16:44:35.608285 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f53f84-b74d-490f-ad41-fe7ca17cab81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5ef1d6-5410-4e19-9fd1-cd966d657029,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:35.608916 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5ca342-c59b-4b5e-922d-f97ff0157f07 None None] Network 91170a07-fa0c-4db7-99cd-d93c13f99f28 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:35.610499 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-90f53f84-b74d-490f-ad41-fe7ca17cab81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:35.614978 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6aa5ca2b-5f22-44f5-aca8-003004d4631c tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:35.635486 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6aa5ca2b-5f22-44f5-aca8-003004d4631c tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:35.641780 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e59f3acf-94fc-44e5-ba8d-d8def934fbca tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:35.667959 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6aa5ca2b-5f22-44f5-aca8-003004d4631c tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Network a9233328-cdf9-4d2c-ba1d-15fddd4aacae is not hosted by any dhcp agent {{(pid=87519) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Nov 26 16:44:35.674537 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa5ca2b-5f22-44f5-aca8-003004d4631c tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:35.675253 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6aa5ca2b-5f22-44f5-aca8-003004d4631c tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:35.679036 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6aa5ca2b-5f22-44f5-aca8-003004d4631c tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "PUT /v2.0/networks/a9233328-cdf9-4d2c-ba1d-15fddd4aacae HTTP/1.1" status: 200 len: 762 time: 0.4714391 Nov 26 16:44:35.680010 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50660) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:35.731097 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-0c33983d-96ff-4458-977a-596ad0b755bc None None] Provisioning complete for port cb7a8135-e286-4597-a19b-6fa6028870e9 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:35.731507 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0c33983d-96ff-4458-977a-596ad0b755bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:35.794330 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5ca2b-5f22-44f5-aca8-003004d4631c tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event updated for resources: {'Network': ['ID=a9233328-cdf9-4d2c-ba1d-15fddd4aacae,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:35.797215 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6aa5ca2b-5f22-44f5-aca8-003004d4631c tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:35.820122 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-97959294-261b-4326-9601-cdfdf0a9f1f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:35.821283 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network a9233328-cdf9-4d2c-ba1d-15fddd4aacae details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:44:35.899758 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8b9e834d-ea87-4b37-89b8-7e1da8fd8fca tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:35.937811 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Pushing event updated for resources: {'Port': ['ID=2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:36.024809 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:36.025154 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:36.025498 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:36.025831 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:36.026160 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:36.026483 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:36.026808 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:36.027131 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:36.027457 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:36.027796 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:36.028675 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:36.028997 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:36.033156 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:36.145260 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97959294-261b-4326-9601-cdfdf0a9f1f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network fb25fc7e-437b-4a91-be85-0081b4a9f979 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:36.153869 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-97959294-261b-4326-9601-cdfdf0a9f1f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:36.172862 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97959294-261b-4326-9601-cdfdf0a9f1f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:36.178513 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97959294-261b-4326-9601-cdfdf0a9f1f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:36.179148 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-97959294-261b-4326-9601-cdfdf0a9f1f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:36.208783 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad475227-f046-4e53-b28f-68db7fa5f907 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:36.209502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ad475227-f046-4e53-b28f-68db7fa5f907 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Synchronizing usage tracker for tenant:e1eef703c7604003adf96d6097c242b3 on resource:network {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:36.219983 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97959294-261b-4326-9601-cdfdf0a9f1f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Port': ['ID=ba9081ed-ed4f-4fdb-87f6-2b9cd419a1a3,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:36.233500 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-97959294-261b-4326-9601-cdfdf0a9f1f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:36.236841 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ad475227-f046-4e53-b28f-68db7fa5f907 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Unset dirty status for tenant:e1eef703c7604003adf96d6097c242b3 on resource:network {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:36.243031 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ad475227-f046-4e53-b28f-68db7fa5f907 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "GET /v2.0/networks?id=a9233328-cdf9-4d2c-ba1d-15fddd4aacae HTTP/1.1" status: 200 len: 765 time: 0.5573750 Nov 26 16:44:36.247039 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50664) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:36.295338 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-97959294-261b-4326-9601-cdfdf0a9f1f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3941853 Nov 26 16:44:36.295708 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:36.297740 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50668) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:36.354269 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-78b154a3-c49f-4f38-be96-a24307de05f2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:36.410049 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port a75c8d92-7c76-4d14-9009-9243abd54dca, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=a75c8d92-7c76-4d14-9009-9243abd54dca,segment=NetworkSegment(462f32a3-b2cd-4732-b5fb-52de9965ee58),segment_id=462f32a3-b2cd-4732-b5fb-52de9965ee58)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:36.423456 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:36.426908 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-34957fe5-e413-4b03-b68a-f995c336a335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:36.432674 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1593262c-9f0c-46fe-bfcb-8f631ff41f4a tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:36.435159 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1593262c-9f0c-46fe-bfcb-8f631ff41f4a tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1859841 Nov 26 16:44:36.440012 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50672) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:36.525662 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9b08f355-6ea0-4c5c-a76f-c8af2eddcaee None None] Provisioning complete for port a75c8d92-7c76-4d14-9009-9243abd54dca triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:36.526214 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9b08f355-6ea0-4c5c-a76f-c8af2eddcaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:36.529671 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0d3de0fc-dd74-467a-a89c-76d7e4130c2c tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Synchronizing usage tracker for tenant:e1eef703c7604003adf96d6097c242b3 on resource:subnet {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:36.529833 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b1c277-924d-4669-a9ba-8c8394c4c293 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:36.530464 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c7b1c277-924d-4669-a9ba-8c8394c4c293 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Synchronizing usage tracker for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:36.550216 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0d3de0fc-dd74-467a-a89c-76d7e4130c2c tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Unset dirty status for tenant:e1eef703c7604003adf96d6097c242b3 on resource:subnet {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:36.552090 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0d3de0fc-dd74-467a-a89c-76d7e4130c2c tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "GET /v2.0/subnets?network_id=cf8dce9a-1df0-4b90-b19d-7de373e178f5 HTTP/1.1" status: 200 len: 207 time: 0.1110101 Nov 26 16:44:36.555968 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50678) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:36.557257 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=a75c8d92-7c76-4d14-9009-9243abd54dca,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:36.561265 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:36.649687 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e3f9daa2-473a-45ad-8725-d9f8a1d458bc req-c00b5a2a-9305-478e-ae99-777ca7d7ee08 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1148686 Nov 26 16:44:36.720636 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c7b1c277-924d-4669-a9ba-8c8394c4c293 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Unset dirty status for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:36.721850 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c7b1c277-924d-4669-a9ba-8c8394c4c293 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A28f HTTP/1.1" status: 200 len: 928 time: 0.4239485 Nov 26 16:44:36.726034 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50682) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:36.812443 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6686e88b-b2be-473c-bd51-1e7309f0485e None None] Provisioning complete for port cb7a8135-e286-4597-a19b-6fa6028870e9 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:36.812826 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6686e88b-b2be-473c-bd51-1e7309f0485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:36.883670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-78b154a3-c49f-4f38-be96-a24307de05f2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] For port cb7a8135-e286-4597-a19b-6fa6028870e9, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=cb7a8135-e286-4597-a19b-6fa6028870e9,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:36.930968 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-78b154a3-c49f-4f38-be96-a24307de05f2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:36.937632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-78b154a3-c49f-4f38-be96-a24307de05f2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:36.938525 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-78b154a3-c49f-4f38-be96-a24307de05f2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:36.942195 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-ad6da3d3-7072-4aec-add3-8c73c8763b91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting port ba9081ed-ed4f-4fdb-87f6-2b9cd419a1a3 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:36.942562 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7ddbb9cc-b314-456b-8c05-8aa382db788d tempest-RoutersIpV6AdminTest-223752846 tempest-RoutersIpV6AdminTest-223752846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:36.942759 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ad6da3d3-7072-4aec-add3-8c73c8763b91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:37.022457 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device a75c8d92-7c76-4d14-9009-9243abd54dca up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:44:37.039195 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b154a3-c49f-4f38-be96-a24307de05f2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:37.042407 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-78b154a3-c49f-4f38-be96-a24307de05f2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:37.045967 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b154a3-c49f-4f38-be96-a24307de05f2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:37.046608 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-78b154a3-c49f-4f38-be96-a24307de05f2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:37.079110 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b154a3-c49f-4f38-be96-a24307de05f2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=cb7a8135-e286-4597-a19b-6fa6028870e9,revision_number=8']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:37.082410 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-78b154a3-c49f-4f38-be96-a24307de05f2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:37.083609 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4d1db742-4561-4a9c-892d-af2ccf5365f1 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:37.124741 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port a75c8d92-7c76-4d14-9009-9243abd54dca triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:37.125649 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:37.144921 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-78b154a3-c49f-4f38-be96-a24307de05f2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6557417 Nov 26 16:44:37.146806 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50686) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:37.172000 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-2770886c-a736-4775-ae5d-c653b43de1bc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:37.217221 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd683a89-a6cb-4c0b-9985-714104a9b8d8 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:37.282505 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b154a3-c49f-4f38-be96-a24307de05f2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=a9d56e28-bcd4-449c-a6f2-9a2f80aa2473,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:37.287181 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-78b154a3-c49f-4f38-be96-a24307de05f2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:37.296869 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564f1a90-4266-4943-9eaf-b69b137630d3 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:37.303752 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564f1a90-4266-4943-9eaf-b69b137630d3 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:37.309172 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564f1a90-4266-4943-9eaf-b69b137630d3 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:37.315424 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564f1a90-4266-4943-9eaf-b69b137630d3 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:37.321631 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564f1a90-4266-4943-9eaf-b69b137630d3 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:37.328003 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564f1a90-4266-4943-9eaf-b69b137630d3 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:37.329853 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-564f1a90-4266-4943-9eaf-b69b137630d3 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.7723324 Nov 26 16:44:37.334947 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50690) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:37.349634 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2770886c-a736-4775-ae5d-c653b43de1bc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:37.353741 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2770886c-a736-4775-ae5d-c653b43de1bc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:37.357315 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2770886c-a736-4775-ae5d-c653b43de1bc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:37.363390 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2770886c-a736-4775-ae5d-c653b43de1bc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:37.366474 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae598f68-49ce-4b41-8eb2-053d00cd4779 None None] Network fb25fc7e-437b-4a91-be85-0081b4a9f979 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:37.374350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2770886c-a736-4775-ae5d-c653b43de1bc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:37.378128 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2770886c-a736-4775-ae5d-c653b43de1bc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:37.510479 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f159596d-91a2-4a73-944f-76bd039a45fa None None] Provisioning complete for port a75c8d92-7c76-4d14-9009-9243abd54dca triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:37.511052 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f159596d-91a2-4a73-944f-76bd039a45fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:37.607685 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ad6da3d3-7072-4aec-add3-8c73c8763b91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:37.653912 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2770886c-a736-4775-ae5d-c653b43de1bc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:37.657891 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f3bae772-19c4-470a-81e1-e0abc1eca651 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:37.676943 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:44:37.720530 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770886c-a736-4775-ae5d-c653b43de1bc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=3bb1277a-80f3-41cc-a5eb-8bd00836c5f6,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:37.726559 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2770886c-a736-4775-ae5d-c653b43de1bc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:37.738558 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2770886c-a736-4775-ae5d-c653b43de1bc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:37.739858 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-2770886c-a736-4775-ae5d-c653b43de1bc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:37.742658 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2770886c-a736-4775-ae5d-c653b43de1bc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:37.743504 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2770886c-a736-4775-ae5d-c653b43de1bc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:37.769873 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2770886c-a736-4775-ae5d-c653b43de1bc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6082830 Nov 26 16:44:37.772222 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50696) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:37.779126 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-ad6da3d3-7072-4aec-add3-8c73c8763b91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Calling delete_port for ba9081ed-ed4f-4fdb-87f6-2b9cd419a1a3 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:37.779295 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-f1096f78-42ca-452f-98d0-d64f43ee66d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'mac_address': 'fa:16:3e:5b:d7:c7', 'name': 'tempest-NetworksTestDHCPv6-223998835'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:37.881264 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-38d428ae-ecb6-4f00-98a9-7c3743adda87 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.5428567 Nov 26 16:44:37.884229 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1ecbbef0-a46a-428f-b208-c3b1094b8afd req-a4c93940-356f-4dae-877a-35af061e1358 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1202383 Nov 26 16:44:37.884901 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50700) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:37.996504 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447d2b46-f895-4241-b117-ee1c7edd9b5f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:37.998062 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447d2b46-f895-4241-b117-ee1c7edd9b5f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:37.999666 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447d2b46-f895-4241-b117-ee1c7edd9b5f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:37.999913 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:38.001254 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447d2b46-f895-4241-b117-ee1c7edd9b5f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:38.002760 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447d2b46-f895-4241-b117-ee1c7edd9b5f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:38.003954 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-447d2b46-f895-4241-b117-ee1c7edd9b5f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Synchronizing usage tracker for tenant:e1eef703c7604003adf96d6097c242b3 on resource:subnet {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:38.006326 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ad6da3d3-7072-4aec-add3-8c73c8763b91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:38.008155 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f1096f78-42ca-452f-98d0-d64f43ee66d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:38.012392 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f962f683-d6b2-49c6-a7bf-8e09bef5c3f4 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:38.013624 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f1096f78-42ca-452f-98d0-d64f43ee66d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:port and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:38.023402 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f1096f78-42ca-452f-98d0-d64f43ee66d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:38.026330 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-447d2b46-f895-4241-b117-ee1c7edd9b5f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Unset dirty status for tenant:e1eef703c7604003adf96d6097c242b3 on resource:subnet {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:38.029918 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-447d2b46-f895-4241-b117-ee1c7edd9b5f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1411281 Nov 26 16:44:38.033849 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50704) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:38.036409 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f1096f78-42ca-452f-98d0-d64f43ee66d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:38.067359 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6da3d3-7072-4aec-add3-8c73c8763b91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Port': ['ID=ba9081ed-ed4f-4fdb-87f6-2b9cd419a1a3,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:38.098792 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1096f78-42ca-452f-98d0-d64f43ee66d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:38.111641 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6da3d3-7072-4aec-add3-8c73c8763b91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:38.111919 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6da3d3-7072-4aec-add3-8c73c8763b91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:38.112192 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6da3d3-7072-4aec-add3-8c73c8763b91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:38.112570 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6da3d3-7072-4aec-add3-8c73c8763b91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:38.112942 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6da3d3-7072-4aec-add3-8c73c8763b91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:38.113312 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6da3d3-7072-4aec-add3-8c73c8763b91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:38.113679 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6da3d3-7072-4aec-add3-8c73c8763b91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:38.114044 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6da3d3-7072-4aec-add3-8c73c8763b91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:38.114892 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6da3d3-7072-4aec-add3-8c73c8763b91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:38.114892 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6da3d3-7072-4aec-add3-8c73c8763b91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:38.115097 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6da3d3-7072-4aec-add3-8c73c8763b91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:38.115458 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6da3d3-7072-4aec-add3-8c73c8763b91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:38.124000 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ad6da3d3-7072-4aec-add3-8c73c8763b91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:38.129779 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ad6da3d3-7072-4aec-add3-8c73c8763b91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:38.145249 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-615d87db-88d8-4c2d-9631-d1e41c65d73d None None] Could not find standard attr ID for object 58bb15ac-f454-4b17-a22f-aba67842bb03. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:44:38.147757 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ad6da3d3-7072-4aec-add3-8c73c8763b91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/ports/ba9081ed-ed4f-4fdb-87f6-2b9cd419a1a3 HTTP/1.1" status: 204 len: 168 time: 1.4180505 Nov 26 16:44:38.149965 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50708) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:38.167454 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-615d87db-88d8-4c2d-9631-d1e41c65d73d None None] Provisioning for port 2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:38.177633 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-615d87db-88d8-4c2d-9631-d1e41c65d73d None None] Provisioning complete for port 2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:38.178060 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-615d87db-88d8-4c2d-9631-d1e41c65d73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:38.198994 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dd915e-567e-4595-a30c-f6eb9201e061 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['shared'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:38.202004 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dd915e-567e-4595-a30c-f6eb9201e061 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['shared'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:38.202547 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dd915e-567e-4595-a30c-f6eb9201e061 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['shared'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:38.203973 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dd915e-567e-4595-a30c-f6eb9201e061 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['shared'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:38.205378 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dd915e-567e-4595-a30c-f6eb9201e061 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['shared'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:38.206998 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-77dd915e-567e-4595-a30c-f6eb9201e061 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1722140 Nov 26 16:44:38.209536 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c570b1b-7d1a-4429-aa1f-98f0fa410a48 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] GET failed (client error): The resource could not be found. Nov 26 16:44:38.210178 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6c570b1b-7d1a-4429-aa1f-98f0fa410a48 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Synchronizing usage tracker for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:38.211208 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50712) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:38.233175 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6c570b1b-7d1a-4429-aa1f-98f0fa410a48 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Unset dirty status for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:38.237211 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6c570b1b-7d1a-4429-aa1f-98f0fa410a48 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "GET /v2.0/ports/ba9081ed-ed4f-4fdb-87f6-2b9cd419a1a3 HTTP/1.1" status: 404 len: 333 time: 0.0831044 Nov 26 16:44:38.237643 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50716) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:38.267542 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a87ab35-d6c0-4b3c-b89f-9ea66130a4bf None None] Update dhcp port {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'fixed_ips': [{'subnet_id': 'a9d56e28-bcd4-449c-a6f2-9a2f80aa2473', 'ip_address': '2001:db8::f816:3eff:fe9a:db06'}, {'subnet_id': '3bb1277a-80f3-41cc-a5eb-8bd00836c5f6'}], 'binding:host_id': 'dv-neutron-819440-1-hyperv'}, 'id': 'cb7a8135-e286-4597-a19b-6fa6028870e9'} from dv-neutron-819440-1-hyperv. {{(pid=87520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 26 16:44:38.315403 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-2ad1b89c-c0e8-4878-8f81-a05d2353f688 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting port a978f3a9-2e74-49f1-a60b-c3ff965cda2c {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:38.316543 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2ad1b89c-c0e8-4878-8f81-a05d2353f688 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:38.339137 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0a87ab35-d6c0-4b3c-b89f-9ea66130a4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:38.370319 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe0c679-2272-4577-94b4-a7d95457a439 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:38.371549 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6fe0c679-2272-4577-94b4-a7d95457a439 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "GET /v2.0/networks/050040c8-e48b-4d4b-892c-4ea24fa3235a HTTP/1.1" status: 200 len: 803 time: 0.1593566 Nov 26 16:44:38.375213 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50722) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:38.416685 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f1096f78-42ca-452f-98d0-d64f43ee66d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:38.445799 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-f1096f78-42ca-452f-98d0-d64f43ee66d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] device_id is not set on port 78ec788e-34d8-4c21-8724-3556c8b7ff92 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:44:38.546082 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-615d87db-88d8-4c2d-9631-d1e41c65d73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:38.641481 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-615d87db-88d8-4c2d-9631-d1e41c65d73d None None] For port 2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5,segment=NetworkSegment(f3a9237a-a1ab-4a7c-aa13-eb868222ad59),segment_id=f3a9237a-a1ab-4a7c-aa13-eb868222ad59)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:38.648716 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-615d87db-88d8-4c2d-9631-d1e41c65d73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:38.654315 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-385744d3-f6e8-4229-9548-018b2e674d40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:38.708263 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-174604eb-946f-49c2-99f2-90a33e9e7320 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "GET /v2.0/networks/050040c8-e48b-4d4b-892c-4ea24fa3235a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3312125 Nov 26 16:44:38.711810 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50726) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:38.727764 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-0a87ab35-d6c0-4b3c-b89f-9ea66130a4bf None None] Allocated IP 172.20.0.2 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/3bb1277a-80f3-41cc-a5eb-8bd00836c5f6/cb7a8135-e286-4597-a19b-6fa6028870e9) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:38.777101 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2ad1b89c-c0e8-4878-8f81-a05d2353f688 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:38.824964 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d87db-88d8-4c2d-9631-d1e41c65d73d None None] Pushing event updated for resources: {'Port': ['ID=2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:38.840334 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:44:38.847305 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807aede4-9635-4353-a992-9944f7b465a5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:38.852439 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-807aede4-9635-4353-a992-9944f7b465a5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "GET /v2.0/subnets/3e834d78-2a0b-4b7d-8926-48d5a1d972cb HTTP/1.1" status: 200 len: 843 time: 0.1394396 Nov 26 16:44:38.852850 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50730) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:38.897659 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-615d87db-88d8-4c2d-9631-d1e41c65d73d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:38.898434 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device cb7a8135-e286-4597-a19b-6fa6028870e9 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:44:38.933461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25196848-0f6f-4828-85c6-d9ccdac4333e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['shared'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:38.935957 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-25196848-0f6f-4828-85c6-d9ccdac4333e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "GET /v2.0/subnets/3e834d78-2a0b-4b7d-8926-48d5a1d972cb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0819778 Nov 26 16:44:38.939615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50736) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:38.947488 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2095739866'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:38.953362 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:38.959032 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-31e84301-12e9-4252-9b80-042a78920e37 None None] Provisioning for port a978f3a9-2e74-49f1-a60b-c3ff965cda2c completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:38.977090 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-2ad1b89c-c0e8-4878-8f81-a05d2353f688 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Calling delete_port for a978f3a9-2e74-49f1-a60b-c3ff965cda2c owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:38.979152 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-31e84301-12e9-4252-9b80-042a78920e37 None None] Provisioning complete for port a978f3a9-2e74-49f1-a60b-c3ff965cda2c triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:38.979539 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-31e84301-12e9-4252-9b80-042a78920e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:39.008104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:39.018538 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2398153c-c631-49cd-a1ad-e44dada9fdd2 req-b7e5b0cc-a54e-4599-93e3-491da2722476 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0600932 Nov 26 16:44:39.031018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Made reservation on behalf of e1eef703c7604003adf96d6097c242b3 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:39.034538 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:39.079819 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:44:39.098178 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:39.099045 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Added segment 2e026695-20fa-409c-8169-e21a78611f2d of type vlan for network cda0aaf6-8e1c-4607-8dc0-fa110894865f Nov 26 16:44:39.139289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:39.148044 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-31e84301-12e9-4252-9b80-042a78920e37 None None] Port a978f3a9-2e74-49f1-a60b-c3ff965cda2c cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:44:39.150821 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-0a87ab35-d6c0-4b3c-b89f-9ea66130a4bf None None] For port cb7a8135-e286-4597-a19b-6fa6028870e9, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=cb7a8135-e286-4597-a19b-6fa6028870e9,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:39.159677 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2ad1b89c-c0e8-4878-8f81-a05d2353f688 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:39.163290 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port cb7a8135-e286-4597-a19b-6fa6028870e9 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:39.163671 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:39.165602 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ac3d92ba-da4c-4e80-a8c5-049cbc067b32 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:39.177262 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:39.182993 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:39.183699 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:39.187522 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9c9cd05b-9d49-4b75-b7ad-bab325d98dda tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:39.217940 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1b89c-c0e8-4878-8f81-a05d2353f688 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Port': ['ID=a978f3a9-2e74-49f1-a60b-c3ff965cda2c,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:39.221006 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2ad1b89c-c0e8-4878-8f81-a05d2353f688 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:39.222203 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-31e84301-12e9-4252-9b80-042a78920e37 None None] Provisioning complete for port 2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:39.222541 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-31e84301-12e9-4252-9b80-042a78920e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:39.261366 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2ad1b89c-c0e8-4878-8f81-a05d2353f688 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:39.283179 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2ad1b89c-c0e8-4878-8f81-a05d2353f688 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/ports/a978f3a9-2e74-49f1-a60b-c3ff965cda2c HTTP/1.1" status: 204 len: 168 time: 1.0411172 Nov 26 16:44:39.283179 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50740) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:39.289610 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0a87ab35-d6c0-4b3c-b89f-9ea66130a4bf None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:39.313816 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event updated for resources: {'Network': ['ID=cda0aaf6-8e1c-4607-8dc0-fa110894865f,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:39.318722 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3776810 Nov 26 16:44:39.323584 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50744) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:39.325784 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:39.326054 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-0a87ab35-d6c0-4b3c-b89f-9ea66130a4bf None None] Transition to ACTIVE for port object cb7a8135-e286-4597-a19b-6fa6028870e9 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:39.326623 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:39.327191 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:39.327782 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:39.328343 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:39.328920 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:39.329476 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:39.330039 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:39.330594 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:39.331142 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:39.331740 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:39.332312 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:44:39.333383 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb17cc9-fed9-4044-8fd1-e41c0869ba59 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] GET failed (client error): The resource could not be found. Nov 26 16:44:39.334053 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ebb17cc9-fed9-4044-8fd1-e41c0869ba59 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Synchronizing usage tracker for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:39.338145 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:39.342536 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-2b4739fc-2cde-4be4-a299-966f40383ed5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Request body: {'subnet': {'network_id': 'cda0aaf6-8e1c-4607-8dc0-fa110894865f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:39.361244 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ebb17cc9-fed9-4044-8fd1-e41c0869ba59 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Unset dirty status for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:39.362629 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ebb17cc9-fed9-4044-8fd1-e41c0869ba59 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "GET /v2.0/ports/a978f3a9-2e74-49f1-a60b-c3ff965cda2c HTTP/1.1" status: 404 len: 333 time: 0.0791187 Nov 26 16:44:39.365689 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50748) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:39.372806 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0a87ab35-d6c0-4b3c-b89f-9ea66130a4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:39.376359 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network cda0aaf6-8e1c-4607-8dc0-fa110894865f details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:44:39.416704 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:39.529057 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2b4739fc-2cde-4be4-a299-966f40383ed5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:39.539310 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2b4739fc-2cde-4be4-a299-966f40383ed5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:39.564825 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-966a9013-3add-4f38-92ee-a4517fde4143 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting subnet dd18ab4a-e9a1-4dc8-893e-94c9ad684c41 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:44:39.568011 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-966a9013-3add-4f38-92ee-a4517fde4143 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:39.583861 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4739fc-2cde-4be4-a299-966f40383ed5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Made reservation on behalf of e1eef703c7604003adf96d6097c242b3 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:39.587555 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2b4739fc-2cde-4be4-a299-966f40383ed5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:39.626049 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-966a9013-3add-4f38-92ee-a4517fde4143 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:39.704340 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.ipam_backend_mixin [None req-2b4739fc-2cde-4be4-a299-966f40383ed5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Performing IP validity checks on allocation pools {{(pid=87518) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 26 16:44:39.705135 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.ipam_backend_mixin [None req-2b4739fc-2cde-4be4-a299-966f40383ed5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87518) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 26 16:44:39.709856 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-f1096f78-42ca-452f-98d0-d64f43ee66d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 172.20.0.6 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/3bb1277a-80f3-41cc-a5eb-8bd00836c5f6/78ec788e-34d8-4c21-8724-3556c8b7ff92) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:39.717159 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-966a9013-3add-4f38-92ee-a4517fde4143 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:39.723488 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-f1096f78-42ca-452f-98d0-d64f43ee66d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 2001:db8::f816:3eff:fe5b:d7c7 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/a9d56e28-bcd4-449c-a6f2-9a2f80aa2473/78ec788e-34d8-4c21-8724-3556c8b7ff92) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:39.744105 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87ab35-d6c0-4b3c-b89f-9ea66130a4bf None None] Pushing event updated for resources: {'Port': ['ID=cb7a8135-e286-4597-a19b-6fa6028870e9,revision_number=9']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:39.748310 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-0a87ab35-d6c0-4b3c-b89f-9ea66130a4bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:39.755918 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-31e84301-12e9-4252-9b80-042a78920e37 None None] Could not find standard attr ID for object ba9081ed-ed4f-4fdb-87f6-2b9cd419a1a3. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:44:39.811174 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-966a9013-3add-4f38-92ee-a4517fde4143 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:39.816385 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-38f88943-8648-40bb-bd82-b5bad48ab169 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:39.854657 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a9013-3add-4f38-92ee-a4517fde4143 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Subnet': ['ID=dd18ab4a-e9a1-4dc8-893e-94c9ad684c41,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:39.858468 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-966a9013-3add-4f38-92ee-a4517fde4143 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:39.859577 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-966a9013-3add-4f38-92ee-a4517fde4143 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:39.869909 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-64258f67-4c06-4f5a-acd0-c557cccd3066 None None] Could not find standard attr ID for object ba9081ed-ed4f-4fdb-87f6-2b9cd419a1a3. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:44:39.875096 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2057fbb1-cda5-4bb9-b7c8-7c22c8e1ed4a None None] Network fb25fc7e-437b-4a91-be85-0081b4a9f979 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:39.891684 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-966a9013-3add-4f38-92ee-a4517fde4143 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/subnets/dd18ab4a-e9a1-4dc8-893e-94c9ad684c41 HTTP/1.1" status: 204 len: 168 time: 0.5246229 Nov 26 16:44:39.892410 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50754) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:40.016010 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6b37d3db-3ad6-4235-b81d-20b651a34605 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:40.028451 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-6b37d3db-3ad6-4235-b81d-20b651a34605 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting port 2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:40.028884 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6b37d3db-3ad6-4235-b81d-20b651a34605 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:40.066196 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2b4739fc-2cde-4be4-a299-966f40383ed5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:40.073907 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3e4bb28f-87f1-40b8-babe-306beeae372c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:40.119986 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f1096f78-42ca-452f-98d0-d64f43ee66d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:40.153870 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-f1096f78-42ca-452f-98d0-d64f43ee66d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Transition to ACTIVE for port object 78ec788e-34d8-4c21-8724-3556c8b7ff92 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:40.168328 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1c5f5771-10d6-40d1-9d60-3d80983f8033 req-376cf703-8209-4525-b2d9-5978575582b6 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0525322 Nov 26 16:44:40.194443 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4739fc-2cde-4be4-a299-966f40383ed5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Checking segment: {'id': '2e026695-20fa-409c-8169-e21a78611f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cda0aaf6-8e1c-4607-8dc0-fa110894865f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:44:40.194805 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4739fc-2cde-4be4-a299-966f40383ed5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Network hostable DHCP agents. Network: cda0aaf6-8e1c-4607-8dc0-fa110894865f, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:44:40.199630 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4739fc-2cde-4be4-a299-966f40383ed5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event updated for resources: {'Subnet': ['ID=f54c6e64-81f1-45ff-9fa2-b9da293a14a9,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:40.202541 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2b4739fc-2cde-4be4-a299-966f40383ed5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:40.240068 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4739fc-2cde-4be4-a299-966f40383ed5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Network cda0aaf6-8e1c-4607-8dc0-fa110894865f is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:44:40.242442 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4018ee82-06b1-4145-b97b-260b8d7cae9d None None] DHCP port deletion for fb25fc7e-437b-4a91-be85-0081b4a9f979 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:44:40.244556 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f1096f78-42ca-452f-98d0-d64f43ee66d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:40.248056 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-4018ee82-06b1-4145-b97b-260b8d7cae9d None None] Deleting port 2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:40.248508 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4018ee82-06b1-4145-b97b-260b8d7cae9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:40.252908 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bbd99556-4b19-44da-bb5c-7d244ae553ad tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:40.318694 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-2b4739fc-2cde-4be4-a299-966f40383ed5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, cda0aaf6-8e1c-4607-8dc0-fa110894865f) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:40.329395 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4739fc-2cde-4be4-a299-966f40383ed5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:40.329888 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2b4739fc-2cde-4be4-a299-966f40383ed5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:40.350325 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1096f78-42ca-452f-98d0-d64f43ee66d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:40.355540 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-f1096f78-42ca-452f-98d0-d64f43ee66d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:40.364484 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1096f78-42ca-452f-98d0-d64f43ee66d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:40.376954 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-6b37d3db-3ad6-4235-b81d-20b651a34605 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] For port 2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5,segment=NetworkSegment(f3a9237a-a1ab-4a7c-aa13-eb868222ad59),segment_id=f3a9237a-a1ab-4a7c-aa13-eb868222ad59)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:40.378238 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6b37d3db-3ad6-4235-b81d-20b651a34605 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:40.379889 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59228b77-935e-4698-8795-68544192b189 None None] Network cda0aaf6-8e1c-4607-8dc0-fa110894865f requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:40.428812 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1096f78-42ca-452f-98d0-d64f43ee66d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=78ec788e-34d8-4c21-8724-3556c8b7ff92,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:40.439361 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f1096f78-42ca-452f-98d0-d64f43ee66d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:40.457506 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1096f78-42ca-452f-98d0-d64f43ee66d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:40.458421 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f1096f78-42ca-452f-98d0-d64f43ee66d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:40.479843 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2b4739fc-2cde-4be4-a299-966f40383ed5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1428044 Nov 26 16:44:40.482500 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50760) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:40.494422 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-f8c9cad9-35fc-40e1-aac8-9f73ae4fb778 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:40.529339 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f1096f78-42ca-452f-98d0-d64f43ee66d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.7531765 Nov 26 16:44:40.531554 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50764) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:40.533652 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-6b37d3db-3ad6-4235-b81d-20b651a34605 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Calling delete_port for 2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:40.561253 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfc1407-8784-4432-984d-9304ef1b9739 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:40.617065 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6b37d3db-3ad6-4235-b81d-20b651a34605 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:40.621219 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-55716789-0f2f-4e96-8031-1120eb3f88ac tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:40.666459 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37d3db-3ad6-4235-b81d-20b651a34605 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Port': ['ID=2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:40.670857 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6b37d3db-3ad6-4235-b81d-20b651a34605 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:40.673504 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b37d3db-3ad6-4235-b81d-20b651a34605 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] No DVR routers for this DVR port 2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5 on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:44:40.692156 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a649c3-0c1f-4d2b-8587-11ca61ab02f5 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:40.698499 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a649c3-0c1f-4d2b-8587-11ca61ab02f5 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:40.702094 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a6a649c3-0c1f-4d2b-8587-11ca61ab02f5 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:40.720657 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8c9cad9-35fc-40e1-aac8-9f73ae4fb778 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2508817'] for subnet, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:40.726631 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a6a649c3-0c1f-4d2b-8587-11ca61ab02f5 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:40.726854 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a540e353-868f-451c-97dd-3ac8a2cacf65 None None] Provisioning for port cb7a8135-e286-4597-a19b-6fa6028870e9 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:40.728284 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a6a649c3-0c1f-4d2b-8587-11ca61ab02f5 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1955547 Nov 26 16:44:40.732286 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50768) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:40.756785 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a540e353-868f-451c-97dd-3ac8a2cacf65 None None] Provisioning complete for port cb7a8135-e286-4597-a19b-6fa6028870e9 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:40.757751 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a540e353-868f-451c-97dd-3ac8a2cacf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:40.869866 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6b37d3db-3ad6-4235-b81d-20b651a34605 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:40.880966 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-4018ee82-06b1-4145-b97b-260b8d7cae9d None None] For port 2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5,segment=NetworkSegment(f3a9237a-a1ab-4a7c-aa13-eb868222ad59),segment_id=f3a9237a-a1ab-4a7c-aa13-eb868222ad59)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:40.881649 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4018ee82-06b1-4145-b97b-260b8d7cae9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:40.900287 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-99e1dcbd-0356-44d2-9ef7-39f1b898737a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting port 78ec788e-34d8-4c21-8724-3556c8b7ff92 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:40.900625 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-99e1dcbd-0356-44d2-9ef7-39f1b898737a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:40.944445 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-6b37d3db-3ad6-4235-b81d-20b651a34605 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb25fc7e-437b-4a91-be85-0081b4a9f979']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:40.968200 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-6b37d3db-3ad6-4235-b81d-20b651a34605 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a9237a-a1ab-4a7c-aa13-eb868222ad59') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:40.968598 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-6b37d3db-3ad6-4235-b81d-20b651a34605 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a9237a-a1ab-4a7c-aa13-eb868222ad59') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:40.987777 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device cb7a8135-e286-4597-a19b-6fa6028870e9 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:44:40.991907 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6b37d3db-3ad6-4235-b81d-20b651a34605 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:41.044421 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6b37d3db-3ad6-4235-b81d-20b651a34605 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:41.051976 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b37d3db-3ad6-4235-b81d-20b651a34605 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:44:41.052436 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6b37d3db-3ad6-4235-b81d-20b651a34605 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:41.140791 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-cda0aaf6-8e1c-4607-8dc0-fa110894865f', 'network_id': 'cda0aaf6-8e1c-4607-8dc0-fa110894865f', 'tenant_id': 'e1eef703c7604003adf96d6097c242b3', 'fixed_ips': [{'subnet_id': 'f54c6e64-81f1-45ff-9fa2-b9da293a14a9'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:44:41.141554 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:44:41.150432 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:44:41.176074 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8c9cad9-35fc-40e1-aac8-9f73ae4fb778 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756664963660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2338198'] for subnet, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:41.177409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-4018ee82-06b1-4145-b97b-260b8d7cae9d None None] Calling delete_port for 2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:41.183411 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8e4187b4-0a48-47e2-ab3b-3ce9be8313cc tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:41.201263 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6b37d3db-3ad6-4235-b81d-20b651a34605 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:41.209080 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6aa5ca2b-5f22-44f5-aca8-003004d4631c tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:41.224344 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6b37d3db-3ad6-4235-b81d-20b651a34605 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:41.296296 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e7799e45-caf7-4867-8d27-442289ef4f46 req-e0a25dc2-2f39-47de-b75e-29f94227cfd8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0499187 Nov 26 16:44:41.321590 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c9cad9-35fc-40e1-aac8-9f73ae4fb778 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:41.322531 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8c9cad9-35fc-40e1-aac8-9f73ae4fb778 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:41.326746 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f8c9cad9-35fc-40e1-aac8-9f73ae4fb778 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "PUT /v2.0/subnets/f54c6e64-81f1-45ff-9fa2-b9da293a14a9 HTTP/1.1" status: 200 len: 900 time: 0.8400464 Nov 26 16:44:41.328098 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50774) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:41.430547 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37d3db-3ad6-4235-b81d-20b651a34605 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Network': ['ID=fb25fc7e-437b-4a91-be85-0081b4a9f979,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:41.446811 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6b37d3db-3ad6-4235-b81d-20b651a34605 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:41.467399 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6b37d3db-3ad6-4235-b81d-20b651a34605 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/networks/fb25fc7e-437b-4a91-be85-0081b4a9f979 HTTP/1.1" status: 204 len: 168 time: 1.5738106 Nov 26 16:44:41.470924 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50778) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:41.475154 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9cad9-35fc-40e1-aac8-9f73ae4fb778 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event updated for resources: {'Subnet': ['ID=f54c6e64-81f1-45ff-9fa2-b9da293a14a9,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:41.477754 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-c007391c-2b81-4146-8c24-8caed2a89433 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1879551779'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:41.489778 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c007391c-2b81-4146-8c24-8caed2a89433 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:41.494199 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f8c9cad9-35fc-40e1-aac8-9f73ae4fb778 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:41.500816 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c007391c-2b81-4146-8c24-8caed2a89433 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:network and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:41.515815 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c007391c-2b81-4146-8c24-8caed2a89433 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:41.529148 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c007391c-2b81-4146-8c24-8caed2a89433 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:41.552981 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:41.555351 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-99e1dcbd-0356-44d2-9ef7-39f1b898737a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:41.588503 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-4018ee82-06b1-4145-b97b-260b8d7cae9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:44:41.588895 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-4018ee82-06b1-4145-b97b-260b8d7cae9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:44:41.612628 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port cb7a8135-e286-4597-a19b-6fa6028870e9 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:41.613015 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:41.632097 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:41.688382 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] Allocated IP 2001:db8::3 (cda0aaf6-8e1c-4607-8dc0-fa110894865f/f54c6e64-81f1-45ff-9fa2-b9da293a14a9/37ce3513-fa48-4eb3-951e-87979ef7cbda) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:41.706497 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-99e1dcbd-0356-44d2-9ef7-39f1b898737a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Calling delete_port for 78ec788e-34d8-4c21-8724-3556c8b7ff92 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:41.802534 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c007391c-2b81-4146-8c24-8caed2a89433 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:41.806150 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c007391c-2b81-4146-8c24-8caed2a89433 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:41.913293 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c007391c-2b81-4146-8c24-8caed2a89433 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:44:41.919071 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:44:41.959993 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c007391c-2b81-4146-8c24-8caed2a89433 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:41.960352 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-c007391c-2b81-4146-8c24-8caed2a89433 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Added segment a2ed1765-4c9b-4d58-bfd0-c1b614990960 of type vlan for network 6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb Nov 26 16:44:42.006353 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:44:42.006707 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:44:42.018067 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c007391c-2b81-4146-8c24-8caed2a89433 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:42.025312 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-99e1dcbd-0356-44d2-9ef7-39f1b898737a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:42.032129 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-951c8921-3ba1-45c5-a234-1921f0021ec0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:42.039111 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:42.050032 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] Transition to ACTIVE for port object 37ce3513-fa48-4eb3-951e-87979ef7cbda will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:42.069256 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] Transition to ACTIVE for port object 37ce3513-fa48-4eb3-951e-87979ef7cbda will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:42.076398 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:42.079949 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:42.092330 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1dcbd-0356-44d2-9ef7-39f1b898737a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Port': ['ID=78ec788e-34d8-4c21-8724-3556c8b7ff92,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:42.098450 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:42.100201 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-99e1dcbd-0356-44d2-9ef7-39f1b898737a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:42.104588 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2bfff1ad-9b2d-46b0-a09b-5b4d17f8cab4 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:42.120141 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-4018ee82-06b1-4145-b97b-260b8d7cae9d None None] Deleting port 2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:42.120526 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4018ee82-06b1-4145-b97b-260b8d7cae9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:42.153691 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event deleted for resources: {'Subnet': ['ID=f54c6e64-81f1-45ff-9fa2-b9da293a14a9,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:42.175457 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:42.178015 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c007391c-2b81-4146-8c24-8caed2a89433 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:42.183640 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c007391c-2b81-4146-8c24-8caed2a89433 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:42.184903 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c007391c-2b81-4146-8c24-8caed2a89433 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:42.195298 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c0ed6a48-4e29-42b7-8527-b4b7a6fe91a5 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:42.220251 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-4018ee82-06b1-4145-b97b-260b8d7cae9d None None] The port '2a17bf3b-e77a-4ef5-89fc-f57ac1fef3b5' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:44:42.226541 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] Network cda0aaf6-8e1c-4607-8dc0-fa110894865f is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:42.231696 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:42.233822 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:42.239541 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] Pushing event updated for resources: {'Port': ['ID=37ce3513-fa48-4eb3-951e-87979ef7cbda,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:42.242054 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:42.266676 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:42.300008 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda0aaf6-8e1c-4607-8dc0-fa110894865f']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:42.306259 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007391c-2b81-4146-8c24-8caed2a89433 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Network': ['ID=6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:42.313982 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e026695-20fa-409c-8169-e21a78611f2d') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:42.314417 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e026695-20fa-409c-8169-e21a78611f2d') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:42.329701 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:42.342337 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:44:42.342582 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c007391c-2b81-4146-8c24-8caed2a89433 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:42.374680 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c007391c-2b81-4146-8c24-8caed2a89433 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9026597 Nov 26 16:44:42.377736 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50784) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:42.378617 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:42.385779 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-e54de96a-2acc-4e11-b536-20642f61f472 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'subnet': {'network_id': '6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:42.386609 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:44:42.388147 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:44:42.406846 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:44:42.449251 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] Attempting to bind port 37ce3513-fa48-4eb3-951e-87979ef7cbda on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:44:42.450193 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] Attempting to bind port 37ce3513-fa48-4eb3-951e-87979ef7cbda by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '2e026695-20fa-409c-8169-e21a78611f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cda0aaf6-8e1c-4607-8dc0-fa110894865f'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:44:42.450582 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] Attempting to bind port 37ce3513-fa48-4eb3-951e-87979ef7cbda on network cda0aaf6-8e1c-4607-8dc0-fa110894865f {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:44:42.455329 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f10b9414-81e4-4945-9001-d2c5f7c979d5 None None] Provisioning complete for port cb7a8135-e286-4597-a19b-6fa6028870e9 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:42.455753 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f10b9414-81e4-4945-9001-d2c5f7c979d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:42.508948 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.api [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 26 16:44:42.508948 dv-neutron-819440-1-hyperv neutron-server[87518]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 26 16:44:42.508948 dv-neutron-819440-1-hyperv neutron-server[87518]: [parameters: {'id': 'cda0aaf6-8e1c-4607-8dc0-fa110894865f'}] Nov 26 16:44:42.508948 dv-neutron-819440-1-hyperv neutron-server[87518]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:44:42.509401 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_db.api [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:44:42.510974 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:44:42.511359 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] Checking segment: {'id': '2e026695-20fa-409c-8169-e21a78611f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cda0aaf6-8e1c-4607-8dc0-fa110894865f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:44:42.511786 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:42.512758 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] Bound using segment: {'id': '2e026695-20fa-409c-8169-e21a78611f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cda0aaf6-8e1c-4607-8dc0-fa110894865f'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:44:42.513250 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] Bound port: 37ce3513-fa48-4eb3-951e-87979ef7cbda, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e026695-20fa-409c-8169-e21a78611f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cda0aaf6-8e1c-4607-8dc0-fa110894865f'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:44:42.513633 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:42.518617 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-99e1dcbd-0356-44d2-9ef7-39f1b898737a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:42.522669 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-99e1dcbd-0356-44d2-9ef7-39f1b898737a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/78ec788e-34d8-4c21-8724-3556c8b7ff92 HTTP/1.1" status: 204 len: 168 time: 1.7873023 Nov 26 16:44:42.524249 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50788) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:42.536711 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9ec5d2e1-8ab6-4f78-8aec-1645e43b2a9e req-caa3f77c-42eb-4bd4-adf9-f03058388351 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1305377 Nov 26 16:44:42.586303 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-e54de96a-2acc-4e11-b536-20642f61f472 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:42.590356 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e54de96a-2acc-4e11-b536-20642f61f472 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:subnet and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:42.593586 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e54de96a-2acc-4e11-b536-20642f61f472 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:42.600150 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-e54de96a-2acc-4e11-b536-20642f61f472 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:42.613347 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54de96a-2acc-4e11-b536-20642f61f472 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:42.617151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e54de96a-2acc-4e11-b536-20642f61f472 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:42.634377 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe74198-a7c0-4e89-8e17-0ef2516ed7d0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:42.637369 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe74198-a7c0-4e89-8e17-0ef2516ed7d0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:42.639104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe74198-a7c0-4e89-8e17-0ef2516ed7d0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:42.639961 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-bbe74198-a7c0-4e89-8e17-0ef2516ed7d0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:42.662268 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-bbe74198-a7c0-4e89-8e17-0ef2516ed7d0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:42.666367 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-bbe74198-a7c0-4e89-8e17-0ef2516ed7d0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1380317 Nov 26 16:44:42.666829 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50792) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:42.682294 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] For port 37ce3513-fa48-4eb3-951e-87979ef7cbda, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:44:42.701127 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] For port 37ce3513-fa48-4eb3-951e-87979ef7cbda, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=37ce3513-fa48-4eb3-951e-87979ef7cbda,segment=NetworkSegment(2e026695-20fa-409c-8169-e21a78611f2d),segment_id=2e026695-20fa-409c-8169-e21a78611f2d)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:44:42.708864 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f10b9414-81e4-4945-9001-d2c5f7c979d5 None None] Could not find standard attr ID for object 78ec788e-34d8-4c21-8724-3556c8b7ff92. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:44:42.713199 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:42.723644 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9704210b-b19e-4a1d-978c-f9a48a4c5ae1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:42.753240 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-9919eeed-fa81-46d0-86ef-9aedb023aa0b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet 3bb1277a-80f3-41cc-a5eb-8bd00836c5f6 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:44:42.757402 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9919eeed-fa81-46d0-86ef-9aedb023aa0b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:42.821801 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] Pushing event updated for resources: {'Port': ['ID=37ce3513-fa48-4eb3-951e-87979ef7cbda,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:42.845299 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9919eeed-fa81-46d0-86ef-9aedb023aa0b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:42.855048 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:42.933304 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a9c6b7e4-e0e8-4a4d-bb85-63e3c3b6093d None None] Could not find standard attr ID for object 78ec788e-34d8-4c21-8724-3556c8b7ff92. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:44:42.937136 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e54de96a-2acc-4e11-b536-20642f61f472 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:42.943415 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7e0ad2b7-9a50-44cd-b587-81cb4e05f5ab tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:42.959190 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9919eeed-fa81-46d0-86ef-9aedb023aa0b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:42.966043 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f346457-0440-4343-b8e5-10d5c7961db6 None None] Network cda0aaf6-8e1c-4607-8dc0-fa110894865f requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:43.010457 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:43.021262 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54de96a-2acc-4e11-b536-20642f61f472 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Subnet': ['ID=ee1caa78-9504-4ac1-8f22-ca4bd384ad5c,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:43.025000 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e54de96a-2acc-4e11-b536-20642f61f472 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:43.029537 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Deleting port 37ce3513-fa48-4eb3-951e-87979ef7cbda {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:43.029880 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:43.032236 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54de96a-2acc-4e11-b536-20642f61f472 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Checking segment: {'id': 'a2ed1765-4c9b-4d58-bfd0-c1b614990960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:44:43.032667 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54de96a-2acc-4e11-b536-20642f61f472 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network hostable DHCP agents. Network: 6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:44:43.052747 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54de96a-2acc-4e11-b536-20642f61f472 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network 6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:44:43.065672 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-e54de96a-2acc-4e11-b536-20642f61f472 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:43.074315 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54de96a-2acc-4e11-b536-20642f61f472 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:43.075154 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e54de96a-2acc-4e11-b536-20642f61f472 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:43.106736 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e54de96a-2acc-4e11-b536-20642f61f472 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7245243 Nov 26 16:44:43.106988 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303c607a-6467-435d-b296-e8629a42435b None None] Network 6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:43.107379 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50796) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:43.113276 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-eed4881c-9926-4725-aa5c-87daba8dfeed tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'port': {'network_id': '6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb', 'name': 'tempest-PortsIpV6TestJSON-1484421507', 'fixed_ips': [{'subnet_id': 'ee1caa78-9504-4ac1-8f22-ca4bd384ad5c', 'ip_address': '2001:db8::10'}]}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:43.123340 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9919eeed-fa81-46d0-86ef-9aedb023aa0b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:43.133577 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8c1f4806-32f9-416e-be5a-b9b65623e0a0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:43.182001 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919eeed-fa81-46d0-86ef-9aedb023aa0b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=3bb1277a-80f3-41cc-a5eb-8bd00836c5f6,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:43.186211 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9919eeed-fa81-46d0-86ef-9aedb023aa0b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:43.191743 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9919eeed-fa81-46d0-86ef-9aedb023aa0b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:43.206869 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4707af-3b3b-4ff2-9eba-271efade568c None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:43.255101 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-eed4881c-9926-4725-aa5c-87daba8dfeed tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:43.259374 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-eed4881c-9926-4725-aa5c-87daba8dfeed tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:port and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:43.262965 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-eed4881c-9926-4725-aa5c-87daba8dfeed tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:43.269452 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9919eeed-fa81-46d0-86ef-9aedb023aa0b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/3bb1277a-80f3-41cc-a5eb-8bd00836c5f6 HTTP/1.1" status: 204 len: 168 time: 0.6015310 Nov 26 16:44:43.272338 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50800) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:43.273069 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-eed4881c-9926-4725-aa5c-87daba8dfeed tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:43.284747 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed4881c-9926-4725-aa5c-87daba8dfeed tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:43.355995 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] For port 37ce3513-fa48-4eb3-951e-87979ef7cbda, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=37ce3513-fa48-4eb3-951e-87979ef7cbda,segment=NetworkSegment(2e026695-20fa-409c-8169-e21a78611f2d),segment_id=2e026695-20fa-409c-8169-e21a78611f2d)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:43.356375 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:43.411331 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eed4881c-9926-4725-aa5c-87daba8dfeed tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:43.429730 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f05a162-de22-45c6-ac0f-be8baa9b3b52 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet a9d56e28-bcd4-449c-a6f2-9a2f80aa2473 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:44:43.432076 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-eed4881c-9926-4725-aa5c-87daba8dfeed tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] device_id is not set on port 81705186-b001-4036-bbf0-210abc50bb8e yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:44:43.543799 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f919bc-721b-470a-9c4f-ca86165eeade None None] Network cda0aaf6-8e1c-4607-8dc0-fa110894865f requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:43.613200 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f05a162-de22-45c6-ac0f-be8baa9b3b52 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:43.647204 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Calling delete_port for 37ce3513-fa48-4eb3-951e-87979ef7cbda owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:43.680708 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb', 'network_id': '6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb', 'tenant_id': 'e5bd482c0dce485f8884ef8c9a70116c', 'fixed_ips': [{'subnet_id': 'ee1caa78-9504-4ac1-8f22-ca4bd384ad5c'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:44:43.681554 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:43.747635 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-eb2e4d8b-b0a8-4000-add4-e8b742727497 req-ad222870-ddce-4c56-97ed-af730ee9bde7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0732286 Nov 26 16:44:43.765278 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f05a162-de22-45c6-ac0f-be8baa9b3b52 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:43.803263 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-eed4881c-9926-4725-aa5c-87daba8dfeed tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Allocated IP 2001:db8::10 (6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb/ee1caa78-9504-4ac1-8f22-ca4bd384ad5c/81705186-b001-4036-bbf0-210abc50bb8e) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:43.860880 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:43.868746 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ba388901-ab01-43e6-adde-c66304ca72de tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:43.928173 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] No DVR routers for this DVR port 37ce3513-fa48-4eb3-951e-87979ef7cbda on host dv-neutron-819440-1-hyperv {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:44:43.959824 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event deleted for resources: {'Port': ['ID=37ce3513-fa48-4eb3-951e-87979ef7cbda,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:43.962273 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:44.034133 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eed4881c-9926-4725-aa5c-87daba8dfeed tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:44.052625 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-eed4881c-9926-4725-aa5c-87daba8dfeed tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Transition to ACTIVE for port object 81705186-b001-4036-bbf0-210abc50bb8e will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:44.059544 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f05a162-de22-45c6-ac0f-be8baa9b3b52 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:44.078441 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eed4881c-9926-4725-aa5c-87daba8dfeed tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:44.084602 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2ad1b89c-c0e8-4878-8f81-a05d2353f688 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:44.104594 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:44.151255 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda0aaf6-8e1c-4607-8dc0-fa110894865f']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:44.152082 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed4881c-9926-4725-aa5c-87daba8dfeed tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network 6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:44.155813 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-eed4881c-9926-4725-aa5c-87daba8dfeed tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:44.159912 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed4881c-9926-4725-aa5c-87daba8dfeed tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:44.165691 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed4881c-9926-4725-aa5c-87daba8dfeed tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:44.166328 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eed4881c-9926-4725-aa5c-87daba8dfeed tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:44.170439 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e026695-20fa-409c-8169-e21a78611f2d') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:44.170738 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e026695-20fa-409c-8169-e21a78611f2d') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:44.178324 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] Allocated IP 2001:db8::2 (6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb/ee1caa78-9504-4ac1-8f22-ca4bd384ad5c/e034b3f2-10bb-4066-af93-6f596922ced1) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:44.192216 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4881c-9926-4725-aa5c-87daba8dfeed tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Port': ['ID=81705186-b001-4036-bbf0-210abc50bb8e,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:44.193045 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:44.197579 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-eed4881c-9926-4725-aa5c-87daba8dfeed tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:44.207481 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-eed4881c-9926-4725-aa5c-87daba8dfeed tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0990002 Nov 26 16:44:44.210600 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50806) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:44.217622 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-c598b982-4bb3-41e2-bc43-c4c80362e949 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'port': {'network_id': '6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb', 'name': 'tempest-PortsIpV6TestJSON-79872164', 'fixed_ips': [{'subnet_id': 'ee1caa78-9504-4ac1-8f22-ca4bd384ad5c', 'ip_address': '2001:db8::f'}]}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:44.225794 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f05a162-de22-45c6-ac0f-be8baa9b3b52 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:44.237210 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:44.239770 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-73d9770b-c917-4bfb-8e23-844032cef380 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:44.278836 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f05a162-de22-45c6-ac0f-be8baa9b3b52 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:44.285743 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05a162-de22-45c6-ac0f-be8baa9b3b52 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=a9d56e28-bcd4-449c-a6f2-9a2f80aa2473,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:44.292278 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3f05a162-de22-45c6-ac0f-be8baa9b3b52 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:44.302930 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:44:44.303325 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:44:44.324331 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:44:44.332579 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3f05a162-de22-45c6-ac0f-be8baa9b3b52 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/a9d56e28-bcd4-449c-a6f2-9a2f80aa2473 HTTP/1.1" status: 204 len: 168 time: 1.0592246 Nov 26 16:44:44.337670 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50810) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:44.423684 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:44.429348 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:44.433268 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5b4da383-7220-4053-a58a-a4de02b080e7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:44.442121 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8c9be849-67d4-4ab3-a93e-285c6007032f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1032524 Nov 26 16:44:44.443895 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] Transition to ACTIVE for port object e034b3f2-10bb-4066-af93-6f596922ced1 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:44.452516 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50814) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:44.458992 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:44.461454 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-477afe37-8507-4598-92b4-8ce19b30e198 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:44.466186 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] Transition to ACTIVE for port object e034b3f2-10bb-4066-af93-6f596922ced1 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:44.469193 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event deleted for resources: {'Network': ['ID=cda0aaf6-8e1c-4607-8dc0-fa110894865f,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:44.473520 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:44.479655 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "DELETE /v2.0/networks/cda0aaf6-8e1c-4607-8dc0-fa110894865f HTTP/1.1" status: 204 len: 168 time: 3.1515741 Nov 26 16:44:44.480342 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50818) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:44.481287 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:44.481502 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-0a87ab35-d6c0-4b3c-b89f-9ea66130a4bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:44.525477 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-051975d9-1521-4889-be5f-bd2fd54b80b1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] DELETE failed (client error): The resource could not be found. Nov 26 16:44:44.525940 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-051975d9-1521-4889-be5f-bd2fd54b80b1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:44:44.530614 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-051975d9-1521-4889-be5f-bd2fd54b80b1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "DELETE /v2.0/subnets/f54c6e64-81f1-45ff-9fa2-b9da293a14a9 HTTP/1.1" status: 404 len: 337 time: 0.0483544 Nov 26 16:44:44.531255 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50822) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:44.538068 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c598b982-4bb3-41e2-bc43-c4c80362e949 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:44.549515 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c598b982-4bb3-41e2-bc43-c4c80362e949 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:port and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:44.556728 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] Pushing event updated for resources: {'Port': ['ID=e034b3f2-10bb-4066-af93-6f596922ced1,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:44.558224 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-8185109e-e15b-4ca7-916d-8a8982c70e4b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] DELETE failed (client error): The resource could not be found. Nov 26 16:44:44.558689 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8185109e-e15b-4ca7-916d-8a8982c70e4b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:44:44.561215 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:44.564018 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8185109e-e15b-4ca7-916d-8a8982c70e4b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "DELETE /v2.0/networks/cda0aaf6-8e1c-4607-8dc0-fa110894865f HTTP/1.1" status: 404 len: 339 time: 0.0316412 Nov 26 16:44:44.564193 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c598b982-4bb3-41e2-bc43-c4c80362e949 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:44.564646 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50826) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:44.570805 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] Network 6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:44.572532 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:44.576423 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c598b982-4bb3-41e2-bc43-c4c80362e949 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:44.576583 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4180c287-6b39-475f-9df7-f4a5a7775c51 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:44.601120 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c598b982-4bb3-41e2-bc43-c4c80362e949 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:44.606053 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c598b982-4bb3-41e2-bc43-c4c80362e949 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:44.614975 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-477afe37-8507-4598-92b4-8ce19b30e198 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:44.624043 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-477afe37-8507-4598-92b4-8ce19b30e198 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:44.628732 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-477afe37-8507-4598-92b4-8ce19b30e198 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:44.636717 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-477afe37-8507-4598-92b4-8ce19b30e198 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:44.641777 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-c598b982-4bb3-41e2-bc43-c4c80362e949 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] device_id is not set on port 2569d60e-8432-4532-bc7a-2af0b888b838 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:44:44.661091 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:44.685203 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1f6adb4f-936f-4bfe-9d44-1209baf1f576 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:44.700458 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477afe37-8507-4598-92b4-8ce19b30e198 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:44.703880 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-477afe37-8507-4598-92b4-8ce19b30e198 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:44.868519 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1f6adb4f-936f-4bfe-9d44-1209baf1f576 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:44.872784 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-1fa042ab-70ba-4f13-a0d5-9ec8c0619d3a None None] Provisioning complete for port cb7a8135-e286-4597-a19b-6fa6028870e9 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:44.873174 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1fa042ab-70ba-4f13-a0d5-9ec8c0619d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:44.894663 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-1f6adb4f-936f-4bfe-9d44-1209baf1f576 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9233328-cdf9-4d2c-ba1d-15fddd4aacae']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:44.908193 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-1f6adb4f-936f-4bfe-9d44-1209baf1f576 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef6985c-a94b-45d1-a4dc-c04dfe9e0702') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:44.908532 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-1f6adb4f-936f-4bfe-9d44-1209baf1f576 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef6985c-a94b-45d1-a4dc-c04dfe9e0702') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:44.920047 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bec5c2c0-e5ad-49ab-80da-0e14bfcc7586 req-e0c15216-26cc-46db-8511-dbf0860972a4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0746210 Nov 26 16:44:44.931223 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1f6adb4f-936f-4bfe-9d44-1209baf1f576 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:44.956431 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1f6adb4f-936f-4bfe-9d44-1209baf1f576 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:44.962923 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f6adb4f-936f-4bfe-9d44-1209baf1f576 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:44:44.963448 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1f6adb4f-936f-4bfe-9d44-1209baf1f576 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:44.969519 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] Attempting to bind port e034b3f2-10bb-4066-af93-6f596922ced1 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:44:44.969910 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] Attempting to bind port e034b3f2-10bb-4066-af93-6f596922ced1 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'a2ed1765-4c9b-4d58-bfd0-c1b614990960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:44:44.970287 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] Attempting to bind port e034b3f2-10bb-4066-af93-6f596922ced1 on network 6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:44:44.980097 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:44:44.989974 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:44:44.990365 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] Checking segment: {'id': 'a2ed1765-4c9b-4d58-bfd0-c1b614990960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:44:44.990784 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:44.991187 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] Bound using segment: {'id': 'a2ed1765-4c9b-4d58-bfd0-c1b614990960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:44:44.991671 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] Bound port: e034b3f2-10bb-4066-af93-6f596922ced1, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ed1765-4c9b-4d58-bfd0-c1b614990960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:44:44.992083 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:45.064103 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-c598b982-4bb3-41e2-bc43-c4c80362e949 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Allocated IP 2001:db8::f (6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb/ee1caa78-9504-4ac1-8f22-ca4bd384ad5c/2569d60e-8432-4532-bc7a-2af0b888b838) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:45.067250 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1f6adb4f-936f-4bfe-9d44-1209baf1f576 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:45.071742 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1f6adb4f-936f-4bfe-9d44-1209baf1f576 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:45.077183 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e6b9d81a-75ad-4a9c-983d-d028ed6cd6e0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:45.103042 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6adb4f-936f-4bfe-9d44-1209baf1f576 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event deleted for resources: {'Network': ['ID=a9233328-cdf9-4d2c-ba1d-15fddd4aacae,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:45.105604 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1f6adb4f-936f-4bfe-9d44-1209baf1f576 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:45.107994 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1f6adb4f-936f-4bfe-9d44-1209baf1f576 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "DELETE /v2.0/networks/a9233328-cdf9-4d2c-ba1d-15fddd4aacae HTTP/1.1" status: 204 len: 168 time: 0.5423462 Nov 26 16:44:45.110575 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50832) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:45.144557 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-477afe37-8507-4598-92b4-8ce19b30e198 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:45.149577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] For port e034b3f2-10bb-4066-af93-6f596922ced1, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:44:45.151438 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b409b74-f770-42d6-949f-fc01b26f6f77 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] DELETE failed (client error): The resource could not be found. Nov 26 16:44:45.151735 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-35bad205-cb9f-41c5-8006-9f3ccac86d0e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:45.152111 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b409b74-f770-42d6-949f-fc01b26f6f77 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:44:45.154030 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] For port e034b3f2-10bb-4066-af93-6f596922ced1, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=e034b3f2-10bb-4066-af93-6f596922ced1,segment=NetworkSegment(a2ed1765-4c9b-4d58-bfd0-c1b614990960),segment_id=a2ed1765-4c9b-4d58-bfd0-c1b614990960)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:44:45.156000 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8b409b74-f770-42d6-949f-fc01b26f6f77 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "DELETE /v2.0/subnets/7620e78d-f580-410c-9b48-edaba6e1cdce HTTP/1.1" status: 404 len: 337 time: 0.0440667 Nov 26 16:44:45.158540 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50836) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:45.158765 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:45.162915 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:45.188829 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b98a75-a40f-47e9-84e4-fec4f15fcee2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] DELETE failed (client error): The resource could not be found. Nov 26 16:44:45.189438 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b98a75-a40f-47e9-84e4-fec4f15fcee2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:44:45.193820 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-39b98a75-a40f-47e9-84e4-fec4f15fcee2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "DELETE /v2.0/networks/e892542d-0e79-4ecb-926f-5d694428565c HTTP/1.1" status: 404 len: 339 time: 0.0314980 Nov 26 16:44:45.194365 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50840) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:45.226594 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477afe37-8507-4598-92b4-8ce19b30e198 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:45.244445 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-477afe37-8507-4598-92b4-8ce19b30e198 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:45.252092 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36ab04b-00d0-4ef1-831d-770a3fe4afdd None None] DHCP port deletion for 8c8ccad8-46f8-4956-abe3-9f3eb45da297 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:44:45.258546 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f36ab04b-00d0-4ef1-831d-770a3fe4afdd None None] Deleting port cb7a8135-e286-4597-a19b-6fa6028870e9 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:45.258927 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f36ab04b-00d0-4ef1-831d-770a3fe4afdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:45.289735 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] Pushing event updated for resources: {'Port': ['ID=e034b3f2-10bb-4066-af93-6f596922ced1,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:45.293062 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-b105d9d8-8a0d-43a4-aca3-a1566de4cde2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Deleting subnet a97485f3-11e2-4cc0-862d-a22b26b1f154 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:44:45.300612 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:45.303409 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b105d9d8-8a0d-43a4-aca3-a1566de4cde2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:45.309421 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477afe37-8507-4598-92b4-8ce19b30e198 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:45.310120 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-477afe37-8507-4598-92b4-8ce19b30e198 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:45.351405 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477afe37-8507-4598-92b4-8ce19b30e198 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=adc0c696-5d9b-4b39-bedb-244d6857ac8d,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:45.354282 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-477afe37-8507-4598-92b4-8ce19b30e198 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:45.377029 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-477afe37-8507-4598-92b4-8ce19b30e198 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9234326 Nov 26 16:44:45.380867 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b105d9d8-8a0d-43a4-aca3-a1566de4cde2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:45.389925 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50844) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:45.398785 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-c2d3903e-f6e4-4f41-9c5d-66e2233249ea tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:45.505260 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b105d9d8-8a0d-43a4-aca3-a1566de4cde2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:45.590699 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-f36ab04b-00d0-4ef1-831d-770a3fe4afdd None None] For port cb7a8135-e286-4597-a19b-6fa6028870e9, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=cb7a8135-e286-4597-a19b-6fa6028870e9,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:45.591160 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f36ab04b-00d0-4ef1-831d-770a3fe4afdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:45.674807 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c598b982-4bb3-41e2-bc43-c4c80362e949 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:45.712352 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-c598b982-4bb3-41e2-bc43-c4c80362e949 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Transition to ACTIVE for port object 2569d60e-8432-4532-bc7a-2af0b888b838 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:45.727673 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f36ab04b-00d0-4ef1-831d-770a3fe4afdd None None] Calling delete_port for cb7a8135-e286-4597-a19b-6fa6028870e9 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:45.740153 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c2d3903e-f6e4-4f41-9c5d-66e2233249ea tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:45.746532 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c2d3903e-f6e4-4f41-9c5d-66e2233249ea tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:45.751120 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c2d3903e-f6e4-4f41-9c5d-66e2233249ea tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:45.758144 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c2d3903e-f6e4-4f41-9c5d-66e2233249ea tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:45.772268 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b105d9d8-8a0d-43a4-aca3-a1566de4cde2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:45.773114 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d3903e-f6e4-4f41-9c5d-66e2233249ea tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:45.777417 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c2d3903e-f6e4-4f41-9c5d-66e2233249ea tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:45.780023 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:45.800221 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c598b982-4bb3-41e2-bc43-c4c80362e949 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:45.813518 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e1c4b0e3-2735-464e-86fb-a5e813ccc8cc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:45.818280 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f36ab04b-00d0-4ef1-831d-770a3fe4afdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:45.822668 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105d9d8-8a0d-43a4-aca3-a1566de4cde2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event deleted for resources: {'Subnet': ['ID=a97485f3-11e2-4cc0-862d-a22b26b1f154,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:45.826513 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b105d9d8-8a0d-43a4-aca3-a1566de4cde2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:45.827501 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b105d9d8-8a0d-43a4-aca3-a1566de4cde2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:45.832010 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-bcccf9af-a78b-43e3-98e7-f21e1574ff28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:45.839591 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b105d9d8-8a0d-43a4-aca3-a1566de4cde2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "DELETE /v2.0/subnets/a97485f3-11e2-4cc0-862d-a22b26b1f154 HTTP/1.1" status: 204 len: 168 time: 0.6441538 Nov 26 16:44:45.842689 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50848) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:45.874318 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ea7ea5-d5a2-405d-9850-522163df548a None None] Network 91170a07-fa0c-4db7-99cd-d93c13f99f28 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:45.898058 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36ab04b-00d0-4ef1-831d-770a3fe4afdd None None] No DVR routers for this DVR port cb7a8135-e286-4597-a19b-6fa6028870e9 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:44:45.903651 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ab04b-00d0-4ef1-831d-770a3fe4afdd None None] Pushing event deleted for resources: {'Port': ['ID=cb7a8135-e286-4597-a19b-6fa6028870e9,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:45.921454 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0ad061-a0b1-4a55-8095-cdec3b29a887 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Deleting subnet 5a7e037e-642e-43f9-af47-b7755630a6a9 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:44:45.924825 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-be0ad061-a0b1-4a55-8095-cdec3b29a887 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:45.952927 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f36ab04b-00d0-4ef1-831d-770a3fe4afdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:45.959802 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c598b982-4bb3-41e2-bc43-c4c80362e949 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network 6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:45.968645 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-c598b982-4bb3-41e2-bc43-c4c80362e949 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:45.974292 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b1b585-86ab-4bbc-8251-65dd7c18ed3d None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:45.983867 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c598b982-4bb3-41e2-bc43-c4c80362e949 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:45.989512 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c598b982-4bb3-41e2-bc43-c4c80362e949 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:45.990312 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c598b982-4bb3-41e2-bc43-c4c80362e949 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:46.003476 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-be0ad061-a0b1-4a55-8095-cdec3b29a887 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:46.005101 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598b982-4bb3-41e2-bc43-c4c80362e949 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Port': ['ID=2569d60e-8432-4532-bc7a-2af0b888b838,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:46.008293 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c598b982-4bb3-41e2-bc43-c4c80362e949 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:46.038729 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c598b982-4bb3-41e2-bc43-c4c80362e949 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.8244312 Nov 26 16:44:46.038953 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50854) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:46.107679 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-89a88174-1c28-45d8-ba63-5051a1ee649f req-2d9d2c31-730a-4bbf-b595-79311c72a1a5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0707059 Nov 26 16:44:46.190640 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-be0ad061-a0b1-4a55-8095-cdec3b29a887 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:46.197292 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b9c993-7864-455b-8254-d30b3a9c7d98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:46.198023 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-46b9c993-7864-455b-8254-d30b3a9c7d98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Synchronizing usage tracker for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:46.238815 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-46b9c993-7864-455b-8254-d30b3a9c7d98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Unset dirty status for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:46.240147 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-46b9c993-7864-455b-8254-d30b3a9c7d98 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2002106 Nov 26 16:44:46.243494 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50858) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:46.310536 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-be0ad061-a0b1-4a55-8095-cdec3b29a887 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:46.321278 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8d29b492-477d-4347-9007-f5af1ec72eef tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:46.376264 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ad061-a0b1-4a55-8095-cdec3b29a887 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event deleted for resources: {'Subnet': ['ID=5a7e037e-642e-43f9-af47-b7755630a6a9,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:46.383222 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-be0ad061-a0b1-4a55-8095-cdec3b29a887 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:46.392026 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'fixed_ips': [{'subnet_id': 'adc0c696-5d9b-4b39-bedb-244d6857ac8d'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:44:46.394440 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-be0ad061-a0b1-4a55-8095-cdec3b29a887 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:46.394888 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:46.401151 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-be0ad061-a0b1-4a55-8095-cdec3b29a887 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "DELETE /v2.0/subnets/5a7e037e-642e-43f9-af47-b7755630a6a9 HTTP/1.1" status: 204 len: 168 time: 0.5575516 Nov 26 16:44:46.404294 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50862) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:46.456632 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588da0d9-34d4-4f26-8394-bd08a6c6c218 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:46.463160 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588da0d9-34d4-4f26-8394-bd08a6c6c218 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:46.469721 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588da0d9-34d4-4f26-8394-bd08a6c6c218 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:46.472019 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-588da0d9-34d4-4f26-8394-bd08a6c6c218 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.2274728 Nov 26 16:44:46.478862 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.objects.ports [None req-c2d3903e-f6e4-4f41-9c5d-66e2233249ea tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87519) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 26 16:44:46.480190 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50866) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:46.481591 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c2d3903e-f6e4-4f41-9c5d-66e2233249ea tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:46.488769 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:46.556900 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d8d21390-4d30-47ba-9356-fad2ac2599cd tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:46.573584 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-d8d21390-4d30-47ba-9356-fad2ac2599cd tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Deleting port a75c8d92-7c76-4d14-9009-9243abd54dca {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:46.574181 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d8d21390-4d30-47ba-9356-fad2ac2599cd tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:46.583510 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6d85bf-f574-4859-b373-299c5f2808f7 None None] Network 6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:46.608712 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d3903e-f6e4-4f41-9c5d-66e2233249ea tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:46.616038 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-c2d3903e-f6e4-4f41-9c5d-66e2233249ea tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:46.619143 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d3903e-f6e4-4f41-9c5d-66e2233249ea tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:46.619752 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c2d3903e-f6e4-4f41-9c5d-66e2233249ea tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:46.647819 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-870e3cbc-54cc-41e0-ba96-1de88b35a79e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting port 2569d60e-8432-4532-bc7a-2af0b888b838 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:46.648105 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-870e3cbc-54cc-41e0-ba96-1de88b35a79e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:46.685331 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3903e-f6e4-4f41-9c5d-66e2233249ea tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=b5c60a85-6f11-4516-b16c-b1ca18c56929,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:46.719200 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c2d3903e-f6e4-4f41-9c5d-66e2233249ea tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:46.728122 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-73bef03c-c357-4270-b3a7-4f80ddb2efd4 None None] Provisioning for port e034b3f2-10bb-4066-af93-6f596922ced1 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:46.732089 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d210453e-2b4a-4251-93ca-c13f749f0b16 None None] Update dhcp port {'port': {'network_id': '91170a07-fa0c-4db7-99cd-d93c13f99f28', 'fixed_ips': [{'subnet_id': '5a7e037e-642e-43f9-af47-b7755630a6a9'}], 'binding:host_id': 'dv-neutron-819440-1-hyperv'}, 'id': 'a75c8d92-7c76-4d14-9009-9243abd54dca'} from dv-neutron-819440-1-hyperv. {{(pid=87520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 26 16:44:46.802580 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c2d3903e-f6e4-4f41-9c5d-66e2233249ea tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4112728 Nov 26 16:44:46.810323 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50870) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:46.826971 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-cb43b27c-8bac-467e-975f-3dcca4aef3d9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'mac_address': 'fa:16:3e:3d:c3:bf', 'name': 'tempest-NetworksTestDHCPv6-1495426681'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:46.912173 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d210453e-2b4a-4251-93ca-c13f749f0b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:46.927831 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-d8d21390-4d30-47ba-9356-fad2ac2599cd tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] For port a75c8d92-7c76-4d14-9009-9243abd54dca, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=a75c8d92-7c76-4d14-9009-9243abd54dca,segment=NetworkSegment(462f32a3-b2cd-4732-b5fb-52de9965ee58),segment_id=462f32a3-b2cd-4732-b5fb-52de9965ee58)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:46.928199 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d8d21390-4d30-47ba-9356-fad2ac2599cd tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:46.934999 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device e034b3f2-10bb-4066-af93-6f596922ced1 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:44:47.003097 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-870e3cbc-54cc-41e0-ba96-1de88b35a79e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:47.062605 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-d8d21390-4d30-47ba-9356-fad2ac2599cd tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Calling delete_port for a75c8d92-7c76-4d14-9009-9243abd54dca owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:47.133431 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-870e3cbc-54cc-41e0-ba96-1de88b35a79e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Calling delete_port for 2569d60e-8432-4532-bc7a-2af0b888b838 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:47.178410 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-cb43b27c-8bac-467e-975f-3dcca4aef3d9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:47.192000 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-cb43b27c-8bac-467e-975f-3dcca4aef3d9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:47.195460 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d8d21390-4d30-47ba-9356-fad2ac2599cd tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:47.202291 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ea10592b-13bd-41a6-8006-35010e59b0f0 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:47.237193 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] Allocated IP 172.20.0.2 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/adc0c696-5d9b-4b39-bedb-244d6857ac8d/3663de14-ac8f-4cc8-9154-67bd4c66735f) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:47.249847 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] Allocated IP 2001:db8::f816:3eff:fea1:b5ed (8c8ccad8-46f8-4956-abe3-9f3eb45da297/b5c60a85-6f11-4516-b16c-b1ca18c56929/3663de14-ac8f-4cc8-9154-67bd4c66735f) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:47.251872 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port e034b3f2-10bb-4066-af93-6f596922ced1 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:47.253932 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d21390-4d30-47ba-9356-fad2ac2599cd tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event deleted for resources: {'Port': ['ID=a75c8d92-7c76-4d14-9009-9243abd54dca,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:47.258774 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c31f0f3d-de35-4251-9999-99ab8269f5ea req-b62515bb-f8e1-4eae-a5f3-0b69feec33b1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0657315 Nov 26 16:44:47.259170 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d8d21390-4d30-47ba-9356-fad2ac2599cd tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:47.263117 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port e034b3f2-10bb-4066-af93-6f596922ced1 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:47.263507 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:47.265033 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d21390-4d30-47ba-9356-fad2ac2599cd tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] No DVR routers for this DVR port a75c8d92-7c76-4d14-9009-9243abd54dca on host dv-neutron-819440-1-hyperv {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:44:47.317518 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb43b27c-8bac-467e-975f-3dcca4aef3d9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:47.379122 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-870e3cbc-54cc-41e0-ba96-1de88b35a79e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:47.385530 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-22de9c47-47a3-4003-b9a9-8e8fe36ac242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:47.393158 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63f2fb6-b56a-4f5d-b37a-645dab1db967 None None] Network 91170a07-fa0c-4db7-99cd-d93c13f99f28 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:47.437586 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e3cbc-54cc-41e0-ba96-1de88b35a79e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Port': ['ID=2569d60e-8432-4532-bc7a-2af0b888b838,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:47.440567 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-870e3cbc-54cc-41e0-ba96-1de88b35a79e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:47.475028 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d8d21390-4d30-47ba-9356-fad2ac2599cd tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:47.484147 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8b5753a5-6caa-44ee-8c74-8edb0206faab None None] Could not find standard attr ID for object a75c8d92-7c76-4d14-9009-9243abd54dca. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:44:47.484406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-870e3cbc-54cc-41e0-ba96-1de88b35a79e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:47.500824 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-870e3cbc-54cc-41e0-ba96-1de88b35a79e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/ports/2569d60e-8432-4532-bc7a-2af0b888b838 HTTP/1.1" status: 204 len: 168 time: 1.0137181 Nov 26 16:44:47.502222 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50876) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:47.556258 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5c9df9-dc54-4be4-926a-3165db8911cf tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] GET failed (client error): The resource could not be found. Nov 26 16:44:47.556799 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8d5c9df9-dc54-4be4-926a-3165db8911cf tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Synchronizing usage tracker for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:47.579980 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8d5c9df9-dc54-4be4-926a-3165db8911cf tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Unset dirty status for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:47.585892 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8d5c9df9-dc54-4be4-926a-3165db8911cf tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "GET /v2.0/ports/2569d60e-8432-4532-bc7a-2af0b888b838 HTTP/1.1" status: 404 len: 333 time: 0.0812774 Nov 26 16:44:47.586586 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50880) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:47.663982 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-d8d21390-4d30-47ba-9356-fad2ac2599cd tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91170a07-fa0c-4db7-99cd-d93c13f99f28']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:47.691314 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-d8d21390-4d30-47ba-9356-fad2ac2599cd tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462f32a3-b2cd-4732-b5fb-52de9965ee58') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:47.691538 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-d8d21390-4d30-47ba-9356-fad2ac2599cd tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462f32a3-b2cd-4732-b5fb-52de9965ee58') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:47.701102 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cb43b27c-8bac-467e-975f-3dcca4aef3d9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:47.737037 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-cb43b27c-8bac-467e-975f-3dcca4aef3d9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] device_id is not set on port 3a941fc8-1cb4-4bc5-9f6f-9c705a2fb5b0 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:44:47.756794 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2250403b-4b9f-4ccf-b70e-15298ebbdcdc None None] DHCP port deletion for 91170a07-fa0c-4db7-99cd-d93c13f99f28 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:44:47.777376 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d8d21390-4d30-47ba-9356-fad2ac2599cd tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:47.782900 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:47.813800 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d8d21390-4d30-47ba-9356-fad2ac2599cd tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:47.817583 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-e6e6791c-df54-4c7e-a46b-9192afc43c2c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting port 81705186-b001-4036-bbf0-210abc50bb8e {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:47.817583 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e6e6791c-df54-4c7e-a46b-9192afc43c2c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:47.842368 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d21390-4d30-47ba-9356-fad2ac2599cd tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:44:47.843060 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d8d21390-4d30-47ba-9356-fad2ac2599cd tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:47.845287 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:47.862727 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] Transition to ACTIVE for port object 3663de14-ac8f-4cc8-9154-67bd4c66735f will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:47.866454 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port e034b3f2-10bb-4066-af93-6f596922ced1, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=e034b3f2-10bb-4066-af93-6f596922ced1,segment=NetworkSegment(a2ed1765-4c9b-4d58-bfd0-c1b614990960),segment_id=a2ed1765-4c9b-4d58-bfd0-c1b614990960)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:44:47.867628 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:44:47.878497 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:47.880347 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:47.938597 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] Transition to ACTIVE for port object 3663de14-ac8f-4cc8-9154-67bd4c66735f will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:47.961947 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:47.965407 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device cb7a8135-e286-4597-a19b-6fa6028870e9 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:44:48.015787 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: cb7a8135-e286-4597-a19b-6fa6028870e9 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:44:48.016151 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device cb7a8135-e286-4597-a19b-6fa6028870e9 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:44:48.031236 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=e034b3f2-10bb-4066-af93-6f596922ced1,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:48.036382 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:48.037380 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:48.038481 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:48.069396 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:48.081844 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:48.083952 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c7ee5ad2-7bef-408f-a20f-a7f7c3624e7e None None] Provisioning for port 81705186-b001-4036-bbf0-210abc50bb8e completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:48.100152 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d8d21390-4d30-47ba-9356-fad2ac2599cd tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:48.106796 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3f73c6f1-e695-43db-bc47-eed2451e8af8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:48.124555 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d8d21390-4d30-47ba-9356-fad2ac2599cd tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:48.140528 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d21390-4d30-47ba-9356-fad2ac2599cd tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event deleted for resources: {'Network': ['ID=91170a07-fa0c-4db7-99cd-d93c13f99f28,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:48.149581 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d8d21390-4d30-47ba-9356-fad2ac2599cd tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:48.164870 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d8d21390-4d30-47ba-9356-fad2ac2599cd tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "DELETE /v2.0/networks/91170a07-fa0c-4db7-99cd-d93c13f99f28 HTTP/1.1" status: 204 len: 168 time: 1.7595372 Nov 26 16:44:48.166490 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-cb43b27c-8bac-467e-975f-3dcca4aef3d9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 172.20.0.4 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/adc0c696-5d9b-4b39-bedb-244d6857ac8d/3a941fc8-1cb4-4bc5-9f6f-9c705a2fb5b0) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:48.168655 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50884) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:48.184543 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e6e6791c-df54-4c7e-a46b-9192afc43c2c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:48.216745 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cdf775e-5305-41a1-b1c1-344defd8d220 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] DELETE failed (client error): The resource could not be found. Nov 26 16:44:48.217487 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cdf775e-5305-41a1-b1c1-344defd8d220 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:44:48.219349 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3cdf775e-5305-41a1-b1c1-344defd8d220 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "DELETE /v2.0/subnets/3772c050-69e4-4e02-8e66-16438a27c3d1 HTTP/1.1" status: 404 len: 337 time: 0.0495462 Nov 26 16:44:48.225254 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-cb43b27c-8bac-467e-975f-3dcca4aef3d9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 2001:db8::f816:3eff:fe3d:c3bf (8c8ccad8-46f8-4956-abe3-9f3eb45da297/b5c60a85-6f11-4516-b16c-b1ca18c56929/3a941fc8-1cb4-4bc5-9f6f-9c705a2fb5b0) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:48.231633 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50888) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:48.235641 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c7ee5ad2-7bef-408f-a20f-a7f7c3624e7e None None] Provisioning complete for port 81705186-b001-4036-bbf0-210abc50bb8e triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:48.236075 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c7ee5ad2-7bef-408f-a20f-a7f7c3624e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:48.262371 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-51538b34-7ca5-42fd-86e8-c1998a9333e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] DELETE failed (client error): The resource could not be found. Nov 26 16:44:48.263106 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51538b34-7ca5-42fd-86e8-c1998a9333e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:44:48.267559 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-51538b34-7ca5-42fd-86e8-c1998a9333e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "DELETE /v2.0/networks/8eb9a0d9-970e-4c64-b39a-84ecd56e5b1c HTTP/1.1" status: 404 len: 339 time: 0.0348964 Nov 26 16:44:48.270649 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50892) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:48.313385 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-033dfb66-e690-44ab-bc8a-e91c7ad103d6 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] DELETE failed (client error): The resource could not be found. Nov 26 16:44:48.313849 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-033dfb66-e690-44ab-bc8a-e91c7ad103d6 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:44:48.319402 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-033dfb66-e690-44ab-bc8a-e91c7ad103d6 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "DELETE /v2.0/subnets/f68a5f96-3393-4bf1-ab7e-e2f7af38e918 HTTP/1.1" status: 404 len: 337 time: 0.0456400 Nov 26 16:44:48.320056 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50898) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:48.338575 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-e6e6791c-df54-4c7e-a46b-9192afc43c2c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Calling delete_port for 81705186-b001-4036-bbf0-210abc50bb8e owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:48.353666 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-c7ee5ad2-7bef-408f-a20f-a7f7c3624e7e None None] Port 81705186-b001-4036-bbf0-210abc50bb8e cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:44:48.357650 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] Pushing event updated for resources: {'Port': ['ID=3663de14-ac8f-4cc8-9154-67bd4c66735f,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:48.365340 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-264dc217-b802-4f0e-afb1-f6d0f351fe23 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] DELETE failed (client error): The resource could not be found. Nov 26 16:44:48.365813 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-264dc217-b802-4f0e-afb1-f6d0f351fe23 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:44:48.367473 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-264dc217-b802-4f0e-afb1-f6d0f351fe23 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "DELETE /v2.0/networks/bc9ef1de-cac8-4587-82af-d693cb7d33fc HTTP/1.1" status: 404 len: 339 time: 0.0465844 Nov 26 16:44:48.368495 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:48.370403 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50902) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:48.386662 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] Attempting to bind port 3663de14-ac8f-4cc8-9154-67bd4c66735f on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:44:48.387226 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] Attempting to bind port 3663de14-ac8f-4cc8-9154-67bd4c66735f by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:44:48.387692 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] Attempting to bind port 3663de14-ac8f-4cc8-9154-67bd4c66735f on network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:44:48.397184 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:44:48.397889 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] Checking segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:44:48.398119 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:48.398580 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] Bound using segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:44:48.399121 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] Bound port: 3663de14-ac8f-4cc8-9154-67bd4c66735f, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:44:48.399565 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:48.419235 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c7ee5ad2-7bef-408f-a20f-a7f7c3624e7e None None] Provisioning complete for port e034b3f2-10bb-4066-af93-6f596922ced1 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:48.419700 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c7ee5ad2-7bef-408f-a20f-a7f7c3624e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:48.431367 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0ae9f68f-9c41-443a-8d18-40443a4f8501 req-5749afcd-a728-488a-84d6-8a245c9309b8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0621204 Nov 26 16:44:48.452942 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1234f4a-c73b-4290-89e5-7a111b73bf2b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] DELETE failed (client error): The resource could not be found. Nov 26 16:44:48.453398 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1234f4a-c73b-4290-89e5-7a111b73bf2b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:44:48.456090 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e1234f4a-c73b-4290-89e5-7a111b73bf2b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "DELETE /v2.0/subnets/daa6c9ad-b3eb-4e51-b1a4-1110844ca3fe HTTP/1.1" status: 404 len: 337 time: 0.0837271 Nov 26 16:44:48.458332 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50906) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:48.555958 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb748bb9-d30b-4c52-88ef-29b0dc2b1eb4 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] DELETE failed (client error): The resource could not be found. Nov 26 16:44:48.556441 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb748bb9-d30b-4c52-88ef-29b0dc2b1eb4 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:44:48.558339 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-bb748bb9-d30b-4c52-88ef-29b0dc2b1eb4 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "DELETE /v2.0/networks/60ce984e-431f-4ad9-8a8d-4f97445a7bed HTTP/1.1" status: 404 len: 339 time: 0.0990717 Nov 26 16:44:48.562179 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50910) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:48.570630 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] For port 3663de14-ac8f-4cc8-9154-67bd4c66735f, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:44:48.575192 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] For port 3663de14-ac8f-4cc8-9154-67bd4c66735f, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=3663de14-ac8f-4cc8-9154-67bd4c66735f,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:44:48.614222 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:48.625688 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e1418d71-68cf-4cba-8d93-0da08645400b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:48.651244 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cb43b27c-8bac-467e-975f-3dcca4aef3d9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:48.653375 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e6e6791c-df54-4c7e-a46b-9192afc43c2c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:48.659427 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-db5f43b6-0865-47df-865b-406bb0e4eeff tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Deleting subnet e8bfd1f0-69a7-4739-84b0-0a3a575a227d {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:44:48.665324 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-cc5fff97-bd6a-4288-a05e-8c7d2ba23211 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:48.671995 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-cb43b27c-8bac-467e-975f-3dcca4aef3d9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Transition to ACTIVE for port object 3a941fc8-1cb4-4bc5-9f6f-9c705a2fb5b0 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:48.704463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cb43b27c-8bac-467e-975f-3dcca4aef3d9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:48.709010 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c7ee5ad2-7bef-408f-a20f-a7f7c3624e7e None None] Could not find standard attr ID for object 2569d60e-8432-4532-bc7a-2af0b888b838. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:44:48.720983 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-78b154a3-c49f-4f38-be96-a24307de05f2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:48.732153 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] Pushing event updated for resources: {'Port': ['ID=3663de14-ac8f-4cc8-9154-67bd4c66735f,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:48.748760 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:48.750907 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-db5f43b6-0865-47df-865b-406bb0e4eeff tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:48.802131 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6791c-df54-4c7e-a46b-9192afc43c2c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Port': ['ID=81705186-b001-4036-bbf0-210abc50bb8e,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:48.826407 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ec96592e-f041-4456-ad3a-28b0baf5fe76 None None] Could not find standard attr ID for object 81705186-b001-4036-bbf0-210abc50bb8e. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:44:48.835441 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ec96592e-f041-4456-ad3a-28b0baf5fe76 None None] Could not find standard attr ID for object 2569d60e-8432-4532-bc7a-2af0b888b838. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:44:48.843028 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e6e6791c-df54-4c7e-a46b-9192afc43c2c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:48.858093 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e6e6791c-df54-4c7e-a46b-9192afc43c2c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:48.876516 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-db5f43b6-0865-47df-865b-406bb0e4eeff tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:48.876956 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device e034b3f2-10bb-4066-af93-6f596922ced1 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:44:48.890694 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43b27c-8bac-467e-975f-3dcca4aef3d9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=3a941fc8-1cb4-4bc5-9f6f-9c705a2fb5b0,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:48.894563 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb43b27c-8bac-467e-975f-3dcca4aef3d9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:48.895625 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cb43b27c-8bac-467e-975f-3dcca4aef3d9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:48.896624 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-cb43b27c-8bac-467e-975f-3dcca4aef3d9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:48.898750 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb43b27c-8bac-467e-975f-3dcca4aef3d9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:48.930572 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e6e6791c-df54-4c7e-a46b-9192afc43c2c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/ports/81705186-b001-4036-bbf0-210abc50bb8e HTTP/1.1" status: 204 len: 168 time: 1.3408020 Nov 26 16:44:48.932756 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50914) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:48.977422 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port e034b3f2-10bb-4066-af93-6f596922ced1 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:48.978875 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:48.991136 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cfbdeb0-249a-42cd-860f-b24f56c13ad5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] GET failed (client error): The resource could not be found. Nov 26 16:44:48.991703 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5cfbdeb0-249a-42cd-860f-b24f56c13ad5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Synchronizing usage tracker for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:49.017524 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb43b27c-8bac-467e-975f-3dcca4aef3d9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:49.018411 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cb43b27c-8bac-467e-975f-3dcca4aef3d9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:49.056610 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cb43b27c-8bac-467e-975f-3dcca4aef3d9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2456136 Nov 26 16:44:49.057628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50918) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:49.062545 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-db5f43b6-0865-47df-865b-406bb0e4eeff tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:49.119114 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5cfbdeb0-249a-42cd-860f-b24f56c13ad5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Unset dirty status for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:49.120697 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5cfbdeb0-249a-42cd-860f-b24f56c13ad5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "GET /v2.0/ports/81705186-b001-4036-bbf0-210abc50bb8e HTTP/1.1" status: 404 len: 333 time: 0.1876612 Nov 26 16:44:49.126098 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50922) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:49.182696 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9206a892-8fe7-4afb-aac4-02ac50089b63 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:49.189145 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9206a892-8fe7-4afb-aac4-02ac50089b63 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:49.190250 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9206a892-8fe7-4afb-aac4-02ac50089b63 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:49.232475 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9206a892-8fe7-4afb-aac4-02ac50089b63 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:49.240836 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9206a892-8fe7-4afb-aac4-02ac50089b63 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1817639 Nov 26 16:44:49.241784 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50926) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:49.257601 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device a75c8d92-7c76-4d14-9009-9243abd54dca no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:44:49.295042 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: a75c8d92-7c76-4d14-9009-9243abd54dca {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:44:49.295401 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device a75c8d92-7c76-4d14-9009-9243abd54dca not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:44:49.325812 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e0a323-9289-4784-bad0-1d9617d33a43 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting subnet ee1caa78-9504-4ac1-8f22-ca4bd384ad5c {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:44:49.338887 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-79e0a323-9289-4784-bad0-1d9617d33a43 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:49.367653 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:49.391486 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-25ab719c-a31b-4fd8-9d35-63031afc3b30 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting port 3a941fc8-1cb4-4bc5-9f6f-9c705a2fb5b0 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:49.391848 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-25ab719c-a31b-4fd8-9d35-63031afc3b30 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:49.426395 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-db5f43b6-0865-47df-865b-406bb0e4eeff tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:49.438054 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-869d97fa-4d60-436c-bc38-42d8821b8d2e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:49.481577 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-79e0a323-9289-4784-bad0-1d9617d33a43 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:49.519960 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c04a2b-8149-4195-ab11-28c54184570b None None] Network a2890ca5-d085-4508-a8e9-9e7d6ed89bc5 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:49.533722 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-db5f43b6-0865-47df-865b-406bb0e4eeff tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:49.575267 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f43b6-0865-47df-865b-406bb0e4eeff tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event deleted for resources: {'Subnet': ['ID=e8bfd1f0-69a7-4739-84b0-0a3a575a227d,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:49.596083 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-db5f43b6-0865-47df-865b-406bb0e4eeff tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:49.600802 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6d3f8281-7f7a-4381-ada1-457eaa5f8ef3 req-13710ce2-c88d-426b-81ef-0f66f4ff3a76 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0891860 Nov 26 16:44:49.632189 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-db5f43b6-0865-47df-865b-406bb0e4eeff tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "DELETE /v2.0/subnets/e8bfd1f0-69a7-4739-84b0-0a3a575a227d HTTP/1.1" status: 204 len: 168 time: 1.0640373 Nov 26 16:44:49.634806 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50934) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:49.791031 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1437990d-9272-4d6c-b792-8035693252a7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:49.807432 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-1437990d-9272-4d6c-b792-8035693252a7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Deleting port 094b8596-8e8a-494d-b6fe-549ea62aef8f {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:49.807694 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1437990d-9272-4d6c-b792-8035693252a7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:49.877454 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff4e3e0-2e2c-45f2-b5cc-d306aea4db73 None None] DHCP port deletion for a2890ca5-d085-4508-a8e9-9e7d6ed89bc5 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:44:49.882028 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8ff4e3e0-2e2c-45f2-b5cc-d306aea4db73 None None] Deleting port 094b8596-8e8a-494d-b6fe-549ea62aef8f {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:49.882487 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8ff4e3e0-2e2c-45f2-b5cc-d306aea4db73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:49.944421 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-79e0a323-9289-4784-bad0-1d9617d33a43 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:50.035782 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-25ab719c-a31b-4fd8-9d35-63031afc3b30 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:50.056239 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-1437990d-9272-4d6c-b792-8035693252a7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] For port 094b8596-8e8a-494d-b6fe-549ea62aef8f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=094b8596-8e8a-494d-b6fe-549ea62aef8f,segment=NetworkSegment(c0a05c35-dc3a-4b28-8df7-f195df0f3da2),segment_id=c0a05c35-dc3a-4b28-8df7-f195df0f3da2)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:50.056698 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1437990d-9272-4d6c-b792-8035693252a7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:50.095106 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c7a413-df7c-488b-92bf-2692fb5d7fb1 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:50.169834 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-25ab719c-a31b-4fd8-9d35-63031afc3b30 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Calling delete_port for 3a941fc8-1cb4-4bc5-9f6f-9c705a2fb5b0 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:50.186649 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-1437990d-9272-4d6c-b792-8035693252a7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Calling delete_port for 094b8596-8e8a-494d-b6fe-549ea62aef8f owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:50.215570 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-8ff4e3e0-2e2c-45f2-b5cc-d306aea4db73 None None] For port 094b8596-8e8a-494d-b6fe-549ea62aef8f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=094b8596-8e8a-494d-b6fe-549ea62aef8f,segment=NetworkSegment(c0a05c35-dc3a-4b28-8df7-f195df0f3da2),segment_id=c0a05c35-dc3a-4b28-8df7-f195df0f3da2)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:50.216004 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8ff4e3e0-2e2c-45f2-b5cc-d306aea4db73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:50.229328 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-79e0a323-9289-4784-bad0-1d9617d33a43 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:50.236025 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:50.269703 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1437990d-9272-4d6c-b792-8035693252a7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:50.275118 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f7536ee3-da96-4a4f-85c8-125b5bfce35b tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:50.277989 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0a323-9289-4784-bad0-1d9617d33a43 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Subnet': ['ID=ee1caa78-9504-4ac1-8f22-ca4bd384ad5c,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:50.291117 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-664e50fd-3ad7-4af9-afad-3a6b83acd1b5 None None] Provisioning for port 3663de14-ac8f-4cc8-9154-67bd4c66735f completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:50.294154 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-79e0a323-9289-4784-bad0-1d9617d33a43 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:50.296585 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-79e0a323-9289-4784-bad0-1d9617d33a43 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:50.304186 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-79e0a323-9289-4784-bad0-1d9617d33a43 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/subnets/ee1caa78-9504-4ac1-8f22-ca4bd384ad5c HTTP/1.1" status: 204 len: 168 time: 1.1762908 Nov 26 16:44:50.307690 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50938) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:50.361821 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d8ad3f-a2ff-4332-8d19-a7f1c0e41198 None None] Network 6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:50.390423 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8ff4e3e0-2e2c-45f2-b5cc-d306aea4db73 None None] Calling delete_port for 094b8596-8e8a-494d-b6fe-549ea62aef8f owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:50.456463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437990d-9272-4d6c-b792-8035693252a7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event deleted for resources: {'Port': ['ID=094b8596-8e8a-494d-b6fe-549ea62aef8f,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:50.459962 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1437990d-9272-4d6c-b792-8035693252a7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:50.460613 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1437990d-9272-4d6c-b792-8035693252a7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] No DVR routers for this DVR port 094b8596-8e8a-494d-b6fe-549ea62aef8f on host dv-neutron-819440-1-hyperv {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:44:50.475665 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-32ba1cc0-db7d-406e-a182-4bd9daa96fe8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:50.534796 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-32ba1cc0-db7d-406e-a182-4bd9daa96fe8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting port e034b3f2-10bb-4066-af93-6f596922ced1 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:50.535127 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-32ba1cc0-db7d-406e-a182-4bd9daa96fe8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:50.593099 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1437990d-9272-4d6c-b792-8035693252a7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:50.620785 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-1437990d-9272-4d6c-b792-8035693252a7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2890ca5-d085-4508-a8e9-9e7d6ed89bc5']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:50.631618 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-25ab719c-a31b-4fd8-9d35-63031afc3b30 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:50.636716 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-1437990d-9272-4d6c-b792-8035693252a7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a05c35-dc3a-4b28-8df7-f195df0f3da2') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:50.637212 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-1437990d-9272-4d6c-b792-8035693252a7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a05c35-dc3a-4b28-8df7-f195df0f3da2') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:50.645871 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9a417cf1-6037-48b3-85e0-59d79b2cc326 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:50.649869 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1437990d-9272-4d6c-b792-8035693252a7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:50.669783 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1437990d-9272-4d6c-b792-8035693252a7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:50.702545 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab719c-a31b-4fd8-9d35-63031afc3b30 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Port': ['ID=3a941fc8-1cb4-4bc5-9f6f-9c705a2fb5b0,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:50.721798 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1437990d-9272-4d6c-b792-8035693252a7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:44:50.722260 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1437990d-9272-4d6c-b792-8035693252a7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:50.736486 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-25ab719c-a31b-4fd8-9d35-63031afc3b30 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:44:50.739146 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:44:50.752559 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0f3ab039-0da8-43cc-8cb1-860b957b56eb req-e8b74837-23ad-4a75-9cce-905cbad15c76 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0770369 Nov 26 16:44:50.800433 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-8ff4e3e0-2e2c-45f2-b5cc-d306aea4db73 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:44:50.800961 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-8ff4e3e0-2e2c-45f2-b5cc-d306aea4db73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:44:50.854854 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1437990d-9272-4d6c-b792-8035693252a7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:50.859495 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1437990d-9272-4d6c-b792-8035693252a7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:50.862447 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0901f204-49b7-43e8-9146-d85011f34041 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:50.887381 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437990d-9272-4d6c-b792-8035693252a7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event deleted for resources: {'Network': ['ID=a2890ca5-d085-4508-a8e9-9e7d6ed89bc5,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:50.893890 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1437990d-9272-4d6c-b792-8035693252a7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:50.899341 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1437990d-9272-4d6c-b792-8035693252a7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "DELETE /v2.0/networks/a2890ca5-d085-4508-a8e9-9e7d6ed89bc5 HTTP/1.1" status: 204 len: 168 time: 1.2633302 Nov 26 16:44:50.900146 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50944) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:50.925602 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 3663de14-ac8f-4cc8-9154-67bd4c66735f up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:44:50.944045 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6ce413-ea59-48ac-b29c-14004befb46d tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] DELETE failed (client error): The resource could not be found. Nov 26 16:44:50.944513 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6ce413-ea59-48ac-b29c-14004befb46d tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:44:50.948912 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9e6ce413-ea59-48ac-b29c-14004befb46d tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "DELETE /v2.0/subnets/3e01f8f0-17e2-4e2e-8752-bd2e7ca6e214 HTTP/1.1" status: 404 len: 337 time: 0.0477901 Nov 26 16:44:50.950044 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50948) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:50.960824 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-32ba1cc0-db7d-406e-a182-4bd9daa96fe8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] For port e034b3f2-10bb-4066-af93-6f596922ced1, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=e034b3f2-10bb-4066-af93-6f596922ced1,segment=NetworkSegment(a2ed1765-4c9b-4d58-bfd0-c1b614990960),segment_id=a2ed1765-4c9b-4d58-bfd0-c1b614990960)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:50.961718 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-32ba1cc0-db7d-406e-a182-4bd9daa96fe8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:50.973120 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-25ab719c-a31b-4fd8-9d35-63031afc3b30 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:50.977274 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1c9cfa-2317-4d54-a4c9-fbcd5abc658a tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] DELETE failed (client error): The resource could not be found. Nov 26 16:44:50.977756 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c1c9cfa-2317-4d54-a4c9-fbcd5abc658a tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:44:50.982145 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4c1c9cfa-2317-4d54-a4c9-fbcd5abc658a tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "DELETE /v2.0/networks/95f792c1-1c31-4af9-b2a0-1f959b7ae802 HTTP/1.1" status: 404 len: 339 time: 0.0311332 Nov 26 16:44:50.982744 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50952) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:50.997319 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a8c65a-3ffa-4835-9f5c-c57cb5f2133e None None] DHCP port deletion for 6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:44:51.011286 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f7a8c65a-3ffa-4835-9f5c-c57cb5f2133e None None] Deleting port e034b3f2-10bb-4066-af93-6f596922ced1 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:51.011657 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f7a8c65a-3ffa-4835-9f5c-c57cb5f2133e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:51.055608 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-874386ef-54e6-4e90-ba99-97fe40f35db8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Deleting subnet 3e834d78-2a0b-4b7d-8926-48d5a1d972cb {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:44:51.058725 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-874386ef-54e6-4e90-ba99-97fe40f35db8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:51.118886 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-32ba1cc0-db7d-406e-a182-4bd9daa96fe8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Calling delete_port for e034b3f2-10bb-4066-af93-6f596922ced1 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:51.126544 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-874386ef-54e6-4e90-ba99-97fe40f35db8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:51.153956 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-25ab719c-a31b-4fd8-9d35-63031afc3b30 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/3a941fc8-1cb4-4bc5-9f6f-9c705a2fb5b0 HTTP/1.1" status: 204 len: 168 time: 1.9114101 Nov 26 16:44:51.157561 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50958) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:51.221666 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-32ba1cc0-db7d-406e-a182-4bd9daa96fe8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:51.224049 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 3663de14-ac8f-4cc8-9154-67bd4c66735f completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:51.234148 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-781e3de3-3f23-45ce-b10b-56468ce23db4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:51.245118 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 3663de14-ac8f-4cc8-9154-67bd4c66735f triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:51.245545 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:51.266366 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcdfff4-5049-4f11-bdae-5034e00700c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:51.268198 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcdfff4-5049-4f11-bdae-5034e00700c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:51.269858 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcdfff4-5049-4f11-bdae-5034e00700c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:51.270683 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5bcdfff4-5049-4f11-bdae-5034e00700c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:51.299136 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5bcdfff4-5049-4f11-bdae-5034e00700c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:51.300968 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5bcdfff4-5049-4f11-bdae-5034e00700c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1423075 Nov 26 16:44:51.304018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50964) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:51.305779 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba1cc0-db7d-406e-a182-4bd9daa96fe8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Port': ['ID=e034b3f2-10bb-4066-af93-6f596922ced1,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:51.308080 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ba1cc0-db7d-406e-a182-4bd9daa96fe8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] No DVR routers for this DVR port e034b3f2-10bb-4066-af93-6f596922ced1 on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:44:51.310344 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-32ba1cc0-db7d-406e-a182-4bd9daa96fe8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:51.312355 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8ff4e3e0-2e2c-45f2-b5cc-d306aea4db73 None None] Deleting port 094b8596-8e8a-494d-b6fe-549ea62aef8f {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:51.312355 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8ff4e3e0-2e2c-45f2-b5cc-d306aea4db73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:51.370957 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-874386ef-54e6-4e90-ba99-97fe40f35db8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:51.414926 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8ff4e3e0-2e2c-45f2-b5cc-d306aea4db73 None None] The port '094b8596-8e8a-494d-b6fe-549ea62aef8f' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:44:51.430936 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-f7a8c65a-3ffa-4835-9f5c-c57cb5f2133e None None] For port e034b3f2-10bb-4066-af93-6f596922ced1, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=e034b3f2-10bb-4066-af93-6f596922ced1,segment=NetworkSegment(a2ed1765-4c9b-4d58-bfd0-c1b614990960),segment_id=a2ed1765-4c9b-4d58-bfd0-c1b614990960)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:51.431348 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f7a8c65a-3ffa-4835-9f5c-c57cb5f2133e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:51.437655 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-969229b1-ccee-440b-8403-9c7f7826241b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet adc0c696-5d9b-4b39-bedb-244d6857ac8d {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:44:51.445172 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-969229b1-ccee-440b-8403-9c7f7826241b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:51.523983 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-969229b1-ccee-440b-8403-9c7f7826241b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:51.583174 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-874386ef-54e6-4e90-ba99-97fe40f35db8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:51.589304 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0053e9e2-e81b-41b0-8ff3-532822652651 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:51.600832 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-32ba1cc0-db7d-406e-a182-4bd9daa96fe8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:51.604686 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f7a8c65a-3ffa-4835-9f5c-c57cb5f2133e None None] Calling delete_port for e034b3f2-10bb-4066-af93-6f596922ced1 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:51.634856 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-32ba1cc0-db7d-406e-a182-4bd9daa96fe8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:51.643106 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874386ef-54e6-4e90-ba99-97fe40f35db8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event deleted for resources: {'Subnet': ['ID=3e834d78-2a0b-4b7d-8926-48d5a1d972cb,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:51.648489 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-874386ef-54e6-4e90-ba99-97fe40f35db8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:51.651955 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-874386ef-54e6-4e90-ba99-97fe40f35db8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:51.657173 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-32ba1cc0-db7d-406e-a182-4bd9daa96fe8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ed1765-4c9b-4d58-bfd0-c1b614990960') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:51.657774 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-32ba1cc0-db7d-406e-a182-4bd9daa96fe8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ed1765-4c9b-4d58-bfd0-c1b614990960') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:51.663431 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acafb0c6-d59b-4a77-8f22-2eb47a5d1de4 None None] Network 050040c8-e48b-4d4b-892c-4ea24fa3235a requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:51.673749 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-32ba1cc0-db7d-406e-a182-4bd9daa96fe8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:51.674016 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-874386ef-54e6-4e90-ba99-97fe40f35db8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "DELETE /v2.0/subnets/3e834d78-2a0b-4b7d-8926-48d5a1d972cb HTTP/1.1" status: 204 len: 168 time: 0.6896164 Nov 26 16:44:51.676285 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50970) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:51.713487 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-32ba1cc0-db7d-406e-a182-4bd9daa96fe8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:51.723855 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ba1cc0-db7d-406e-a182-4bd9daa96fe8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:44:51.724572 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-32ba1cc0-db7d-406e-a182-4bd9daa96fe8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:44:51.753417 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:44:51.770694 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:51.814996 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-969229b1-ccee-440b-8403-9c7f7826241b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:51.862060 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-f7a8c65a-3ffa-4835-9f5c-c57cb5f2133e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:44:51.863973 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-f7a8c65a-3ffa-4835-9f5c-c57cb5f2133e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:44:51.869412 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fd735e85-dc9d-4263-98c5-63393edbfdda tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:51.896051 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-fd735e85-dc9d-4263-98c5-63393edbfdda tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Deleting port bec1703f-fa75-4b73-910b-33e9dda8900c {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:51.896397 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fd735e85-dc9d-4263-98c5-63393edbfdda tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:51.911545 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e8ad12fb-999f-4b3a-9a42-4a768d45dba6 None None] Provisioning complete for port 3663de14-ac8f-4cc8-9154-67bd4c66735f triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:51.912047 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e8ad12fb-999f-4b3a-9a42-4a768d45dba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:51.926678 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4c7e01e6-2dab-4795-95c7-fbaf0bbe700f req-79d4badd-0364-496b-8623-559b4dc6185b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0606194 Nov 26 16:44:51.962205 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-32ba1cc0-db7d-406e-a182-4bd9daa96fe8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:51.963738 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-32ba1cc0-db7d-406e-a182-4bd9daa96fe8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:51.968158 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6eb8331b-ca7c-4a32-80cd-246b41465dd7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:51.994364 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba1cc0-db7d-406e-a182-4bd9daa96fe8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Network': ['ID=6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:51.998900 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-32ba1cc0-db7d-406e-a182-4bd9daa96fe8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:52.007587 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-32ba1cc0-db7d-406e-a182-4bd9daa96fe8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/networks/6f6c8a02-e1d5-48c0-b6ec-dda8c55ec3cb HTTP/1.1" status: 204 len: 168 time: 1.6992710 Nov 26 16:44:52.014852 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50976) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:52.024701 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-859f6d2e-55ad-49ca-b0fa-fb66a70139d4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-726191427'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:52.030684 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-859f6d2e-55ad-49ca-b0fa-fb66a70139d4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:52.035563 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-859f6d2e-55ad-49ca-b0fa-fb66a70139d4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:network and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:52.037569 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-969229b1-ccee-440b-8403-9c7f7826241b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:52.038923 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-859f6d2e-55ad-49ca-b0fa-fb66a70139d4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:52.045182 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-859f6d2e-55ad-49ca-b0fa-fb66a70139d4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:52.049069 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9521b9f9-f7dc-49e2-a975-33373d28e8f5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:52.065753 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859f6d2e-55ad-49ca-b0fa-fb66a70139d4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:52.080440 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-859f6d2e-55ad-49ca-b0fa-fb66a70139d4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:52.095554 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969229b1-ccee-440b-8403-9c7f7826241b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=adc0c696-5d9b-4b39-bedb-244d6857ac8d,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:52.102561 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-969229b1-ccee-440b-8403-9c7f7826241b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:52.116700 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-969229b1-ccee-440b-8403-9c7f7826241b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:52.117846 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d326b8-0ba2-446b-9c68-a53700fa202e None None] DHCP port deletion for 050040c8-e48b-4d4b-892c-4ea24fa3235a request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:44:52.124871 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859f6d2e-55ad-49ca-b0fa-fb66a70139d4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:44:52.133578 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-b8d326b8-0ba2-446b-9c68-a53700fa202e None None] Deleting port bec1703f-fa75-4b73-910b-33e9dda8900c {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:52.134072 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b8d326b8-0ba2-446b-9c68-a53700fa202e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:52.136045 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-859f6d2e-55ad-49ca-b0fa-fb66a70139d4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:52.136613 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-859f6d2e-55ad-49ca-b0fa-fb66a70139d4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Added segment 5dc4d0e8-d2b8-481a-96f7-b21aca7363bf of type vlan for network 4b672bcf-f0cd-4450-9bee-c3ba943d1b80 Nov 26 16:44:52.174281 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-859f6d2e-55ad-49ca-b0fa-fb66a70139d4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:52.209823 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-859f6d2e-55ad-49ca-b0fa-fb66a70139d4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:52.217560 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859f6d2e-55ad-49ca-b0fa-fb66a70139d4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:52.218170 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-859f6d2e-55ad-49ca-b0fa-fb66a70139d4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:52.223614 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:52.228944 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f8f710-d641-439d-8f04-e9fdf343792c None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:52.229245 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-969229b1-ccee-440b-8403-9c7f7826241b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/adc0c696-5d9b-4b39-bedb-244d6857ac8d HTTP/1.1" status: 204 len: 168 time: 0.9242065 Nov 26 16:44:52.232664 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 50982) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:52.241119 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e8ad12fb-999f-4b3a-9a42-4a768d45dba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:52.291513 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-fd735e85-dc9d-4263-98c5-63393edbfdda tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] For port bec1703f-fa75-4b73-910b-33e9dda8900c, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=bec1703f-fa75-4b73-910b-33e9dda8900c,segment=NetworkSegment(595ce402-6f4a-41ca-b0de-acd1877b3dc2),segment_id=595ce402-6f4a-41ca-b0de-acd1877b3dc2)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:52.291911 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fd735e85-dc9d-4263-98c5-63393edbfdda tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:52.337167 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-859f6d2e-55ad-49ca-b0fa-fb66a70139d4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3205349 Nov 26 16:44:52.337787 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50986) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:52.342933 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f6d2e-55ad-49ca-b0fa-fb66a70139d4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Network': ['ID=4b672bcf-f0cd-4450-9bee-c3ba943d1b80,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:52.348254 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-5a3ca85f-9def-47fa-8d04-f212afa30bf4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'subnet': {'network_id': '4b672bcf-f0cd-4450-9bee-c3ba943d1b80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:52.371984 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-859f6d2e-55ad-49ca-b0fa-fb66a70139d4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:52.382726 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f7a8c65a-3ffa-4835-9f5c-c57cb5f2133e None None] Deleting port e034b3f2-10bb-4066-af93-6f596922ced1 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:52.383276 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f7a8c65a-3ffa-4835-9f5c-c57cb5f2133e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:52.428241 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:44:52.428762 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:44:52.429601 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 4b672bcf-f0cd-4450-9bee-c3ba943d1b80 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:44:52.466991 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5a3ca85f-9def-47fa-8d04-f212afa30bf4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:52.471510 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5a3ca85f-9def-47fa-8d04-f212afa30bf4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:subnet and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:52.474377 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5a3ca85f-9def-47fa-8d04-f212afa30bf4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:52.480374 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5a3ca85f-9def-47fa-8d04-f212afa30bf4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:52.490450 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3ca85f-9def-47fa-8d04-f212afa30bf4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:52.494466 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5a3ca85f-9def-47fa-8d04-f212afa30bf4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:52.561137 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-fd735e85-dc9d-4263-98c5-63393edbfdda tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Calling delete_port for bec1703f-fa75-4b73-910b-33e9dda8900c owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:52.571876 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f7a8c65a-3ffa-4835-9f5c-c57cb5f2133e None None] The port 'e034b3f2-10bb-4066-af93-6f596922ced1' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:44:52.616017 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-74add2f1-f304-4bba-a1da-20058b2339a5 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet b5c60a85-6f11-4516-b16c-b1ca18c56929 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:44:52.620818 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-74add2f1-f304-4bba-a1da-20058b2339a5 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:52.679064 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-e8ad12fb-999f-4b3a-9a42-4a768d45dba6 None None] For port 3663de14-ac8f-4cc8-9154-67bd4c66735f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=3663de14-ac8f-4cc8-9154-67bd4c66735f,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:52.703098 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-74add2f1-f304-4bba-a1da-20058b2339a5 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:52.703739 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e8ad12fb-999f-4b3a-9a42-4a768d45dba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:52.717260 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:52.753594 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fd735e85-dc9d-4263-98c5-63393edbfdda tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:52.757398 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5a3ca85f-9def-47fa-8d04-f212afa30bf4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:52.765469 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6f7e777f-193b-4cc6-9741-9b5762d17d8c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:52.769390 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8c319620-2681-4671-919d-dc8b7bce3cd2 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:52.791400 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-b8d326b8-0ba2-446b-9c68-a53700fa202e None None] For port bec1703f-fa75-4b73-910b-33e9dda8900c, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=bec1703f-fa75-4b73-910b-33e9dda8900c,segment=NetworkSegment(595ce402-6f4a-41ca-b0de-acd1877b3dc2),segment_id=595ce402-6f4a-41ca-b0de-acd1877b3dc2)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:52.791833 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b8d326b8-0ba2-446b-9c68-a53700fa202e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:52.824559 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd735e85-dc9d-4263-98c5-63393edbfdda tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event deleted for resources: {'Port': ['ID=bec1703f-fa75-4b73-910b-33e9dda8900c,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:52.826556 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd735e85-dc9d-4263-98c5-63393edbfdda tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] No DVR routers for this DVR port bec1703f-fa75-4b73-910b-33e9dda8900c on host dv-neutron-819440-1-hyperv {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:44:52.856719 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ca85f-9def-47fa-8d04-f212afa30bf4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Subnet': ['ID=7fb0c63c-250e-4730-8da5-2f4534932753,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:52.858771 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3ca85f-9def-47fa-8d04-f212afa30bf4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Checking segment: {'id': '5dc4d0e8-d2b8-481a-96f7-b21aca7363bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4b672bcf-f0cd-4450-9bee-c3ba943d1b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:44:52.859126 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3ca85f-9def-47fa-8d04-f212afa30bf4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network hostable DHCP agents. Network: 4b672bcf-f0cd-4450-9bee-c3ba943d1b80, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:44:52.863671 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fd735e85-dc9d-4263-98c5-63393edbfdda tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:52.865961 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5a3ca85f-9def-47fa-8d04-f212afa30bf4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:52.881298 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3ca85f-9def-47fa-8d04-f212afa30bf4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network 4b672bcf-f0cd-4450-9bee-c3ba943d1b80 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:44:52.895016 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-5a3ca85f-9def-47fa-8d04-f212afa30bf4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 4b672bcf-f0cd-4450-9bee-c3ba943d1b80) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:52.908601 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3ca85f-9def-47fa-8d04-f212afa30bf4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:52.909170 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5a3ca85f-9def-47fa-8d04-f212afa30bf4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:52.935535 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5a3ca85f-9def-47fa-8d04-f212afa30bf4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5944865 Nov 26 16:44:52.936244 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50990) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:52.943117 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-7f0e9f7c-bdc2-4c4e-b999-ce1b6dea2cfb tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-504896074', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:52.950743 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7f0e9f7c-bdc2-4c4e-b999-ce1b6dea2cfb tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:52.954606 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7f0e9f7c-bdc2-4c4e-b999-ce1b6dea2cfb tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:router and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:52.957468 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7f0e9f7c-bdc2-4c4e-b999-ce1b6dea2cfb tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:52.964647 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7f0e9f7c-bdc2-4c4e-b999-ce1b6dea2cfb tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:52.972707 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac40629a-a204-4ff3-b746-407868fad6c4 None None] Network 4b672bcf-f0cd-4450-9bee-c3ba943d1b80 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:52.977574 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7f0e9f7c-bdc2-4c4e-b999-ce1b6dea2cfb tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:52.978721 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7f0e9f7c-bdc2-4c4e-b999-ce1b6dea2cfb tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:52.993916 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-74add2f1-f304-4bba-a1da-20058b2339a5 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:52.997034 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7f0e9f7c-bdc2-4c4e-b999-ce1b6dea2cfb tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:53.017412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7f0e9f7c-bdc2-4c4e-b999-ce1b6dea2cfb tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:53.024944 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-b8d326b8-0ba2-446b-9c68-a53700fa202e None None] Calling delete_port for bec1703f-fa75-4b73-910b-33e9dda8900c owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:44:53.030866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fd735e85-dc9d-4263-98c5-63393edbfdda tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:53.045411 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7f0e9f7c-bdc2-4c4e-b999-ce1b6dea2cfb tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:53.049789 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7f0e9f7c-bdc2-4c4e-b999-ce1b6dea2cfb tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1124749 Nov 26 16:44:53.050598 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 50996) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:53.056776 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-09e1be03-b998-4a2b-8dec-9264aa010388 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'port': {'network_id': '4b672bcf-f0cd-4450-9bee-c3ba943d1b80', 'name': 'tempest-PortsIpV6TestJSON-413286155'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:53.062006 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e98e851e-acb2-4f8a-86a2-a13abdb13a9c None None] Could not find standard attr ID for object 3a941fc8-1cb4-4bc5-9f6f-9c705a2fb5b0. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:44:53.109579 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ef66505e-39bd-4243-833a-eeb524162d4e req-b85c292a-1469-4ce5-b070-d8a256fbc837 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0819936 Nov 26 16:44:53.120942 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-fd735e85-dc9d-4263-98c5-63393edbfdda tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050040c8-e48b-4d4b-892c-4ea24fa3235a']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:53.146574 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-fd735e85-dc9d-4263-98c5-63393edbfdda tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '595ce402-6f4a-41ca-b0de-acd1877b3dc2') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:53.146796 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-fd735e85-dc9d-4263-98c5-63393edbfdda tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '595ce402-6f4a-41ca-b0de-acd1877b3dc2') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:53.166541 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fd735e85-dc9d-4263-98c5-63393edbfdda tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:53.168723 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad12fb-999f-4b3a-9a42-4a768d45dba6 None None] Pushing event updated for resources: {'Port': ['ID=3663de14-ac8f-4cc8-9154-67bd4c66735f,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:53.171899 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e8ad12fb-999f-4b3a-9a42-4a768d45dba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:53.188512 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fd735e85-dc9d-4263-98c5-63393edbfdda tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:53.196432 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-74add2f1-f304-4bba-a1da-20058b2339a5 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:53.202964 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd735e85-dc9d-4263-98c5-63393edbfdda tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:44:53.203446 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fd735e85-dc9d-4263-98c5-63393edbfdda tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:53.216865 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-09e1be03-b998-4a2b-8dec-9264aa010388 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:53.220545 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2770886c-a736-4775-ae5d-c653b43de1bc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:53.223486 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-09e1be03-b998-4a2b-8dec-9264aa010388 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:port and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:53.227122 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-09e1be03-b998-4a2b-8dec-9264aa010388 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:53.234698 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-09e1be03-b998-4a2b-8dec-9264aa010388 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:53.247444 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e1be03-b998-4a2b-8dec-9264aa010388 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:44:53.247660 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:44:53.257587 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-09e1be03-b998-4a2b-8dec-9264aa010388 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:53.271278 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 094b8596-8e8a-494d-b6fe-549ea62aef8f no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:44:53.285707 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-09e1be03-b998-4a2b-8dec-9264aa010388 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] device_id is not set on port e02008ad-a756-4a5a-b076-6fc666b2b02d yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:44:53.319812 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74add2f1-f304-4bba-a1da-20058b2339a5 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c60a85-6f11-4516-b16c-b1ca18c56929,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:53.326647 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-74add2f1-f304-4bba-a1da-20058b2339a5 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:53.329368 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-74add2f1-f304-4bba-a1da-20058b2339a5 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:53.331752 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 094b8596-8e8a-494d-b6fe-549ea62aef8f {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:44:53.331752 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 094b8596-8e8a-494d-b6fe-549ea62aef8f not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:44:53.345848 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-b8d326b8-0ba2-446b-9c68-a53700fa202e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:44:53.345848 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-b8d326b8-0ba2-446b-9c68-a53700fa202e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:44:53.360482 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-74add2f1-f304-4bba-a1da-20058b2339a5 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/b5c60a85-6f11-4516-b16c-b1ca18c56929 HTTP/1.1" status: 204 len: 168 time: 1.1265399 Nov 26 16:44:53.364593 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51000) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:53.450441 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 3663de14-ac8f-4cc8-9154-67bd4c66735f up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:44:53.459526 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-09e1be03-b998-4a2b-8dec-9264aa010388 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Allocated IP 2001:db8::1f7 (4b672bcf-f0cd-4450-9bee-c3ba943d1b80/7fb0c63c-250e-4730-8da5-2f4534932753/e02008ad-a756-4a5a-b076-6fc666b2b02d) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:53.470968 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2484f23b-d1ce-46e9-a984-f87491049736 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1072330 Nov 26 16:44:53.471698 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fd735e85-dc9d-4263-98c5-63393edbfdda tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:53.475174 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51004) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:53.476249 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9c965c8c-ab09-4242-a069-d65d87b04a7d tempest-AllowedAddressPairIpV6TestJSON-153399262 tempest-AllowedAddressPairIpV6TestJSON-153399262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:53.486091 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-66fef5a9-8cbf-416d-9c5d-d56c48796d4d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:53.486333 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-4b672bcf-f0cd-4450-9bee-c3ba943d1b80', 'network_id': '4b672bcf-f0cd-4450-9bee-c3ba943d1b80', 'tenant_id': 'e5bd482c0dce485f8884ef8c9a70116c', 'fixed_ips': [{'subnet_id': '7fb0c63c-250e-4730-8da5-2f4534932753'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:44:53.486883 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:53.496892 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fd735e85-dc9d-4263-98c5-63393edbfdda tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:53.509377 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd735e85-dc9d-4263-98c5-63393edbfdda tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Pushing event deleted for resources: {'Network': ['ID=050040c8-e48b-4d4b-892c-4ea24fa3235a,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:53.515062 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fd735e85-dc9d-4263-98c5-63393edbfdda tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:53.516960 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-fd735e85-dc9d-4263-98c5-63393edbfdda tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] 10.222.0.11 "DELETE /v2.0/networks/050040c8-e48b-4d4b-892c-4ea24fa3235a HTTP/1.1" status: 204 len: 168 time: 1.8397472 Nov 26 16:44:53.651315 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-66fef5a9-8cbf-416d-9c5d-d56c48796d4d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:53.687846 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3670a5bf-ff76-4a25-bc1e-778fc73843d2 None None] Update dhcp port {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'fixed_ips': [{'subnet_id': 'b5c60a85-6f11-4516-b16c-b1ca18c56929'}], 'binding:host_id': 'dv-neutron-819440-1-hyperv'}, 'id': '3663de14-ac8f-4cc8-9154-67bd4c66735f'} from dv-neutron-819440-1-hyperv. {{(pid=87520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 26 16:44:53.701957 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-66fef5a9-8cbf-416d-9c5d-d56c48796d4d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:53.714042 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-66fef5a9-8cbf-416d-9c5d-d56c48796d4d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:53.718550 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 3663de14-ac8f-4cc8-9154-67bd4c66735f triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:53.719521 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:53.724259 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-66fef5a9-8cbf-416d-9c5d-d56c48796d4d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:53.750589 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fef5a9-8cbf-416d-9c5d-d56c48796d4d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:53.754355 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-66fef5a9-8cbf-416d-9c5d-d56c48796d4d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:53.848012 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-b8d326b8-0ba2-446b-9c68-a53700fa202e None None] Deleting port bec1703f-fa75-4b73-910b-33e9dda8900c {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:53.848403 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b8d326b8-0ba2-446b-9c68-a53700fa202e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:53.854393 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51012) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:53.931330 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3670a5bf-ff76-4a25-bc1e-778fc73843d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:53.948494 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-b8d326b8-0ba2-446b-9c68-a53700fa202e None None] The port 'bec1703f-fa75-4b73-910b-33e9dda8900c' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:44:54.023628 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-09e1be03-b998-4a2b-8dec-9264aa010388 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:54.027191 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7fa303d3-495a-4695-a547-7e5d72af22a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e1eef703c7604003adf96d6097c242b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1685979 Nov 26 16:44:54.027765 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51018) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:54.047556 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-09e1be03-b998-4a2b-8dec-9264aa010388 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Transition to ACTIVE for port object e02008ad-a756-4a5a-b076-6fc666b2b02d will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:54.093625 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-de5ed9a4-bca5-41f6-ad3b-8e7420819607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:54.122683 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-de5ed9a4-bca5-41f6-ad3b-8e7420819607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:54.138784 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-09e1be03-b998-4a2b-8dec-9264aa010388 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:54.156830 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2eea4150-bffb-43f4-b884-8e444a8b5d91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:54.220286 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a46a72-c705-42b2-9f92-dd895fdac566 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:54.233058 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-de5ed9a4-bca5-41f6-ad3b-8e7420819607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:54.233430 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device e034b3f2-10bb-4066-af93-6f596922ced1 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:44:54.239124 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8510501e-866d-49e7-abeb-fe590aa49f57 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:54.254518 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ed9a4-bca5-41f6-ad3b-8e7420819607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f7b5fd-d0ac-4893-92a3-dac4c318d91d,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:54.257829 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-de5ed9a4-bca5-41f6-ad3b-8e7420819607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:54.259264 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-de5ed9a4-bca5-41f6-ad3b-8e7420819607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:54.263626 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-de5ed9a4-bca5-41f6-ad3b-8e7420819607 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/80f7b5fd-d0ac-4893-92a3-dac4c318d91d HTTP/1.1" status: 204 len: 168 time: 0.2319989 Nov 26 16:44:54.285895 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1338ca41-06ac-4a51-8537-0299e8203e27 req-ae930e23-71c1-4aba-8470-b95005872a58 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0827010 Nov 26 16:44:54.297526 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e1be03-b998-4a2b-8dec-9264aa010388 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network 4b672bcf-f0cd-4450-9bee-c3ba943d1b80 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:54.302015 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-09e1be03-b998-4a2b-8dec-9264aa010388 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:54.313627 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-66fef5a9-8cbf-416d-9c5d-d56c48796d4d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:54.322030 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e1be03-b998-4a2b-8dec-9264aa010388 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:54.328578 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e1be03-b998-4a2b-8dec-9264aa010388 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:54.329184 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-09e1be03-b998-4a2b-8dec-9264aa010388 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:54.339778 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1be03-b998-4a2b-8dec-9264aa010388 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Port': ['ID=e02008ad-a756-4a5a-b076-6fc666b2b02d,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:54.349869 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-09e1be03-b998-4a2b-8dec-9264aa010388 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:54.352422 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-890a0a03-bd2f-429b-bcfa-be1f27991a97 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:54.362970 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: e034b3f2-10bb-4066-af93-6f596922ced1 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:44:54.363330 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device e034b3f2-10bb-4066-af93-6f596922ced1 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:44:54.363767 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device bec1703f-fa75-4b73-910b-33e9dda8900c no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:44:54.408384 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fef5a9-8cbf-416d-9c5d-d56c48796d4d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:54.416847 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-66fef5a9-8cbf-416d-9c5d-d56c48796d4d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:54.420387 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: bec1703f-fa75-4b73-910b-33e9dda8900c {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:44:54.420842 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device bec1703f-fa75-4b73-910b-33e9dda8900c not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:44:54.422780 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fef5a9-8cbf-416d-9c5d-d56c48796d4d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:54.423536 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-66fef5a9-8cbf-416d-9c5d-d56c48796d4d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:54.440936 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-09e1be03-b998-4a2b-8dec-9264aa010388 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3892376 Nov 26 16:44:54.445076 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51028) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:54.455504 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] Allocated IP 2001:db8::2 (4b672bcf-f0cd-4450-9bee-c3ba943d1b80/7fb0c63c-250e-4730-8da5-2f4534932753/3eb45ac8-94e1-42e7-b5b4-824d6140d9c5) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:54.458441 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6a8e00df-e668-4915-a5de-aad9e5cb8493 None None] Provisioning complete for port 3663de14-ac8f-4cc8-9154-67bd4c66735f triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:54.458832 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6a8e00df-e668-4915-a5de-aad9e5cb8493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:54.459626 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fef5a9-8cbf-416d-9c5d-d56c48796d4d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=cb50275d-c475-4cfa-a018-d26e851d8b49,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:54.463138 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-66fef5a9-8cbf-416d-9c5d-d56c48796d4d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:54.466681 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-66fef5a9-8cbf-416d-9c5d-d56c48796d4d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9904985 Nov 26 16:44:54.469921 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51032) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:54.478404 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-596f3051-44ed-4992-91ab-c2c58694c4fe tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:54.663255 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-596f3051-44ed-4992-91ab-c2c58694c4fe tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:54.669439 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-596f3051-44ed-4992-91ab-c2c58694c4fe tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:54.673527 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-596f3051-44ed-4992-91ab-c2c58694c4fe tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:54.681462 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-596f3051-44ed-4992-91ab-c2c58694c4fe tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:54.696254 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596f3051-44ed-4992-91ab-c2c58694c4fe tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:54.702944 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-596f3051-44ed-4992-91ab-c2c58694c4fe tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:54.949110 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:54.980079 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] Transition to ACTIVE for port object 3eb45ac8-94e1-42e7-b5b4-824d6140d9c5 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:55.013302 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] Transition to ACTIVE for port object 3eb45ac8-94e1-42e7-b5b4-824d6140d9c5 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:55.019353 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100c763b-0afc-47d5-b8ec-f26ebddb3ef6 None None] Update dhcp port {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'fixed_ips': [{'subnet_id': 'cb50275d-c475-4cfa-a018-d26e851d8b49'}], 'binding:host_id': 'dv-neutron-819440-1-hyperv'}, 'id': '3663de14-ac8f-4cc8-9154-67bd4c66735f'} from dv-neutron-819440-1-hyperv. {{(pid=87520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 26 16:44:55.049591 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:55.061302 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e22c1855-5b01-4891-a7e1-8c6a82b82918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:55.146952 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] Network 4b672bcf-f0cd-4450-9bee-c3ba943d1b80 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:55.152535 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:55.156471 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-100c763b-0afc-47d5-b8ec-f26ebddb3ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:55.169476 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:55.174006 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] Pushing event updated for resources: {'Port': ['ID=3eb45ac8-94e1-42e7-b5b4-824d6140d9c5,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:55.179417 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:55.248082 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.objects.ports [None req-596f3051-44ed-4992-91ab-c2c58694c4fe tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87519) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 26 16:44:55.315940 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] Attempting to bind port 3eb45ac8-94e1-42e7-b5b4-824d6140d9c5 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:44:55.316517 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] Attempting to bind port 3eb45ac8-94e1-42e7-b5b4-824d6140d9c5 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '5dc4d0e8-d2b8-481a-96f7-b21aca7363bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4b672bcf-f0cd-4450-9bee-c3ba943d1b80'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:44:55.316632 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] Attempting to bind port 3eb45ac8-94e1-42e7-b5b4-824d6140d9c5 on network 4b672bcf-f0cd-4450-9bee-c3ba943d1b80 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:44:55.319933 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-118d1389-87a4-4510-9694-02f335536ff4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:55.373139 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:44:55.373452 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] Checking segment: {'id': '5dc4d0e8-d2b8-481a-96f7-b21aca7363bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4b672bcf-f0cd-4450-9bee-c3ba943d1b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:44:55.374125 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:55.374349 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] Bound using segment: {'id': '5dc4d0e8-d2b8-481a-96f7-b21aca7363bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4b672bcf-f0cd-4450-9bee-c3ba943d1b80'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:44:55.375232 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] Bound port: 3eb45ac8-94e1-42e7-b5b4-824d6140d9c5, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc4d0e8-d2b8-481a-96f7-b21aca7363bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4b672bcf-f0cd-4450-9bee-c3ba943d1b80'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:44:55.375232 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:55.495515 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 3663de14-ac8f-4cc8-9154-67bd4c66735f no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:44:55.568478 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ef1390ee-9c9b-4c6e-951e-d700ad33971f req-8db5f5bc-4755-4cf7-8444-c1a1330cd6b3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1232123 Nov 26 16:44:55.661810 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] For port 3eb45ac8-94e1-42e7-b5b4-824d6140d9c5, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:44:55.666050 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] For port 3eb45ac8-94e1-42e7-b5b4-824d6140d9c5, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=3eb45ac8-94e1-42e7-b5b4-824d6140d9c5,segment=NetworkSegment(5dc4d0e8-d2b8-481a-96f7-b21aca7363bf),segment_id=5dc4d0e8-d2b8-481a-96f7-b21aca7363bf)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:44:55.703568 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:55.715788 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:55.842138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-118d1389-87a4-4510-9694-02f335536ff4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:55.851091 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-118d1389-87a4-4510-9694-02f335536ff4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:55.859881 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:55.861669 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] Pushing event updated for resources: {'Port': ['ID=3eb45ac8-94e1-42e7-b5b4-824d6140d9c5,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:55.864557 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-100c763b-0afc-47d5-b8ec-f26ebddb3ef6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 26 16:44:55.864557 dv-neutron-819440-1-hyperv neutron-server[87520]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Nov 26 16:44:55.864557 dv-neutron-819440-1-hyperv neutron-server[87520]: [parameters: {'ip_address': '2001:db8::f816:3eff:fea1:b5ed', 'status': 'ALLOCATED', 'ipam_subnet_id': 'b1d49adf-b5d6-4eb5-b3ea-14409d278f58'}] Nov 26 16:44:55.864557 dv-neutron-819440-1-hyperv neutron-server[87520]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:44:55.864948 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-100c763b-0afc-47d5-b8ec-f26ebddb3ef6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:44:55.867467 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:55.880539 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:55.954714 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-596f3051-44ed-4992-91ab-c2c58694c4fe tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:56.015621 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:44:56.016017 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:44:56.046415 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d1389-87a4-4510-9694-02f335536ff4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Port': ['ID=e02008ad-a756-4a5a-b076-6fc666b2b02d,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:56.052281 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-118d1389-87a4-4510-9694-02f335536ff4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:56.232227 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-596f3051-44ed-4992-91ab-c2c58694c4fe tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] For port 3663de14-ac8f-4cc8-9154-67bd4c66735f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=3663de14-ac8f-4cc8-9154-67bd4c66735f,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:56.247414 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-118d1389-87a4-4510-9694-02f335536ff4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:56.268960 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-596f3051-44ed-4992-91ab-c2c58694c4fe tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:56.274146 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-596f3051-44ed-4992-91ab-c2c58694c4fe tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:56.275113 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-596f3051-44ed-4992-91ab-c2c58694c4fe tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:56.280341 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b1cd90bb-07cf-4545-9896-78dc193f0e2f tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:56.351435 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596f3051-44ed-4992-91ab-c2c58694c4fe tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:56.354652 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-596f3051-44ed-4992-91ab-c2c58694c4fe tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:56.359383 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596f3051-44ed-4992-91ab-c2c58694c4fe tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:56.359985 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-596f3051-44ed-4992-91ab-c2c58694c4fe tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:56.373600 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-118d1389-87a4-4510-9694-02f335536ff4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:56.378495 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f3051-44ed-4992-91ab-c2c58694c4fe tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=3663de14-ac8f-4cc8-9154-67bd4c66735f,revision_number=7']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:56.383541 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-596f3051-44ed-4992-91ab-c2c58694c4fe tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:56.384085 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-66fef5a9-8cbf-416d-9c5d-d56c48796d4d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:56.437626 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-596f3051-44ed-4992-91ab-c2c58694c4fe tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9664345 Nov 26 16:44:56.440583 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51072) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:56.445564 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-100c763b-0afc-47d5-b8ec-f26ebddb3ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:56.449253 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-6d232786-f1bb-4754-840e-6b90c6e05046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'mac_address': 'fa:16:3e:dc:6c:04', 'name': 'tempest-NetworksTestDHCPv6-1061235485'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:56.523485 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51076) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:56.542566 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-0f2c477a-a687-4505-bd36-45e54268fee2 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1358600448', 'description': 'tempest-secgroup-smoke-1358600448 description', 'project_id': '51c303889cec4785abbc174558e69eb4'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:56.547569 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f3051-44ed-4992-91ab-c2c58694c4fe tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=fb23abda-fb07-4484-b773-417e849abb97,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:56.553242 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-596f3051-44ed-4992-91ab-c2c58694c4fe tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:56.556406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0f2c477a-a687-4505-bd36-45e54268fee2 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:56.564389 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0f2c477a-a687-4505-bd36-45e54268fee2 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Usage tracker for resource:security_group and tenant:51c303889cec4785abbc174558e69eb4 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:56.569251 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0f2c477a-a687-4505-bd36-45e54268fee2 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:56.578329 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0f2c477a-a687-4505-bd36-45e54268fee2 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:56.636206 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:56.647639 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6d232786-f1bb-4754-840e-6b90c6e05046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:56.653856 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6d232786-f1bb-4754-840e-6b90c6e05046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:port and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:56.656980 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0f2c477a-a687-4505-bd36-45e54268fee2 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:56.667018 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6d232786-f1bb-4754-840e-6b90c6e05046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:56.677029 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6d232786-f1bb-4754-840e-6b90c6e05046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:56.679388 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0f2c477a-a687-4505-bd36-45e54268fee2 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:56.693101 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a9940711-666c-4542-868a-5865680e9407 req-cf970be0-c931-43e4-b37c-ab9b1a77d84e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0525215 Nov 26 16:44:56.708436 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0f2c477a-a687-4505-bd36-45e54268fee2 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:56.727106 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d232786-f1bb-4754-840e-6b90c6e05046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:56.764403 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 3663de14-ac8f-4cc8-9154-67bd4c66735f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=3663de14-ac8f-4cc8-9154-67bd4c66735f,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:56.785852 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0f2c477a-a687-4505-bd36-45e54268fee2 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Usage tracker for resource:security_group_rule and tenant:51c303889cec4785abbc174558e69eb4 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:56.878271 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-100c763b-0afc-47d5-b8ec-f26ebddb3ef6 None None] Allocated IP 172.20.0.2 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/cb50275d-c475-4cfa-a018-d26e851d8b49/3663de14-ac8f-4cc8-9154-67bd4c66735f) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:56.967179 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0f2c477a-a687-4505-bd36-45e54268fee2 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:56.985259 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0f2c477a-a687-4505-bd36-45e54268fee2 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:57.043882 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:57.045636 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:57.063044 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-118d1389-87a4-4510-9694-02f335536ff4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:57.064791 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6d232786-f1bb-4754-840e-6b90c6e05046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:57.069492 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-118d1389-87a4-4510-9694-02f335536ff4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:57.070645 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-118d1389-87a4-4510-9694-02f335536ff4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:57.088293 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f1096f78-42ca-452f-98d0-d64f43ee66d4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:57.108067 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-100c763b-0afc-47d5-b8ec-f26ebddb3ef6 None None] For port 3663de14-ac8f-4cc8-9154-67bd4c66735f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=3663de14-ac8f-4cc8-9154-67bd4c66735f,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:57.109067 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-6d232786-f1bb-4754-840e-6b90c6e05046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] device_id is not set on port 9f7b41bb-88dd-423a-83e1-e6ba4b52a216 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:44:57.141970 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=3663de14-ac8f-4cc8-9154-67bd4c66735f,revision_number=8']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:57.156993 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:57.159111 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-100c763b-0afc-47d5-b8ec-f26ebddb3ef6 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:57.178816 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-100c763b-0afc-47d5-b8ec-f26ebddb3ef6 None None] Transition to ACTIVE for port object 3663de14-ac8f-4cc8-9154-67bd4c66735f will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:57.189200 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-100c763b-0afc-47d5-b8ec-f26ebddb3ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:57.196089 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:57.229913 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0f2c477a-a687-4505-bd36-45e54268fee2 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:57.236600 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0f2c477a-a687-4505-bd36-45e54268fee2 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:57.239037 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1c0a29-dba5-4654-aaa3-3bd12dd254c8 None None] Network 4b672bcf-f0cd-4450-9bee-c3ba943d1b80 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:57.243677 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0cfb97cb-7aa8-40f6-a791-df8d6d003017 tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:57.252198 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d1389-87a4-4510-9694-02f335536ff4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Port': ['ID=e02008ad-a756-4a5a-b076-6fc666b2b02d,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:57.257774 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-118d1389-87a4-4510-9694-02f335536ff4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:57.285236 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0f2c477a-a687-4505-bd36-45e54268fee2 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:57.305070 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118d1389-87a4-4510-9694-02f335536ff4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network 4b672bcf-f0cd-4450-9bee-c3ba943d1b80 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:57.306782 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-118d1389-87a4-4510-9694-02f335536ff4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:57.312810 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0f2c477a-a687-4505-bd36-45e54268fee2 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Usage tracker for resource:security_group_rule and tenant:51c303889cec4785abbc174558e69eb4 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:57.319889 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0f2c477a-a687-4505-bd36-45e54268fee2 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:57.328371 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c477a-a687-4505-bd36-45e54268fee2 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc77c7b2-56a7-4065-83dc-32eee80aec41,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:57.331111 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0f2c477a-a687-4505-bd36-45e54268fee2 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:57.335594 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0f2c477a-a687-4505-bd36-45e54268fee2 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:57.454012 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d9c35f3a-d6b5-4204-a99b-79e3417b3bdc None None] Provisioning for port 3eb45ac8-94e1-42e7-b5b4-824d6140d9c5 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:57.459585 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-6d232786-f1bb-4754-840e-6b90c6e05046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 172.20.0.5 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/cb50275d-c475-4cfa-a018-d26e851d8b49/9f7b41bb-88dd-423a-83e1-e6ba4b52a216) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:57.465212 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c763b-0afc-47d5-b8ec-f26ebddb3ef6 None None] Pushing event updated for resources: {'Port': ['ID=3663de14-ac8f-4cc8-9154-67bd4c66735f,revision_number=9']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:57.468831 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-100c763b-0afc-47d5-b8ec-f26ebddb3ef6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:57.478025 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-6d232786-f1bb-4754-840e-6b90c6e05046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 2001:db8::f816:3eff:fedc:6c04 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/fb23abda-fb07-4484-b773-417e849abb97/9f7b41bb-88dd-423a-83e1-e6ba4b52a216) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:44:57.499537 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0f2c477a-a687-4505-bd36-45e54268fee2 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:57.522444 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0f2c477a-a687-4505-bd36-45e54268fee2 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:57.529984 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-726672be-aa37-48d2-9a73-4f471b3683dc tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:57.561383 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 3eb45ac8-94e1-42e7-b5b4-824d6140d9c5 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:44:57.565054 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118d1389-87a4-4510-9694-02f335536ff4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Router faad54af-6d8b-4620-85c2-c8bb74a25654 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:44:57.604334 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c477a-a687-4505-bd36-45e54268fee2 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2294cf-4282-491e-8bf7-5876be4c3b75,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:57.609753 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0f2c477a-a687-4505-bd36-45e54268fee2 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:57.631653 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0f2c477a-a687-4505-bd36-45e54268fee2 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:57.633202 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0f2c477a-a687-4505-bd36-45e54268fee2 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1067572 Nov 26 16:44:57.657023 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51082) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:57.666286 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-87331a1b-5f57-4aca-8645-0040e44745f4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Request body: {'security_group_rule': {'security_group_id': '3f2294cf-4282-491e-8bf7-5876be4c3b75', 'project_id': '51c303889cec4785abbc174558e69eb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:57.735314 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-87331a1b-5f57-4aca-8645-0040e44745f4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:57.744482 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-87331a1b-5f57-4aca-8645-0040e44745f4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Usage tracker for resource:security_group_rule and tenant:51c303889cec4785abbc174558e69eb4 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:57.749493 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-87331a1b-5f57-4aca-8645-0040e44745f4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:57.759571 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-87331a1b-5f57-4aca-8645-0040e44745f4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:57.785545 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 3eb45ac8-94e1-42e7-b5b4-824d6140d9c5 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:57.794455 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 3eb45ac8-94e1-42e7-b5b4-824d6140d9c5 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:57.795175 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:57.871887 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118d1389-87a4-4510-9694-02f335536ff4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:44:57.878209 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-87331a1b-5f57-4aca-8645-0040e44745f4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:57.880296 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-118d1389-87a4-4510-9694-02f335536ff4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "PUT /v2.0/routers/faad54af-6d8b-4620-85c2-c8bb74a25654/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4337361 Nov 26 16:44:57.881018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51088) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:57.896083 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0584300-098c-47be-b183-6a2bf81888ed None None] Sync routers for ids ['faad54af-6d8b-4620-85c2-c8bb74a25654'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:44:57.912846 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7a32c187-f072-49b3-af0c-8e6541d0a87e req-a130b0c6-6ad4-4090-afc8-53a150208810 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1153586 Nov 26 16:44:57.934710 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0584300-098c-47be-b183-6a2bf81888ed None None] Routers {'faad54af-6d8b-4620-85c2-c8bb74a25654'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:44:57.934710 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c0584300-098c-47be-b183-6a2bf81888ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:44:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['faad54af-6d8b-4620-85c2-c8bb74a25654'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:57.971645 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6d232786-f1bb-4754-840e-6b90c6e05046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:57.996939 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b8e575-dc69-43ff-aa01-0eab402ee173 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:57.998491 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b6b8e575-dc69-43ff-aa01-0eab402ee173 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "GET /v2.0/ports?device_id=faad54af-6d8b-4620-85c2-c8bb74a25654 HTTP/1.1" status: 200 len: 988 time: 0.1165364 Nov 26 16:44:58.001548 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51092) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:58.006860 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-6d232786-f1bb-4754-840e-6b90c6e05046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Transition to ACTIVE for port object 9f7b41bb-88dd-423a-83e1-e6ba4b52a216 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:44:58.035245 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c0584300-098c-47be-b183-6a2bf81888ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:58.088595 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0584300-098c-47be-b183-6a2bf81888ed None None] Routers {'faad54af-6d8b-4620-85c2-c8bb74a25654'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:44:58.089239 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c0584300-098c-47be-b183-6a2bf81888ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:44:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['faad54af-6d8b-4620-85c2-c8bb74a25654'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:58.180297 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-87331a1b-5f57-4aca-8645-0040e44745f4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:58.194118 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-87331a1b-5f57-4aca-8645-0040e44745f4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:58.200065 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-59ed6124-db98-4ef2-86f2-9f3dc2063cc2 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:58.223875 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c0584300-098c-47be-b183-6a2bf81888ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:44:58.224318 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0584300-098c-47be-b183-6a2bf81888ed None None] The sync data for ids ['faad54af-6d8b-4620-85c2-c8bb74a25654'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:44:58.235509 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:58.240440 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87331a1b-5f57-4aca-8645-0040e44745f4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c09514f5-e253-4474-836e-39d0d3a83c92,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:58.242442 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-87331a1b-5f57-4aca-8645-0040e44745f4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:58.246764 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51096) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:58.247013 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-87331a1b-5f57-4aca-8645-0040e44745f4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5889032 Nov 26 16:44:58.250457 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-87331a1b-5f57-4aca-8645-0040e44745f4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:58.253859 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-63f6086b-8daa-4a70-ac9e-af109123bc18 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Request body: {'security_group_rule': {'security_group_id': '3f2294cf-4282-491e-8bf7-5876be4c3b75', 'project_id': '51c303889cec4785abbc174558e69eb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:58.262709 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-63f6086b-8daa-4a70-ac9e-af109123bc18 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:58.266156 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-da19d815-6087-4c81-ba97-0d8e9ea857d2 None None] Provisioning complete for port 3eb45ac8-94e1-42e7-b5b4-824d6140d9c5 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:58.266780 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-da19d815-6087-4c81-ba97-0d8e9ea857d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:58.268007 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-63f6086b-8daa-4a70-ac9e-af109123bc18 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Usage tracker for resource:security_group_rule and tenant:51c303889cec4785abbc174558e69eb4 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:58.271458 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-63f6086b-8daa-4a70-ac9e-af109123bc18 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:58.280254 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-63f6086b-8daa-4a70-ac9e-af109123bc18 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:58.306267 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-63f6086b-8daa-4a70-ac9e-af109123bc18 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:58.336590 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 3eb45ac8-94e1-42e7-b5b4-824d6140d9c5, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=3eb45ac8-94e1-42e7-b5b4-824d6140d9c5,segment=NetworkSegment(5dc4d0e8-d2b8-481a-96f7-b21aca7363bf),segment_id=5dc4d0e8-d2b8-481a-96f7-b21aca7363bf)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:58.345464 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:58.349538 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3c9cd240-4968-4e3a-8f24-44a20e5b5bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:58.420183 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-63f6086b-8daa-4a70-ac9e-af109123bc18 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:58.431680 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-63f6086b-8daa-4a70-ac9e-af109123bc18 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:58.434647 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7e697144-c7fd-4053-b7eb-06104345d11b tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:58.435002 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6d232786-f1bb-4754-840e-6b90c6e05046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:58.459847 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4db4c6cc-3909-47fd-a740-efeea510f075 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:58.470511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6086b-8daa-4a70-ac9e-af109123bc18 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a8c8b2-b1ad-4f49-ad18-aef88a0c1bc8,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:58.473239 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-63f6086b-8daa-4a70-ac9e-af109123bc18 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:58.474604 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=3eb45ac8-94e1-42e7-b5b4-824d6140d9c5,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:58.478764 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:58.483405 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-63f6086b-8daa-4a70-ac9e-af109123bc18 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:58.485575 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-63f6086b-8daa-4a70-ac9e-af109123bc18 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2376740 Nov 26 16:44:58.488454 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51100) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:58.500477 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-e57b0923-bee0-4971-97ad-b5e557592b0f tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Request body: {'security_group_rule': {'security_group_id': '3f2294cf-4282-491e-8bf7-5876be4c3b75', 'project_id': '51c303889cec4785abbc174558e69eb4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:58.504320 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-da19d815-6087-4c81-ba97-0d8e9ea857d2 None None] Provisioning for port e02008ad-a756-4a5a-b076-6fc666b2b02d completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:58.512891 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-da19d815-6087-4c81-ba97-0d8e9ea857d2 None None] Provisioning complete for port e02008ad-a756-4a5a-b076-6fc666b2b02d triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:58.513030 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e57b0923-bee0-4971-97ad-b5e557592b0f tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:58.513398 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-da19d815-6087-4c81-ba97-0d8e9ea857d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:58.517181 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e57b0923-bee0-4971-97ad-b5e557592b0f tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Usage tracker for resource:security_group_rule and tenant:51c303889cec4785abbc174558e69eb4 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:58.520447 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e57b0923-bee0-4971-97ad-b5e557592b0f tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:58.528187 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e57b0923-bee0-4971-97ad-b5e557592b0f tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:58.548032 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e57b0923-bee0-4971-97ad-b5e557592b0f tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:58.557212 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d232786-f1bb-4754-840e-6b90c6e05046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:44:58.572354 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-6d232786-f1bb-4754-840e-6b90c6e05046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:44:58.582160 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d232786-f1bb-4754-840e-6b90c6e05046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:44:58.597898 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-da19d815-6087-4c81-ba97-0d8e9ea857d2 None None] Port e02008ad-a756-4a5a-b076-6fc666b2b02d cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:44:58.604962 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6b17b6-dc07-4953-9bae-34de364a2102 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:44:58.615576 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d232786-f1bb-4754-840e-6b90c6e05046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=9f7b41bb-88dd-423a-83e1-e6ba4b52a216,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:58.630719 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6d232786-f1bb-4754-840e-6b90c6e05046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:58.642426 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e57b0923-bee0-4971-97ad-b5e557592b0f tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:58.647340 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e57b0923-bee0-4971-97ad-b5e557592b0f tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:58.656260 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-56bb8992-8855-4133-a365-a00595938af7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:58.678682 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b0923-bee0-4971-97ad-b5e557592b0f tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c847ba-0093-483b-92fc-f06ae2d32914,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:58.681800 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e57b0923-bee0-4971-97ad-b5e557592b0f tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:58.700793 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d232786-f1bb-4754-840e-6b90c6e05046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:58.701425 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6d232786-f1bb-4754-840e-6b90c6e05046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:58.713434 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e57b0923-bee0-4971-97ad-b5e557592b0f tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:58.715827 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e57b0923-bee0-4971-97ad-b5e557592b0f tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2250679 Nov 26 16:44:58.718175 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51104) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:58.727701 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-774b9f77-ffee-4fdc-b45c-5fc23e4f0896 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Request body: {'security_group_rule': {'security_group_id': '3f2294cf-4282-491e-8bf7-5876be4c3b75', 'project_id': '51c303889cec4785abbc174558e69eb4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:58.731734 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6d232786-f1bb-4754-840e-6b90c6e05046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2899601 Nov 26 16:44:58.734079 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51108) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:58.747899 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-774b9f77-ffee-4fdc-b45c-5fc23e4f0896 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:58.752946 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-774b9f77-ffee-4fdc-b45c-5fc23e4f0896 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Usage tracker for resource:security_group_rule and tenant:51c303889cec4785abbc174558e69eb4 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:58.757112 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-774b9f77-ffee-4fdc-b45c-5fc23e4f0896 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:58.775366 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-774b9f77-ffee-4fdc-b45c-5fc23e4f0896 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:58.808487 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-774b9f77-ffee-4fdc-b45c-5fc23e4f0896 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:58.819892 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6f089c1d-fe6f-4c28-b71c-22b0639755c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:58.882750 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f2fabc5c-d299-4168-ac9f-cf1527138617 None None] Provisioning for port 3663de14-ac8f-4cc8-9154-67bd4c66735f completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:44:58.895843 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f2fabc5c-d299-4168-ac9f-cf1527138617 None None] Provisioning complete for port 3663de14-ac8f-4cc8-9154-67bd4c66735f triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:58.896326 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f2fabc5c-d299-4168-ac9f-cf1527138617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:58.913255 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-774b9f77-ffee-4fdc-b45c-5fc23e4f0896 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:58.913379 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9aac48d-5018-4aed-8aef-a19952c637de tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:58.918989 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-774b9f77-ffee-4fdc-b45c-5fc23e4f0896 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:58.919978 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9aac48d-5018-4aed-8aef-a19952c637de tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:58.920874 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c9aac48d-5018-4aed-8aef-a19952c637de tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:44:58.928295 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-60dc3605-3fc4-4e5f-a34a-24a3a1956963 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:58.976994 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b9f77-ffee-4fdc-b45c-5fc23e4f0896 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f3c0ea-82e9-45e1-b94c-722d89835135,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:58.983099 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-774b9f77-ffee-4fdc-b45c-5fc23e4f0896 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:58.996725 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c9aac48d-5018-4aed-8aef-a19952c637de tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:44:58.998122 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c9aac48d-5018-4aed-8aef-a19952c637de tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2629030 Nov 26 16:44:59.001287 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51114) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:59.039820 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-774b9f77-ffee-4fdc-b45c-5fc23e4f0896 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:59.040338 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6972393a-533d-424b-8050-754c8b3d3e77 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:59.041169 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-774b9f77-ffee-4fdc-b45c-5fc23e4f0896 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3218865 Nov 26 16:44:59.047074 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51118) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:59.057254 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ba23cd0a-a9ca-4d97-974f-5fb1f01e57ef req-cc082845-71eb-435a-854f-efc15494d487 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0608633 Nov 26 16:44:59.061603 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-52ddc874-7abb-4b17-917c-deef7704eefd tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Request body: {'security_group_rule': {'security_group_id': '3f2294cf-4282-491e-8bf7-5876be4c3b75', 'project_id': '51c303889cec4785abbc174558e69eb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:59.076428 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-52ddc874-7abb-4b17-917c-deef7704eefd tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:59.079054 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-52ddc874-7abb-4b17-917c-deef7704eefd tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Usage tracker for resource:security_group_rule and tenant:51c303889cec4785abbc174558e69eb4 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:59.082265 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-52ddc874-7abb-4b17-917c-deef7704eefd tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:59.091884 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-52ddc874-7abb-4b17-917c-deef7704eefd tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:59.109518 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.securitygroups_db [None req-52ddc874-7abb-4b17-917c-deef7704eefd tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Project 51c303889cec4785abbc174558e69eb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:44:59.118848 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52ddc874-7abb-4b17-917c-deef7704eefd tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:59.215837 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52ddc874-7abb-4b17-917c-deef7704eefd tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:59.221219 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52ddc874-7abb-4b17-917c-deef7704eefd tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:59.224476 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6fc8c39c-0cd4-4fc9-8178-0415be43a573 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:59.253299 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddc874-7abb-4b17-917c-deef7704eefd tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15fd9afd-082d-41c7-b724-5f2392b98dfe,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:59.258743 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-52ddc874-7abb-4b17-917c-deef7704eefd tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:59.260016 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f2fabc5c-d299-4168-ac9f-cf1527138617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:59.264750 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52ddc874-7abb-4b17-917c-deef7704eefd tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:59.268559 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-52ddc874-7abb-4b17-917c-deef7704eefd tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2181070 Nov 26 16:44:59.269036 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51122) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:59.275423 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-4502902a-101e-4cf5-8967-deb9166dfbea tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Request body: {'security_group_rule': {'security_group_id': '3f2294cf-4282-491e-8bf7-5876be4c3b75', 'project_id': '51c303889cec4785abbc174558e69eb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:59.281426 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-4502902a-101e-4cf5-8967-deb9166dfbea tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:59.285493 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-4502902a-101e-4cf5-8967-deb9166dfbea tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Usage tracker for resource:security_group_rule and tenant:51c303889cec4785abbc174558e69eb4 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:59.289618 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-4502902a-101e-4cf5-8967-deb9166dfbea tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:59.296473 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-4502902a-101e-4cf5-8967-deb9166dfbea tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:59.311318 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.securitygroups_db [None req-4502902a-101e-4cf5-8967-deb9166dfbea tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Project 51c303889cec4785abbc174558e69eb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:44:59.321288 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4502902a-101e-4cf5-8967-deb9166dfbea tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:59.348080 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-f2fabc5c-d299-4168-ac9f-cf1527138617 None None] For port 3663de14-ac8f-4cc8-9154-67bd4c66735f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=3663de14-ac8f-4cc8-9154-67bd4c66735f,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:44:59.351517 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:59.363930 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f2fabc5c-d299-4168-ac9f-cf1527138617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:59.367238 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-bb28cddb-0309-4e23-89ed-baf8d7cd2c3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:59.386894 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-f5ac06ca-67ad-4182-ab8a-08a8f0b1079f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting port 9f7b41bb-88dd-423a-83e1-e6ba4b52a216 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:59.387295 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f5ac06ca-67ad-4182-ab8a-08a8f0b1079f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:59.455145 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4502902a-101e-4cf5-8967-deb9166dfbea tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:59.463028 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4502902a-101e-4cf5-8967-deb9166dfbea tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:59.466524 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:59.467616 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fabc5c-d299-4168-ac9f-cf1527138617 None None] Pushing event updated for resources: {'Port': ['ID=3663de14-ac8f-4cc8-9154-67bd4c66735f,revision_number=10']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:59.479754 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f2fabc5c-d299-4168-ac9f-cf1527138617 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:59.488523 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f2fabc5c-d299-4168-ac9f-cf1527138617 None None] Provisioning complete for port e02008ad-a756-4a5a-b076-6fc666b2b02d triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:59.489035 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f2fabc5c-d299-4168-ac9f-cf1527138617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:59.510025 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502902a-101e-4cf5-8967-deb9166dfbea tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7a0129-52dd-410a-b643-f73efc4a43fb,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:59.515493 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4502902a-101e-4cf5-8967-deb9166dfbea tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:59.520355 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4502902a-101e-4cf5-8967-deb9166dfbea tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:59.525248 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4502902a-101e-4cf5-8967-deb9166dfbea tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2549784 Nov 26 16:44:59.526636 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51126) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:59.539287 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-dcfd4d24-7f09-4777-a3f4-e40e55e25bcc tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Request body: {'network': {'name': 'tempest-network-smoke--1200649887', 'project_id': '51c303889cec4785abbc174558e69eb4', 'port_security_enabled': True}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:59.548496 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-dcfd4d24-7f09-4777-a3f4-e40e55e25bcc tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:59.555762 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-dcfd4d24-7f09-4777-a3f4-e40e55e25bcc tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Usage tracker for resource:network and tenant:51c303889cec4785abbc174558e69eb4 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:59.559260 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-dcfd4d24-7f09-4777-a3f4-e40e55e25bcc tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:59.565561 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-dcfd4d24-7f09-4777-a3f4-e40e55e25bcc tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:59.573983 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f2fabc5c-d299-4168-ac9f-cf1527138617 None None] Port e02008ad-a756-4a5a-b076-6fc666b2b02d cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:44:59.596783 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfd4d24-7f09-4777-a3f4-e40e55e25bcc tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Made reservation on behalf of 51c303889cec4785abbc174558e69eb4 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:44:59.602824 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4d24-7f09-4777-a3f4-e40e55e25bcc tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:59.609501 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 3663de14-ac8f-4cc8-9154-67bd4c66735f up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:44:59.634827 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfd4d24-7f09-4777-a3f4-e40e55e25bcc tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:44:59.646262 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4d24-7f09-4777-a3f4-e40e55e25bcc tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:59.646905 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-dcfd4d24-7f09-4777-a3f4-e40e55e25bcc tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Added segment 301e386f-8b28-43da-9c51-24d5d935f543 of type vlan for network d3b7c776-489b-4dc6-8778-650193941422 Nov 26 16:44:59.701360 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4d24-7f09-4777-a3f4-e40e55e25bcc tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:59.709688 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9301635d-f2eb-4581-b2a3-7469ea328272 None None] Provisioning complete for port e02008ad-a756-4a5a-b076-6fc666b2b02d triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:59.710142 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9301635d-f2eb-4581-b2a3-7469ea328272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:59.751460 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4d24-7f09-4777-a3f4-e40e55e25bcc tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:59.760048 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfd4d24-7f09-4777-a3f4-e40e55e25bcc tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:44:59.760874 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4d24-7f09-4777-a3f4-e40e55e25bcc tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:59.779146 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 3663de14-ac8f-4cc8-9154-67bd4c66735f triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:44:59.779813 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:59.780796 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:44:59.848591 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-9301635d-f2eb-4581-b2a3-7469ea328272 None None] Port e02008ad-a756-4a5a-b076-6fc666b2b02d cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:44:59.879244 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-6972393a-533d-424b-8050-754c8b3d3e77 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting port e02008ad-a756-4a5a-b076-6fc666b2b02d {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:44:59.879579 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6972393a-533d-424b-8050-754c8b3d3e77 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:59.925187 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd4d24-7f09-4777-a3f4-e40e55e25bcc tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Pushing event updated for resources: {'Network': ['ID=d3b7c776-489b-4dc6-8778-650193941422,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:44:59.930295 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 3eb45ac8-94e1-42e7-b5b4-824d6140d9c5 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:44:59.939530 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-dcfd4d24-7f09-4777-a3f4-e40e55e25bcc tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4117217 Nov 26 16:44:59.940938 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-dcfd4d24-7f09-4777-a3f4-e40e55e25bcc tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:44:59.941605 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51130) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:44:59.949152 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-26c09245-01ab-42c9-ab73-00249bfc897e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1113790639', 'admin_state_up': True, 'project_id': '51c303889cec4785abbc174558e69eb4', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:44:59.956855 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-26c09245-01ab-42c9-ab73-00249bfc897e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:44:59.957045 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f5ac06ca-67ad-4182-ab8a-08a8f0b1079f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:59.960732 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-26c09245-01ab-42c9-ab73-00249bfc897e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Usage tracker for resource:router and tenant:51c303889cec4785abbc174558e69eb4 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:44:59.963789 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-26c09245-01ab-42c9-ab73-00249bfc897e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:44:59.968347 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network d3b7c776-489b-4dc6-8778-650193941422 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:44:59.970700 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-26c09245-01ab-42c9-ab73-00249bfc897e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:44:59.984583 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-26c09245-01ab-42c9-ab73-00249bfc897e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:44:59.985804 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-26c09245-01ab-42c9-ab73-00249bfc897e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:00.004187 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-26c09245-01ab-42c9-ab73-00249bfc897e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:00.047582 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d66c0df-0d64-4e5d-a924-b56b6ef5446e None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:00.133261 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-f5ac06ca-67ad-4182-ab8a-08a8f0b1079f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Calling delete_port for 9f7b41bb-88dd-423a-83e1-e6ba4b52a216 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:00.238742 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9fcbd427-0b83-4458-b680-3fe65accfb4a None None] Provisioning complete for port 3663de14-ac8f-4cc8-9154-67bd4c66735f triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:00.239130 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9fcbd427-0b83-4458-b680-3fe65accfb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:00.289856 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-eccaf8dd-449c-4ce2-b68d-575d27adec25 req-3f3d8e41-00b4-43e8-a032-d9ec3ec108fd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1270456 Nov 26 16:45:00.316479 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 3eb45ac8-94e1-42e7-b5b4-824d6140d9c5 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:00.316999 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:00.364427 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6972393a-533d-424b-8050-754c8b3d3e77 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:00.481815 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-26c09245-01ab-42c9-ab73-00249bfc897e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:00.528484 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-6972393a-533d-424b-8050-754c8b3d3e77 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Calling delete_port for e02008ad-a756-4a5a-b076-6fc666b2b02d owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:00.686929 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9fcbd427-0b83-4458-b680-3fe65accfb4a None None] Provisioning for port 9f7b41bb-88dd-423a-83e1-e6ba4b52a216 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:00.693036 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9fcbd427-0b83-4458-b680-3fe65accfb4a None None] Provisioning complete for port 9f7b41bb-88dd-423a-83e1-e6ba4b52a216 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:00.693512 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9fcbd427-0b83-4458-b680-3fe65accfb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:00.701623 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f5ac06ca-67ad-4182-ab8a-08a8f0b1079f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:00.708338 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-09e1be03-b998-4a2b-8dec-9264aa010388 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:00.733951 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbd427-0b83-4458-b680-3fe65accfb4a None None] Port 9f7b41bb-88dd-423a-83e1-e6ba4b52a216 was deleted so its status cannot be updated. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Nov 26 16:45:00.811962 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-26c09245-01ab-42c9-ab73-00249bfc897e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for router_gateway, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:00.843015 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-26c09245-01ab-42c9-ab73-00249bfc897e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:00.915755 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac06ca-67ad-4182-ab8a-08a8f0b1079f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Port': ['ID=9f7b41bb-88dd-423a-83e1-e6ba4b52a216,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:00.922310 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f5ac06ca-67ad-4182-ab8a-08a8f0b1079f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:00.959580 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-50e368c6-0fdc-495d-b110-056501b165d1 None None] Provisioning complete for port 3663de14-ac8f-4cc8-9154-67bd4c66735f triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:00.960682 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-50e368c6-0fdc-495d-b110-056501b165d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:00.996193 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-26c09245-01ab-42c9-ab73-00249bfc897e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Allocated IP 172.26.0.205 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/6f053538-ef78-40ca-bf67-78625f84a411) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:01.107833 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-50e368c6-0fdc-495d-b110-056501b165d1 None None] Could not find standard attr ID for object 9f7b41bb-88dd-423a-83e1-e6ba4b52a216. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:45:01.138753 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f5ac06ca-67ad-4182-ab8a-08a8f0b1079f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:01.164970 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f5ac06ca-67ad-4182-ab8a-08a8f0b1079f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/9f7b41bb-88dd-423a-83e1-e6ba4b52a216 HTTP/1.1" status: 204 len: 168 time: 2.1618307 Nov 26 16:45:01.166601 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51136) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:01.171223 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6972393a-533d-424b-8050-754c8b3d3e77 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:01.189801 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-26c09245-01ab-42c9-ab73-00249bfc897e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:01.220242 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cbb8854e-3f5e-4686-bb02-4dc99de1635d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:01.224749 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-781e3de3-3f23-45ce-b10b-56468ce23db4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:01.225309 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-26c09245-01ab-42c9-ab73-00249bfc897e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:01.229057 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-38a243d1-11c5-43d7-aad1-bdf6f15f725c None None] Could not find standard attr ID for object 9f7b41bb-88dd-423a-83e1-e6ba4b52a216. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:45:01.232988 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-118d1389-87a4-4510-9694-02f335536ff4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:01.288574 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972393a-533d-424b-8050-754c8b3d3e77 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Port': ['ID=e02008ad-a756-4a5a-b076-6fc666b2b02d,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:01.293563 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6972393a-533d-424b-8050-754c8b3d3e77 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:01.303018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c09245-01ab-42c9-ab73-00249bfc897e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:01.306171 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-26c09245-01ab-42c9-ab73-00249bfc897e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:01.309230 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c09245-01ab-42c9-ab73-00249bfc897e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:45:01.403191 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6a686ffd-a96b-49c3-bbd5-373c998ecc89 req-7d67e220-5a42-41ba-90d5-a6d057f3e342 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0484819 Nov 26 16:45:01.415417 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c09245-01ab-42c9-ab73-00249bfc897e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Pushing event updated for resources: {'Port': ['ID=6f053538-ef78-40ca-bf67-78625f84a411,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:01.419824 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-26c09245-01ab-42c9-ab73-00249bfc897e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:01.479383 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 3663de14-ac8f-4cc8-9154-67bd4c66735f up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:45:01.493508 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9f17e3-6ca5-4ce8-9312-43db10be5e68 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:01.494966 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9f17e3-6ca5-4ce8-9312-43db10be5e68 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:01.496569 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9f17e3-6ca5-4ce8-9312-43db10be5e68 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:01.497381 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fd9f17e3-6ca5-4ce8-9312-43db10be5e68 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:01.517561 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6972393a-533d-424b-8050-754c8b3d3e77 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:01.530184 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fd9f17e3-6ca5-4ce8-9312-43db10be5e68 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:01.531383 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fd9f17e3-6ca5-4ce8-9312-43db10be5e68 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3634467 Nov 26 16:45:01.555496 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 3663de14-ac8f-4cc8-9154-67bd4c66735f triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:01.555496 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:01.555827 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51142) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:01.643215 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef1fa62-6c08-4000-a556-95e1e6ec5aa6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet cb50275d-c475-4cfa-a018-d26e851d8b49 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:45:01.648234 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4ef1fa62-6c08-4000-a556-95e1e6ec5aa6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:01.755156 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4ef1fa62-6c08-4000-a556-95e1e6ec5aa6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:01.821367 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6972393a-533d-424b-8050-754c8b3d3e77 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Router faad54af-6d8b-4620-85c2-c8bb74a25654 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:45:01.837802 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1baf45d-7e04-49bc-ae62-56f0c41b7e46 None None] get_active_networks_info from dv-neutron-819440-1-hyperv {{(pid=87520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 26 16:45:01.950647 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1baf45d-7e04-49bc-ae62-56f0c41b7e46 None None] Resources bound (agent type, host, resource id): {{(pid=87520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 16:45:01.961368 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6972393a-533d-424b-8050-754c8b3d3e77 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:45:01.967967 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6972393a-533d-424b-8050-754c8b3d3e77 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "PUT /v2.0/routers/faad54af-6d8b-4620-85c2-c8bb74a25654/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9635828 Nov 26 16:45:01.969949 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51146) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:01.975457 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c7a628-6441-4f44-a296-7926b3517bfc None None] Sync routers for ids ['faad54af-6d8b-4620-85c2-c8bb74a25654'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:45:01.987496 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c7a628-6441-4f44-a296-7926b3517bfc None None] Routers {'faad54af-6d8b-4620-85c2-c8bb74a25654'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:45:01.988445 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-b4c7a628-6441-4f44-a296-7926b3517bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:45:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['faad54af-6d8b-4620-85c2-c8bb74a25654'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:02.016990 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4810f0-e772-4063-aff2-eb9d705f8b05 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] GET failed (client error): The resource could not be found. Nov 26 16:45:02.017696 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ad4810f0-e772-4063-aff2-eb9d705f8b05 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Synchronizing usage tracker for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:02.035203 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ad4810f0-e772-4063-aff2-eb9d705f8b05 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Unset dirty status for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:02.036723 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ad4810f0-e772-4063-aff2-eb9d705f8b05 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "GET /v2.0/ports/e02008ad-a756-4a5a-b076-6fc666b2b02d HTTP/1.1" status: 404 len: 333 time: 0.0656855 Nov 26 16:45:02.039403 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51150) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:02.077492 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-b4c7a628-6441-4f44-a296-7926b3517bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:02.086966 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c7a628-6441-4f44-a296-7926b3517bfc None None] Routers {'faad54af-6d8b-4620-85c2-c8bb74a25654'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:45:02.087807 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-b4c7a628-6441-4f44-a296-7926b3517bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:45:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['faad54af-6d8b-4620-85c2-c8bb74a25654'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:02.154496 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4ef1fa62-6c08-4000-a556-95e1e6ec5aa6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:02.160713 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-b4c7a628-6441-4f44-a296-7926b3517bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:02.161312 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c7a628-6441-4f44-a296-7926b3517bfc None None] The sync data for ids ['faad54af-6d8b-4620-85c2-c8bb74a25654'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:45:02.190952 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-87a0e7f6-31a0-41ae-8cee-e21a55936fac tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:02.205721 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:02.232566 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-26c09245-01ab-42c9-ab73-00249bfc897e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for router_gateway, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:02.327223 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99da8013-0dc5-4779-a227-6dd6bde819f8 None None] get_active_networks_info from dv-neutron-819440-1-hyperv {{(pid=87520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 26 16:45:02.384204 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4ef1fa62-6c08-4000-a556-95e1e6ec5aa6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:02.390775 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-be0ad061-a0b1-4a55-8095-cdec3b29a887 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:02.434515 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1fa62-6c08-4000-a556-95e1e6ec5aa6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=cb50275d-c475-4cfa-a018-d26e851d8b49,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:02.440804 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4ef1fa62-6c08-4000-a556-95e1e6ec5aa6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:02.447777 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4ef1fa62-6c08-4000-a556-95e1e6ec5aa6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:02.461490 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99da8013-0dc5-4779-a227-6dd6bde819f8 None None] Resources bound (agent type, host, resource id): {{(pid=87520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 16:45:02.532158 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4ef1fa62-6c08-4000-a556-95e1e6ec5aa6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/cb50275d-c475-4cfa-a018-d26e851d8b49 HTTP/1.1" status: 204 len: 168 time: 0.9754975 Nov 26 16:45:02.584889 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51156) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:02.665459 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fe58f63b-b059-4916-a9f4-ff329c5d14f7 req-a979f683-ee2b-4f78-b0ac-5a1eee812d01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1660960 Nov 26 16:45:02.674443 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-87a0e7f6-31a0-41ae-8cee-e21a55936fac tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:02.677270 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-87a0e7f6-31a0-41ae-8cee-e21a55936fac tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:02.691796 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-7751e7f6-feb6-4f7c-a9ed-18655e7abaa1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet fb23abda-fb07-4484-b773-417e849abb97 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:45:02.697456 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7751e7f6-feb6-4f7c-a9ed-18655e7abaa1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:02.703847 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-87a0e7f6-31a0-41ae-8cee-e21a55936fac tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:02.704513 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a0e7f6-31a0-41ae-8cee-e21a55936fac tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Fanout notify agent at l3_agent the message router_deleted on router faad54af-6d8b-4620-85c2-c8bb74a25654 {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:45:02.719770 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-87a0e7f6-31a0-41ae-8cee-e21a55936fac tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:02.721070 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-87a0e7f6-31a0-41ae-8cee-e21a55936fac tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/routers/faad54af-6d8b-4620-85c2-c8bb74a25654 HTTP/1.1" status: 204 len: 168 time: 0.6805894 Nov 26 16:45:02.723755 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51160) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:02.756669 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-26c09245-01ab-42c9-ab73-00249bfc897e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:02.797415 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e55430-6dbb-4c18-9bce-697a8b32a529 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting subnet 7fb0c63c-250e-4730-8da5-2f4534932753 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:45:02.800592 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-12e55430-6dbb-4c18-9bce-697a8b32a529 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:02.841280 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6c94e7-d99a-47d4-a432-d0f430c1800a None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:02.860187 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-12e55430-6dbb-4c18-9bce-697a8b32a529 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:02.876135 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7751e7f6-feb6-4f7c-a9ed-18655e7abaa1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:02.950109 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-12e55430-6dbb-4c18-9bce-697a8b32a529 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:03.020077 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7751e7f6-feb6-4f7c-a9ed-18655e7abaa1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:03.040538 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-12e55430-6dbb-4c18-9bce-697a8b32a529 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:03.045917 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d3a10307-8c66-4628-8a0f-e776feb80339 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:03.087158 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-12e55430-6dbb-4c18-9bce-697a8b32a529 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:03.094682 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e55430-6dbb-4c18-9bce-697a8b32a529 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Subnet': ['ID=7fb0c63c-250e-4730-8da5-2f4534932753,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:03.099270 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c09245-01ab-42c9-ab73-00249bfc897e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Router 1a690e08-1127-4312-b65e-2112113f9574 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:45:03.100322 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-12e55430-6dbb-4c18-9bce-697a8b32a529 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/subnets/7fb0c63c-250e-4730-8da5-2f4534932753 HTTP/1.1" status: 204 len: 168 time: 0.3750968 Nov 26 16:45:03.100951 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51164) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:03.101747 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-12e55430-6dbb-4c18-9bce-697a8b32a529 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:03.104875 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1030a914-b2ee-4f95-b0fd-d6260af623b3 None None] Network 4b672bcf-f0cd-4450-9bee-c3ba943d1b80 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:03.180993 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7751e7f6-feb6-4f7c-a9ed-18655e7abaa1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:03.221129 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-98a17d79-2a9f-4c6b-826f-d6655304a1aa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:03.232081 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-98a17d79-2a9f-4c6b-826f-d6655304a1aa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting port 3eb45ac8-94e1-42e7-b5b4-824d6140d9c5 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:03.232498 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-98a17d79-2a9f-4c6b-826f-d6655304a1aa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:03.238704 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b105d9d8-8a0d-43a4-aca3-a1566de4cde2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:03.295404 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7751e7f6-feb6-4f7c-a9ed-18655e7abaa1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:03.301054 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751e7f6-feb6-4f7c-a9ed-18655e7abaa1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=fb23abda-fb07-4484-b773-417e849abb97,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:03.304234 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7751e7f6-feb6-4f7c-a9ed-18655e7abaa1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:03.321245 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7751e7f6-feb6-4f7c-a9ed-18655e7abaa1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/fb23abda-fb07-4484-b773-417e849abb97 HTTP/1.1" status: 204 len: 168 time: 0.7356629 Nov 26 16:45:03.323814 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51168) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:03.419683 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53019552-b50c-474c-a8f5-937d890a6fbb None None] Update dhcp port {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'fixed_ips': [{'subnet_id': 'fb23abda-fb07-4484-b773-417e849abb97'}], 'binding:host_id': 'dv-neutron-819440-1-hyperv'}, 'id': '3663de14-ac8f-4cc8-9154-67bd4c66735f'} from dv-neutron-819440-1-hyperv. {{(pid=87520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 26 16:45:03.452560 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e7abab-ea5e-4f8f-a39b-7b44c881cfe2 None None] DHCP port deletion for 4b672bcf-f0cd-4450-9bee-c3ba943d1b80 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:45:03.469211 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-19e7abab-ea5e-4f8f-a39b-7b44c881cfe2 None None] Deleting port 3eb45ac8-94e1-42e7-b5b4-824d6140d9c5 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:03.469701 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-19e7abab-ea5e-4f8f-a39b-7b44c881cfe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:03.476102 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-98a17d79-2a9f-4c6b-826f-d6655304a1aa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] For port 3eb45ac8-94e1-42e7-b5b4-824d6140d9c5, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=3eb45ac8-94e1-42e7-b5b4-824d6140d9c5,segment=NetworkSegment(5dc4d0e8-d2b8-481a-96f7-b21aca7363bf),segment_id=5dc4d0e8-d2b8-481a-96f7-b21aca7363bf)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:03.476728 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-98a17d79-2a9f-4c6b-826f-d6655304a1aa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:03.502899 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 3eb45ac8-94e1-42e7-b5b4-824d6140d9c5 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:45:03.551365 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-faa0cdc7-3ad9-453e-b6c0-c85c59c537e0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2257578 Nov 26 16:45:03.553680 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51172) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:03.581466 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-53019552-b50c-474c-a8f5-937d890a6fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:03.608123 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-98a17d79-2a9f-4c6b-826f-d6655304a1aa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Calling delete_port for 3eb45ac8-94e1-42e7-b5b4-824d6140d9c5 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:03.629818 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c09245-01ab-42c9-ab73-00249bfc897e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:45:03.642166 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] Sync routers for ids ['1a690e08-1127-4312-b65e-2112113f9574'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:45:03.658605 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-26c09245-01ab-42c9-ab73-00249bfc897e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:03.663155 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-26c09245-01ab-42c9-ab73-00249bfc897e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.7174256 Nov 26 16:45:03.663948 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51176) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:03.684405 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f65cce-f896-46ac-8145-0fcc44a5ba25 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:03.686173 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-08f65cce-f896-46ac-8145-0fcc44a5ba25 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1315453 Nov 26 16:45:03.688713 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51182) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:03.725054 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-98a17d79-2a9f-4c6b-826f-d6655304a1aa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:03.738094 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-cb3ffa99-1156-4754-a094-7770a6ffc1c7 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:03.747692 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No ports have port_id starting with 3eb45ac8-94e1-42e7-b5b4-824d6140d9c5 Nov 26 16:45:03.761423 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] Routers {'1a690e08-1127-4312-b65e-2112113f9574'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:45:03.763268 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:45:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['1a690e08-1127-4312-b65e-2112113f9574'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:03.811039 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a17d79-2a9f-4c6b-826f-d6655304a1aa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] No DVR routers for this DVR port 3eb45ac8-94e1-42e7-b5b4-824d6140d9c5 on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:45:03.850089 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a17d79-2a9f-4c6b-826f-d6655304a1aa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Port': ['ID=3eb45ac8-94e1-42e7-b5b4-824d6140d9c5,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:03.856146 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-98a17d79-2a9f-4c6b-826f-d6655304a1aa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:03.857988 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bfd6b84e-74a4-4215-9d14-0141d9d55b09 req-95ea3a10-2cc1-4fc0-bdd9-42477a075933 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1087711 Nov 26 16:45:03.862437 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-caa23726-1ac3-4e0d-a889-3a659b3964d2 tempest-TestNetworkAdvancedServerOps-1919520814 tempest-TestNetworkAdvancedServerOps-1919520814-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=51c303889cec4785abbc174558e69eb4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1979520 Nov 26 16:45:03.865728 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51188) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:03.949429 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d82aab4-bf90-4e35-8d94-a00ec7aa9837 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:03.950385 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1d82aab4-bf90-4e35-8d94-a00ec7aa9837 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:03.953668 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-98a17d79-2a9f-4c6b-826f-d6655304a1aa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:03.981957 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-98a17d79-2a9f-4c6b-826f-d6655304a1aa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b672bcf-f0cd-4450-9bee-c3ba943d1b80']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:03.987471 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1d82aab4-bf90-4e35-8d94-a00ec7aa9837 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:03.991123 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1d82aab4-bf90-4e35-8d94-a00ec7aa9837 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2990587 Nov 26 16:45:03.991348 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51192) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:04.023006 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc1393f-728e-4353-97ac-3710f6057c63 tempest-TestNetworkAdvancedServerOps-1919520814 tempest-TestNetworkAdvancedServerOps-1919520814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:04.024569 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7dc1393f-728e-4353-97ac-3710f6057c63 tempest-TestNetworkAdvancedServerOps-1919520814 tempest-TestNetworkAdvancedServerOps-1919520814-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1578667 Nov 26 16:45:04.027906 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51196) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:04.075403 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-406dea07-d6ae-4487-8a10-5c78516d367d tempest-TestNetworkAdvancedServerOps-1919520814 tempest-TestNetworkAdvancedServerOps-1919520814-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=cf8dce9a-1df0-4b90-b19d-7de373e178f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462561 Nov 26 16:45:04.077853 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51200) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:04.082990 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:04.083929 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-6ecd8a4b-0060-4117-8ab8-cc11faca5205 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1247572954', 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422', 'project_id': '51c303889cec4785abbc174558e69eb4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:04.095072 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-19e7abab-ea5e-4f8f-a39b-7b44c881cfe2 None None] For port 3eb45ac8-94e1-42e7-b5b4-824d6140d9c5, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=3eb45ac8-94e1-42e7-b5b4-824d6140d9c5,segment=NetworkSegment(5dc4d0e8-d2b8-481a-96f7-b21aca7363bf),segment_id=5dc4d0e8-d2b8-481a-96f7-b21aca7363bf)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:04.095490 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-19e7abab-ea5e-4f8f-a39b-7b44c881cfe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:04.181449 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f7cddd-1b99-4b04-b044-8bb1c1e25af6 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:04.190542 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-98a17d79-2a9f-4c6b-826f-d6655304a1aa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc4d0e8-d2b8-481a-96f7-b21aca7363bf') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:04.190844 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-98a17d79-2a9f-4c6b-826f-d6655304a1aa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc4d0e8-d2b8-481a-96f7-b21aca7363bf') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:04.207663 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ad48f1fb-478c-481d-8686-d28e1505f045 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2124779 Nov 26 16:45:04.215326 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51204) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:04.216162 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-98a17d79-2a9f-4c6b-826f-d6655304a1aa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:04.228803 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-3f39e423-f161-425e-9ba2-3d91f0085b16 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:04.234123 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-98a17d79-2a9f-4c6b-826f-d6655304a1aa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:04.241473 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a17d79-2a9f-4c6b-826f-d6655304a1aa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:45:04.241880 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-98a17d79-2a9f-4c6b-826f-d6655304a1aa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:45:04.258902 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:45:04.269241 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-19e7abab-ea5e-4f8f-a39b-7b44c881cfe2 None None] Calling delete_port for 3eb45ac8-94e1-42e7-b5b4-824d6140d9c5 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:04.309305 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-6ecd8a4b-0060-4117-8ab8-cc11faca5205 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:04.326296 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-6ecd8a4b-0060-4117-8ab8-cc11faca5205 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Usage tracker for resource:subnet and tenant:51c303889cec4785abbc174558e69eb4 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:04.330970 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-6ecd8a4b-0060-4117-8ab8-cc11faca5205 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:04.343153 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-98a17d79-2a9f-4c6b-826f-d6655304a1aa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:04.348525 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-6ecd8a4b-0060-4117-8ab8-cc11faca5205 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:04.354695 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-98a17d79-2a9f-4c6b-826f-d6655304a1aa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:04.359968 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ef9f5c83-15a8-4b9f-8144-da5635fd5861 tempest-FloatingIPAdminTestJSON-1598566594 tempest-FloatingIPAdminTestJSON-1598566594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:04.362371 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3f39e423-f161-425e-9ba2-3d91f0085b16 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:04.366740 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecd8a4b-0060-4117-8ab8-cc11faca5205 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Made reservation on behalf of 51c303889cec4785abbc174558e69eb4 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:04.370568 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6ecd8a4b-0060-4117-8ab8-cc11faca5205 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:04.392353 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a17d79-2a9f-4c6b-826f-d6655304a1aa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Network': ['ID=4b672bcf-f0cd-4450-9bee-c3ba943d1b80,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:04.396824 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-98a17d79-2a9f-4c6b-826f-d6655304a1aa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:04.403027 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-98a17d79-2a9f-4c6b-826f-d6655304a1aa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/networks/4b672bcf-f0cd-4450-9bee-c3ba943d1b80 HTTP/1.1" status: 204 len: 168 time: 1.2987480 Nov 26 16:45:04.407152 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51208) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:04.445270 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] Set router 1a690e08-1127-4312-b65e-2112113f9574 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:45:04.445693 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3f39e423-f161-425e-9ba2-3d91f0085b16 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:04.479667 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f39e423-f161-425e-9ba2-3d91f0085b16 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:04.483178 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f39e423-f161-425e-9ba2-3d91f0085b16 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:04.484575 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f39e423-f161-425e-9ba2-3d91f0085b16 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:45:04.485129 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f39e423-f161-425e-9ba2-3d91f0085b16 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:45:04.489306 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337ce019-d929-45df-904a-c043525d7758 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:04.490109 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-337ce019-d929-45df-904a-c043525d7758 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Synchronizing usage tracker for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:04.507395 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-337ce019-d929-45df-904a-c043525d7758 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Unset dirty status for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:04.513240 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-337ce019-d929-45df-904a-c043525d7758 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "GET /v2.0/ports/31f3e752-5808-486b-969c-d1496b51c9fc HTTP/1.1" status: 200 len: 845 time: 0.1054976 Nov 26 16:45:04.513894 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51212) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:04.522436 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3f39e423-f161-425e-9ba2-3d91f0085b16 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3032548 Nov 26 16:45:04.523131 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51216) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:04.529989 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-f8dbfcaa-7659-4fad-bd3c-0518579d08ba tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:04.553737 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-10aecdfb-e781-49b2-a307-2647e4a407a6 None None] Provisioning complete for port 3663de14-ac8f-4cc8-9154-67bd4c66735f triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:04.554110 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-10aecdfb-e781-49b2-a307-2647e4a407a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:04.585974 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f500f9e3-5f98-442b-b7f2-42b0b22651dc tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "GET /v2.0/ports/31f3e752-5808-486b-969c-d1496b51c9fc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0675585 Nov 26 16:45:04.586183 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51220) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:04.592223 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-52250f3c-de38-4b6d-9c14-75ce1f560574 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'subnet': {'network_id': '1f6b688d-2809-441d-9740-72853f2de05c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:04.707914 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-52250f3c-de38-4b6d-9c14-75ce1f560574 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:04.712127 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-52250f3c-de38-4b6d-9c14-75ce1f560574 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:subnet and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:04.714974 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-52250f3c-de38-4b6d-9c14-75ce1f560574 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:04.720943 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-52250f3c-de38-4b6d-9c14-75ce1f560574 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:04.732734 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52250f3c-de38-4b6d-9c14-75ce1f560574 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:04.737396 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-52250f3c-de38-4b6d-9c14-75ce1f560574 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:04.768175 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f8dbfcaa-7659-4fad-bd3c-0518579d08ba tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:04.779831 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6ecd8a4b-0060-4117-8ab8-cc11faca5205 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:04.784755 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f8dbfcaa-7659-4fad-bd3c-0518579d08ba tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:04.786844 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e138528e-8fb8-4a66-91ad-86a0a1d59477 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:04.789682 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-19e7abab-ea5e-4f8f-a39b-7b44c881cfe2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:45:04.790046 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-19e7abab-ea5e-4f8f-a39b-7b44c881cfe2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:45:04.846391 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dbfcaa-7659-4fad-bd3c-0518579d08ba tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:04.850027 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8dbfcaa-7659-4fad-bd3c-0518579d08ba tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:04.851601 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8dbfcaa-7659-4fad-bd3c-0518579d08ba tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:45:04.852171 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8dbfcaa-7659-4fad-bd3c-0518579d08ba tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:45:04.896005 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecd8a4b-0060-4117-8ab8-cc11faca5205 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Checking segment: {'id': '301e386f-8b28-43da-9c51-24d5d935f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:45:04.896442 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecd8a4b-0060-4117-8ab8-cc11faca5205 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Network hostable DHCP agents. Network: d3b7c776-489b-4dc6-8778-650193941422, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:45:04.916973 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd8a4b-0060-4117-8ab8-cc11faca5205 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Pushing event updated for resources: {'Subnet': ['ID=23d4567e-8072-4472-b596-542ff684bebd,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:04.922399 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6ecd8a4b-0060-4117-8ab8-cc11faca5205 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:04.929070 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f8dbfcaa-7659-4fad-bd3c-0518579d08ba tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3999288 Nov 26 16:45:04.929619 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51226) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:04.939293 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-8f8c6b38-a51d-4bca-a546-5aaf0d0beb24 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:04.988287 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c03fb94-40e8-4b4f-8e79-3f53ea399292 None None] DHCP port deletion for 8c8ccad8-46f8-4956-abe3-9f3eb45da297 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:45:04.993415 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8c03fb94-40e8-4b4f-8e79-3f53ea399292 None None] Deleting port 3663de14-ac8f-4cc8-9154-67bd4c66735f {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:04.993806 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8c03fb94-40e8-4b4f-8e79-3f53ea399292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:05.001743 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d943c10d-291b-43f5-a3fc-fae6e7b2a1a9 req-ae9f30e8-196f-4637-aec8-2501702204e6 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0578263 Nov 26 16:45:05.021106 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a690e08-1127-4312-b65e-2112113f9574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113790639', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '6f053538-ef78-40ca-bf67-78625f84a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:44:59Z', 'updated_at': '2021-11-26T16:45:01Z', 'revision_number': 3, 'project_id': '51c303889cec4785abbc174558e69eb4', 'gw_port': {'id': '6f053538-ef78-40ca-bf67-78625f84a411', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:fa:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a690e08-1127-4312-b65e-2112113f9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:45:00Z', 'updated_at': '2021-11-26T16:45:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:05.033636 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecd8a4b-0060-4117-8ab8-cc11faca5205 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Network d3b7c776-489b-4dc6-8778-650193941422 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:45:05.036014 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] Checking router: 1a690e08-1127-4312-b65e-2112113f9574 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:45:05.036391 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] Updating router 1a690e08-1127-4312-b65e-2112113f9574 port 6f053538-ef78-40ca-bf67-78625f84a411 binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:45:05.048747 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-52250f3c-de38-4b6d-9c14-75ce1f560574 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:05.053737 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c2d3903e-f6e4-4f41-9c5d-66e2233249ea tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:05.071109 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-6ecd8a4b-0060-4117-8ab8-cc11faca5205 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, d3b7c776-489b-4dc6-8778-650193941422) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:05.080293 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecd8a4b-0060-4117-8ab8-cc11faca5205 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:05.081234 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6ecd8a4b-0060-4117-8ab8-cc11faca5205 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:05.094287 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb544b6-104e-4271-bc83-56e9b6a1a097 None None] Network d3b7c776-489b-4dc6-8778-650193941422 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:05.103084 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-8f8c6b38-a51d-4bca-a546-5aaf0d0beb24 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:05.108616 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6ecd8a4b-0060-4117-8ab8-cc11faca5205 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0297112 Nov 26 16:45:05.112776 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51230) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:05.119885 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52250f3c-de38-4b6d-9c14-75ce1f560574 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network 1f6b688d-2809-441d-9740-72853f2de05c is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:05.123603 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-52250f3c-de38-4b6d-9c14-75ce1f560574 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:05.125446 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52250f3c-de38-4b6d-9c14-75ce1f560574 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Subnet': ['ID=39fccb5f-e821-43a6-a6c8-7707b8907a24,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:05.127908 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52250f3c-de38-4b6d-9c14-75ce1f560574 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:05.128491 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-52250f3c-de38-4b6d-9c14-75ce1f560574 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:05.132378 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-52250f3c-de38-4b6d-9c14-75ce1f560574 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:05.152380 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-52250f3c-de38-4b6d-9c14-75ce1f560574 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5648720 Nov 26 16:45:05.154686 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51234) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:05.161135 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-c80d5cd9-1915-473e-8492-05aff3643848 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'security_group': {'name': 'tempest-secgroup-1313214109'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:05.168947 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c80d5cd9-1915-473e-8492-05aff3643848 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:05.172832 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c80d5cd9-1915-473e-8492-05aff3643848 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:security_group and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:05.175682 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c80d5cd9-1915-473e-8492-05aff3643848 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:05.182511 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c80d5cd9-1915-473e-8492-05aff3643848 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:05.193347 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-8f8c6b38-a51d-4bca-a546-5aaf0d0beb24 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:05.195158 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c80d5cd9-1915-473e-8492-05aff3643848 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:05.205422 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d087c4d-e197-4583-b3f7-6be914759c7a None None] Network 1f6b688d-2809-441d-9740-72853f2de05c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:05.214524 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c80d5cd9-1915-473e-8492-05aff3643848 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:05.218351 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c80d5cd9-1915-473e-8492-05aff3643848 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:security_group_rule and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:05.222008 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c80d5cd9-1915-473e-8492-05aff3643848 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:05.227348 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c80d5cd9-1915-473e-8492-05aff3643848 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:05.289910 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8c6b38-a51d-4bca-a546-5aaf0d0beb24 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:05.293589 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8f8c6b38-a51d-4bca-a546-5aaf0d0beb24 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:05.294935 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8c6b38-a51d-4bca-a546-5aaf0d0beb24 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:45:05.295770 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f8c6b38-a51d-4bca-a546-5aaf0d0beb24 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:45:05.302748 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:05.307552 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c80d5cd9-1915-473e-8492-05aff3643848 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:05.313076 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c80d5cd9-1915-473e-8492-05aff3643848 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:05.322893 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:05.326225 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-19e7abab-ea5e-4f8f-a39b-7b44c881cfe2 None None] Deleting port 3eb45ac8-94e1-42e7-b5b4-824d6140d9c5 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:05.326608 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-19e7abab-ea5e-4f8f-a39b-7b44c881cfe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:05.335797 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8f8c6b38-a51d-4bca-a546-5aaf0d0beb24 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4048364 Nov 26 16:45:05.337261 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51238) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:05.346219 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-6d1caedf-dcfb-4a7c-b20c-864c2796e450 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:05.356845 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d5cd9-1915-473e-8492-05aff3643848 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d51c5b05-d09e-4205-8f1d-22ef0780f7e6,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:05.360358 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c80d5cd9-1915-473e-8492-05aff3643848 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:05.363550 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c80d5cd9-1915-473e-8492-05aff3643848 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2076254 Nov 26 16:45:05.364164 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51242) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:05.365078 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c80d5cd9-1915-473e-8492-05aff3643848 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:05.370365 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-a255df18-4db6-441e-bd05-8601efa65044 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'security_group': {'name': 'tempest-secgroup-1577878076'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:05.376698 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a255df18-4db6-441e-bd05-8601efa65044 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:05.381146 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a255df18-4db6-441e-bd05-8601efa65044 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:security_group and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:05.383833 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a255df18-4db6-441e-bd05-8601efa65044 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:05.389573 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a255df18-4db6-441e-bd05-8601efa65044 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:05.407980 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a255df18-4db6-441e-bd05-8601efa65044 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:05.434568 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a255df18-4db6-441e-bd05-8601efa65044 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:05.438781 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a255df18-4db6-441e-bd05-8601efa65044 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:security_group_rule and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:05.441787 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a255df18-4db6-441e-bd05-8601efa65044 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:05.446834 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-19e7abab-ea5e-4f8f-a39b-7b44c881cfe2 None None] The port '3eb45ac8-94e1-42e7-b5b4-824d6140d9c5' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:45:05.447869 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a255df18-4db6-441e-bd05-8601efa65044 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:05.494375 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 3663de14-ac8f-4cc8-9154-67bd4c66735f no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:45:05.528202 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a255df18-4db6-441e-bd05-8601efa65044 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:05.533083 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a255df18-4db6-441e-bd05-8601efa65044 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:05.538526 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5fc8d70f-78ef-461b-a9ac-993e40fc00de tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:05.580029 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255df18-4db6-441e-bd05-8601efa65044 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b42865a-aae0-4bb0-9bb7-afc0d2418478,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:05.582170 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a255df18-4db6-441e-bd05-8601efa65044 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:05.586306 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a255df18-4db6-441e-bd05-8601efa65044 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2202961 Nov 26 16:45:05.587357 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a255df18-4db6-441e-bd05-8601efa65044 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:05.587861 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51246) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:05.594091 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-c0e1708f-d3c4-40b0-ba91-4196b796872f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-598048945', 'security_groups': ['1b42865a-aae0-4bb0-9bb7-afc0d2418478'], 'network_id': '1f6b688d-2809-441d-9740-72853f2de05c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '39fccb5f-e821-43a6-a6c8-7707b8907a24'}]}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:05.731815 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-8c03fb94-40e8-4b4f-8e79-3f53ea399292 None None] For port 3663de14-ac8f-4cc8-9154-67bd4c66735f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=3663de14-ac8f-4cc8-9154-67bd4c66735f,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:05.732303 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8c03fb94-40e8-4b4f-8e79-3f53ea399292 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:05.737116 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c0e1708f-d3c4-40b0-ba91-4196b796872f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:05.747609 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c0e1708f-d3c4-40b0-ba91-4196b796872f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:05.760810 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e1708f-d3c4-40b0-ba91-4196b796872f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:05.789905 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-6d1caedf-dcfb-4a7c-b20c-864c2796e450 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:05.815856 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-6d1caedf-dcfb-4a7c-b20c-864c2796e450 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:05.893262 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c0e1708f-d3c4-40b0-ba91-4196b796872f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:05.894116 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1caedf-dcfb-4a7c-b20c-864c2796e450 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:05.898473 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6d1caedf-dcfb-4a7c-b20c-864c2796e450 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:05.900332 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1caedf-dcfb-4a7c-b20c-864c2796e450 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:45:05.900771 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d1caedf-dcfb-4a7c-b20c-864c2796e450 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:45:05.918203 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-c0e1708f-d3c4-40b0-ba91-4196b796872f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] device_id is not set on port 5885da79-3746-4828-8ddc-b4e95dfdc232 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:45:05.965260 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8c03fb94-40e8-4b4f-8e79-3f53ea399292 None None] Calling delete_port for 3663de14-ac8f-4cc8-9154-67bd4c66735f owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:06.010455 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6d1caedf-dcfb-4a7c-b20c-864c2796e450 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6706431 Nov 26 16:45:06.014444 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51250) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:06.022262 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-3e826a07-f347-4f46-b44b-09817021f47e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:06.162330 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-c0e1708f-d3c4-40b0-ba91-4196b796872f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Allocated IP 2001:db8::7d (1f6b688d-2809-441d-9740-72853f2de05c/39fccb5f-e821-43a6-a6c8-7707b8907a24/5885da79-3746-4828-8ddc-b4e95dfdc232) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:06.196314 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3b2f39d4-ebb8-457b-bf95-797779580241 req-7b845c13-1ea5-4d42-86d1-eb4ee9f58010 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0788651 Nov 26 16:45:06.276645 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3e826a07-f347-4f46-b44b-09817021f47e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:06.296754 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3e826a07-f347-4f46-b44b-09817021f47e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:06.316535 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-d3b7c776-489b-4dc6-8778-650193941422', 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'fixed_ips': [{'subnet_id': '23d4567e-8072-4472-b596-542ff684bebd'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:45:06.317922 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:06.351567 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e826a07-f347-4f46-b44b-09817021f47e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:06.354603 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3e826a07-f347-4f46-b44b-09817021f47e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:06.356016 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e826a07-f347-4f46-b44b-09817021f47e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:45:06.356448 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e826a07-f347-4f46-b44b-09817021f47e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:45:06.373955 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c0e1708f-d3c4-40b0-ba91-4196b796872f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:06.391699 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-c0e1708f-d3c4-40b0-ba91-4196b796872f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Transition to ACTIVE for port object 5885da79-3746-4828-8ddc-b4e95dfdc232 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:06.418255 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c0e1708f-d3c4-40b0-ba91-4196b796872f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:06.423988 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e6e6791c-df54-4c7e-a46b-9192afc43c2c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:06.425559 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8c03fb94-40e8-4b4f-8e79-3f53ea399292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:06.438963 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f2fabc5c-d299-4168-ac9f-cf1527138617 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:06.448452 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ebabaf0e-df35-4cac-af73-6d2d62d86bbf tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:06.471447 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3e826a07-f347-4f46-b44b-09817021f47e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4532204 Nov 26 16:45:06.472682 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51256) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:06.486865 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-68b8f00a-6b40-4d07-81f9-eb30fb857912 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:06.528320 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:06.563135 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03fb94-40e8-4b4f-8e79-3f53ea399292 None None] Pushing event deleted for resources: {'Port': ['ID=3663de14-ac8f-4cc8-9154-67bd4c66735f,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:06.566061 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8c03fb94-40e8-4b4f-8e79-3f53ea399292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:06.568819 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c03fb94-40e8-4b4f-8e79-3f53ea399292 None None] No DVR routers for this DVR port 3663de14-ac8f-4cc8-9154-67bd4c66735f on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:45:06.683950 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e1708f-d3c4-40b0-ba91-4196b796872f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network 1f6b688d-2809-441d-9740-72853f2de05c is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:06.697995 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-c0e1708f-d3c4-40b0-ba91-4196b796872f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:06.712789 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e1708f-d3c4-40b0-ba91-4196b796872f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:45:06.719051 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e1708f-d3c4-40b0-ba91-4196b796872f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:06.719680 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c0e1708f-d3c4-40b0-ba91-4196b796872f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:06.736089 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1708f-d3c4-40b0-ba91-4196b796872f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Port': ['ID=5885da79-3746-4828-8ddc-b4e95dfdc232,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:06.743023 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c0e1708f-d3c4-40b0-ba91-4196b796872f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:06.778631 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-68b8f00a-6b40-4d07-81f9-eb30fb857912 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:06.789461 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-68b8f00a-6b40-4d07-81f9-eb30fb857912 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:06.797840 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] Allocated IP 172.20.0.2 (d3b7c776-489b-4dc6-8778-650193941422/23d4567e-8072-4472-b596-542ff684bebd/8cf8b5fb-fdd9-4172-bd66-99496e2abc6a) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:06.801520 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c0e1708f-d3c4-40b0-ba91-4196b796872f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2097726 Nov 26 16:45:06.801664 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51260) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:06.818731 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-1ed33f81-5f0c-4f94-8b10-cdb51d23ffa5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'subnet': {'network_id': '1f6b688d-2809-441d-9740-72853f2de05c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:06.848673 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b8f00a-6b40-4d07-81f9-eb30fb857912 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:06.851990 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-1f6b688d-2809-441d-9740-72853f2de05c', 'network_id': '1f6b688d-2809-441d-9740-72853f2de05c', 'tenant_id': 'e5bd482c0dce485f8884ef8c9a70116c', 'fixed_ips': [{'subnet_id': '39fccb5f-e821-43a6-a6c8-7707b8907a24'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:45:06.852721 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-68b8f00a-6b40-4d07-81f9-eb30fb857912 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:06.853198 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:06.854497 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b8f00a-6b40-4d07-81f9-eb30fb857912 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:45:06.854934 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b8f00a-6b40-4d07-81f9-eb30fb857912 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:45:06.941991 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-68b8f00a-6b40-4d07-81f9-eb30fb857912 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4665911 Nov 26 16:45:06.942320 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51264) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:06.995270 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-10eef66b-a970-467e-ad07-89a9dced4445 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:07.011145 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:07.039736 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-10eef66b-a970-467e-ad07-89a9dced4445 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:07.040858 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-10eef66b-a970-467e-ad07-89a9dced4445 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0976694 Nov 26 16:45:07.042046 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1ed33f81-5f0c-4f94-8b10-cdb51d23ffa5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:07.043734 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51268) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:07.045697 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1ed33f81-5f0c-4f94-8b10-cdb51d23ffa5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:subnet and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:07.048812 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1ed33f81-5f0c-4f94-8b10-cdb51d23ffa5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:07.054579 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1ed33f81-5f0c-4f94-8b10-cdb51d23ffa5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:07.059704 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] Transition to ACTIVE for port object 6f053538-ef78-40ca-bf67-78625f84a411 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:07.066227 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed33f81-5f0c-4f94-8b10-cdb51d23ffa5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:07.070369 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1ed33f81-5f0c-4f94-8b10-cdb51d23ffa5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:07.082014 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:07.089221 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-615d87db-88d8-4c2d-9631-d1e41c65d73d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:07.114060 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be97c080-8e85-441b-8ebf-c124b2fa2921 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:07.117935 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-be97c080-8e85-441b-8ebf-c124b2fa2921 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0703802 Nov 26 16:45:07.118431 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51272) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:07.195659 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cd649c55-2c07-4d25-b1ca-ba3005ce3271 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716298 Nov 26 16:45:07.196598 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51276) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:07.202308 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-8cce8c26-90c5-4232-ae06-8f625497ec75 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:07.217399 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.ipam_backend_mixin [None req-1ed33f81-5f0c-4f94-8b10-cdb51d23ffa5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 39fccb5f-e821-43a6-a6c8-7707b8907a24 (CIDR: 2001:db8::/64) Nov 26 16:45:07.223028 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed33f81-5f0c-4f94-8b10-cdb51d23ffa5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:45:07.223537 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed33f81-5f0c-4f94-8b10-cdb51d23ffa5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:45:07.242894 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] Attempting to bind port 6f053538-ef78-40ca-bf67-78625f84a411 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:45:07.243574 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] Attempting to bind port 6f053538-ef78-40ca-bf67-78625f84a411 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:45:07.244063 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] Attempting to bind port 6f053538-ef78-40ca-bf67-78625f84a411 on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:45:07.249922 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1ed33f81-5f0c-4f94-8b10-cdb51d23ffa5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4471722 Nov 26 16:45:07.250912 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51282) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:07.257302 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-87377a53-bd7d-4bd8-92b0-d1c4acb99c02 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'subnet': {'network_id': '1f6b688d-2809-441d-9740-72853f2de05c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:07.293798 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1616c26-0606-474d-9456-c2969f46fd51 None None] Pushing event updated for resources: {'Port': ['ID=6f053538-ef78-40ca-bf67-78625f84a411,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:07.296838 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b1616c26-0606-474d-9456-c2969f46fd51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:07.309090 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:45:07.309475 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:45:07.309880 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:07.310281 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:45:07.310760 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] Bound port: 6f053538-ef78-40ca-bf67-78625f84a411, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:45:07.311138 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:07.329157 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-8cce8c26-90c5-4232-ae06-8f625497ec75 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:07.338976 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-8cce8c26-90c5-4232-ae06-8f625497ec75 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:07.350079 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cce8c26-90c5-4232-ae06-8f625497ec75 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:07.353730 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8cce8c26-90c5-4232-ae06-8f625497ec75 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:07.380713 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b5c9a26f-c28e-45c7-b234-556c89b1f5fb req-28bfc1a1-a535-4369-a325-7c5348af945f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1069856 Nov 26 16:45:07.382309 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] Allocated IP 2001:db8::2 (1f6b688d-2809-441d-9740-72853f2de05c/39fccb5f-e821-43a6-a6c8-7707b8907a24/330e1051-0a84-4e2e-a7f3-3b5e8086bcea) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:07.401549 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:07.448458 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] Transition to ACTIVE for port object 8cf8b5fb-fdd9-4172-bd66-99496e2abc6a will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:07.478578 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-87377a53-bd7d-4bd8-92b0-d1c4acb99c02 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:07.483693 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-87377a53-bd7d-4bd8-92b0-d1c4acb99c02 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:subnet and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:07.486662 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-87377a53-bd7d-4bd8-92b0-d1c4acb99c02 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:07.492770 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-87377a53-bd7d-4bd8-92b0-d1c4acb99c02 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:07.513724 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87377a53-bd7d-4bd8-92b0-d1c4acb99c02 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:07.517602 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] For port 6f053538-ef78-40ca-bf67-78625f84a411, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:45:07.521053 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-87377a53-bd7d-4bd8-92b0-d1c4acb99c02 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:07.543662 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] Transition to ACTIVE for port object 8cf8b5fb-fdd9-4172-bd66-99496e2abc6a will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:07.545735 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] For port 6f053538-ef78-40ca-bf67-78625f84a411, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=6f053538-ef78-40ca-bf67-78625f84a411,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:45:07.570225 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:07.574810 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:07.582071 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b1616c26-0606-474d-9456-c2969f46fd51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:07.649002 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-ebabaf0e-df35-4cac-af73-6d2d62d86bbf tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Allocated IP 172.20.0.1 (d3b7c776-489b-4dc6-8778-650193941422/23d4567e-8072-4472-b596-542ff684bebd/8d459db6-3ff5-47d4-b33a-093942bc6aed) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:07.757377 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] Network d3b7c776-489b-4dc6-8778-650193941422 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:07.766744 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:07.774823 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:45:07.832018 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-87377a53-bd7d-4bd8-92b0-d1c4acb99c02 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:07.840177 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:07.868941 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] Routers {'1a690e08-1127-4312-b65e-2112113f9574'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:45:07.869599 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:45:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['1a690e08-1127-4312-b65e-2112113f9574'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:07.905646 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87377a53-bd7d-4bd8-92b0-d1c4acb99c02 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network 1f6b688d-2809-441d-9740-72853f2de05c is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:07.908793 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-87377a53-bd7d-4bd8-92b0-d1c4acb99c02 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:07.913538 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87377a53-bd7d-4bd8-92b0-d1c4acb99c02 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:07.914136 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-87377a53-bd7d-4bd8-92b0-d1c4acb99c02 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:07.931910 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87377a53-bd7d-4bd8-92b0-d1c4acb99c02 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Subnet': ['ID=6b5c025c-1e72-494f-871c-4519d6b9cbec,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:07.933613 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1616c26-0606-474d-9456-c2969f46fd51 None None] Pushing event updated for resources: {'Port': ['ID=6f053538-ef78-40ca-bf67-78625f84a411,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:07.934930 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-87377a53-bd7d-4bd8-92b0-d1c4acb99c02 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:07.946340 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-87377a53-bd7d-4bd8-92b0-d1c4acb99c02 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6941593 Nov 26 16:45:07.948924 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51286) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:07.955858 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-58b4b8ce-44c8-471b-a2e9-5bf3292f6855 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-594939723', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6b5c025c-1e72-494f-871c-4519d6b9cbec'}], 'security_groups': ['d51c5b05-d09e-4205-8f1d-22ef0780f7e6']}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:08.083937 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-58b4b8ce-44c8-471b-a2e9-5bf3292f6855 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:08.137677 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:08.140414 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ebabaf0e-df35-4cac-af73-6d2d62d86bbf tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:08.157449 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] Attempting to bind port 8cf8b5fb-fdd9-4172-bd66-99496e2abc6a on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:45:08.157834 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] Attempting to bind port 8cf8b5fb-fdd9-4172-bd66-99496e2abc6a by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '301e386f-8b28-43da-9c51-24d5d935f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:45:08.158210 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] Attempting to bind port 8cf8b5fb-fdd9-4172-bd66-99496e2abc6a on network d3b7c776-489b-4dc6-8778-650193941422 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:45:08.160138 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] Pushing event updated for resources: {'Port': ['ID=8cf8b5fb-fdd9-4172-bd66-99496e2abc6a,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:08.166920 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] Transition to ACTIVE for port object 330e1051-0a84-4e2e-a7f3-3b5e8086bcea will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:08.169588 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:08.171625 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.561s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:08.172074 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:08.177702 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:45:08.178088 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] Checking segment: {'id': '301e386f-8b28-43da-9c51-24d5d935f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:45:08.178497 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:08.179470 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] Bound using segment: {'id': '301e386f-8b28-43da-9c51-24d5d935f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:45:08.179470 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] Bound port: 8cf8b5fb-fdd9-4172-bd66-99496e2abc6a, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301e386f-8b28-43da-9c51-24d5d935f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:45:08.179815 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:08.205844 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-ebabaf0e-df35-4cac-af73-6d2d62d86bbf tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Transition to ACTIVE for port object 8d459db6-3ff5-47d4-b33a-093942bc6aed will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:08.260623 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.objects.ports [None req-8cce8c26-90c5-4232-ae06-8f625497ec75 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87518) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 26 16:45:08.263249 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8cce8c26-90c5-4232-ae06-8f625497ec75 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:08.266243 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] Transition to ACTIVE for port object 330e1051-0a84-4e2e-a7f3-3b5e8086bcea will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:08.269137 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-78b154a3-c49f-4f38-be96-a24307de05f2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:08.282952 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] Set router 1a690e08-1127-4312-b65e-2112113f9574 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:45:08.327927 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:08.332019 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cce8c26-90c5-4232-ae06-8f625497ec75 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:08.337702 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-8cce8c26-90c5-4232-ae06-8f625497ec75 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:08.341016 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cce8c26-90c5-4232-ae06-8f625497ec75 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:08.341784 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8cce8c26-90c5-4232-ae06-8f625497ec75 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:08.359730 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce8c26-90c5-4232-ae06-8f625497ec75 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=1b3ae2f0-68d6-4093-a3c3-bd9f5c4cd119,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:08.364011 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8cce8c26-90c5-4232-ae06-8f625497ec75 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:08.376897 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ebabaf0e-df35-4cac-af73-6d2d62d86bbf tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:08.382652 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fd735e85-dc9d-4263-98c5-63393edbfdda tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:08.394408 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a81d5932-66ea-414f-b44f-6be365e7e2f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:08.430259 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8cce8c26-90c5-4232-ae06-8f625497ec75 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2309196 Nov 26 16:45:08.430611 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51290) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:08.444101 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727b8232-ca8a-4d9c-856e-a65e22304cbe None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:08.453290 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebabaf0e-df35-4cac-af73-6d2d62d86bbf tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Network d3b7c776-489b-4dc6-8778-650193941422 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:08.456496 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-ebabaf0e-df35-4cac-af73-6d2d62d86bbf tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:08.459058 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebabaf0e-df35-4cac-af73-6d2d62d86bbf tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:45:08.466575 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-f00fd489-b8c1-4b1f-9ff2-708193998864 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'mac_address': 'fa:16:3e:2d:6b:fd', 'name': 'tempest-NetworksTestDHCPv6-2016337368'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:08.556836 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabaf0e-df35-4cac-af73-6d2d62d86bbf tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Pushing event updated for resources: {'Port': ['ID=8d459db6-3ff5-47d4-b33a-093942bc6aed,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:08.560459 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ebabaf0e-df35-4cac-af73-6d2d62d86bbf tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:08.563836 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c6d233a4-42ba-443a-95e7-3ef4c0d3205e req-8fbd11b9-f9ff-4e79-aece-261d408d0829 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0724018 Nov 26 16:45:08.577660 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ebabaf0e-df35-4cac-af73-6d2d62d86bbf tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:08.583708 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-58b4b8ce-44c8-471b-a2e9-5bf3292f6855 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Delete allocated IP 2001:db8::7d (1f6b688d-2809-441d-9740-72853f2de05c/39fccb5f-e821-43a6-a6c8-7707b8907a24) {{(pid=87519) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 26 16:45:08.592322 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-58b4b8ce-44c8-471b-a2e9-5bf3292f6855 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Allocated IP 2001:db8:0:1::3ba (1f6b688d-2809-441d-9740-72853f2de05c/6b5c025c-1e72-494f-871c-4519d6b9cbec/5885da79-3746-4828-8ddc-b4e95dfdc232) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:08.633616 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] Network 1f6b688d-2809-441d-9740-72853f2de05c is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:08.639434 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] For port 8cf8b5fb-fdd9-4172-bd66-99496e2abc6a, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:45:08.652941 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:08.666637 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:45:08.682980 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] Pushing event updated for resources: {'Port': ['ID=330e1051-0a84-4e2e-a7f3-3b5e8086bcea,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:08.686282 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] For port 8cf8b5fb-fdd9-4172-bd66-99496e2abc6a, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=8cf8b5fb-fdd9-4172-bd66-99496e2abc6a,segment=NetworkSegment(301e386f-8b28-43da-9c51-24d5d935f543),segment_id=301e386f-8b28-43da-9c51-24d5d935f543)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:45:08.718575 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:08.729029 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ebabaf0e-df35-4cac-af73-6d2d62d86bbf tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:08.738266 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:08.752083 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f36ab04b-00d0-4ef1-831d-770a3fe4afdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:08.900748 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f00fd489-b8c1-4b1f-9ff2-708193998864 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:08.927542 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f00fd489-b8c1-4b1f-9ff2-708193998864 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:08.950060 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] Attempting to bind port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:45:08.950438 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] Attempting to bind port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '9d58b2b7-9f9c-4056-ba4a-cf841529c855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1f6b688d-2809-441d-9740-72853f2de05c'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:45:08.950809 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] Attempting to bind port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea on network 1f6b688d-2809-441d-9740-72853f2de05c {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:45:08.966605 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00fd489-b8c1-4b1f-9ff2-708193998864 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:09.017047 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:45:09.017483 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] Checking segment: {'id': '9d58b2b7-9f9c-4056-ba4a-cf841529c855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1f6b688d-2809-441d-9740-72853f2de05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:45:09.017802 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:09.018221 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] Bound using segment: {'id': '9d58b2b7-9f9c-4056-ba4a-cf841529c855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1f6b688d-2809-441d-9740-72853f2de05c'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:45:09.018705 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] Bound port: 330e1051-0a84-4e2e-a7f3-3b5e8086bcea, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d58b2b7-9f9c-4056-ba4a-cf841529c855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1f6b688d-2809-441d-9740-72853f2de05c'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:45:09.019087 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:09.035577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] Pushing event updated for resources: {'Port': ['ID=8cf8b5fb-fdd9-4172-bd66-99496e2abc6a,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:09.042722 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:09.049559 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-58b4b8ce-44c8-471b-a2e9-5bf3292f6855 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:09.065289 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-58b4b8ce-44c8-471b-a2e9-5bf3292f6855 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Ignored duplicate provisioning block setup for port 5885da79-3746-4828-8ddc-b4e95dfdc232 by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 26 16:45:09.081967 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-58b4b8ce-44c8-471b-a2e9-5bf3292f6855 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:09.091564 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b25ed9d0-5b9b-4b3b-a266-1f0fd20f2302 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:09.153909 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'fixed_ips': [{'subnet_id': '1b3ae2f0-68d6-4093-a3c3-bd9f5c4cd119'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:45:09.154776 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:09.207039 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-58b4b8ce-44c8-471b-a2e9-5bf3292f6855 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] In _notify_port_updated(), no bound segment for port 5885da79-3746-4828-8ddc-b4e95dfdc232 on network 1f6b688d-2809-441d-9740-72853f2de05c {{(pid=87519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 26 16:45:09.212643 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b4b8ce-44c8-471b-a2e9-5bf3292f6855 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:09.213303 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-58b4b8ce-44c8-471b-a2e9-5bf3292f6855 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:09.214696 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-58b4b8ce-44c8-471b-a2e9-5bf3292f6855 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "PUT /v2.0/ports/5885da79-3746-4828-8ddc-b4e95dfdc232 HTTP/1.1" status: 200 len: 930 time: 1.2645147 Nov 26 16:45:09.220438 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51296) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:09.225255 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4b8ce-44c8-471b-a2e9-5bf3292f6855 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Port': ['ID=5885da79-3746-4828-8ddc-b4e95dfdc232,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:09.228355 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-58b4b8ce-44c8-471b-a2e9-5bf3292f6855 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:09.269052 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f00fd489-b8c1-4b1f-9ff2-708193998864 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:09.279413 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ebabaf0e-df35-4cac-af73-6d2d62d86bbf tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:09.290611 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ebabaf0e-df35-4cac-af73-6d2d62d86bbf tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:09.299233 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-f00fd489-b8c1-4b1f-9ff2-708193998864 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] device_id is not set on port d419ad43-a655-4b55-b373-f3c08c1098fa yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:45:09.322982 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8a916e9e-83ac-4cec-9fc4-9430226d0de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:09.335508 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] For port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:45:09.379744 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] For port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=330e1051-0a84-4e2e-a7f3-3b5e8086bcea,segment=NetworkSegment(9d58b2b7-9f9c-4056-ba4a-cf841529c855),segment_id=9d58b2b7-9f9c-4056-ba4a-cf841529c855)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:45:09.379744 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a690e08-1127-4312-b65e-2112113f9574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113790639', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '6f053538-ef78-40ca-bf67-78625f84a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:44:59Z', 'updated_at': '2021-11-26T16:45:01Z', 'revision_number': 3, 'project_id': '51c303889cec4785abbc174558e69eb4', 'gw_port': {'id': '6f053538-ef78-40ca-bf67-78625f84a411', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:fa:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a690e08-1127-4312-b65e-2112113f9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:45:00Z', 'updated_at': '2021-11-26T16:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:09.408100 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:09.414843 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8c03fb94-40e8-4b4f-8e79-3f53ea399292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:09.439244 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-62cc49d6-b855-4c8e-95bf-29dcb240553c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting port 5885da79-3746-4828-8ddc-b4e95dfdc232 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:09.439809 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-62cc49d6-b855-4c8e-95bf-29dcb240553c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:09.445384 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c347b35-c80f-4f31-a2e5-cafc9668b20f None None] The sync data for ids ['1a690e08-1127-4312-b65e-2112113f9574'] in dv-neutron-819440-1-hyperv is: [{'id': '1a690e08-1127-4312-b65e-2112113f9574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113790639', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '6f053538-ef78-40ca-bf67-78625f84a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:44:59Z', 'updated_at': '2021-11-26T16:45:01Z', 'revision_number': 3, 'project_id': '51c303889cec4785abbc174558e69eb4', 'gw_port': {'id': '6f053538-ef78-40ca-bf67-78625f84a411', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:fa:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a690e08-1127-4312-b65e-2112113f9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:45:00Z', 'updated_at': '2021-11-26T16:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:45:09.534837 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] Pushing event updated for resources: {'Port': ['ID=330e1051-0a84-4e2e-a7f3-3b5e8086bcea,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:09.540557 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:09.542029 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-f00fd489-b8c1-4b1f-9ff2-708193998864 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 2001:db8::f816:3eff:fe2d:6bfd (8c8ccad8-46f8-4956-abe3-9f3eb45da297/1b3ae2f0-68d6-4093-a3c3-bd9f5c4cd119/d419ad43-a655-4b55-b373-f3c08c1098fa) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:09.565110 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 8cf8b5fb-fdd9-4172-bd66-99496e2abc6a up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:45:09.593174 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabaf0e-df35-4cac-af73-6d2d62d86bbf tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Pushing event updated for resources: {'Port': ['ID=8d459db6-3ff5-47d4-b33a-093942bc6aed,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:09.597125 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ebabaf0e-df35-4cac-af73-6d2d62d86bbf tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:09.638751 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ebabaf0e-df35-4cac-af73-6d2d62d86bbf tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:09.714315 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 8cf8b5fb-fdd9-4172-bd66-99496e2abc6a completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:09.742491 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9a5568d5-83cc-4788-b495-968953773290 req-dc46e473-758c-4a8c-86b1-07c02f52680c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0825515 Nov 26 16:45:10.014874 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f00fd489-b8c1-4b1f-9ff2-708193998864 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:10.036055 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-f00fd489-b8c1-4b1f-9ff2-708193998864 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Transition to ACTIVE for port object d419ad43-a655-4b55-b373-f3c08c1098fa will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:10.070241 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f00fd489-b8c1-4b1f-9ff2-708193998864 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:10.085808 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3894601f-776e-4c9e-9b57-5bafc1d3296f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:10.159271 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebabaf0e-df35-4cac-af73-6d2d62d86bbf tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Network d3b7c776-489b-4dc6-8778-650193941422 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:10.174326 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-ebabaf0e-df35-4cac-af73-6d2d62d86bbf tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:10.181114 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fd489-b8c1-4b1f-9ff2-708193998864 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=d419ad43-a655-4b55-b373-f3c08c1098fa,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:10.190829 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] Allocated IP 2001:db8::f816:3eff:fe4e:317f (8c8ccad8-46f8-4956-abe3-9f3eb45da297/1b3ae2f0-68d6-4093-a3c3-bd9f5c4cd119/a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:10.195460 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f00fd489-b8c1-4b1f-9ff2-708193998864 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:10.198217 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00fd489-b8c1-4b1f-9ff2-708193998864 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:10.200564 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-f00fd489-b8c1-4b1f-9ff2-708193998864 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:10.203340 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00fd489-b8c1-4b1f-9ff2-708193998864 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:45:10.209957 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00fd489-b8c1-4b1f-9ff2-708193998864 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:10.210695 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f00fd489-b8c1-4b1f-9ff2-708193998864 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:10.262627 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f00fd489-b8c1-4b1f-9ff2-708193998864 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8308876 Nov 26 16:45:10.268172 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51302) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:10.290904 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-62cc49d6-b855-4c8e-95bf-29dcb240553c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:10.393620 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a59f5e2-88d3-42f1-8aca-623040f2a3d5 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:10.394948 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8a59f5e2-88d3-42f1-8aca-623040f2a3d5 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:10.423560 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8a59f5e2-88d3-42f1-8aca-623040f2a3d5 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:10.427170 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8a59f5e2-88d3-42f1-8aca-623040f2a3d5 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1555064 Nov 26 16:45:10.428108 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51306) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:10.453475 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-62cc49d6-b855-4c8e-95bf-29dcb240553c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Calling delete_port for 5885da79-3746-4828-8ddc-b4e95dfdc232 owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:10.553748 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-e40dc8df-b9de-43b0-baca-b48de379a628 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting port d419ad43-a655-4b55-b373-f3c08c1098fa {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:10.554334 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e40dc8df-b9de-43b0-baca-b48de379a628 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:10.557226 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:10.576607 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] Transition to ACTIVE for port object a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:10.603477 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] Transition to ACTIVE for port object a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:10.614798 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:10.621875 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:10.734511 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] Pushing event updated for resources: {'Port': ['ID=a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:10.755674 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:10.780798 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:10.784200 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:10.786377 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b6659f-b07f-4c55-a561-ee775fcd7d74 None None] Network d3b7c776-489b-4dc6-8778-650193941422 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:10.903233 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:45:10.920995 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-65fba24c-e851-4324-880e-1fa157b07430 req-d1350172-50c0-42d0-b2b5-43bfe899e79f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0714946 Nov 26 16:45:10.943169 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebabaf0e-df35-4cac-af73-6d2d62d86bbf tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Router 1a690e08-1127-4312-b65e-2112113f9574 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:45:10.991308 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-1d05f91a-501c-4711-8d1f-0d9d4b7354a0 None None] Provisioning for port 8cf8b5fb-fdd9-4172-bd66-99496e2abc6a completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:11.014708 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-62cc49d6-b855-4c8e-95bf-29dcb240553c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:11.029540 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e40dc8df-b9de-43b0-baca-b48de379a628 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:11.042356 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-1d05f91a-501c-4711-8d1f-0d9d4b7354a0 None None] Provisioning complete for port 8cf8b5fb-fdd9-4172-bd66-99496e2abc6a triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:11.043480 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1d05f91a-501c-4711-8d1f-0d9d4b7354a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:11.084590 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5df500ea-1225-4a0b-808d-51effcc77a1a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:11.094359 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa83d0b-44a6-472e-8aa7-c8e541d72014 None None] Network 1f6b688d-2809-441d-9740-72853f2de05c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:11.150024 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc49d6-b855-4c8e-95bf-29dcb240553c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Port': ['ID=5885da79-3746-4828-8ddc-b4e95dfdc232,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:11.152546 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-62cc49d6-b855-4c8e-95bf-29dcb240553c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:11.170510 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-e40dc8df-b9de-43b0-baca-b48de379a628 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Calling delete_port for d419ad43-a655-4b55-b373-f3c08c1098fa owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:11.198213 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] Attempting to bind port a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:45:11.198598 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] Attempting to bind port a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:45:11.199010 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] Attempting to bind port a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda on network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:45:11.215461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-62cc49d6-b855-4c8e-95bf-29dcb240553c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:11.223541 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:45:11.223966 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] Checking segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:45:11.224811 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:11.224811 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] Bound using segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:45:11.225693 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] Bound port: a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:45:11.225693 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:11.233587 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-62cc49d6-b855-4c8e-95bf-29dcb240553c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/ports/5885da79-3746-4828-8ddc-b4e95dfdc232 HTTP/1.1" status: 204 len: 168 time: 2.0096927 Nov 26 16:45:11.234165 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51312) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:11.257603 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebabaf0e-df35-4cac-af73-6d2d62d86bbf tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:45:11.262988 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ebabaf0e-df35-4cac-af73-6d2d62d86bbf tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "PUT /v2.0/routers/1a690e08-1127-4312-b65e-2112113f9574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1492014 Nov 26 16:45:11.296293 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25182ff-387b-4452-af55-4a28ee41be9d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] GET failed (client error): The resource could not be found. Nov 26 16:45:11.296545 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d25182ff-387b-4452-af55-4a28ee41be9d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Synchronizing usage tracker for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:11.345122 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d25182ff-387b-4452-af55-4a28ee41be9d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Unset dirty status for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:11.346319 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d25182ff-387b-4452-af55-4a28ee41be9d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "GET /v2.0/ports/5885da79-3746-4828-8ddc-b4e95dfdc232 HTTP/1.1" status: 404 len: 333 time: 0.1114430 Nov 26 16:45:11.349179 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51324) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:11.469867 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8fc2a5fc-bc92-40c9-85c2-dbfa66669f50 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:11.521334 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8fc2a5fc-bc92-40c9-85c2-dbfa66669f50 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:11.597804 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 330e1051-0a84-4e2e-a7f3-3b5e8086bcea up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:45:11.604040 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8fc2a5fc-bc92-40c9-85c2-dbfa66669f50 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:11.608997 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-fd5f7904-ca99-45ed-86e2-7c6709a2ab7b tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Synchronizing usage tracker for tenant:51c303889cec4785abbc174558e69eb4 on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:11.611451 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e40dc8df-b9de-43b0-baca-b48de379a628 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:11.611837 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2daee179-c65f-4b19-92dc-d0b018cea6bf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:11.617290 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c85633d2-af7b-4d07-b9f5-717f54bb77fc tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:11.627295 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2a5fc-bc92-40c9-85c2-dbfa66669f50 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b42865a-aae0-4bb0-9bb7-afc0d2418478,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:11.636500 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8fc2a5fc-bc92-40c9-85c2-dbfa66669f50 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:11.643358 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8fc2a5fc-bc92-40c9-85c2-dbfa66669f50 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:11.648437 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8fc2a5fc-bc92-40c9-85c2-dbfa66669f50 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/security-groups/1b42865a-aae0-4bb0-9bb7-afc0d2418478 HTTP/1.1" status: 204 len: 168 time: 0.2981110 Nov 26 16:45:11.649154 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51332) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:11.670108 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40dc8df-b9de-43b0-baca-b48de379a628 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Port': ['ID=d419ad43-a655-4b55-b373-f3c08c1098fa,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:11.708412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e40dc8df-b9de-43b0-baca-b48de379a628 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:11.718535 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e40dc8df-b9de-43b0-baca-b48de379a628 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:11.723312 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-fd5f7904-ca99-45ed-86e2-7c6709a2ab7b tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Unset dirty status for tenant:51c303889cec4785abbc174558e69eb4 on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:11.732551 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-fd5f7904-ca99-45ed-86e2-7c6709a2ab7b tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1358600448&fields=id&tenant_id=51c303889cec4785abbc174558e69eb4 HTTP/1.1" status: 200 len: 267 time: 0.3205452 Nov 26 16:45:11.745578 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ced822bb-f3e3-4638-afa1-bebabe7f948d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:11.786339 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ced822bb-f3e3-4638-afa1-bebabe7f948d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:11.793465 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] For port a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:45:11.810543 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1d05f91a-501c-4711-8d1f-0d9d4b7354a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:11.829562 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e40dc8df-b9de-43b0-baca-b48de379a628 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/d419ad43-a655-4b55-b373-f3c08c1098fa HTTP/1.1" status: 204 len: 168 time: 1.4000421 Nov 26 16:45:11.832042 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51336) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:11.842668 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] For port a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:45:11.859122 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:11.868904 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] Sync routers for ids ['1a690e08-1127-4312-b65e-2112113f9574'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:45:11.871441 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:11.913663 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] Routers {'1a690e08-1127-4312-b65e-2112113f9574'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:45:11.914484 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:45:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['1a690e08-1127-4312-b65e-2112113f9574'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:11.935325 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ced822bb-f3e3-4638-afa1-bebabe7f948d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:11.936274 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-1d05f91a-501c-4711-8d1f-0d9d4b7354a0 None None] For port 8cf8b5fb-fdd9-4172-bd66-99496e2abc6a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=8cf8b5fb-fdd9-4172-bd66-99496e2abc6a,segment=NetworkSegment(301e386f-8b28-43da-9c51-24d5d935f543),segment_id=301e386f-8b28-43da-9c51-24d5d935f543)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:11.954439 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1d05f91a-501c-4711-8d1f-0d9d4b7354a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:11.957243 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-de5ed9a4-bca5-41f6-ad3b-8e7420819607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:11.977017 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:11.986750 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-90e3d34b-b69a-4bba-8138-8c97e8572bdf tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:11.996850 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-90e3d34b-b69a-4bba-8138-8c97e8572bdf tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/networks?id=d3b7c776-489b-4dc6-8778-650193941422 HTTP/1.1" status: 200 len: 797 time: 0.2631643 Nov 26 16:45:11.998724 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f319e4-91ac-42bf-abc0-8398121d6e61 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:12.000558 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f319e4-91ac-42bf-abc0-8398121d6e61 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:12.001620 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-04f319e4-91ac-42bf-abc0-8398121d6e61 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:12.002960 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 6f053538-ef78-40ca-bf67-78625f84a411 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:45:12.008583 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced822bb-f3e3-4638-afa1-bebabe7f948d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51c5b05-d09e-4205-8f1d-22ef0780f7e6,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:12.020316 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ced822bb-f3e3-4638-afa1-bebabe7f948d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:12.022275 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ced822bb-f3e3-4638-afa1-bebabe7f948d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:12.026912 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51342) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:12.027871 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ced822bb-f3e3-4638-afa1-bebabe7f948d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/security-groups/d51c5b05-d09e-4205-8f1d-22ef0780f7e6 HTTP/1.1" status: 204 len: 168 time: 0.3774152 Nov 26 16:45:12.073321 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-4f205c76-16a8-4d71-950c-da0805dd7939 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/quotas/51c303889cec4785abbc174558e69eb4 HTTP/1.1" status: 200 len: 375 time: 0.0754898 Nov 26 16:45:12.091609 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d2bc1dd0-2d01-4244-a701-6d93c00aa5a4 req-c2fe8ed8-c6e7-46df-87be-388e086d069b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0619395 Nov 26 16:45:12.119450 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-04f319e4-91ac-42bf-abc0-8398121d6e61 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:12.122120 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-04f319e4-91ac-42bf-abc0-8398121d6e61 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2876387 Nov 26 16:45:12.124187 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51346) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:12.181189 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f2bc32-4a0b-4e13-8709-ce12008e0dfa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting subnet 39fccb5f-e821-43a6-a6c8-7707b8907a24 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:45:12.189012 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c7f2bc32-4a0b-4e13-8709-ce12008e0dfa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:12.251333 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ef381e-5528-4bcf-9f4a-1e3e68e0c789 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet 1b3ae2f0-68d6-4093-a3c3-bd9f5c4cd119 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:45:12.259554 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e7ef381e-5528-4bcf-9f4a-1e3e68e0c789 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:12.275548 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c7f2bc32-4a0b-4e13-8709-ce12008e0dfa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:12.297812 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] Pushing event updated for resources: {'Port': ['ID=a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:12.324761 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] Set router 1a690e08-1127-4312-b65e-2112113f9574 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:45:12.362396 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:12.365732 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e8ad12fb-999f-4b3a-9a42-4a768d45dba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.398s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:12.376460 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e7ef381e-5528-4bcf-9f4a-1e3e68e0c789 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:12.388322 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-02bd7ed9-2e4e-442a-84b7-5039ac9a3d1e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=51c303889cec4785abbc174558e69eb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3140438 Nov 26 16:45:12.476756 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a523e975-b28e-4629-b71d-4e7ca7283cb5 None None] Provisioning complete for port 31f3e752-5808-486b-969c-d1496b51c9fc triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:12.477184 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a523e975-b28e-4629-b71d-4e7ca7283cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:12.540289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e7ef381e-5528-4bcf-9f4a-1e3e68e0c789 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:12.550732 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd3cff2-625a-438f-8942-daff62d22bb7 None None] Update dhcp port {'port': {'network_id': '1f6b688d-2809-441d-9740-72853f2de05c', 'fixed_ips': [{'subnet_id': '39fccb5f-e821-43a6-a6c8-7707b8907a24', 'ip_address': '2001:db8::2'}, {'subnet_id': '6b5c025c-1e72-494f-871c-4519d6b9cbec'}], 'binding:host_id': 'dv-neutron-819440-1-hyperv'}, 'id': '330e1051-0a84-4e2e-a7f3-3b5e8086bcea'} from dv-neutron-819440-1-hyperv. {{(pid=87520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 26 16:45:12.611348 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c7f2bc32-4a0b-4e13-8709-ce12008e0dfa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:12.637337 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 6f053538-ef78-40ca-bf67-78625f84a411 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:12.653974 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-f09dbe87-0ee8-4c46-9e4c-b94fd8f578d4 service neutron] 10.222.0.11 "GET /v2.0/networks/d3b7c776-489b-4dc6-8778-650193941422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647717 Nov 26 16:45:12.663400 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 6f053538-ef78-40ca-bf67-78625f84a411 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:12.663829 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:12.708844 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-a523e975-b28e-4629-b71d-4e7ca7283cb5 None None] Port 31f3e752-5808-486b-969c-d1496b51c9fc cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:45:12.710790 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05f91a-501c-4711-8d1f-0d9d4b7354a0 None None] Pushing event updated for resources: {'Port': ['ID=8cf8b5fb-fdd9-4172-bd66-99496e2abc6a,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:12.737552 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-1d05f91a-501c-4711-8d1f-0d9d4b7354a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:12.792954 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6dd3cff2-625a-438f-8942-daff62d22bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:12.828237 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a523e975-b28e-4629-b71d-4e7ca7283cb5 None None] Provisioning for port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:12.867931 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a523e975-b28e-4629-b71d-4e7ca7283cb5 None None] Provisioning complete for port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:12.868763 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a523e975-b28e-4629-b71d-4e7ca7283cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:12.880487 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c7f2bc32-4a0b-4e13-8709-ce12008e0dfa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:12.887121 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-477afe37-8507-4598-92b4-8ce19b30e198 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:12.906078 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e7ef381e-5528-4bcf-9f4a-1e3e68e0c789 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:12.915780 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fa4c5645-502a-49dc-a2dd-3b3eee51c324 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:12.971132 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef381e-5528-4bcf-9f4a-1e3e68e0c789 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=1b3ae2f0-68d6-4093-a3c3-bd9f5c4cd119,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:12.975151 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e7ef381e-5528-4bcf-9f4a-1e3e68e0c789 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:12.976370 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e7ef381e-5528-4bcf-9f4a-1e3e68e0c789 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:12.980710 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a690e08-1127-4312-b65e-2112113f9574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113790639', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '6f053538-ef78-40ca-bf67-78625f84a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:44:59Z', 'updated_at': '2021-11-26T16:45:08Z', 'revision_number': 4, 'project_id': '51c303889cec4785abbc174558e69eb4', 'gw_port': {'id': '6f053538-ef78-40ca-bf67-78625f84a411', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:fa:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a690e08-1127-4312-b65e-2112113f9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:45:00Z', 'updated_at': '2021-11-26T16:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '8d459db6-3ff5-47d4-b33a-093942bc6aed', 'name': '', 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'mac_address': 'fa:16:3e:8f:1d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a690e08-1127-4312-b65e-2112113f9574', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '23d4567e-8072-4472-b596-542ff684bebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:45:06Z', 'updated_at': '2021-11-26T16:45:09Z', 'revision_number': 2, 'project_id': '51c303889cec4785abbc174558e69eb4', 'subnets': [{'id': '23d4567e-8072-4472-b596-542ff684bebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:12.989314 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] Checking router: 1a690e08-1127-4312-b65e-2112113f9574 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:45:12.990672 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] Updating router 1a690e08-1127-4312-b65e-2112113f9574 port 8d459db6-3ff5-47d4-b33a-093942bc6aed binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:45:12.997158 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c7f2bc32-4a0b-4e13-8709-ce12008e0dfa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:13.001984 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e7ef381e-5528-4bcf-9f4a-1e3e68e0c789 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/1b3ae2f0-68d6-4093-a3c3-bd9f5c4cd119 HTTP/1.1" status: 204 len: 168 time: 0.8740704 Nov 26 16:45:13.002166 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2bc32-4a0b-4e13-8709-ce12008e0dfa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Subnet': ['ID=39fccb5f-e821-43a6-a6c8-7707b8907a24,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:13.002288 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51350) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:13.013841 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-af6e5e18-fa57-43b3-8505-7b730eaa27bc service neutron] 10.222.0.11 "GET /v2.0/networks/d3b7c776-489b-4dc6-8778-650193941422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503232 Nov 26 16:45:13.014727 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c7f2bc32-4a0b-4e13-8709-ce12008e0dfa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:13.017917 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c7f2bc32-4a0b-4e13-8709-ce12008e0dfa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/subnets/39fccb5f-e821-43a6-a6c8-7707b8907a24 HTTP/1.1" status: 204 len: 168 time: 0.9888353 Nov 26 16:45:13.029054 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51354) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:13.036570 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-9da6e934-2da8-46bd-ae32-0b34f8e24183 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'subnet': {'network_id': '1f6b688d-2809-441d-9740-72853f2de05c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:13.076800 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:13.173947 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-bc7049a0-0d54-452d-bb66-095cec1cade2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1701353 Nov 26 16:45:13.177494 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51360) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:13.184087 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-09922e1d-6acc-4c58-aa6f-5fd0602f625a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:13.282782 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9da6e934-2da8-46bd-ae32-0b34f8e24183 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:13.287311 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9da6e934-2da8-46bd-ae32-0b34f8e24183 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:subnet and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:13.295749 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9da6e934-2da8-46bd-ae32-0b34f8e24183 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:13.304212 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9da6e934-2da8-46bd-ae32-0b34f8e24183 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:13.309504 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-91f4c266-4fc8-4c57-97bd-2756f54e7179 req-62406c83-b679-49a1-b2b9-828b18e72809 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1341343 Nov 26 16:45:13.386375 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da6e934-2da8-46bd-ae32-0b34f8e24183 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:13.389930 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9da6e934-2da8-46bd-ae32-0b34f8e24183 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:13.430858 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-66b80a70-f4f0-42cb-9ef5-0b78923ee197 req-27e4b51d-8bb2-47bf-a4fc-0d41489a57ee tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 210 time: 0.0990572 Nov 26 16:45:13.484193 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:13.494351 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-09922e1d-6acc-4c58-aa6f-5fd0602f625a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:13.511941 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-09922e1d-6acc-4c58-aa6f-5fd0602f625a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:13.516832 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-09922e1d-6acc-4c58-aa6f-5fd0602f625a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:13.524171 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-09922e1d-6acc-4c58-aa6f-5fd0602f625a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:13.561003 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09922e1d-6acc-4c58-aa6f-5fd0602f625a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:13.566379 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-09922e1d-6acc-4c58-aa6f-5fd0602f625a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:13.574602 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a523e975-b28e-4629-b71d-4e7ca7283cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:13.601562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 6f053538-ef78-40ca-bf67-78625f84a411, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=6f053538-ef78-40ca-bf67-78625f84a411,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:13.620748 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:13.641365 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-1d05f91a-501c-4711-8d1f-0d9d4b7354a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:13.694849 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60116344-2f98-44b6-abe8-70b8e622ec0b None None] Network 1f6b688d-2809-441d-9740-72853f2de05c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:13.738660 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:13.768697 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] Transition to ACTIVE for port object 8d459db6-3ff5-47d4-b33a-093942bc6aed will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:13.784884 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-a523e975-b28e-4629-b71d-4e7ca7283cb5 None None] For port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=330e1051-0a84-4e2e-a7f3-3b5e8086bcea,segment=NetworkSegment(9d58b2b7-9f9c-4056-ba4a-cf841529c855),segment_id=9d58b2b7-9f9c-4056-ba4a-cf841529c855)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:13.793594 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:13.802275 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-39bf24f4-bbf7-4ae0-8dcd-0023f15946b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:13.844395 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d2ed2e-868e-483b-a02b-efcc614ba368 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:13.876063 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a523e975-b28e-4629-b71d-4e7ca7283cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:13.931297 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9da6e934-2da8-46bd-ae32-0b34f8e24183 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:13.938006 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-99c6c8ce-738f-4553-bc69-573d6787c901 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:13.988183 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 8cf8b5fb-fdd9-4172-bd66-99496e2abc6a up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:45:14.005039 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da6e934-2da8-46bd-ae32-0b34f8e24183 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network 1f6b688d-2809-441d-9740-72853f2de05c is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:14.008214 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-9da6e934-2da8-46bd-ae32-0b34f8e24183 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:14.013434 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da6e934-2da8-46bd-ae32-0b34f8e24183 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:14.014051 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9da6e934-2da8-46bd-ae32-0b34f8e24183 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:14.030226 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6e934-2da8-46bd-ae32-0b34f8e24183 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Subnet': ['ID=1440aee9-1aab-414c-abf3-c0da778f8c59,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:14.033289 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9da6e934-2da8-46bd-ae32-0b34f8e24183 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:14.046378 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-9da6e934-2da8-46bd-ae32-0b34f8e24183 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0160880 Nov 26 16:45:14.049112 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51376) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:14.054649 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-10058831-dedf-49a8-8500-faac47d90abe tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'security_group': {'name': 'tempest-secgroup-2053298700'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:14.061395 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9a7ec-7f32-417b-b310-b2857d5535c8 None None] Pushing event updated for resources: {'Port': ['ID=8d459db6-3ff5-47d4-b33a-093942bc6aed,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:14.081292 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-10058831-dedf-49a8-8500-faac47d90abe tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:14.086329 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-10058831-dedf-49a8-8500-faac47d90abe tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:security_group and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:14.096483 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-10058831-dedf-49a8-8500-faac47d90abe tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:14.103754 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=6f053538-ef78-40ca-bf67-78625f84a411,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:14.113696 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-10058831-dedf-49a8-8500-faac47d90abe tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:14.123521 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:14.125620 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-100c763b-0afc-47d5-b8ec-f26ebddb3ef6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:14.143283 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-10058831-dedf-49a8-8500-faac47d90abe tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:14.152841 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d9a7ec-7f32-417b-b310-b2857d5535c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:14.153625 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d9a7ec-7f32-417b-b310-b2857d5535c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:14.154206 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d9a7ec-7f32-417b-b310-b2857d5535c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:14.154727 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d9a7ec-7f32-417b-b310-b2857d5535c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:14.155076 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d9a7ec-7f32-417b-b310-b2857d5535c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:14.155435 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d9a7ec-7f32-417b-b310-b2857d5535c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:14.155821 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d9a7ec-7f32-417b-b310-b2857d5535c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:14.156151 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d9a7ec-7f32-417b-b310-b2857d5535c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:14.156451 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d9a7ec-7f32-417b-b310-b2857d5535c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:14.156773 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d9a7ec-7f32-417b-b310-b2857d5535c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:14.157099 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d9a7ec-7f32-417b-b310-b2857d5535c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:14.157410 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d9a7ec-7f32-417b-b310-b2857d5535c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:14.166633 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-15d9a7ec-7f32-417b-b310-b2857d5535c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:14.183093 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-10058831-dedf-49a8-8500-faac47d90abe tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:14.189605 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-10058831-dedf-49a8-8500-faac47d90abe tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:security_group_rule and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:14.197649 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-10058831-dedf-49a8-8500-faac47d90abe tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:14.213813 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-10058831-dedf-49a8-8500-faac47d90abe tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:14.279766 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] Attempting to bind port 8d459db6-3ff5-47d4-b33a-093942bc6aed on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:45:14.280150 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] Attempting to bind port 8d459db6-3ff5-47d4-b33a-093942bc6aed by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '301e386f-8b28-43da-9c51-24d5d935f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:45:14.281060 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] Attempting to bind port 8d459db6-3ff5-47d4-b33a-093942bc6aed on network d3b7c776-489b-4dc6-8778-650193941422 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:45:14.288941 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:45:14.289100 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] Checking segment: {'id': '301e386f-8b28-43da-9c51-24d5d935f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:45:14.289523 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:14.289878 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] Bound using segment: {'id': '301e386f-8b28-43da-9c51-24d5d935f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:45:14.301175 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] Bound port: 8d459db6-3ff5-47d4-b33a-093942bc6aed, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301e386f-8b28-43da-9c51-24d5d935f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:45:14.301702 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:14.336145 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-10058831-dedf-49a8-8500-faac47d90abe tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:14.341757 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-10058831-dedf-49a8-8500-faac47d90abe tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:14.357109 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d016df20-1f4e-450a-95a8-4fa6f51befb5 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:14.393330 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.objects.ports [None req-09922e1d-6acc-4c58-aa6f-5fd0602f625a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87518) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 26 16:45:14.421102 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10058831-dedf-49a8-8500-faac47d90abe tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7b1cf4-3867-4374-961d-4038cc4098aa,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:14.428718 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523e975-b28e-4629-b71d-4e7ca7283cb5 None None] Pushing event updated for resources: {'Port': ['ID=330e1051-0a84-4e2e-a7f3-3b5e8086bcea,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:14.432029 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a523e975-b28e-4629-b71d-4e7ca7283cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:14.432743 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-fdcc40a2-1da3-4f76-8ff1-36ec39ff9264 None None] Provisioning for port 8d459db6-3ff5-47d4-b33a-093942bc6aed completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:14.435096 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-10058831-dedf-49a8-8500-faac47d90abe tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:14.440078 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-10058831-dedf-49a8-8500-faac47d90abe tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:14.441318 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-10058831-dedf-49a8-8500-faac47d90abe tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3912547 Nov 26 16:45:14.444586 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51384) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:14.451600 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-3f929633-cfd7-4ae1-b785-70b747cfcc97 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'security_group': {'name': 'tempest-secgroup-379816547'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:14.458720 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-3f929633-cfd7-4ae1-b785-70b747cfcc97 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:14.463671 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3f929633-cfd7-4ae1-b785-70b747cfcc97 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:security_group and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:14.481390 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3f929633-cfd7-4ae1-b785-70b747cfcc97 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:14.484804 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] For port 8d459db6-3ff5-47d4-b33a-093942bc6aed, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:45:14.490810 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-3f929633-cfd7-4ae1-b785-70b747cfcc97 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:14.492596 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] For port 8d459db6-3ff5-47d4-b33a-093942bc6aed, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=8d459db6-3ff5-47d4-b33a-093942bc6aed,segment=NetworkSegment(301e386f-8b28-43da-9c51-24d5d935f543),segment_id=301e386f-8b28-43da-9c51-24d5d935f543)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:45:14.503258 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:14.506625 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 8cf8b5fb-fdd9-4172-bd66-99496e2abc6a triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:14.506797 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3f929633-cfd7-4ae1-b785-70b747cfcc97 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:14.507136 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:14.511480 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-492f15d9-e918-4100-b1dd-47dca5e8290d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:14.531974 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-3f929633-cfd7-4ae1-b785-70b747cfcc97 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:14.538702 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3f929633-cfd7-4ae1-b785-70b747cfcc97 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:security_group_rule and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:14.543597 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3f929633-cfd7-4ae1-b785-70b747cfcc97 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:14.544669 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-fdcc40a2-1da3-4f76-8ff1-36ec39ff9264 None None] Provisioning for port a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:14.551859 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-3f929633-cfd7-4ae1-b785-70b747cfcc97 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:14.611765 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-47b4f8d8-4055-410c-a57e-ea9c4b46be5f req-a2b97e7e-fb52-417f-a96e-1499d4dbebbf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1569619 Nov 26 16:45:14.624744 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] Routers {'1a690e08-1127-4312-b65e-2112113f9574'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:45:14.626751 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:45:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['1a690e08-1127-4312-b65e-2112113f9574'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:14.795225 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-fdcc40a2-1da3-4f76-8ff1-36ec39ff9264 None None] Provisioning complete for port 31f3e752-5808-486b-969c-d1496b51c9fc triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:14.796247 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fdcc40a2-1da3-4f76-8ff1-36ec39ff9264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:14.848131 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-09922e1d-6acc-4c58-aa6f-5fd0602f625a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:14.940709 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3f929633-cfd7-4ae1-b785-70b747cfcc97 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:14.958919 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c5747cfe-e979-4d2b-9e47-a6ff6d566011 req-889e744b-18ac-4f0f-a998-d9306b52ca52 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 210 time: 0.2806370 Nov 26 16:45:14.960087 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3f929633-cfd7-4ae1-b785-70b747cfcc97 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:14.965323 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6147b135-0994-4bd0-b1c5-7551b56291ff tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:15.020311 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f929633-cfd7-4ae1-b785-70b747cfcc97 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a2f11b-15dd-463e-a873-dbbb58dcc252,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:15.025016 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3f929633-cfd7-4ae1-b785-70b747cfcc97 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:15.026524 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3f929633-cfd7-4ae1-b785-70b747cfcc97 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:15.031163 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3f929633-cfd7-4ae1-b785-70b747cfcc97 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5854673 Nov 26 16:45:15.031954 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51390) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:15.040535 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-4e4eda1d-5859-4b95-8f1b-df3b9e4b1ea4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'security_group': {'name': 'tempest-secgroup-207949098'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:15.057706 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc40a2-1da3-4f76-8ff1-36ec39ff9264 None None] Port 31f3e752-5808-486b-969c-d1496b51c9fc cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:45:15.061363 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9a7ec-7f32-417b-b310-b2857d5535c8 None None] Pushing event updated for resources: {'Port': ['ID=8d459db6-3ff5-47d4-b33a-093942bc6aed,revision_number=4']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:15.065838 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-15d9a7ec-7f32-417b-b310-b2857d5535c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:15.073114 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:45:15.108967 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] Set router 1a690e08-1127-4312-b65e-2112113f9574 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:45:15.152279 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-4e4eda1d-5859-4b95-8f1b-df3b9e4b1ea4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:15.160808 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-4e4eda1d-5859-4b95-8f1b-df3b9e4b1ea4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:security_group and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:15.166433 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-4e4eda1d-5859-4b95-8f1b-df3b9e4b1ea4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:15.177293 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-4e4eda1d-5859-4b95-8f1b-df3b9e4b1ea4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:15.178120 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-fdcc40a2-1da3-4f76-8ff1-36ec39ff9264 None None] Provisioning complete for port 8cf8b5fb-fdd9-4172-bd66-99496e2abc6a triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:15.178692 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fdcc40a2-1da3-4f76-8ff1-36ec39ff9264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:15.207165 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4e4eda1d-5859-4b95-8f1b-df3b9e4b1ea4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:15.251866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-4e4eda1d-5859-4b95-8f1b-df3b9e4b1ea4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:15.261448 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-09922e1d-6acc-4c58-aa6f-5fd0602f625a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] For port a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:15.264790 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-4e4eda1d-5859-4b95-8f1b-df3b9e4b1ea4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:security_group_rule and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:15.269892 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-4e4eda1d-5859-4b95-8f1b-df3b9e4b1ea4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:15.276085 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cc24f3-7745-48b9-a9f2-6369dabfae42 None None] Update dhcp port {'port': {'network_id': '1f6b688d-2809-441d-9740-72853f2de05c', 'fixed_ips': [{'subnet_id': '6b5c025c-1e72-494f-871c-4519d6b9cbec'}, {'subnet_id': '1440aee9-1aab-414c-abf3-c0da778f8c59'}], 'binding:host_id': 'dv-neutron-819440-1-hyperv'}, 'id': '330e1051-0a84-4e2e-a7f3-3b5e8086bcea'} from dv-neutron-819440-1-hyperv. {{(pid=87520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 26 16:45:15.278548 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-4e4eda1d-5859-4b95-8f1b-df3b9e4b1ea4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:15.324861 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-09922e1d-6acc-4c58-aa6f-5fd0602f625a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:15.327524 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:15.341148 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-09922e1d-6acc-4c58-aa6f-5fd0602f625a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:15.346971 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-09922e1d-6acc-4c58-aa6f-5fd0602f625a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:15.349981 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:15.350379 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:15.360793 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-97959294-261b-4326-9601-cdfdf0a9f1f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:15.478738 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09922e1d-6acc-4c58-aa6f-5fd0602f625a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:15.494763 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-68cc24f3-7745-48b9-a9f2-6369dabfae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:15.537856 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a690e08-1127-4312-b65e-2112113f9574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113790639', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '6f053538-ef78-40ca-bf67-78625f84a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:44:59Z', 'updated_at': '2021-11-26T16:45:08Z', 'revision_number': 4, 'project_id': '51c303889cec4785abbc174558e69eb4', 'gw_port': {'id': '6f053538-ef78-40ca-bf67-78625f84a411', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a690e08-1127-4312-b65e-2112113f9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:45:00Z', 'updated_at': '2021-11-26T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '8d459db6-3ff5-47d4-b33a-093942bc6aed', 'name': '', 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'mac_address': 'fa:16:3e:8f:1d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a690e08-1127-4312-b65e-2112113f9574', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '23d4567e-8072-4472-b596-542ff684bebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:45:06Z', 'updated_at': '2021-11-26T16:45:14Z', 'revision_number': 4, 'project_id': '51c303889cec4785abbc174558e69eb4', 'subnets': [{'id': '23d4567e-8072-4472-b596-542ff684bebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:15.543276 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7736d9d0-1d0d-4854-a431-0677ae6dc90e None None] The sync data for ids ['1a690e08-1127-4312-b65e-2112113f9574'] in dv-neutron-819440-1-hyperv is: [{'id': '1a690e08-1127-4312-b65e-2112113f9574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113790639', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '6f053538-ef78-40ca-bf67-78625f84a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:44:59Z', 'updated_at': '2021-11-26T16:45:08Z', 'revision_number': 4, 'project_id': '51c303889cec4785abbc174558e69eb4', 'gw_port': {'id': '6f053538-ef78-40ca-bf67-78625f84a411', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a690e08-1127-4312-b65e-2112113f9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:45:00Z', 'updated_at': '2021-11-26T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '8d459db6-3ff5-47d4-b33a-093942bc6aed', 'name': '', 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'mac_address': 'fa:16:3e:8f:1d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a690e08-1127-4312-b65e-2112113f9574', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '23d4567e-8072-4472-b596-542ff684bebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:45:06Z', 'updated_at': '2021-11-26T16:45:14Z', 'revision_number': 4, 'project_id': '51c303889cec4785abbc174558e69eb4', 'subnets': [{'id': '23d4567e-8072-4472-b596-542ff684bebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:45:15.642282 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-09922e1d-6acc-4c58-aa6f-5fd0602f625a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:15.659867 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09922e1d-6acc-4c58-aa6f-5fd0602f625a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:15.660363 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-09922e1d-6acc-4c58-aa6f-5fd0602f625a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:15.712905 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-09922e1d-6acc-4c58-aa6f-5fd0602f625a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5318336 Nov 26 16:45:15.713755 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51396) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:15.720596 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-58ddba5c-0b35-407e-b12e-095e51cd4594 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'mac_address': 'fa:16:3e:1c:45:16', 'name': 'tempest-NetworksTestDHCPv6-1157625022'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:15.727818 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4e4eda1d-5859-4b95-8f1b-df3b9e4b1ea4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:15.741875 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09922e1d-6acc-4c58-aa6f-5fd0602f625a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda,revision_number=5']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:15.753959 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4e4eda1d-5859-4b95-8f1b-df3b9e4b1ea4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:15.767290 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-09922e1d-6acc-4c58-aa6f-5fd0602f625a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:15.769451 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-05166717-b98e-47f5-8c90-51437e85cfdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:15.843648 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:45:15.882805 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-1c4d1c8f-6ef6-44a1-a7f8-f8544a8d37cc tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:15.883879 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-1c4d1c8f-6ef6-44a1-a7f8-f8544a8d37cc tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Synchronizing usage tracker for tenant:51c303889cec4785abbc174558e69eb4 on resource:network {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:15.919700 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44d31fe-bed3-4ffb-b7b4-f84754efe903 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:15.928664 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-febe0baa-524b-4e0e-8232-a3806ca92629 req-9b76a98a-c980-4e4a-ab8c-df8531b7fbaa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1598489 Nov 26 16:45:15.944909 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4eda1d-5859-4b95-8f1b-df3b9e4b1ea4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03777d2d-b283-4860-8988-7bdd6f5b713e,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:15.951120 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4e4eda1d-5859-4b95-8f1b-df3b9e4b1ea4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:15.951925 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4e4eda1d-5859-4b95-8f1b-df3b9e4b1ea4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:15.953191 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4e4eda1d-5859-4b95-8f1b-df3b9e4b1ea4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9200888 Nov 26 16:45:15.953917 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-56196d19-57a8-4a04-89a6-5a3131ccc4f4 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.547s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:15.955970 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51404) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:15.963733 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-ce67e7ff-4d81-4247-8c58-aa2ccca9f1e5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-775625249', 'security_groups': ['03777d2d-b283-4860-8988-7bdd6f5b713e'], 'network_id': '1f6b688d-2809-441d-9740-72853f2de05c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1440aee9-1aab-414c-abf3-c0da778f8c59'}]}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:16.073320 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-58ddba5c-0b35-407e-b12e-095e51cd4594 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:16.078184 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-1c4d1c8f-6ef6-44a1-a7f8-f8544a8d37cc tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Unset dirty status for tenant:51c303889cec4785abbc174558e69eb4 on resource:network {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:16.081238 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-1c4d1c8f-6ef6-44a1-a7f8-f8544a8d37cc tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.31 "GET /v2.0/networks?id=d3b7c776-489b-4dc6-8778-650193941422 HTTP/1.1" status: 200 len: 797 time: 0.6007020 Nov 26 16:45:16.081925 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-58ddba5c-0b35-407e-b12e-095e51cd4594 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:port and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:16.087458 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-58ddba5c-0b35-407e-b12e-095e51cd4594 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:16.097524 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-58ddba5c-0b35-407e-b12e-095e51cd4594 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:16.111608 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-fdcc40a2-1da3-4f76-8ff1-36ec39ff9264 None None] Provisioning complete for port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:16.112508 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fdcc40a2-1da3-4f76-8ff1-36ec39ff9264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:16.118865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09922e1d-6acc-4c58-aa6f-5fd0602f625a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=45740419-1b37-42a1-8a3f-4163d0a4b5c9,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:16.121972 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-09922e1d-6acc-4c58-aa6f-5fd0602f625a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:16.134831 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ddba5c-0b35-407e-b12e-095e51cd4594 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:16.165035 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-70d918ee-010d-4abb-a879-4c0d3a7f14d4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51c303889cec4785abbc174558e69eb4 HTTP/1.1" status: 200 len: 380 time: 0.0731566 Nov 26 16:45:16.177802 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-5bc8afa0-e04b-49b3-91de-eac462fe7cee tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Request body: {'port': {'device_id': '1c097f24-3a23-4b03-8fa3-fb91a55e06f5', 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422', 'admin_state_up': True, 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'security_groups': ['3f2294cf-4282-491e-8bf7-5876be4c3b75']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:16.246405 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:16.277697 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-68cc24f3-7745-48b9-a9f2-6369dabfae42 None None] Allocated IP 2001:db8:0:1::2 (1f6b688d-2809-441d-9740-72853f2de05c/6b5c025c-1e72-494f-871c-4519d6b9cbec/330e1051-0a84-4e2e-a7f3-3b5e8086bcea) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:16.316593 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-68cc24f3-7745-48b9-a9f2-6369dabfae42 None None] Allocated IP 2001:db8::2 (1f6b688d-2809-441d-9740-72853f2de05c/1440aee9-1aab-414c-abf3-c0da778f8c59/330e1051-0a84-4e2e-a7f3-3b5e8086bcea) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:16.340968 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-5bc8afa0-e04b-49b3-91de-eac462fe7cee tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:16.345334 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-5bc8afa0-e04b-49b3-91de-eac462fe7cee tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Usage tracker for resource:port and tenant:51c303889cec4785abbc174558e69eb4 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:16.348395 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-5bc8afa0-e04b-49b3-91de-eac462fe7cee tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:16.353968 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-5bc8afa0-e04b-49b3-91de-eac462fe7cee tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:16.366417 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-5bc8afa0-e04b-49b3-91de-eac462fe7cee tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Made reservation on behalf of 51c303889cec4785abbc174558e69eb4 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:16.369863 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7031c777-92c1-4916-a1ed-006af7e5ec77 req-8a29bbb6-e749-413a-bb3c-87e270afac30 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 210 time: 0.1969595 Nov 26 16:45:16.370877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-5bc8afa0-e04b-49b3-91de-eac462fe7cee tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:16.388782 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ce67e7ff-4d81-4247-8c58-aa2ccca9f1e5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:16.399491 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-58ddba5c-0b35-407e-b12e-095e51cd4594 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:16.416488 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ce67e7ff-4d81-4247-8c58-aa2ccca9f1e5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:16.437966 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-58ddba5c-0b35-407e-b12e-095e51cd4594 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] device_id is not set on port f3a2b84b-50bb-42b2-b33f-45bde5709707 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:45:16.441448 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:16.482705 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce67e7ff-4d81-4247-8c58-aa2ccca9f1e5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:16.521242 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:16.544138 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:16.708464 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-68cc24f3-7745-48b9-a9f2-6369dabfae42 None None] For port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=330e1051-0a84-4e2e-a7f3-3b5e8086bcea,segment=NetworkSegment(9d58b2b7-9f9c-4056-ba4a-cf841529c855),segment_id=9d58b2b7-9f9c-4056-ba4a-cf841529c855)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:16.721423 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-5bc8afa0-e04b-49b3-91de-eac462fe7cee tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Allocated IP 172.20.0.7 (d3b7c776-489b-4dc6-8778-650193941422/23d4567e-8072-4472-b596-542ff684bebd/79c9aaa6-84fc-4824-979a-263f292445c9) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:16.758218 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-68cc24f3-7745-48b9-a9f2-6369dabfae42 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:16.784554 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-68cc24f3-7745-48b9-a9f2-6369dabfae42 None None] Transition to ACTIVE for port object 330e1051-0a84-4e2e-a7f3-3b5e8086bcea will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:16.796807 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 8d459db6-3ff5-47d4-b33a-093942bc6aed up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:45:16.847205 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-68cc24f3-7745-48b9-a9f2-6369dabfae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:16.866548 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-58ddba5c-0b35-407e-b12e-095e51cd4594 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 2001:db8::f816:3eff:fe1c:4516 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/45740419-1b37-42a1-8a3f-4163d0a4b5c9/f3a2b84b-50bb-42b2-b33f-45bde5709707) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:16.877844 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce67e7ff-4d81-4247-8c58-aa2ccca9f1e5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:16.920393 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-ce67e7ff-4d81-4247-8c58-aa2ccca9f1e5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] device_id is not set on port 46526767-bd36-4f92-9545-91734f147b96 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:45:16.961284 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-5bc8afa0-e04b-49b3-91de-eac462fe7cee tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:16.982866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-5bc8afa0-e04b-49b3-91de-eac462fe7cee tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Transition to ACTIVE for port object 79c9aaa6-84fc-4824-979a-263f292445c9 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:17.010558 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda,revision_number=6']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:17.023344 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:17.056949 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a6fc175b-b06b-4312-9c7c-a4c5546943b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:17.068954 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-5bc8afa0-e04b-49b3-91de-eac462fe7cee tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:17.081972 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d8d21390-4d30-47ba-9356-fad2ac2599cd tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:17.139387 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-0c664833-0795-4afa-9d12-a6c5706c7ba4 None None] Could not find standard attr ID for object d419ad43-a655-4b55-b373-f3c08c1098fa. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:45:17.149475 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-5bc8afa0-e04b-49b3-91de-eac462fe7cee tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Network d3b7c776-489b-4dc6-8778-650193941422 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:17.166483 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-22697311-90bb-4342-bfea-6d5c13153130 req-70b1a4a1-c32b-49c4-ab51-085bf17b58f1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1671376 Nov 26 16:45:17.182483 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-5bc8afa0-e04b-49b3-91de-eac462fe7cee tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:17.190204 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-0c664833-0795-4afa-9d12-a6c5706c7ba4 None None] Provisioning complete for port a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:17.194164 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-5bc8afa0-e04b-49b3-91de-eac462fe7cee tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:45:17.196647 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0c664833-0795-4afa-9d12-a6c5706c7ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:17.242552 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc24f3-7745-48b9-a9f2-6369dabfae42 None None] Pushing event updated for resources: {'Port': ['ID=330e1051-0a84-4e2e-a7f3-3b5e8086bcea,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:17.253656 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-68cc24f3-7745-48b9-a9f2-6369dabfae42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:17.280362 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 8d459db6-3ff5-47d4-b33a-093942bc6aed completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:17.303055 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8afa0-e04b-49b3-91de-eac462fe7cee tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Pushing event updated for resources: {'Port': ['ID=79c9aaa6-84fc-4824-979a-263f292445c9,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:17.306226 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5bc8afa0-e04b-49b3-91de-eac462fe7cee tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:17.317018 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 8d459db6-3ff5-47d4-b33a-093942bc6aed triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:17.317404 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:17.323286 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-5bc8afa0-e04b-49b3-91de-eac462fe7cee tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:17.324402 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-5bc8afa0-e04b-49b3-91de-eac462fe7cee tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:17.400355 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-5bc8afa0-e04b-49b3-91de-eac462fe7cee tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2271042 Nov 26 16:45:17.466019 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-58ddba5c-0b35-407e-b12e-095e51cd4594 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:17.520223 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] Request body: {'port': {'device_id': '1c097f24-3a23-4b03-8fa3-fb91a55e06f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:17.544243 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-ce67e7ff-4d81-4247-8c58-aa2ccca9f1e5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Allocated IP 2001:db8::ca (1f6b688d-2809-441d-9740-72853f2de05c/1440aee9-1aab-414c-abf3-c0da778f8c59/46526767-bd36-4f92-9545-91734f147b96) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:17.766500 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:17.785064 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:17.818352 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-58ddba5c-0b35-407e-b12e-095e51cd4594 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Transition to ACTIVE for port object f3a2b84b-50bb-42b2-b33f-45bde5709707 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:17.849477 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 8d459db6-3ff5-47d4-b33a-093942bc6aed, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=8d459db6-3ff5-47d4-b33a-093942bc6aed,segment=NetworkSegment(301e386f-8b28-43da-9c51-24d5d935f543),segment_id=301e386f-8b28-43da-9c51-24d5d935f543)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:17.856523 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:17.857658 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 6f053538-ef78-40ca-bf67-78625f84a411 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:45:17.894626 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8c81cd7c-480b-4c64-b5e0-2f9f2e6502fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:17.958492 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-58ddba5c-0b35-407e-b12e-095e51cd4594 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:17.965235 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6972393a-533d-424b-8050-754c8b3d3e77 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:17.998541 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-17b0bdaf-22ef-4566-b096-7df7dcf56b68 None None] Provisioning for port 79c9aaa6-84fc-4824-979a-263f292445c9 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:18.014254 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-17b0bdaf-22ef-4566-b096-7df7dcf56b68 None None] Provisioning complete for port 79c9aaa6-84fc-4824-979a-263f292445c9 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:18.014904 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-17b0bdaf-22ef-4566-b096-7df7dcf56b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:18.017057 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce67e7ff-4d81-4247-8c58-aa2ccca9f1e5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:18.043265 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad544987-301c-485e-99de-fb2501a488fe req-5a38e0d3-3dac-4cb6-9a8b-c0e2befc9a83 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:18.044786 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ad544987-301c-485e-99de-fb2501a488fe req-5a38e0d3-3dac-4cb6-9a8b-c0e2befc9a83 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 931 time: 0.3259392 Nov 26 16:45:18.098789 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=8d459db6-3ff5-47d4-b33a-093942bc6aed,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:18.098979 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ddba5c-0b35-407e-b12e-095e51cd4594 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:18.104123 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:18.104510 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-17b0bdaf-22ef-4566-b096-7df7dcf56b68 None None] Port 79c9aaa6-84fc-4824-979a-263f292445c9 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:45:18.107247 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 6f053538-ef78-40ca-bf67-78625f84a411 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:18.107400 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:18.108100 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-ce67e7ff-4d81-4247-8c58-aa2ccca9f1e5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Transition to ACTIVE for port object 46526767-bd36-4f92-9545-91734f147b96 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:18.108951 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-58ddba5c-0b35-407e-b12e-095e51cd4594 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:18.111473 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ddba5c-0b35-407e-b12e-095e51cd4594 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:45:18.117231 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ddba5c-0b35-407e-b12e-095e51cd4594 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:18.117849 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-58ddba5c-0b35-407e-b12e-095e51cd4594 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:18.130315 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ddba5c-0b35-407e-b12e-095e51cd4594 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=f3a2b84b-50bb-42b2-b33f-45bde5709707,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:18.135096 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-58ddba5c-0b35-407e-b12e-095e51cd4594 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:18.150621 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ad544987-301c-485e-99de-fb2501a488fe req-3b31abbf-6aaa-4918-8280-e90e11791d40 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f2294cf-4282-491e-8bf7-5876be4c3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936120 Nov 26 16:45:18.184863 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-58ddba5c-0b35-407e-b12e-095e51cd4594 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4665554 Nov 26 16:45:18.185613 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51418) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:18.297543 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-3c81db65-129b-4841-b16b-da4f00060efa None None] Provisioning complete for port a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:18.298011 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3c81db65-129b-4841-b16b-da4f00060efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:18.353087 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8191dea2-6989-4da5-9713-eef74da9938e req-b0fdea26-e8a1-47e7-a0ae-fec987826592 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0730457 Nov 26 16:45:18.380953 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c9aaa6-84fc-4824-979a-263f292445c9 {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:45:18.392071 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:18.406597 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1f28f0-d3bb-4292-852b-7c3f6d5fca06 None None] Network 1f6b688d-2809-441d-9740-72853f2de05c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:18.410952 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] Transition to ACTIVE for port object 79c9aaa6-84fc-4824-979a-263f292445c9 will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:18.415259 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:18.425945 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:45:18.426701 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7f70789a-f136-4b56-8dba-db882b7063db tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:18.446525 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce67e7ff-4d81-4247-8c58-aa2ccca9f1e5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:18.453060 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-92a57d72-1214-498d-adbb-64b3409400f3 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:18.507366 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=79c9aaa6-84fc-4824-979a-263f292445c9,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:18.523814 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce67e7ff-4d81-4247-8c58-aa2ccca9f1e5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network 1f6b688d-2809-441d-9740-72853f2de05c is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:18.527527 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-ce67e7ff-4d81-4247-8c58-aa2ccca9f1e5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:18.533352 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce67e7ff-4d81-4247-8c58-aa2ccca9f1e5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:45:18.539829 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce67e7ff-4d81-4247-8c58-aa2ccca9f1e5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:18.540475 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce67e7ff-4d81-4247-8c58-aa2ccca9f1e5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:18.568329 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:18.578616 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67e7ff-4d81-4247-8c58-aa2ccca9f1e5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Port': ['ID=46526767-bd36-4f92-9545-91734f147b96,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:18.582904 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ce67e7ff-4d81-4247-8c58-aa2ccca9f1e5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:18.598562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:18.598948 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:18.602132 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d034ae7e-ed41-4d47-8ad1-5e04db48d225 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:18.608963 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d034ae7e-ed41-4d47-8ad1-5e04db48d225 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:18.610042 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d034ae7e-ed41-4d47-8ad1-5e04db48d225 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:18.617843 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ce67e7ff-4d81-4247-8c58-aa2ccca9f1e5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6571097 Nov 26 16:45:18.619075 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51422) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:18.628953 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-6104268a-1a80-44f0-815c-7c02487d3575 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'subnet': {'network_id': '1f6b688d-2809-441d-9740-72853f2de05c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:18.739597 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d034ae7e-ed41-4d47-8ad1-5e04db48d225 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:18.744277 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d034ae7e-ed41-4d47-8ad1-5e04db48d225 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.5581870 Nov 26 16:45:18.745310 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51426) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:18.814087 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] Attempting to bind port 79c9aaa6-84fc-4824-979a-263f292445c9 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:45:18.814723 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] Attempting to bind port 79c9aaa6-84fc-4824-979a-263f292445c9 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '301e386f-8b28-43da-9c51-24d5d935f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:45:18.814723 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] Attempting to bind port 79c9aaa6-84fc-4824-979a-263f292445c9 on network d3b7c776-489b-4dc6-8778-650193941422 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:45:18.823785 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6104268a-1a80-44f0-815c-7c02487d3575 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:18.828342 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6104268a-1a80-44f0-815c-7c02487d3575 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:subnet and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:18.832830 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6104268a-1a80-44f0-815c-7c02487d3575 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:18.836594 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] Port 79c9aaa6-84fc-4824-979a-263f292445c9 on network d3b7c776-489b-4dc6-8778-650193941422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:45:18.836926 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] Attempting to bind port 79c9aaa6-84fc-4824-979a-263f292445c9 on network d3b7c776-489b-4dc6-8778-650193941422 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:45:18.839235 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6104268a-1a80-44f0-815c-7c02487d3575 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:18.850734 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:45:18.851115 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] Checking segment: {'id': '301e386f-8b28-43da-9c51-24d5d935f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:45:18.851671 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] Bound using segment: {'id': '301e386f-8b28-43da-9c51-24d5d935f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:45:18.852210 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] Bound port: 79c9aaa6-84fc-4824-979a-263f292445c9, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '301e386f-8b28-43da-9c51-24d5d935f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:45:18.852606 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:18.853558 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6104268a-1a80-44f0-815c-7c02487d3575 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:18.858127 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6104268a-1a80-44f0-815c-7c02487d3575 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:18.875591 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-345d1a2d-63ff-41b6-98bc-f335870882b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting port f3a2b84b-50bb-42b2-b33f-45bde5709707 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:18.875706 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-345d1a2d-63ff-41b6-98bc-f335870882b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:18.916847 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-24cc35a8-e96f-4979-bfa0-5ad9f2fc4618 None None] Provisioning for port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:18.927797 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-24cc35a8-e96f-4979-bfa0-5ad9f2fc4618 None None] Provisioning complete for port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:18.928451 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-24cc35a8-e96f-4979-bfa0-5ad9f2fc4618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:18.959817 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 330e1051-0a84-4e2e-a7f3-3b5e8086bcea no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:45:19.033414 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.ipam_backend_mixin [None req-6104268a-1a80-44f0-815c-7c02487d3575 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1440aee9-1aab-414c-abf3-c0da778f8c59 (CIDR: 2001:db8::/64) Nov 26 16:45:19.040066 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-6104268a-1a80-44f0-815c-7c02487d3575 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:45:19.040943 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6104268a-1a80-44f0-815c-7c02487d3575 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:45:19.068161 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6104268a-1a80-44f0-815c-7c02487d3575 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4474144 Nov 26 16:45:19.070749 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51430) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:19.082324 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-63115caf-9ec9-4ea4-bd35-92bac2e6fa0e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'subnet': {'network_id': '1f6b688d-2809-441d-9740-72853f2de05c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:19.099657 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] For port 79c9aaa6-84fc-4824-979a-263f292445c9, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:45:19.181796 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-24cc35a8-e96f-4979-bfa0-5ad9f2fc4618 None None] Provisioning for port f3a2b84b-50bb-42b2-b33f-45bde5709707 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:19.187533 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:19.199190 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-24cc35a8-e96f-4979-bfa0-5ad9f2fc4618 None None] Provisioning complete for port f3a2b84b-50bb-42b2-b33f-45bde5709707 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:19.199582 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-24cc35a8-e96f-4979-bfa0-5ad9f2fc4618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:19.273830 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=330e1051-0a84-4e2e-a7f3-3b5e8086bcea,segment=NetworkSegment(9d58b2b7-9f9c-4056-ba4a-cf841529c855),segment_id=9d58b2b7-9f9c-4056-ba4a-cf841529c855)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:19.276187 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-24cc35a8-e96f-4979-bfa0-5ad9f2fc4618 None None] Port f3a2b84b-50bb-42b2-b33f-45bde5709707 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:45:19.278298 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-63115caf-9ec9-4ea4-bd35-92bac2e6fa0e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:19.282896 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:19.285390 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3ef627e8-cd84-4691-a568-ee3c368b9b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:19.287302 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-63115caf-9ec9-4ea4-bd35-92bac2e6fa0e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:subnet and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:19.291740 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-63115caf-9ec9-4ea4-bd35-92bac2e6fa0e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:19.300000 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-63115caf-9ec9-4ea4-bd35-92bac2e6fa0e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:19.311166 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63115caf-9ec9-4ea4-bd35-92bac2e6fa0e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:19.315811 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-63115caf-9ec9-4ea4-bd35-92bac2e6fa0e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:19.364809 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=330e1051-0a84-4e2e-a7f3-3b5e8086bcea,revision_number=6']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:19.377745 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:19.396761 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-24cc35a8-e96f-4979-bfa0-5ad9f2fc4618 None None] Provisioning complete for port 31f3e752-5808-486b-969c-d1496b51c9fc triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:19.397414 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-24cc35a8-e96f-4979-bfa0-5ad9f2fc4618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:19.438349 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:19.462217 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-24cc35a8-e96f-4979-bfa0-5ad9f2fc4618 None None] Port 31f3e752-5808-486b-969c-d1496b51c9fc cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:45:19.512387 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] For port 79c9aaa6-84fc-4824-979a-263f292445c9, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=79c9aaa6-84fc-4824-979a-263f292445c9,segment=NetworkSegment(301e386f-8b28-43da-9c51-24d5d935f543),segment_id=301e386f-8b28-43da-9c51-24d5d935f543)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:45:19.527958 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-aa10fb1a-9fe9-4a78-88aa-47305d093c17 req-c5a7db7c-37c3-4c18-b802-21b3818c0ca7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0717266 Nov 26 16:45:19.533758 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:19.548126 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 330e1051-0a84-4e2e-a7f3-3b5e8086bcea up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:45:19.549008 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cb43b27c-8bac-467e-975f-3dcca4aef3d9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:19.588921 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.ipam_backend_mixin [None req-63115caf-9ec9-4ea4-bd35-92bac2e6fa0e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6b5c025c-1e72-494f-871c-4519d6b9cbec (CIDR: 2001:db8:0:1::/64) Nov 26 16:45:19.599162 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-63115caf-9ec9-4ea4-bd35-92bac2e6fa0e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:45:19.599576 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63115caf-9ec9-4ea4-bd35-92bac2e6fa0e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:45:19.618577 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:19.619186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:19.620615 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] 10.222.0.31 "PUT /v2.0/ports/79c9aaa6-84fc-4824-979a-263f292445c9 HTTP/1.1" status: 200 len: 1093 time: 2.2074151 Nov 26 16:45:19.626178 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c097f24-3a23-4b03-8fa3-fb91a55e06f5', 'tag': '79c9aaa6-84fc-4824-979a-263f292445c9'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:45:19.631947 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b4eb0-0a7a-46eb-bcf3-b1a25015b2d2 req-5586d5ae-e02f-40ef-a8c9-cbd7102838ff tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:19.633343 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-051b4eb0-0a7a-46eb-bcf3-b1a25015b2d2 req-5586d5ae-e02f-40ef-a8c9-cbd7102838ff tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 943 time: 0.1589279 Nov 26 16:45:19.650410 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-63115caf-9ec9-4ea4-bd35-92bac2e6fa0e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5774539 Nov 26 16:45:19.655333 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51442) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:19.664199 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6ef1cb8c-2737-48f7-a198-fba0bf6bb916 None None] Provisioning for port 46526767-bd36-4f92-9545-91734f147b96 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:19.670598 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6ef1cb8c-2737-48f7-a198-fba0bf6bb916 None None] Provisioning complete for port 46526767-bd36-4f92-9545-91734f147b96 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:19.670598 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6ef1cb8c-2737-48f7-a198-fba0bf6bb916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:19.702295 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-bbdfc2e3-5625-46aa-84c5-c8b12b74bddf tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'subnet': {'network_id': '1f6b688d-2809-441d-9740-72853f2de05c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:19.733847 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:19.736179 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:19.794303 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-345d1a2d-63ff-41b6-98bc-f335870882b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:19.803184 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=79c9aaa6-84fc-4824-979a-263f292445c9,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:19.807575 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:19.813861 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1cb8c-2737-48f7-a198-fba0bf6bb916 None None] Port 46526767-bd36-4f92-9545-91734f147b96 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:45:19.835255 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6ef1cb8c-2737-48f7-a198-fba0bf6bb916 None None] Provisioning complete for port 31f3e752-5808-486b-969c-d1496b51c9fc triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:19.836270 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6ef1cb8c-2737-48f7-a198-fba0bf6bb916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:19.888984 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c097f24-3a23-4b03-8fa3-fb91a55e06f5', 'tag': '79c9aaa6-84fc-4824-979a-263f292445c9', 'status': 'completed', 'code': 200} Nov 26 16:45:19.921430 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-051b4eb0-0a7a-46eb-bcf3-b1a25015b2d2 req-16ae39be-430b-4299-8981-bdf693c694fb tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f2294cf-4282-491e-8bf7-5876be4c3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700136 Nov 26 16:45:19.962028 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-345d1a2d-63ff-41b6-98bc-f335870882b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Calling delete_port for f3a2b84b-50bb-42b2-b33f-45bde5709707 owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:20.007224 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-bbdfc2e3-5625-46aa-84c5-c8b12b74bddf tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:20.031463 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-bbdfc2e3-5625-46aa-84c5-c8b12b74bddf tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Usage tracker for resource:subnet and tenant:e5bd482c0dce485f8884ef8c9a70116c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:20.034524 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1cb8c-2737-48f7-a198-fba0bf6bb916 None None] Port 31f3e752-5808-486b-969c-d1496b51c9fc cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:45:20.036174 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-bbdfc2e3-5625-46aa-84c5-c8b12b74bddf tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:20.044630 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-bbdfc2e3-5625-46aa-84c5-c8b12b74bddf tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:20.048622 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:20.059818 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdfc2e3-5625-46aa-84c5-c8b12b74bddf tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Made reservation on behalf of e5bd482c0dce485f8884ef8c9a70116c for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:20.064020 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bbdfc2e3-5625-46aa-84c5-c8b12b74bddf tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:20.075872 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6ef1cb8c-2737-48f7-a198-fba0bf6bb916 None None] Provisioning complete for port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:20.078262 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6ef1cb8c-2737-48f7-a198-fba0bf6bb916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:20.138506 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-eecad9c6-b038-44f0-be8f-a005e2fdc2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:20.141506 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-eecad9c6-b038-44f0-be8f-a005e2fdc2bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=51c303889cec4785abbc174558e69eb4&device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 1096 time: 0.4705772 Nov 26 16:45:20.143736 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-345d1a2d-63ff-41b6-98bc-f335870882b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:20.151600 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3e6fd066-6524-4fd6-ac7d-383ca495f270 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:20.163442 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=330e1051-0a84-4e2e-a7f3-3b5e8086bcea,segment=NetworkSegment(9d58b2b7-9f9c-4056-ba4a-cf841529c855),segment_id=9d58b2b7-9f9c-4056-ba4a-cf841529c855)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:20.177097 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:20.178055 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 8d459db6-3ff5-47d4-b33a-093942bc6aed up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:45:20.207384 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-73c1b34d-8acd-478d-907a-8947cb0dd0d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:20.259653 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d1a2d-63ff-41b6-98bc-f335870882b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Port': ['ID=f3a2b84b-50bb-42b2-b33f-45bde5709707,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:20.262429 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-345d1a2d-63ff-41b6-98bc-f335870882b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:20.298911 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-bfc9586c-53f2-4121-951c-3605d2c8c3d2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79c9aaa6-84fc-4824-979a-263f292445c9 HTTP/1.1" status: 200 len: 217 time: 0.1077352 Nov 26 16:45:20.349242 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-345d1a2d-63ff-41b6-98bc-f335870882b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:20.371690 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=330e1051-0a84-4e2e-a7f3-3b5e8086bcea,revision_number=7']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:20.377208 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:20.387031 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-345d1a2d-63ff-41b6-98bc-f335870882b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/f3a2b84b-50bb-42b2-b33f-45bde5709707 HTTP/1.1" status: 204 len: 168 time: 1.6337364 Nov 26 16:45:20.388810 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-4d2e3849-c4e3-4b03-b493-860a24fa89f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:20.390222 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-4d2e3849-c4e3-4b03-b493-860a24fa89f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=23d4567e-8072-4472-b596-542ff684bebd HTTP/1.1" status: 200 len: 835 time: 0.0808113 Nov 26 16:45:20.390678 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51446) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:20.391319 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 8d459db6-3ff5-47d4-b33a-093942bc6aed triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:20.391788 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:20.466100 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bbdfc2e3-5625-46aa-84c5-c8b12b74bddf tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:20.500049 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3c1e6e46-f55a-43e6-a34e-26dd40604647 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:20.530959 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecef5ad-d197-4f52-ac45-e68b84590b84 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:20.533062 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecef5ad-d197-4f52-ac45-e68b84590b84 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:20.533639 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cecef5ad-d197-4f52-ac45-e68b84590b84 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:20.565670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-c26f789f-9e94-4fcc-be3b-b2628194ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:20.567319 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-c26f789f-9e94-4fcc-be3b-b2628194ab96 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d3b7c776-489b-4dc6-8778-650193941422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1330261 Nov 26 16:45:20.568125 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cecef5ad-d197-4f52-ac45-e68b84590b84 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:20.569182 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cecef5ad-d197-4f52-ac45-e68b84590b84 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1776314 Nov 26 16:45:20.573229 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51452) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:20.591743 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-def4ede3-48bf-4d47-b66e-0ca89d6b758d None None] Provisioning complete for port 46526767-bd36-4f92-9545-91734f147b96 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:20.595845 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdfc2e3-5625-46aa-84c5-c8b12b74bddf tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Network 1f6b688d-2809-441d-9740-72853f2de05c is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:20.596339 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-def4ede3-48bf-4d47-b66e-0ca89d6b758d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:20.599814 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-bbdfc2e3-5625-46aa-84c5-c8b12b74bddf tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:20.610224 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdfc2e3-5625-46aa-84c5-c8b12b74bddf tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:20.611097 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bbdfc2e3-5625-46aa-84c5-c8b12b74bddf tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:20.641942 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfc2e3-5625-46aa-84c5-c8b12b74bddf tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Subnet': ['ID=2b075e52-b380-486f-81b8-49ef68f9f058,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:20.652854 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bbdfc2e3-5625-46aa-84c5-c8b12b74bddf tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:20.674708 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:45:20.676321 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-bbdfc2e3-5625-46aa-84c5-c8b12b74bddf tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9930713 Nov 26 16:45:20.677151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51456) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:20.684407 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-4ae6d124-671f-4264-97fa-8c9d5e959f88 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-120648537', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2b075e52-b380-486f-81b8-49ef68f9f058'}], 'security_groups': ['3b7b1cf4-3867-4374-961d-4038cc4098aa', 'd4a2f11b-15dd-463e-a873-dbbb58dcc252']}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:20.735480 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-def4ede3-48bf-4d47-b66e-0ca89d6b758d None None] Port 46526767-bd36-4f92-9545-91734f147b96 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:45:20.744479 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-def4ede3-48bf-4d47-b66e-0ca89d6b758d None None] Could not find standard attr ID for object 5885da79-3746-4828-8ddc-b4e95dfdc232. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:45:20.772900 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:20.773844 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:20.809459 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2f91a93d-ae23-49d8-b96c-837735667535 req-f67160be-8c78-4405-9cb3-87131c25abf5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1610537 Nov 26 16:45:20.828035 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab53e67-fea2-48b6-8603-893d7da1c0af None None] Network 1f6b688d-2809-441d-9740-72853f2de05c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:20.840366 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd7299f-4e9a-47ae-b62d-24492c0a5c02 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet 45740419-1b37-42a1-8a3f-4163d0a4b5c9 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:45:20.843629 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2bd7299f-4e9a-47ae-b62d-24492c0a5c02 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:20.883991 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4ae6d124-671f-4264-97fa-8c9d5e959f88 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:20.926155 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2bd7299f-4e9a-47ae-b62d-24492c0a5c02 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:20.929649 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-429ba6f6-f469-4471-b15a-4e89ba94a3b5 None None] Could not find standard attr ID for object 5885da79-3746-4828-8ddc-b4e95dfdc232. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:45:20.958612 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-a0e9fec4-bad1-4feb-9848-45c29195f0ba service neutron] 10.222.0.31 "GET /v2.0/networks/d3b7c776-489b-4dc6-8778-650193941422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443978 Nov 26 16:45:21.128759 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2bd7299f-4e9a-47ae-b62d-24492c0a5c02 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:21.164522 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a4aac0b6-d54a-408f-8ec4-372df9edc575 req-d43a0900-b25c-4146-94e5-189175b33801 service neutron] 10.222.0.31 "GET /v2.0/networks/d3b7c776-489b-4dc6-8778-650193941422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941948 Nov 26 16:45:21.260917 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2bd7299f-4e9a-47ae-b62d-24492c0a5c02 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:21.272470 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-75cbe521-cc59-464a-af2d-6b58839d0fab tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:21.281309 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee13833-634d-40a9-96fa-6c981b9ab2c4 None None] Update dhcp port {'port': {'network_id': '1f6b688d-2809-441d-9740-72853f2de05c', 'fixed_ips': [{'subnet_id': '6b5c025c-1e72-494f-871c-4519d6b9cbec', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1440aee9-1aab-414c-abf3-c0da778f8c59', 'ip_address': '2001:db8::2'}, {'subnet_id': '2b075e52-b380-486f-81b8-49ef68f9f058'}], 'binding:host_id': 'dv-neutron-819440-1-hyperv'}, 'id': '330e1051-0a84-4e2e-a7f3-3b5e8086bcea'} from dv-neutron-819440-1-hyperv. {{(pid=87520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 26 16:45:21.338858 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9ee13833-634d-40a9-96fa-6c981b9ab2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:21.393867 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 330e1051-0a84-4e2e-a7f3-3b5e8086bcea up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:45:21.453151 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2bd7299f-4e9a-47ae-b62d-24492c0a5c02 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:21.457502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7299f-4e9a-47ae-b62d-24492c0a5c02 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=45740419-1b37-42a1-8a3f-4163d0a4b5c9,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:21.459902 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2bd7299f-4e9a-47ae-b62d-24492c0a5c02 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:21.471181 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5f9fde-5597-42dc-af40-150ad5497b33 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:21.487565 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2bd7299f-4e9a-47ae-b62d-24492c0a5c02 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/45740419-1b37-42a1-8a3f-4163d0a4b5c9 HTTP/1.1" status: 204 len: 168 time: 0.9108381 Nov 26 16:45:21.487990 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51462) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:21.513057 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b57c9d-5b98-447a-86c6-92f778f5ec9d req-c0c3b01f-d47e-44f1-96bf-7463ba17da4b tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:21.514666 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-67b57c9d-5b98-447a-86c6-92f778f5ec9d req-c0c3b01f-d47e-44f1-96bf-7463ba17da4b tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 943 time: 0.4222586 Nov 26 16:45:21.563313 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0670a160-622d-4f3e-aa8e-997cd5060781 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0721745 Nov 26 16:45:21.564672 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51466) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:21.578293 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-4ae6d124-671f-4264-97fa-8c9d5e959f88 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Delete allocated IP 2001:db8::ca (1f6b688d-2809-441d-9740-72853f2de05c/1440aee9-1aab-414c-abf3-c0da778f8c59) {{(pid=87519) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 26 16:45:21.592096 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-67b57c9d-5b98-447a-86c6-92f778f5ec9d req-f522a15a-30ba-4eee-86d4-25e040b9799f tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f2294cf-4282-491e-8bf7-5876be4c3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690458 Nov 26 16:45:21.593058 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-4ae6d124-671f-4264-97fa-8c9d5e959f88 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Allocated IP 2001:db8:0:2::308 (1f6b688d-2809-441d-9740-72853f2de05c/2b075e52-b380-486f-81b8-49ef68f9f058/46526767-bd36-4f92-9545-91734f147b96) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:21.612981 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990218b4-3b13-4ffd-b928-4564ae229801 req-d102c9cb-d4eb-4995-b9c2-fc66a8e40b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:21.614458 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-990218b4-3b13-4ffd-b928-4564ae229801 req-d102c9cb-d4eb-4995-b9c2-fc66a8e40b50 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=51c303889cec4785abbc174558e69eb4&device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 1096 time: 0.3907962 Nov 26 16:45:21.682549 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:21.683838 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:21.765610 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8142fd7-b9cf-400b-ae8c-c1ce032695e3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:21.766294 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a8142fd7-b9cf-400b-ae8c-c1ce032695e3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:21.778695 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990218b4-3b13-4ffd-b928-4564ae229801 req-37747f60-aa3e-4ae0-a259-29b792559a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:21.780125 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-990218b4-3b13-4ffd-b928-4564ae229801 req-37747f60-aa3e-4ae0-a259-29b792559a32 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d3b7c776-489b-4dc6-8778-650193941422 HTTP/1.1" status: 200 len: 898 time: 0.1534503 Nov 26 16:45:21.789137 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a8142fd7-b9cf-400b-ae8c-c1ce032695e3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:21.793235 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a8142fd7-b9cf-400b-ae8c-c1ce032695e3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2248654 Nov 26 16:45:21.793887 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51470) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:21.869496 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-990218b4-3b13-4ffd-b928-4564ae229801 req-abeb4769-e45f-4346-a616-04a906292f04 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79c9aaa6-84fc-4824-979a-263f292445c9 HTTP/1.1" status: 200 len: 217 time: 0.0777328 Nov 26 16:45:21.894061 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd803dac-e84f-4d99-804e-5b1671a855c8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:21.897850 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fd803dac-e84f-4d99-804e-5b1671a855c8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1008852 Nov 26 16:45:21.899031 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51476) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:21.973712 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4ae6d124-671f-4264-97fa-8c9d5e959f88 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:21.975222 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e44b7596-7e14-453b-b614-4d68ff5e685d req-b7cd66f1-b4d5-4c0d-9548-d03ad22a03f6 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0602088 Nov 26 16:45:21.996518 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990218b4-3b13-4ffd-b928-4564ae229801 req-f3a5f48a-af40-4feb-8176-a38ecc32ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:21.996518 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-990218b4-3b13-4ffd-b928-4564ae229801 req-f3a5f48a-af40-4feb-8176-a38ecc32ba33 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=23d4567e-8072-4472-b596-542ff684bebd HTTP/1.1" status: 200 len: 835 time: 0.1095090 Nov 26 16:45:21.996753 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a9cc148d-da19-4a4f-b36f-eb25a8597213 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0932820 Nov 26 16:45:22.000348 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51480) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:22.003285 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132b233f-8a5f-4bd7-8737-c0689b18dde8 None None] DHCP port deletion for 8c8ccad8-46f8-4956-abe3-9f3eb45da297 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:45:22.007770 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-132b233f-8a5f-4bd7-8737-c0689b18dde8 None None] Deleting port a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:22.008262 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-132b233f-8a5f-4bd7-8737-c0689b18dde8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:22.009325 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-6b37497e-399f-432e-b3d4-659795f98362 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:22.027852 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-4ae6d124-671f-4264-97fa-8c9d5e959f88 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Transition to ACTIVE for port object 46526767-bd36-4f92-9545-91734f147b96 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:22.071018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990218b4-3b13-4ffd-b928-4564ae229801 req-5cf0fe2a-9292-49f0-8ba1-9f8c779b82dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:22.072530 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-990218b4-3b13-4ffd-b928-4564ae229801 req-5cf0fe2a-9292-49f0-8ba1-9f8c779b82dd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d3b7c776-489b-4dc6-8778-650193941422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744479 Nov 26 16:45:22.078319 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4ae6d124-671f-4264-97fa-8c9d5e959f88 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:22.088237 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c0e1708f-d3c4-40b0-ba91-4196b796872f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:22.170380 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-9ee13833-634d-40a9-96fa-6c981b9ab2c4 None None] Allocated IP 2001:db8:0:2::2 (1f6b688d-2809-441d-9740-72853f2de05c/2b075e52-b380-486f-81b8-49ef68f9f058/330e1051-0a84-4e2e-a7f3-3b5e8086bcea) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:22.218279 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-990218b4-3b13-4ffd-b928-4564ae229801 req-95343329-4026-4392-9a4b-ebe13d69b040 service neutron] 10.222.0.31 "GET /v2.0/networks/d3b7c776-489b-4dc6-8778-650193941422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343291 Nov 26 16:45:22.226409 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-4ae6d124-671f-4264-97fa-8c9d5e959f88 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] In _notify_port_updated(), no bound segment for port 46526767-bd36-4f92-9545-91734f147b96 on network 1f6b688d-2809-441d-9740-72853f2de05c {{(pid=87519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 26 16:45:22.232444 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae6d124-671f-4264-97fa-8c9d5e959f88 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:22.233059 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4ae6d124-671f-4264-97fa-8c9d5e959f88 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:22.236859 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4ae6d124-671f-4264-97fa-8c9d5e959f88 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "PUT /v2.0/ports/46526767-bd36-4f92-9545-91734f147b96 HTTP/1.1" status: 200 len: 969 time: 1.5561810 Nov 26 16:45:22.236859 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6d124-671f-4264-97fa-8c9d5e959f88 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event updated for resources: {'Port': ['ID=46526767-bd36-4f92-9545-91734f147b96,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:22.238971 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51484) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:22.244366 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4ae6d124-671f-4264-97fa-8c9d5e959f88 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:22.280209 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6b37497e-399f-432e-b3d4-659795f98362 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:22.296560 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6b37497e-399f-432e-b3d4-659795f98362 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:22.301924 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6b37497e-399f-432e-b3d4-659795f98362 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:22.310949 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6b37497e-399f-432e-b3d4-659795f98362 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:22.325949 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-7603c676-9128-4065-a295-bcc34d56f86c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting port 46526767-bd36-4f92-9545-91734f147b96 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:22.325949 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7603c676-9128-4065-a295-bcc34d56f86c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:22.362141 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-132b233f-8a5f-4bd7-8737-c0689b18dde8 None None] For port a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:22.362803 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-132b233f-8a5f-4bd7-8737-c0689b18dde8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:22.364095 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b37497e-399f-432e-b3d4-659795f98362 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:22.364558 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-990218b4-3b13-4ffd-b928-4564ae229801 req-401f20e7-abdd-4002-951a-bd2831555316 service neutron] 10.222.0.31 "GET /v2.0/networks/d3b7c776-489b-4dc6-8778-650193941422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349680 Nov 26 16:45:22.367624 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6b37497e-399f-432e-b3d4-659795f98362 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:22.501231 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-132b233f-8a5f-4bd7-8737-c0689b18dde8 None None] Calling delete_port for a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:22.564169 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-9ee13833-634d-40a9-96fa-6c981b9ab2c4 None None] For port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=330e1051-0a84-4e2e-a7f3-3b5e8086bcea,segment=NetworkSegment(9d58b2b7-9f9c-4056-ba4a-cf841529c855),segment_id=9d58b2b7-9f9c-4056-ba4a-cf841529c855)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:22.604593 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-132b233f-8a5f-4bd7-8737-c0689b18dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:22.609564 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9ee13833-634d-40a9-96fa-6c981b9ab2c4 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:22.612954 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e367a876-6f72-41c5-af83-578f301d3de4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:22.661787 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b233f-8a5f-4bd7-8737-c0689b18dde8 None None] Pushing event deleted for resources: {'Port': ['ID=a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:22.668124 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-132b233f-8a5f-4bd7-8737-c0689b18dde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:22.675080 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132b233f-8a5f-4bd7-8737-c0689b18dde8 None None] No DVR routers for this DVR port a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:45:22.676895 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9ee13833-634d-40a9-96fa-6c981b9ab2c4 None None] Transition to ACTIVE for port object 330e1051-0a84-4e2e-a7f3-3b5e8086bcea will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:22.684349 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9ee13833-634d-40a9-96fa-6c981b9ab2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:22.692072 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a523e975-b28e-4629-b71d-4e7ca7283cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:22.745502 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7603c676-9128-4065-a295-bcc34d56f86c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:22.856786 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee13833-634d-40a9-96fa-6c981b9ab2c4 None None] Pushing event updated for resources: {'Port': ['ID=330e1051-0a84-4e2e-a7f3-3b5e8086bcea,revision_number=8']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:22.864015 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9ee13833-634d-40a9-96fa-6c981b9ab2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:23.056667 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-7603c676-9128-4065-a295-bcc34d56f86c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Calling delete_port for 46526767-bd36-4f92-9545-91734f147b96 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:23.076036 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8c9bfcb9-a6ce-457f-b8b9-55cfa90c3f60 req-9d568d6f-d946-43b5-8660-6c759d3224c6 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0457482 Nov 26 16:45:23.242534 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9422dbb-aec4-4db1-979c-fd2e6540f525 req-2d563be2-a212-4468-b3c4-42e88710dea6 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:23.244354 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c9422dbb-aec4-4db1-979c-fd2e6540f525 req-2d563be2-a212-4468-b3c4-42e88710dea6 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 943 time: 0.5091174 Nov 26 16:45:23.367236 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.objects.ports [None req-6b37497e-399f-432e-b3d4-659795f98362 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87519) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 26 16:45:23.371352 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 330e1051-0a84-4e2e-a7f3-3b5e8086bcea up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:45:23.375688 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6b37497e-399f-432e-b3d4-659795f98362 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:23.383874 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d5924407-15e4-465c-ae10-18ee670f0c53 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:23.440107 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c9422dbb-aec4-4db1-979c-fd2e6540f525 req-ae22831c-59ab-4cd6-a981-f6d3dc88e0a1 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f2294cf-4282-491e-8bf7-5876be4c3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617138 Nov 26 16:45:23.440699 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7603c676-9128-4065-a295-bcc34d56f86c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:23.462281 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b37497e-399f-432e-b3d4-659795f98362 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:23.462281 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-6b37497e-399f-432e-b3d4-659795f98362 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:23.465778 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-61f45c0f-cb07-41c4-8920-bb4c89c3c637 None None] Could not find standard attr ID for object 46526767-bd36-4f92-9545-91734f147b96. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:45:23.468152 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b37497e-399f-432e-b3d4-659795f98362 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:23.468496 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6b37497e-399f-432e-b3d4-659795f98362 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:23.478517 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14762ea2-478c-41aa-880b-ae24cece8367 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:23.503707 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-61f45c0f-cb07-41c4-8920-bb4c89c3c637 None None] Provisioning complete for port 31f3e752-5808-486b-969c-d1496b51c9fc triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:23.504798 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-61f45c0f-cb07-41c4-8920-bb4c89c3c637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:23.528517 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37497e-399f-432e-b3d4-659795f98362 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=6d14847c-47bb-4329-b8b9-ab74d953c956,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:23.532257 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6b37497e-399f-432e-b3d4-659795f98362 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:23.535572 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e40dc8df-b9de-43b0-baca-b48de379a628 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:23.570473 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7603c676-9128-4065-a295-bcc34d56f86c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:23.576551 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:45:23.591084 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603c676-9128-4065-a295-bcc34d56f86c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Port': ['ID=46526767-bd36-4f92-9545-91734f147b96,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:23.593646 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7603c676-9128-4065-a295-bcc34d56f86c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:23.598059 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6b37497e-399f-432e-b3d4-659795f98362 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5939286 Nov 26 16:45:23.598059 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7603c676-9128-4065-a295-bcc34d56f86c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/ports/46526767-bd36-4f92-9545-91734f147b96 HTTP/1.1" status: 204 len: 168 time: 1.3569756 Nov 26 16:45:23.598679 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51492) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:23.599533 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51494) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:23.604437 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-2db16be3-a0f4-41aa-aa62-72bee5588ba1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'mac_address': 'fa:16:3e:58:3d:bc', 'name': 'tempest-NetworksTestDHCPv6-1926344766'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:23.642696 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:45:23.643152 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device a87bceb5-9e61-4036-8dbc-0e4ce1fa3dda not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:45:23.643744 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b7e71a-771d-446c-949d-19f3451520b3 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] GET failed (client error): The resource could not be found. Nov 26 16:45:23.644309 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-78b7e71a-771d-446c-949d-19f3451520b3 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Synchronizing usage tracker for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:23.658511 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-78b7e71a-771d-446c-949d-19f3451520b3 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Unset dirty status for tenant:e5bd482c0dce485f8884ef8c9a70116c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:23.660165 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-78b7e71a-771d-446c-949d-19f3451520b3 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "GET /v2.0/ports/46526767-bd36-4f92-9545-91734f147b96 HTTP/1.1" status: 404 len: 333 time: 0.0596213 Nov 26 16:45:23.663912 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51500) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:23.667140 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-61f45c0f-cb07-41c4-8920-bb4c89c3c637 None None] Port 31f3e752-5808-486b-969c-d1496b51c9fc cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:45:23.731454 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-61f45c0f-cb07-41c4-8920-bb4c89c3c637 None None] Provisioning for port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:23.737195 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c852e8d8-ed06-4492-ae60-9aa3bb56f4d5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:23.746576 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-61f45c0f-cb07-41c4-8920-bb4c89c3c637 None None] Provisioning complete for port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:23.746966 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-61f45c0f-cb07-41c4-8920-bb4c89c3c637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:23.766453 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c852e8d8-ed06-4492-ae60-9aa3bb56f4d5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:23.808749 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2db16be3-a0f4-41aa-aa62-72bee5588ba1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:23.821271 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2db16be3-a0f4-41aa-aa62-72bee5588ba1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:23.822568 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c852e8d8-ed06-4492-ae60-9aa3bb56f4d5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:23.828410 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-73f0c668-39d0-4c85-b202-d386e1af229f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:23.841354 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db16be3-a0f4-41aa-aa62-72bee5588ba1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:23.847685 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852e8d8-ed06-4492-ae60-9aa3bb56f4d5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03777d2d-b283-4860-8988-7bdd6f5b713e,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:23.851294 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c852e8d8-ed06-4492-ae60-9aa3bb56f4d5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:23.852575 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c852e8d8-ed06-4492-ae60-9aa3bb56f4d5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:23.853676 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c852e8d8-ed06-4492-ae60-9aa3bb56f4d5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/security-groups/03777d2d-b283-4860-8988-7bdd6f5b713e HTTP/1.1" status: 204 len: 168 time: 0.1891947 Nov 26 16:45:23.856825 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51504) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:23.935655 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-510a4185-f2b8-4d23-83d7-9313444e49e3 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:23.973949 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-510a4185-f2b8-4d23-83d7-9313444e49e3 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:23.981518 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 79c9aaa6-84fc-4824-979a-263f292445c9 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 16:45:24.005507 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2db16be3-a0f4-41aa-aa62-72bee5588ba1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:24.006292 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'fixed_ips': [{'subnet_id': '6d14847c-47bb-4329-b8b9-ab74d953c956'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:45:24.007135 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:24.034416 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-2db16be3-a0f4-41aa-aa62-72bee5588ba1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] device_id is not set on port bf3ffb7a-c4d0-4409-aac9-12082893eee3 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:45:24.043778 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-510a4185-f2b8-4d23-83d7-9313444e49e3 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:24.050016 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6d092020-7fad-4837-9b30-eee26ab52a79 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:24.062285 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a4185-f2b8-4d23-83d7-9313444e49e3 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a2f11b-15dd-463e-a873-dbbb58dcc252,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:24.064783 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-510a4185-f2b8-4d23-83d7-9313444e49e3 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:24.071752 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-510a4185-f2b8-4d23-83d7-9313444e49e3 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:24.073069 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-510a4185-f2b8-4d23-83d7-9313444e49e3 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/security-groups/d4a2f11b-15dd-463e-a873-dbbb58dcc252 HTTP/1.1" status: 204 len: 168 time: 0.2153211 Nov 26 16:45:24.076725 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51508) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:24.148027 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b0082a84-7e15-447e-b581-57a118f7f5d4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:24.189069 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b0082a84-7e15-447e-b581-57a118f7f5d4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:24.218813 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d2090ab7-957d-4aac-9dfe-e582e8f6d86e req-b0ec0259-cff4-4802-9060-050b1a112267 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0858564 Nov 26 16:45:24.228246 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6e7dbaac-cdde-457d-8f87-faf964dbbc68 None None] Could not find standard attr ID for object 46526767-bd36-4f92-9545-91734f147b96. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:45:24.251256 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-2db16be3-a0f4-41aa-aa62-72bee5588ba1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 2001:db8::f816:3eff:fe58:3dbc (8c8ccad8-46f8-4956-abe3-9f3eb45da297/6d14847c-47bb-4329-b8b9-ab74d953c956/bf3ffb7a-c4d0-4409-aac9-12082893eee3) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:24.265240 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b0082a84-7e15-447e-b581-57a118f7f5d4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:24.271456 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-010e2ac7-157c-4ab7-80e1-6aecf9d5e269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:24.287085 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0082a84-7e15-447e-b581-57a118f7f5d4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7b1cf4-3867-4374-961d-4038cc4098aa,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:24.289879 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b0082a84-7e15-447e-b581-57a118f7f5d4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:24.292531 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b0082a84-7e15-447e-b581-57a118f7f5d4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:24.293772 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b0082a84-7e15-447e-b581-57a118f7f5d4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/security-groups/3b7b1cf4-3867-4374-961d-4038cc4098aa HTTP/1.1" status: 204 len: 168 time: 0.2154665 Nov 26 16:45:24.296891 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51514) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:24.308941 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 79c9aaa6-84fc-4824-979a-263f292445c9, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=79c9aaa6-84fc-4824-979a-263f292445c9,segment=NetworkSegment(301e386f-8b28-43da-9c51-24d5d935f543),segment_id=301e386f-8b28-43da-9c51-24d5d935f543)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:24.327046 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '79c9aaa6-84fc-4824-979a-263f292445c9', 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422', 'port_id': '79c9aaa6-84fc-4824-979a-263f292445c9', 'mac_address': 'fa:16:3e:a4:00:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23d4567e-8072-4472-b596-542ff684bebd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 16:45:24.371584 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-95fcfddf-1670-4cd0-bbf3-57a7b8233f22 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting subnet 1440aee9-1aab-414c-abf3-c0da778f8c59 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:45:24.374720 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-95fcfddf-1670-4cd0-bbf3-57a7b8233f22 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:24.390880 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:24.411082 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c9aaa6-84fc-4824-979a-263f292445c9 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:45:24.429852 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 79c9aaa6-84fc-4824-979a-263f292445c9, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=79c9aaa6-84fc-4824-979a-263f292445c9,segment=NetworkSegment(301e386f-8b28-43da-9c51-24d5d935f543),segment_id=301e386f-8b28-43da-9c51-24d5d935f543)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:24.435097 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:24.438012 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-95fcfddf-1670-4cd0-bbf3-57a7b8233f22 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:24.438325 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:24.536471 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=79c9aaa6-84fc-4824-979a-263f292445c9,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:24.538991 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-95fcfddf-1670-4cd0-bbf3-57a7b8233f22 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:24.539904 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:24.599478 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2db16be3-a0f4-41aa-aa62-72bee5588ba1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:24.614928 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-2db16be3-a0f4-41aa-aa62-72bee5588ba1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Transition to ACTIVE for port object bf3ffb7a-c4d0-4409-aac9-12082893eee3 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:24.638933 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2db16be3-a0f4-41aa-aa62-72bee5588ba1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:24.644488 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:24.691033 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-95fcfddf-1670-4cd0-bbf3-57a7b8233f22 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:24.696260 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fc149319-7ca2-49bd-aa60-81292efcc295 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:24.706819 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] Allocated IP 2001:db8::f816:3eff:fe3d:46b2 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/6d14847c-47bb-4329-b8b9-ab74d953c956/88137cba-40bf-4a7d-991d-34eac190b79f) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:24.712669 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db16be3-a0f4-41aa-aa62-72bee5588ba1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:24.717066 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-2db16be3-a0f4-41aa-aa62-72bee5588ba1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:24.721410 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db16be3-a0f4-41aa-aa62-72bee5588ba1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:45:24.727236 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db16be3-a0f4-41aa-aa62-72bee5588ba1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:24.728070 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2db16be3-a0f4-41aa-aa62-72bee5588ba1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:24.736390 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db16be3-a0f4-41aa-aa62-72bee5588ba1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=bf3ffb7a-c4d0-4409-aac9-12082893eee3,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:24.741191 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ef4ff-a920-45ea-ba83-c9fe33f80e7c req-6afb0d5a-384a-4c4e-92a0-71ae0a3dc399 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:24.742710 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d99ef4ff-a920-45ea-ba83-c9fe33f80e7c req-6afb0d5a-384a-4c4e-92a0-71ae0a3dc399 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 944 time: 0.1697152 Nov 26 16:45:24.746487 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2db16be3-a0f4-41aa-aa62-72bee5588ba1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:24.746636 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcfddf-1670-4cd0-bbf3-57a7b8233f22 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Subnet': ['ID=1440aee9-1aab-414c-abf3-c0da778f8c59,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:24.749659 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-95fcfddf-1670-4cd0-bbf3-57a7b8233f22 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:24.767169 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2db16be3-a0f4-41aa-aa62-72bee5588ba1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1671541 Nov 26 16:45:24.769643 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51520) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:24.777279 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-95fcfddf-1670-4cd0-bbf3-57a7b8233f22 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:24.789368 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-95fcfddf-1670-4cd0-bbf3-57a7b8233f22 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/subnets/1440aee9-1aab-414c-abf3-c0da778f8c59 HTTP/1.1" status: 204 len: 168 time: 0.4905062 Nov 26 16:45:24.796476 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51524) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:24.807372 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['79c9aaa6-84fc-4824-979a-263f292445c9'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 16:45:24.832511 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d444c81-e752-48e3-b750-08ca567a0d9f None None] Network 1f6b688d-2809-441d-9740-72853f2de05c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:24.867622 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1314e8a-e97a-4e32-8ade-63f2d3fb281e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:24.868640 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c1314e8a-e97a-4e32-8ade-63f2d3fb281e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:24.868827 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d99ef4ff-a920-45ea-ba83-c9fe33f80e7c req-f30f6ee5-58c0-4712-8151-d3a2ed247375 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f2294cf-4282-491e-8bf7-5876be4c3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158314 Nov 26 16:45:24.881137 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-763c93de-c109-4732-b0e0-436e791f62d0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting subnet 2b075e52-b380-486f-81b8-49ef68f9f058 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:45:24.885409 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-763c93de-c109-4732-b0e0-436e791f62d0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:24.885869 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c1314e8a-e97a-4e32-8ade-63f2d3fb281e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:24.890825 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c1314e8a-e97a-4e32-8ade-63f2d3fb281e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1200941 Nov 26 16:45:24.891411 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51528) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:24.941950 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-763c93de-c109-4732-b0e0-436e791f62d0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:24.959368 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-70d588c6-8fc0-4f88-8178-07d9634f63b9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting port bf3ffb7a-c4d0-4409-aac9-12082893eee3 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:24.959711 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-70d588c6-8fc0-4f88-8178-07d9634f63b9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:25.046274 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-763c93de-c109-4732-b0e0-436e791f62d0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:25.122222 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-763c93de-c109-4732-b0e0-436e791f62d0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:25.126727 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-deb3d642-8ea9-467a-b8a9-1d619dd94a8f tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:25.165666 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c93de-c109-4732-b0e0-436e791f62d0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Subnet': ['ID=2b075e52-b380-486f-81b8-49ef68f9f058,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:25.168327 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-763c93de-c109-4732-b0e0-436e791f62d0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:25.170874 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-763c93de-c109-4732-b0e0-436e791f62d0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:25.175544 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-763c93de-c109-4732-b0e0-436e791f62d0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/subnets/2b075e52-b380-486f-81b8-49ef68f9f058 HTTP/1.1" status: 204 len: 168 time: 0.3781104 Nov 26 16:45:25.178436 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51532) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:25.225538 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee272478-b10e-407b-b1db-8d51907f254e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] DELETE failed (client error): The resource could not be found. Nov 26 16:45:25.226261 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee272478-b10e-407b-b1db-8d51907f254e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:45:25.227620 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ee272478-b10e-407b-b1db-8d51907f254e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/subnets/1440aee9-1aab-414c-abf3-c0da778f8c59 HTTP/1.1" status: 404 len: 337 time: 0.0482562 Nov 26 16:45:25.230438 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51536) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:25.266876 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:25.269079 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-70d588c6-8fc0-4f88-8178-07d9634f63b9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:25.298698 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] Transition to ACTIVE for port object 88137cba-40bf-4a7d-991d-34eac190b79f will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:25.321289 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbeb954-ab77-4543-9f2e-16e0e13a1e29 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting subnet 6b5c025c-1e72-494f-871c-4519d6b9cbec {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:45:25.325206 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bbbeb954-ab77-4543-9f2e-16e0e13a1e29 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:25.346581 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] Transition to ACTIVE for port object 88137cba-40bf-4a7d-991d-34eac190b79f will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:25.377368 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:25.386654 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bbbeb954-ab77-4543-9f2e-16e0e13a1e29 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:25.387037 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:25.447696 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-70d588c6-8fc0-4f88-8178-07d9634f63b9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Calling delete_port for bf3ffb7a-c4d0-4409-aac9-12082893eee3 owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:25.468792 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:25.477256 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-64f9be08-0697-40ef-9cb1-af126ab09a1e req-ca78b5ec-b5e6-4433-9dad-d821ed57262f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1349742 Nov 26 16:45:25.478296 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:25.489616 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:45:25.494013 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bbbeb954-ab77-4543-9f2e-16e0e13a1e29 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:25.497041 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] Pushing event updated for resources: {'Port': ['ID=88137cba-40bf-4a7d-991d-34eac190b79f,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:25.507132 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:25.583469 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bbbeb954-ab77-4543-9f2e-16e0e13a1e29 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:25.588576 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-12e55430-6dbb-4c18-9bce-697a8b32a529 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:25.629015 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbeb954-ab77-4543-9f2e-16e0e13a1e29 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Subnet': ['ID=6b5c025c-1e72-494f-871c-4519d6b9cbec,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:25.629194 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] Attempting to bind port 88137cba-40bf-4a7d-991d-34eac190b79f on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:45:25.629318 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] Attempting to bind port 88137cba-40bf-4a7d-991d-34eac190b79f by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:45:25.629609 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] Attempting to bind port 88137cba-40bf-4a7d-991d-34eac190b79f on network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:45:25.630730 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bbbeb954-ab77-4543-9f2e-16e0e13a1e29 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:25.634224 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bbbeb954-ab77-4543-9f2e-16e0e13a1e29 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:25.634641 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-70d588c6-8fc0-4f88-8178-07d9634f63b9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:25.640012 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-bbbeb954-ab77-4543-9f2e-16e0e13a1e29 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/subnets/6b5c025c-1e72-494f-871c-4519d6b9cbec HTTP/1.1" status: 204 len: 168 time: 0.4085021 Nov 26 16:45:25.643604 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51542) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:25.648120 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:45:25.648516 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] Checking segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:45:25.648936 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:25.649339 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] Bound using segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:45:25.649979 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] Bound port: 88137cba-40bf-4a7d-991d-34eac190b79f, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:45:25.650206 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:25.655838 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-24eaf227-8bdf-4cbd-b3fd-ec43c3c39a07 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:25.691367 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-62572abf-a423-4f93-9d37-315a0057628a tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] DELETE failed (client error): The resource could not be found. Nov 26 16:45:25.691853 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62572abf-a423-4f93-9d37-315a0057628a tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:45:25.693521 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-62572abf-a423-4f93-9d37-315a0057628a tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/subnets/39fccb5f-e821-43a6-a6c8-7707b8907a24 HTTP/1.1" status: 404 len: 337 time: 0.0489564 Nov 26 16:45:25.696098 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51546) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:25.744942 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d6dd4a7d-62c7-4fa7-ba85-32aeef8c089e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "GET /v2.0/ports?device_id=faad54af-6d8b-4620-85c2-c8bb74a25654 HTTP/1.1" status: 200 len: 205 time: 0.0476744 Nov 26 16:45:25.747248 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51550) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:25.751447 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d588c6-8fc0-4f88-8178-07d9634f63b9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Port': ['ID=bf3ffb7a-c4d0-4409-aac9-12082893eee3,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:25.755883 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-70d588c6-8fc0-4f88-8178-07d9634f63b9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:25.767052 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] For port 88137cba-40bf-4a7d-991d-34eac190b79f, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:45:25.771498 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] For port 88137cba-40bf-4a7d-991d-34eac190b79f, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=88137cba-40bf-4a7d-991d-34eac190b79f,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:45:25.784091 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:25.795378 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-54769214-1382-4dda-83ac-7b76b4265904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:25.823208 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-70d588c6-8fc0-4f88-8178-07d9634f63b9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:25.833781 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-40f28a7b-0a75-4d7a-a183-11df3aaaf25d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] delete failed (client error): The resource could not be found. Nov 26 16:45:25.837821 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-40f28a7b-0a75-4d7a-a183-11df3aaaf25d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/routers/faad54af-6d8b-4620-85c2-c8bb74a25654 HTTP/1.1" status: 404 len: 336 time: 0.0894282 Nov 26 16:45:25.838097 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51554) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:25.880191 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c11532-1e41-4a15-b6ef-6d5f2975da17 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] DELETE failed (client error): The resource could not be found. Nov 26 16:45:25.880374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c11532-1e41-4a15-b6ef-6d5f2975da17 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:45:25.881938 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-47c11532-1e41-4a15-b6ef-6d5f2975da17 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/subnets/7fb0c63c-250e-4730-8da5-2f4534932753 HTTP/1.1" status: 404 len: 337 time: 0.0427003 Nov 26 16:45:25.883340 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-70d588c6-8fc0-4f88-8178-07d9634f63b9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/bf3ffb7a-c4d0-4409-aac9-12082893eee3 HTTP/1.1" status: 204 len: 168 time: 0.9909742 Nov 26 16:45:25.884452 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51558) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:25.886857 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51560) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:25.892483 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] Pushing event updated for resources: {'Port': ['ID=88137cba-40bf-4a7d-991d-34eac190b79f,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:25.895949 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:25.931348 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-409d46b5-a8fa-4ae1-b42a-ed21aa59cc54 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] DELETE failed (client error): The resource could not be found. Nov 26 16:45:25.931835 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-409d46b5-a8fa-4ae1-b42a-ed21aa59cc54 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:45:25.933675 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-409d46b5-a8fa-4ae1-b42a-ed21aa59cc54 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/subnets/ee1caa78-9504-4ac1-8f22-ca4bd384ad5c HTTP/1.1" status: 404 len: 337 time: 0.0482895 Nov 26 16:45:25.936680 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51568) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:25.987336 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a588247-7640-4801-9ddb-c43c0f376819 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] DELETE failed (client error): The resource could not be found. Nov 26 16:45:25.988050 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a588247-7640-4801-9ddb-c43c0f376819 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:45:25.992846 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5a588247-7640-4801-9ddb-c43c0f376819 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/subnets/dd18ab4a-e9a1-4dc8-893e-94c9ad684c41 HTTP/1.1" status: 404 len: 337 time: 0.0548899 Nov 26 16:45:25.994073 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51572) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:26.045181 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-085f55a2-f485-4bfd-8cec-e35c6d413bef tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] DELETE failed (client error): The resource could not be found. Nov 26 16:45:26.045964 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085f55a2-f485-4bfd-8cec-e35c6d413bef tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:45:26.048267 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-085f55a2-f485-4bfd-8cec-e35c6d413bef tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/ports/2274ae47-cc8b-44de-a2f1-f35b3998b747 HTTP/1.1" status: 404 len: 333 time: 0.0528097 Nov 26 16:45:26.050575 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51576) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:26.092143 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e33afb-3204-42f8-aa39-9d0e06b9f85f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] DELETE failed (client error): The resource could not be found. Nov 26 16:45:26.092561 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e33afb-3204-42f8-aa39-9d0e06b9f85f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:45:26.096656 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e9e33afb-3204-42f8-aa39-9d0e06b9f85f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/subnets/0253a914-f39a-4328-9d52-dfc09908b997 HTTP/1.1" status: 404 len: 337 time: 0.0425415 Nov 26 16:45:26.096881 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51580) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:26.146458 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-97650e18-c899-438b-aca5-722face93ddb tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] DELETE failed (client error): The resource could not be found. Nov 26 16:45:26.147124 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97650e18-c899-438b-aca5-722face93ddb tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:45:26.152405 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-97650e18-c899-438b-aca5-722face93ddb tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/subnets/95b0155a-741c-4333-a335-e011c22674a5 HTTP/1.1" status: 404 len: 337 time: 0.0522139 Nov 26 16:45:26.154793 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51584) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:26.235409 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6467c28-1310-40cc-acd1-12d0413d9471 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:26.236529 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6467c28-1310-40cc-acd1-12d0413d9471 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:26.237295 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f6467c28-1310-40cc-acd1-12d0413d9471 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:26.242225 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-65964c58-d840-4c3e-b6a7-b01171f95eac tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] DELETE failed (client error): The resource could not be found. Nov 26 16:45:26.242682 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65964c58-d840-4c3e-b6a7-b01171f95eac tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:45:26.247268 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-65964c58-d840-4c3e-b6a7-b01171f95eac tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/ports/9c86e892-91d0-4f72-bb83-b49043e85386 HTTP/1.1" status: 404 len: 333 time: 0.0891259 Nov 26 16:45:26.247650 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51588) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:26.282508 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73707c-5063-4e65-a46a-4a66b7c25d81 req-29c0bd04-13eb-4674-8ed9-5b49e40fc194 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:26.284682 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4b73707c-5063-4e65-a46a-4a66b7c25d81 req-29c0bd04-13eb-4674-8ed9-5b49e40fc194 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 944 time: 0.1880686 Nov 26 16:45:26.286215 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f6467c28-1310-40cc-acd1-12d0413d9471 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:26.287769 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f6467c28-1310-40cc-acd1-12d0413d9471 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3995054 Nov 26 16:45:26.291347 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51592) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:26.300618 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-08cc72e8-e829-4944-8b1d-31b6e88f893e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] DELETE failed (client error): The resource could not be found. Nov 26 16:45:26.301083 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08cc72e8-e829-4944-8b1d-31b6e88f893e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:45:26.302931 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-08cc72e8-e829-4944-8b1d-31b6e88f893e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/subnets/3d1b4546-e8de-417e-b377-929bc1e9e099 HTTP/1.1" status: 404 len: 337 time: 0.0542436 Nov 26 16:45:26.305578 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51594) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:26.347851 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-0409628d-baca-4e0f-a77d-19c139fcdf50 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] DELETE failed (client error): The resource could not be found. Nov 26 16:45:26.348420 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0409628d-baca-4e0f-a77d-19c139fcdf50 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:45:26.353552 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0409628d-baca-4e0f-a77d-19c139fcdf50 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/subnets/5a4ad7e3-fcd4-409e-b97c-8589de61266b HTTP/1.1" status: 404 len: 337 time: 0.0455263 Nov 26 16:45:26.354582 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51600) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:26.358209 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd59ce1e-018b-4aad-b153-4679e8a1ebad None None] Network 1f6b688d-2809-441d-9740-72853f2de05c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:26.406804 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4b73707c-5063-4e65-a46a-4a66b7c25d81 req-1e70bd2f-6adb-41e5-8093-f9935ab712db tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f2294cf-4282-491e-8bf7-5876be4c3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164508 Nov 26 16:45:26.428812 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dcf3915-7af5-4812-91b4-a113aa91e21b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet 6d14847c-47bb-4329-b8b9-ab74d953c956 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:45:26.432489 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3915-7af5-4812-91b4-a113aa91e21b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:26.444534 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-e983268e-6d64-4462-9ae5-e4c64643c569 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting port 31f3e752-5808-486b-969c-d1496b51c9fc {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:26.445011 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e983268e-6d64-4462-9ae5-e4c64643c569 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:26.478032 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c6515791-a496-4f7a-8ec5-c2940ebb3281 None None] Provisioning complete for port 31f3e752-5808-486b-969c-d1496b51c9fc triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:26.478032 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c6515791-a496-4f7a-8ec5-c2940ebb3281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:26.492240 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3915-7af5-4812-91b4-a113aa91e21b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:26.597222 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3915-7af5-4812-91b4-a113aa91e21b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:26.646274 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-c6515791-a496-4f7a-8ec5-c2940ebb3281 None None] Port 31f3e752-5808-486b-969c-d1496b51c9fc cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:45:26.653581 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1e3e73d6-e546-488f-9802-1ef60b11a7da req-ce51fa4a-675a-4280-96c3-ba2e1ab8baa5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0590634 Nov 26 16:45:26.673066 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c6515791-a496-4f7a-8ec5-c2940ebb3281 None None] Provisioning complete for port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:26.673484 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c6515791-a496-4f7a-8ec5-c2940ebb3281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:26.684543 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3915-7af5-4812-91b4-a113aa91e21b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:26.691054 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a717bdc9-02ee-497d-81b8-b6a3857485d7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:26.731050 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf3915-7af5-4812-91b4-a113aa91e21b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=6d14847c-47bb-4329-b8b9-ab74d953c956,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:26.739382 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2dcf3915-7af5-4812-91b4-a113aa91e21b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:26.752927 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3915-7af5-4812-91b4-a113aa91e21b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:26.786244 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2dcf3915-7af5-4812-91b4-a113aa91e21b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/6d14847c-47bb-4329-b8b9-ab74d953c956 HTTP/1.1" status: 204 len: 168 time: 0.4761882 Nov 26 16:45:26.787152 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51606) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:26.878467 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a01e8b-a411-4411-9a66-aea31de20b26 None None] DHCP port deletion for 1f6b688d-2809-441d-9740-72853f2de05c request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:45:26.887029 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-03a01e8b-a411-4411-9a66-aea31de20b26 None None] Deleting port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:26.887861 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-03a01e8b-a411-4411-9a66-aea31de20b26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:26.888640 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b673763a-54fe-49e6-98dc-52e8bb0d549f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1002922 Nov 26 16:45:26.889272 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51610) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:26.895270 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-3bd96820-5b27-4c48-9642-87231aa65ce0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:26.903593 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e983268e-6d64-4462-9ae5-e4c64643c569 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:27.035905 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-3bd96820-5b27-4c48-9642-87231aa65ce0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:27.040668 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3bd96820-5b27-4c48-9642-87231aa65ce0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:27.044283 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3bd96820-5b27-4c48-9642-87231aa65ce0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:27.050547 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-3bd96820-5b27-4c48-9642-87231aa65ce0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:27.052478 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-e983268e-6d64-4462-9ae5-e4c64643c569 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Calling delete_port for 31f3e752-5808-486b-969c-d1496b51c9fc owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:27.063813 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd96820-5b27-4c48-9642-87231aa65ce0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:27.070169 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3bd96820-5b27-4c48-9642-87231aa65ce0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:27.129527 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-03a01e8b-a411-4411-9a66-aea31de20b26 None None] For port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=330e1051-0a84-4e2e-a7f3-3b5e8086bcea,segment=NetworkSegment(9d58b2b7-9f9c-4056-ba4a-cf841529c855),segment_id=9d58b2b7-9f9c-4056-ba4a-cf841529c855)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:27.129931 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-03a01e8b-a411-4411-9a66-aea31de20b26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:27.146930 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e983268e-6d64-4462-9ae5-e4c64643c569 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:27.152909 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-26c09245-01ab-42c9-ab73-00249bfc897e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:27.197195 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983268e-6d64-4462-9ae5-e4c64643c569 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Port': ['ID=31f3e752-5808-486b-969c-d1496b51c9fc,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:27.202439 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e983268e-6d64-4462-9ae5-e4c64643c569 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:27.208641 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e983268e-6d64-4462-9ae5-e4c64643c569 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:27.235568 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e983268e-6d64-4462-9ae5-e4c64643c569 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/ports/31f3e752-5808-486b-969c-d1496b51c9fc HTTP/1.1" status: 204 len: 168 time: 0.8796167 Nov 26 16:45:27.237800 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51614) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:27.280825 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dea3872-a2d4-47c3-88e2-5ab927859505 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:27.298594 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-03a01e8b-a411-4411-9a66-aea31de20b26 None None] Calling delete_port for 330e1051-0a84-4e2e-a7f3-3b5e8086bcea owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:27.373686 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d8db4ade-60c9-4a10-ab61-0a17efd090f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:27.387227 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-d8db4ade-60c9-4a10-ab61-0a17efd090f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:27.387764 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d8db4ade-60c9-4a10-ab61-0a17efd090f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:27.444174 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 88137cba-40bf-4a7d-991d-34eac190b79f up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:45:27.509334 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-de0a3aa2-014f-4f4a-9ba0-dbce60d2343b None None] Provisioning for port 88137cba-40bf-4a7d-991d-34eac190b79f completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:27.511252 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.objects.ports [None req-3bd96820-5b27-4c48-9642-87231aa65ce0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87519) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 26 16:45:27.590393 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-03a01e8b-a411-4411-9a66-aea31de20b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:27.596346 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:27.625957 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-d8db4ade-60c9-4a10-ab61-0a17efd090f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] For port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=330e1051-0a84-4e2e-a7f3-3b5e8086bcea,segment=NetworkSegment(9d58b2b7-9f9c-4056-ba4a-cf841529c855),segment_id=9d58b2b7-9f9c-4056-ba4a-cf841529c855)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:27.626463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d8db4ade-60c9-4a10-ab61-0a17efd090f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:27.645182 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a01e8b-a411-4411-9a66-aea31de20b26 None None] Pushing event deleted for resources: {'Port': ['ID=330e1051-0a84-4e2e-a7f3-3b5e8086bcea,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:27.674159 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a01e8b-a411-4411-9a66-aea31de20b26 None None] No DVR routers for this DVR port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:45:27.675646 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-03a01e8b-a411-4411-9a66-aea31de20b26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:27.704726 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435aec83-8055-42fd-877d-2c5aa137585b req-e7e00371-d7b1-4128-8dbd-b97c9632f127 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:27.706284 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-435aec83-8055-42fd-877d-2c5aa137585b req-e7e00371-d7b1-4128-8dbd-b97c9632f127 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 944 time: 0.1464434 Nov 26 16:45:27.715641 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 88137cba-40bf-4a7d-991d-34eac190b79f completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:27.728564 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 88137cba-40bf-4a7d-991d-34eac190b79f triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:27.728564 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:27.822376 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-435aec83-8055-42fd-877d-2c5aa137585b req-1fc28aba-7394-4516-9672-681d1d0e6bd1 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f2294cf-4282-491e-8bf7-5876be4c3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035292 Nov 26 16:45:27.822989 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-d8db4ade-60c9-4a10-ab61-0a17efd090f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Calling delete_port for 330e1051-0a84-4e2e-a7f3-3b5e8086bcea owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:27.826103 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3bd96820-5b27-4c48-9642-87231aa65ce0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:27.869655 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2be10795-e978-4aa5-8672-133566b1ccf2 req-d5952a06-c389-4960-82f1-5bd4845f5ea0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0881207 Nov 26 16:45:27.907481 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:27.935243 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.api [None req-d8db4ade-60c9-4a10-ab61-0a17efd090f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:45:27.936019 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_db.api [None req-d8db4ade-60c9-4a10-ab61-0a17efd090f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:45:27.943913 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 88137cba-40bf-4a7d-991d-34eac190b79f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=88137cba-40bf-4a7d-991d-34eac190b79f,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:27.947959 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:27.949168 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.db.api [None req-3bd96820-5b27-4c48-9642-87231aa65ce0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:45:27.949963 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:27.950164 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_db.api [None req-3bd96820-5b27-4c48-9642-87231aa65ce0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:45:27.997364 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 330e1051-0a84-4e2e-a7f3-3b5e8086bcea no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:45:28.028674 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 79c9aaa6-84fc-4824-979a-263f292445c9 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:45:28.092262 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 330e1051-0a84-4e2e-a7f3-3b5e8086bcea {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:45:28.092620 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 330e1051-0a84-4e2e-a7f3-3b5e8086bcea not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:45:28.117445 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=88137cba-40bf-4a7d-991d-34eac190b79f,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:28.124422 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:28.132908 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-65e6e505-9413-4859-bf0b-0c423977129f None None] Provisioning complete for port 88137cba-40bf-4a7d-991d-34eac190b79f triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:28.133290 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-65e6e505-9413-4859-bf0b-0c423977129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:28.177701 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port 79c9aaa6-84fc-4824-979a-263f292445c9 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:28.187974 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 79c9aaa6-84fc-4824-979a-263f292445c9 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:28.188362 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:28.368123 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:28.397783 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c097f24-3a23-4b03-8fa3-fb91a55e06f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c9aaa6-84fc-4824-979a-263f292445c9'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:45:28.407829 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 79c9aaa6-84fc-4824-979a-263f292445c9, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=79c9aaa6-84fc-4824-979a-263f292445c9,segment=NetworkSegment(301e386f-8b28-43da-9c51-24d5d935f543),segment_id=301e386f-8b28-43da-9c51-24d5d935f543)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:28.413356 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:28.415286 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-9ee13833-634d-40a9-96fa-6c981b9ab2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:28.437197 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-d8db4ade-60c9-4a10-ab61-0a17efd090f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Deleting port 330e1051-0a84-4e2e-a7f3-3b5e8086bcea {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:28.437794 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d8db4ade-60c9-4a10-ab61-0a17efd090f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:28.507963 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-593125fc-2638-4072-8c7e-3f1a3011e214 None None] Could not find standard attr ID for object bf3ffb7a-c4d0-4409-aac9-12082893eee3. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:45:28.511397 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-d8db4ade-60c9-4a10-ab61-0a17efd090f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] The port '330e1051-0a84-4e2e-a7f3-3b5e8086bcea' was deleted {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:45:28.545754 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c097f24-3a23-4b03-8fa3-fb91a55e06f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c9aaa6-84fc-4824-979a-263f292445c9', 'code': 200} Nov 26 16:45:28.548873 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=79c9aaa6-84fc-4824-979a-263f292445c9,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:28.553813 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3bd96820-5b27-4c48-9642-87231aa65ce0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:28.554333 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:28.560501 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-69548d78-0ae0-4543-9563-01e845f06f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:28.650415 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d8db4ade-60c9-4a10-ab61-0a17efd090f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:28.682295 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-d8db4ade-60c9-4a10-ab61-0a17efd090f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f6b688d-2809-441d-9740-72853f2de05c']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:28.701459 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-d8db4ade-60c9-4a10-ab61-0a17efd090f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d58b2b7-9f9c-4056-ba4a-cf841529c855') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:28.702281 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-d8db4ade-60c9-4a10-ab61-0a17efd090f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d58b2b7-9f9c-4056-ba4a-cf841529c855') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:28.717421 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d8db4ade-60c9-4a10-ab61-0a17efd090f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:28.782603 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d8db4ade-60c9-4a10-ab61-0a17efd090f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:28.791819 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8db4ade-60c9-4a10-ab61-0a17efd090f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:45:28.792257 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d8db4ade-60c9-4a10-ab61-0a17efd090f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:45:28.807021 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:45:28.900019 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d121ba-32da-4855-982e-98c0f9f0e8e2 req-3c412913-e44c-46ce-8538-bd8ca5d7e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:28.901627 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b4d121ba-32da-4855-982e-98c0f9f0e8e2 req-3c412913-e44c-46ce-8538-bd8ca5d7e6c6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 1098 time: 0.1868024 Nov 26 16:45:28.902845 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d8db4ade-60c9-4a10-ab61-0a17efd090f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:28.907043 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1f6adb4f-936f-4bfe-9d44-1209baf1f576 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:28.919291 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-3bd96820-5b27-4c48-9642-87231aa65ce0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] For port 88137cba-40bf-4a7d-991d-34eac190b79f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=88137cba-40bf-4a7d-991d-34eac190b79f,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:28.921680 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d8db4ade-60c9-4a10-ab61-0a17efd090f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:28.951916 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db4ade-60c9-4a10-ab61-0a17efd090f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Pushing event deleted for resources: {'Network': ['ID=1f6b688d-2809-441d-9740-72853f2de05c,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:28.954327 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d8db4ade-60c9-4a10-ab61-0a17efd090f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:28.984838 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3bd96820-5b27-4c48-9642-87231aa65ce0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:28.992934 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4d18bdb9-20bc-4bf2-86a7-25c85b0c4dcb req-1659aec3-b372-4371-b3b2-2ca58496e891 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0521421 Nov 26 16:45:28.993936 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3bd96820-5b27-4c48-9642-87231aa65ce0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:28.994709 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3bd96820-5b27-4c48-9642-87231aa65ce0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:28.999241 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6b37d3db-3ad6-4235-b81d-20b651a34605 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:29.068292 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd96820-5b27-4c48-9642-87231aa65ce0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:29.071366 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-3bd96820-5b27-4c48-9642-87231aa65ce0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:29.076204 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd96820-5b27-4c48-9642-87231aa65ce0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:29.076566 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3bd96820-5b27-4c48-9642-87231aa65ce0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:29.079949 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e509b9e9-8324-4251-adef-61d43278bf4e None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:29.103994 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd96820-5b27-4c48-9642-87231aa65ce0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=88137cba-40bf-4a7d-991d-34eac190b79f,revision_number=6']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:29.108236 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3bd96820-5b27-4c48-9642-87231aa65ce0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:29.109460 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-763c93de-c109-4732-b0e0-436e791f62d0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:29.141352 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3bd96820-5b27-4c48-9642-87231aa65ce0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2487953 Nov 26 16:45:29.141863 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d8db4ade-60c9-4a10-ab61-0a17efd090f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] 10.222.0.11 "DELETE /v2.0/networks/1f6b688d-2809-441d-9740-72853f2de05c HTTP/1.1" status: 204 len: 168 time: 1.9029436 Nov 26 16:45:29.142530 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51632) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:29.155882 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-49729672-cb62-41ce-8d11-83a7170f2edd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'mac_address': 'fa:16:3e:9c:7c:d7', 'name': 'tempest-NetworksTestDHCPv6-1644455847'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:29.181141 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd96820-5b27-4c48-9642-87231aa65ce0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=bda2a97e-6013-4f6e-8735-7b35e817dd02,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:29.188179 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-b4d121ba-32da-4855-982e-98c0f9f0e8e2 req-0e303eb2-6268-44f9-aa85-0fdf16597112 service neutron] Synchronizing usage tracker for tenant:0988a176d14743b487013ea93321e24b on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:29.194736 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3bd96820-5b27-4c48-9642-87231aa65ce0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:29.284730 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-b4d121ba-32da-4855-982e-98c0f9f0e8e2 req-0e303eb2-6268-44f9-aa85-0fdf16597112 service neutron] Unset dirty status for tenant:0988a176d14743b487013ea93321e24b on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:29.286040 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b4d121ba-32da-4855-982e-98c0f9f0e8e2 req-0e303eb2-6268-44f9-aa85-0fdf16597112 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3f2294cf-4282-491e-8bf7-5876be4c3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3616714 Nov 26 16:45:29.340918 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a702c2-8dba-4eea-b7d4-5c19f61d1dc4 req-6e7144e7-a06e-484b-b747-aa0f4866a1f8 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:29.341580 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-d2a702c2-8dba-4eea-b7d4-5c19f61d1dc4 req-6e7144e7-a06e-484b-b747-aa0f4866a1f8 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Synchronizing usage tracker for tenant:51c303889cec4785abbc174558e69eb4 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:29.341708 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:29.357095 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-49729672-cb62-41ce-8d11-83a7170f2edd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:29.365039 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-49729672-cb62-41ce-8d11-83a7170f2edd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:port and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:29.369477 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-49729672-cb62-41ce-8d11-83a7170f2edd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:29.376878 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-49729672-cb62-41ce-8d11-83a7170f2edd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:29.380255 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-d2a702c2-8dba-4eea-b7d4-5c19f61d1dc4 req-6e7144e7-a06e-484b-b747-aa0f4866a1f8 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Unset dirty status for tenant:51c303889cec4785abbc174558e69eb4 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:29.381991 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d2a702c2-8dba-4eea-b7d4-5c19f61d1dc4 req-6e7144e7-a06e-484b-b747-aa0f4866a1f8 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 945 time: 0.4375033 Nov 26 16:45:29.393194 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49729672-cb62-41ce-8d11-83a7170f2edd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:29.416082 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 88137cba-40bf-4a7d-991d-34eac190b79f up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:45:29.485411 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51638) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:29.511569 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 88137cba-40bf-4a7d-991d-34eac190b79f triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:29.512164 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:29.525402 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d2a702c2-8dba-4eea-b7d4-5c19f61d1dc4 req-6c3a7225-d678-4d8a-965b-916b07ddbbf8 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f2294cf-4282-491e-8bf7-5876be4c3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347973 Nov 26 16:45:29.579504 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-49729672-cb62-41ce-8d11-83a7170f2edd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:29.613173 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-49729672-cb62-41ce-8d11-83a7170f2edd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] device_id is not set on port f573bb90-a234-43e5-8857-2cc2f8ff5a3b yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:45:29.660604 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-95382c2b-03de-4fdb-939b-7f07ca1d7454 None None] Provisioning complete for port 88137cba-40bf-4a7d-991d-34eac190b79f triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:29.661153 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-95382c2b-03de-4fdb-939b-7f07ca1d7454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:29.679466 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2be706e6-8634-4bf3-ba12-5a0540b28555 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e5bd482c0dce485f8884ef8c9a70116c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919577 Nov 26 16:45:29.680697 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51644) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:29.753494 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-97f85095-0f75-4013-92f4-f02127fa2ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:29.768046 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-49729672-cb62-41ce-8d11-83a7170f2edd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 2001:db8::f816:3eff:fe9c:7cd7 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/bda2a97e-6013-4f6e-8735-7b35e817dd02/f573bb90-a234-43e5-8857-2cc2f8ff5a3b) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:29.781898 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-97f85095-0f75-4013-92f4-f02127fa2ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:29.838981 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-97f85095-0f75-4013-92f4-f02127fa2ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:29.844377 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bb4f665e-f894-4cdb-b5c5-fa9b88593f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:29.854418 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f85095-0f75-4013-92f4-f02127fa2ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14f969f-0f49-44e5-96a0-437450cd5958,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:29.858958 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-97f85095-0f75-4013-92f4-f02127fa2ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:29.860901 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-97f85095-0f75-4013-92f4-f02127fa2ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:29.864745 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-97f85095-0f75-4013-92f4-f02127fa2ac2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d14f969f-0f49-44e5-96a0-437450cd5958 HTTP/1.1" status: 204 len: 168 time: 0.1802669 Nov 26 16:45:29.994983 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-49729672-cb62-41ce-8d11-83a7170f2edd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:30.010617 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-49729672-cb62-41ce-8d11-83a7170f2edd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Transition to ACTIVE for port object f573bb90-a234-43e5-8857-2cc2f8ff5a3b will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:30.039440 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-49729672-cb62-41ce-8d11-83a7170f2edd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:30.045712 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-345d1a2d-63ff-41b6-98bc-f335870882b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:30.102706 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2291b6c0-13fe-4584-a347-6ef2f2a5875f req-e715cc20-00bd-4fc3-8e3d-ecd4b6e3276a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0529640 Nov 26 16:45:30.114285 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49729672-cb62-41ce-8d11-83a7170f2edd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:30.117589 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-49729672-cb62-41ce-8d11-83a7170f2edd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:30.124879 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49729672-cb62-41ce-8d11-83a7170f2edd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:45:30.130422 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49729672-cb62-41ce-8d11-83a7170f2edd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:30.131028 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-49729672-cb62-41ce-8d11-83a7170f2edd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:30.135010 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49729672-cb62-41ce-8d11-83a7170f2edd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=f573bb90-a234-43e5-8857-2cc2f8ff5a3b,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:30.139615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-49729672-cb62-41ce-8d11-83a7170f2edd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:30.164352 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-49729672-cb62-41ce-8d11-83a7170f2edd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0179996 Nov 26 16:45:30.164873 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51658) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:30.253401 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e226526-cbbf-4115-af13-1b180583ca2a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:30.259602 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e226526-cbbf-4115-af13-1b180583ca2a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:30.264175 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5e226526-cbbf-4115-af13-1b180583ca2a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0960388 Nov 26 16:45:30.264515 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51666) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:30.341524 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-16524932-a348-4ff7-8faf-f81da64f5c6d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting port f573bb90-a234-43e5-8857-2cc2f8ff5a3b {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:30.341902 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-16524932-a348-4ff7-8faf-f81da64f5c6d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:30.456236 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a6f437f9-f1c5-40fb-b6a8-21ebb2af5d13 None None] Provisioning for port f573bb90-a234-43e5-8857-2cc2f8ff5a3b completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:30.464355 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a6f437f9-f1c5-40fb-b6a8-21ebb2af5d13 None None] Provisioning complete for port f573bb90-a234-43e5-8857-2cc2f8ff5a3b triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:30.464355 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a6f437f9-f1c5-40fb-b6a8-21ebb2af5d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:30.534178 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-a6f437f9-f1c5-40fb-b6a8-21ebb2af5d13 None None] Port f573bb90-a234-43e5-8857-2cc2f8ff5a3b cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:45:30.611778 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-16524932-a348-4ff7-8faf-f81da64f5c6d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:30.693513 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51680) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:30.752038 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bee60-e3d9-426f-9e53-3c8e26ac7390 req-4be0f4a0-7e60-4ce4-a1c6-e202798854bd tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:30.753572 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ba8bee60-e3d9-426f-9e53-3c8e26ac7390 req-4be0f4a0-7e60-4ce4-a1c6-e202798854bd tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 945 time: 0.0976217 Nov 26 16:45:30.759578 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-16524932-a348-4ff7-8faf-f81da64f5c6d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Calling delete_port for f573bb90-a234-43e5-8857-2cc2f8ff5a3b owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:30.800845 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ba8bee60-e3d9-426f-9e53-3c8e26ac7390 req-0c952bdd-6372-4823-83fe-ade710c26d95 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f2294cf-4282-491e-8bf7-5876be4c3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416648 Nov 26 16:45:30.819308 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'network': {'name': 'tempest-RoutersTest-765248161'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:30.824304 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:30.828514 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Usage tracker for resource:network and tenant:e88a7f81029b400b9cbd561c1fe3ae4d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:30.832604 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:30.840025 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:30.850502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Made reservation on behalf of e88a7f81029b400b9cbd561c1fe3ae4d for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:30.854131 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:30.868781 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:30.885851 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:30.889742 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Usage tracker for resource:security_group_rule and tenant:e88a7f81029b400b9cbd561c1fe3ae4d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:30.892725 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:30.898451 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:30.972139 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-16524932-a348-4ff7-8faf-f81da64f5c6d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:30.981434 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-58ddba5c-0b35-407e-b12e-095e51cd4594 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:31.028678 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16524932-a348-4ff7-8faf-f81da64f5c6d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Port': ['ID=f573bb90-a234-43e5-8857-2cc2f8ff5a3b,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:31.033091 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-16524932-a348-4ff7-8faf-f81da64f5c6d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:31.040364 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:31.046006 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:31.049213 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c0c91f14-46d5-48c3-bfbc-7b63346d96cb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:31.080500 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:45:31.084856 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-16524932-a348-4ff7-8faf-f81da64f5c6d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:31.089968 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af7a9279-d832-4249-892d-e54da4230c74,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:31.093759 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:31.096389 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:31.096732 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Added segment c766a14d-8783-484d-a4a9-c1ffa02e684d of type vlan for network 74b674e8-e1bb-4d9f-bd4b-35323c65f673 Nov 26 16:45:31.105471 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-16524932-a348-4ff7-8faf-f81da64f5c6d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/f573bb90-a234-43e5-8857-2cc2f8ff5a3b HTTP/1.1" status: 204 len: 168 time: 0.8366525 Nov 26 16:45:31.109184 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51688) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:31.112959 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33589530-e888-41f1-a48b-db2aeb778f65 req-bd218854-d15c-4483-a9ac-81120e66c555 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:31.114451 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-33589530-e888-41f1-a48b-db2aeb778f65 req-bd218854-d15c-4483-a9ac-81120e66c555 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 945 time: 0.2035589 Nov 26 16:45:31.162430 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-33589530-e888-41f1-a48b-db2aeb778f65 req-3e657ce2-ef16-4643-8bf9-1c5f3cc26c5a tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f2294cf-4282-491e-8bf7-5876be4c3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417407 Nov 26 16:45:31.189080 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51694) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:31.219743 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-35a7b88f-a46a-4d64-a1c4-5d2b4721a59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:31.229483 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:31.235316 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-92062cb0-fcf7-4c68-8e8a-7a3f88057f2f req-1e9be668-ce2f-48ed-82d2-38dcb3637b4e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0708256 Nov 26 16:45:31.253600 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bf32d1-980c-4e7a-a544-eebb55c8bd64 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:31.255147 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bf32d1-980c-4e7a-a544-eebb55c8bd64 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:31.256020 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-42bf32d1-980c-4e7a-a544-eebb55c8bd64 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:31.288596 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:31.292789 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e073bd4-6f85-484d-9919-c669df9fac78 tempest-TestNetworkAdvancedServerOps-1919520814 tempest-TestNetworkAdvancedServerOps-1919520814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:31.295840 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2e073bd4-6f85-484d-9919-c669df9fac78 tempest-TestNetworkAdvancedServerOps-1919520814 tempest-TestNetworkAdvancedServerOps-1919520814-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 1093 time: 0.1057358 Nov 26 16:45:31.298490 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:31.298674 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51698) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:31.299142 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:31.303858 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fdcfe4ce-9394-4958-8f12-f147dedb029c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:31.304333 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'port_id': '79c9aaa6-84fc-4824-979a-263f292445c9', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:31.311524 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:31.315939 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Usage tracker for resource:floatingip and tenant:51c303889cec4785abbc174558e69eb4 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:31.319949 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:31.321637 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-42bf32d1-980c-4e7a-a544-eebb55c8bd64 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:31.322798 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-42bf32d1-980c-4e7a-a544-eebb55c8bd64 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2116346 Nov 26 16:45:31.328394 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51702) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:31.331847 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:31.389997 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for floatingip, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:31.413113 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7184243 Nov 26 16:45:31.415843 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51706) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:31.423543 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-5a93ee1a-4c60-4938-a08d-da31669a123a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'network': {'name': 'tempest-RoutersTest-1291706805'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:31.426815 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Network': ['ID=74b674e8-e1bb-4d9f-bd4b-35323c65f673,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:31.430032 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:31.430945 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5a93ee1a-4c60-4938-a08d-da31669a123a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:31.434784 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5a93ee1a-4c60-4938-a08d-da31669a123a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Usage tracker for resource:network and tenant:e88a7f81029b400b9cbd561c1fe3ae4d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:31.437181 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 74b674e8-e1bb-4d9f-bd4b-35323c65f673 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:45:31.439919 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5a93ee1a-4c60-4938-a08d-da31669a123a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:31.445643 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5a93ee1a-4c60-4938-a08d-da31669a123a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:31.456950 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a93ee1a-4c60-4938-a08d-da31669a123a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Made reservation on behalf of e88a7f81029b400b9cbd561c1fe3ae4d for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:31.460621 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5a93ee1a-4c60-4938-a08d-da31669a123a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:31.472779 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-c850e598-0ea9-4aa6-bb0c-024dc5811063 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet bda2a97e-6013-4f6e-8735-7b35e817dd02 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:45:31.484898 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c850e598-0ea9-4aa6-bb0c-024dc5811063 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:31.491875 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a93ee1a-4c60-4938-a08d-da31669a123a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:45:31.501577 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5a93ee1a-4c60-4938-a08d-da31669a123a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:31.501965 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-5a93ee1a-4c60-4938-a08d-da31669a123a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Added segment c1d5589b-d89c-47f9-98b7-7115bfcb6687 of type vlan for network 7fc8f3d0-86fc-44a4-967e-529fbc7584f4 Nov 26 16:45:31.534081 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5a93ee1a-4c60-4938-a08d-da31669a123a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:31.568000 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5a93ee1a-4c60-4938-a08d-da31669a123a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:31.574498 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a93ee1a-4c60-4938-a08d-da31669a123a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:31.575113 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5a93ee1a-4c60-4938-a08d-da31669a123a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:31.579121 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8afb6d7f-00c0-4a94-be5a-cf37b94c162b tempest-QuotasNegativeTest-1658928112 tempest-QuotasNegativeTest-1658928112-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:31.673293 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c850e598-0ea9-4aa6-bb0c-024dc5811063 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:31.682232 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5a93ee1a-4c60-4938-a08d-da31669a123a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2653265 Nov 26 16:45:31.685525 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51710) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:31.693148 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-1c05b217-20ee-4b03-aa42-e57ae4744396 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'subnet': {'network_id': '74b674e8-e1bb-4d9f-bd4b-35323c65f673', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:31.709750 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93ee1a-4c60-4938-a08d-da31669a123a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Network': ['ID=7fc8f3d0-86fc-44a4-967e-529fbc7584f4,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:31.715879 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5a93ee1a-4c60-4938-a08d-da31669a123a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:31.728107 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 7fc8f3d0-86fc-44a4-967e-529fbc7584f4 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:45:31.790471 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:31.794668 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c850e598-0ea9-4aa6-bb0c-024dc5811063 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:31.811342 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-1c05b217-20ee-4b03-aa42-e57ae4744396 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:31.815585 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1c05b217-20ee-4b03-aa42-e57ae4744396 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Usage tracker for resource:subnet and tenant:e88a7f81029b400b9cbd561c1fe3ae4d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:31.818359 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1c05b217-20ee-4b03-aa42-e57ae4744396 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:31.824930 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-1c05b217-20ee-4b03-aa42-e57ae4744396 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:31.837048 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c05b217-20ee-4b03-aa42-e57ae4744396 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Made reservation on behalf of e88a7f81029b400b9cbd561c1fe3ae4d for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:31.840731 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1c05b217-20ee-4b03-aa42-e57ae4744396 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:31.973756 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c850e598-0ea9-4aa6-bb0c-024dc5811063 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:31.979930 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-db5f43b6-0865-47df-865b-406bb0e4eeff tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:32.022603 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850e598-0ea9-4aa6-bb0c-024dc5811063 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=bda2a97e-6013-4f6e-8735-7b35e817dd02,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:32.026852 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c850e598-0ea9-4aa6-bb0c-024dc5811063 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:32.029464 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76ac790-6d58-4134-adfe-f4f29761a6f6 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:32.043822 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c850e598-0ea9-4aa6-bb0c-024dc5811063 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:32.044850 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Allocated IP 172.26.0.150 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/72ee9deb-28f5-49f4-9aa4-ce8ebb54c46c) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:32.052179 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c850e598-0ea9-4aa6-bb0c-024dc5811063 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/bda2a97e-6013-4f6e-8735-7b35e817dd02 HTTP/1.1" status: 204 len: 168 time: 0.7204504 Nov 26 16:45:32.052437 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51714) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:32.085311 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1c05b217-20ee-4b03-aa42-e57ae4744396 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:32.089289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-573c216a-067c-48d9-8cd7-71e23ba4cc55 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:32.134439 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5d8f1860-0f14-4910-8547-ba3eb2f748e3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806880 Nov 26 16:45:32.136914 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51718) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:32.173734 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:32.209226 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05b217-20ee-4b03-aa42-e57ae4744396 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Subnet': ['ID=67226b61-bc20-458d-8cb5-79f65a1120cf,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:32.213024 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1c05b217-20ee-4b03-aa42-e57ae4744396 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:32.242874 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c05b217-20ee-4b03-aa42-e57ae4744396 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Checking segment: {'id': 'c766a14d-8783-484d-a4a9-c1ffa02e684d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '74b674e8-e1bb-4d9f-bd4b-35323c65f673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:45:32.243167 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c05b217-20ee-4b03-aa42-e57ae4744396 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network hostable DHCP agents. Network: 74b674e8-e1bb-4d9f-bd4b-35323c65f673, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:45:32.294173 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c05b217-20ee-4b03-aa42-e57ae4744396 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network 74b674e8-e1bb-4d9f-bd4b-35323c65f673 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:45:32.307373 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaedd7b-603f-4d97-b060-26d9bb878005 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:32.308646 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-bbaedd7b-603f-4d97-b060-26d9bb878005 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:32.309828 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49f0236-be2f-46cb-a8b7-4565f8c064b4 None None] DHCP port deletion for 8c8ccad8-46f8-4956-abe3-9f3eb45da297 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:45:32.314448 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e49f0236-be2f-46cb-a8b7-4565f8c064b4 None None] Deleting port 88137cba-40bf-4a7d-991d-34eac190b79f {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:32.314997 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e49f0236-be2f-46cb-a8b7-4565f8c064b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:32.317713 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-1c05b217-20ee-4b03-aa42-e57ae4744396 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 74b674e8-e1bb-4d9f-bd4b-35323c65f673) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:32.325079 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c05b217-20ee-4b03-aa42-e57ae4744396 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:32.325663 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1c05b217-20ee-4b03-aa42-e57ae4744396 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:32.339085 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-bbaedd7b-603f-4d97-b060-26d9bb878005 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:32.342756 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-bbaedd7b-603f-4d97-b060-26d9bb878005 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2005117 Nov 26 16:45:32.342903 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:32.343029 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51724) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:32.345974 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-92203bdd-cc7d-49ff-8d14-0f4dab20f819 req-ba5af249-a146-42dc-8205-284e794cf117 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0543935 Nov 26 16:45:32.379685 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59756bd-28c9-415e-9ba4-6b104714375b None None] Network 74b674e8-e1bb-4d9f-bd4b-35323c65f673 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:32.381155 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:32.386438 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-99e1dcbd-0356-44d2-9ef7-39f1b898737a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:32.462710 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:32.466673 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:32.471222 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:45:32.503475 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Pushing event updated for resources: {'Port': ['ID=72ee9deb-28f5-49f4-9aa4-ce8ebb54c46c,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:32.509496 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:32.510004 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1c05b217-20ee-4b03-aa42-e57ae4744396 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8234746 Nov 26 16:45:32.518434 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51728) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:32.526223 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-d17bc2e5-3d5a-41d1-94dd-bed6c8ae6ae4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'subnet': {'network_id': '7fc8f3d0-86fc-44a4-967e-529fbc7584f4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:32.631754 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274bec19-a425-4271-8eb5-ea0fd31b4de0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:32.633212 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-274bec19-a425-4271-8eb5-ea0fd31b4de0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2893734 Nov 26 16:45:32.637395 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51732) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:32.652859 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d17bc2e5-3d5a-41d1-94dd-bed6c8ae6ae4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:32.657679 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d17bc2e5-3d5a-41d1-94dd-bed6c8ae6ae4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Usage tracker for resource:subnet and tenant:e88a7f81029b400b9cbd561c1fe3ae4d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:32.660689 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d17bc2e5-3d5a-41d1-94dd-bed6c8ae6ae4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:32.666479 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d17bc2e5-3d5a-41d1-94dd-bed6c8ae6ae4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:32.678415 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17bc2e5-3d5a-41d1-94dd-bed6c8ae6ae4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Made reservation on behalf of e88a7f81029b400b9cbd561c1fe3ae4d for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:32.682119 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d17bc2e5-3d5a-41d1-94dd-bed6c8ae6ae4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:32.722793 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-43ff0020-6450-4f4f-b09c-abf43afb95ad tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0842950 Nov 26 16:45:32.730488 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51736) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:32.739266 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-c4fa87a0-8bc8-408b-82cc-072bcbf1bf76 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:32.787993 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-74b674e8-e1bb-4d9f-bd4b-35323c65f673', 'network_id': '74b674e8-e1bb-4d9f-bd4b-35323c65f673', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'fixed_ips': [{'subnet_id': '67226b61-bc20-458d-8cb5-79f65a1120cf'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:45:32.788829 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:32.808287 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-e49f0236-be2f-46cb-a8b7-4565f8c064b4 None None] For port 88137cba-40bf-4a7d-991d-34eac190b79f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=88137cba-40bf-4a7d-991d-34eac190b79f,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:32.808968 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e49f0236-be2f-46cb-a8b7-4565f8c064b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:32.933877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d17bc2e5-3d5a-41d1-94dd-bed6c8ae6ae4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:32.937742 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2b4739fc-2cde-4be4-a299-966f40383ed5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:32.977291 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e49f0236-be2f-46cb-a8b7-4565f8c064b4 None None] Calling delete_port for 88137cba-40bf-4a7d-991d-34eac190b79f owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:33.013858 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17bc2e5-3d5a-41d1-94dd-bed6c8ae6ae4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Subnet': ['ID=bf7e1914-b47a-42ec-bcb6-c02b04a0958b,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:33.016443 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d17bc2e5-3d5a-41d1-94dd-bed6c8ae6ae4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:33.016990 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c4fa87a0-8bc8-408b-82cc-072bcbf1bf76 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:33.025316 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c4fa87a0-8bc8-408b-82cc-072bcbf1bf76 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:33.026511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17bc2e5-3d5a-41d1-94dd-bed6c8ae6ae4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Checking segment: {'id': 'c1d5589b-d89c-47f9-98b7-7115bfcb6687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fc8f3d0-86fc-44a4-967e-529fbc7584f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:45:33.027363 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17bc2e5-3d5a-41d1-94dd-bed6c8ae6ae4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network hostable DHCP agents. Network: 7fc8f3d0-86fc-44a4-967e-529fbc7584f4, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:45:33.030248 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c4fa87a0-8bc8-408b-82cc-072bcbf1bf76 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:33.039248 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c4fa87a0-8bc8-408b-82cc-072bcbf1bf76 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:33.049040 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17bc2e5-3d5a-41d1-94dd-bed6c8ae6ae4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network 7fc8f3d0-86fc-44a4-967e-529fbc7584f4 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:45:33.060996 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-d17bc2e5-3d5a-41d1-94dd-bed6c8ae6ae4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 7fc8f3d0-86fc-44a4-967e-529fbc7584f4) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:33.064715 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fa87a0-8bc8-408b-82cc-072bcbf1bf76 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:33.066421 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17bc2e5-3d5a-41d1-94dd-bed6c8ae6ae4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:33.067186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d17bc2e5-3d5a-41d1-94dd-bed6c8ae6ae4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:33.068082 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c4fa87a0-8bc8-408b-82cc-072bcbf1bf76 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:33.078847 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a801578-dd8f-4e0c-b54c-b1eeb701ca23 None None] Network 7fc8f3d0-86fc-44a4-967e-529fbc7584f4 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:33.092266 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d17bc2e5-3d5a-41d1-94dd-bed6c8ae6ae4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5729704 Nov 26 16:45:33.094905 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51740) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:33.100627 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-cc419d63-d5e2-415e-8c52-8e53fb5eda46 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1113366989', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:33.107584 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-cc419d63-d5e2-415e-8c52-8e53fb5eda46 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:33.111433 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cc419d63-d5e2-415e-8c52-8e53fb5eda46 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Usage tracker for resource:router and tenant:e88a7f81029b400b9cbd561c1fe3ae4d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:33.114272 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cc419d63-d5e2-415e-8c52-8e53fb5eda46 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:33.120325 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-cc419d63-d5e2-415e-8c52-8e53fb5eda46 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:33.130540 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cc419d63-d5e2-415e-8c52-8e53fb5eda46 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:33.131501 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cc419d63-d5e2-415e-8c52-8e53fb5eda46 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:33.148320 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cc419d63-d5e2-415e-8c52-8e53fb5eda46 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:33.167077 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cc419d63-d5e2-415e-8c52-8e53fb5eda46 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:33.192553 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cc419d63-d5e2-415e-8c52-8e53fb5eda46 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:33.193907 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cc419d63-d5e2-415e-8c52-8e53fb5eda46 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.0979731 Nov 26 16:45:33.196611 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51744) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:33.213554 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e49f0236-be2f-46cb-a8b7-4565f8c064b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:33.223803 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:33.282848 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f0236-be2f-46cb-a8b7-4565f8c064b4 None None] Pushing event deleted for resources: {'Port': ['ID=88137cba-40bf-4a7d-991d-34eac190b79f,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:33.301228 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Allocated IP 172.20.0.2 (74b674e8-e1bb-4d9f-bd4b-35323c65f673/67226b61-bc20-458d-8cb5-79f65a1120cf/7bec38c0-a920-4903-afc4-115c02460ab3) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:33.303332 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e49f0236-be2f-46cb-a8b7-4565f8c064b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:33.306439 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49f0236-be2f-46cb-a8b7-4565f8c064b4 None None] No DVR routers for this DVR port 88137cba-40bf-4a7d-991d-34eac190b79f on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:45:33.371585 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:33.458192 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 88137cba-40bf-4a7d-991d-34eac190b79f no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:45:33.499506 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 88137cba-40bf-4a7d-991d-34eac190b79f {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:45:33.499909 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 88137cba-40bf-4a7d-991d-34eac190b79f not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:45:33.524391 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c9cd658c-f5ab-48a5-8f5c-a276dcaf323b req-a169233d-dd69-4324-ac46-7c36524759c3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0549948 Nov 26 16:45:33.563142 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:33.568790 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-7fc8f3d0-86fc-44a4-967e-529fbc7584f4', 'network_id': '7fc8f3d0-86fc-44a4-967e-529fbc7584f4', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'fixed_ips': [{'subnet_id': 'bf7e1914-b47a-42ec-bcb6-c02b04a0958b'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:45:33.569636 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:33.718904 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c4fa87a0-8bc8-408b-82cc-072bcbf1bf76 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:33.725045 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-79e0a323-9289-4784-bad0-1d9617d33a43 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:33.733487 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:33.744185 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Transition to ACTIVE for port object 7bec38c0-a920-4903-afc4-115c02460ab3 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:33.763077 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Transition to ACTIVE for port object 7bec38c0-a920-4903-afc4-115c02460ab3 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:33.781103 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:33.783158 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1a897259-fc34-4472-884d-d82de3043a6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:33.783968 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fa87a0-8bc8-408b-82cc-072bcbf1bf76 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:33.788524 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-c4fa87a0-8bc8-408b-82cc-072bcbf1bf76 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:33.794415 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:33.799118 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fa87a0-8bc8-408b-82cc-072bcbf1bf76 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:33.799729 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c4fa87a0-8bc8-408b-82cc-072bcbf1bf76 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:33.834498 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebefd12a-1683-4506-8490-a777a0a94b58 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:33.841878 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c4fa87a0-8bc8-408b-82cc-072bcbf1bf76 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1100764 Nov 26 16:45:33.845972 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51750) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:33.870979 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-f733e39d-df00-41ff-99ed-b9ba29b16cd1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'mac_address': 'fa:16:3e:8f:6c:76', 'name': 'tempest-NetworksTestDHCPv6-1235741962'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:33.952500 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa87a0-8bc8-408b-82cc-072bcbf1bf76 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=87d3a961-ec11-4be1-87e3-8737e1b83720,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:33.956565 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c4fa87a0-8bc8-408b-82cc-072bcbf1bf76 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:33.989680 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Network 74b674e8-e1bb-4d9f-bd4b-35323c65f673 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:33.993281 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:33.998752 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:34.001488 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:34.008556 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3bd96820-5b27-4c48-9642-87231aa65ce0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:34.008968 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:45:34.013885 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Pushing event updated for resources: {'Port': ['ID=7bec38c0-a920-4903-afc4-115c02460ab3,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:34.021527 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:34.062774 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:34.129749 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Allocated IP 172.21.0.2 (7fc8f3d0-86fc-44a4-967e-529fbc7584f4/bf7e1914-b47a-42ec-bcb6-c02b04a0958b/01a0c501-8875-42e7-a92d-586b3ce5f76a) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:34.151625 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f733e39d-df00-41ff-99ed-b9ba29b16cd1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:34.164500 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Pushing event updated for resources: {'Port': ['ID=72ee9deb-28f5-49f4-9aa4-ce8ebb54c46c,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:34.172092 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:34.173032 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f733e39d-df00-41ff-99ed-b9ba29b16cd1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:34.188748 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:34.212606 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Attempting to bind port 7bec38c0-a920-4903-afc4-115c02460ab3 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:45:34.212985 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Attempting to bind port 7bec38c0-a920-4903-afc4-115c02460ab3 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'c766a14d-8783-484d-a4a9-c1ffa02e684d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '74b674e8-e1bb-4d9f-bd4b-35323c65f673'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:45:34.213355 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Attempting to bind port 7bec38c0-a920-4903-afc4-115c02460ab3 on network 74b674e8-e1bb-4d9f-bd4b-35323c65f673 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:45:34.248916 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f733e39d-df00-41ff-99ed-b9ba29b16cd1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:34.289849 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-1a897259-fc34-4472-884d-d82de3043a6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Allocated IP 172.20.0.1 (74b674e8-e1bb-4d9f-bd4b-35323c65f673/67226b61-bc20-458d-8cb5-79f65a1120cf/11d12595-5b70-47c0-b96d-df51ec6e5d99) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:34.341600 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:45:34.341888 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Checking segment: {'id': 'c766a14d-8783-484d-a4a9-c1ffa02e684d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '74b674e8-e1bb-4d9f-bd4b-35323c65f673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:45:34.342288 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:34.342698 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Bound using segment: {'id': 'c766a14d-8783-484d-a4a9-c1ffa02e684d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '74b674e8-e1bb-4d9f-bd4b-35323c65f673'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:45:34.343163 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Bound port: 7bec38c0-a920-4903-afc4-115c02460ab3, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c766a14d-8783-484d-a4a9-c1ffa02e684d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '74b674e8-e1bb-4d9f-bd4b-35323c65f673'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:45:34.343542 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:34.460328 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1a897259-fc34-4472-884d-d82de3043a6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:34.460843 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'fixed_ips': [{'subnet_id': '87d3a961-ec11-4be1-87e3-8737e1b83720'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:45:34.461530 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:34.472661 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Floating IP b7077f48-e536-4b6d-a6ac-ae7ea0de40ad associated. External IP: 172.26.0.150, port: 79c9aaa6-84fc-4824-979a-263f292445c9. Nov 26 16:45:34.476610 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-1a897259-fc34-4472-884d-d82de3043a6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Transition to ACTIVE for port object 11d12595-5b70-47c0-b96d-df51ec6e5d99 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:34.502290 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1a897259-fc34-4472-884d-d82de3043a6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:34.515704 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1437990d-9272-4d6c-b792-8035693252a7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:34.533573 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f733e39d-df00-41ff-99ed-b9ba29b16cd1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:34.593831 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a897259-fc34-4472-884d-d82de3043a6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network 74b674e8-e1bb-4d9f-bd4b-35323c65f673 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:34.597094 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-1a897259-fc34-4472-884d-d82de3043a6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:34.603621 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a897259-fc34-4472-884d-d82de3043a6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:45:34.648359 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a897259-fc34-4472-884d-d82de3043a6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Port': ['ID=11d12595-5b70-47c0-b96d-df51ec6e5d99,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:34.653736 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1a897259-fc34-4472-884d-d82de3043a6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:34.658350 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] For port 7bec38c0-a920-4903-afc4-115c02460ab3, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:45:34.670626 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] For port 7bec38c0-a920-4903-afc4-115c02460ab3, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7bec38c0-a920-4903-afc4-115c02460ab3,segment=NetworkSegment(c766a14d-8783-484d-a4a9-c1ffa02e684d),segment_id=c766a14d-8783-484d-a4a9-c1ffa02e684d)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:45:34.671969 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1a897259-fc34-4472-884d-d82de3043a6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:34.683200 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:34.684541 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cf034e9a-f184-427d-aa94-c8cf32558525 req-babfa622-a2ae-459e-affb-3a5ecd180e6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0825698 Nov 26 16:45:34.690488 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:34.692757 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:34.741141 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-f733e39d-df00-41ff-99ed-b9ba29b16cd1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] device_id is not set on port 7d454c88-d28d-445e-aa59-44372761d4db yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:45:34.786077 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Transition to ACTIVE for port object 01a0c501-8875-42e7-a92d-586b3ce5f76a will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:34.812144 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1a897259-fc34-4472-884d-d82de3043a6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:34.826330 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Transition to ACTIVE for port object 01a0c501-8875-42e7-a92d-586b3ce5f76a will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:34.850099 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:34.864883 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Pushing event updated for resources: {'Port': ['ID=7bec38c0-a920-4903-afc4-115c02460ab3,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:34.870837 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] Allocated IP 2001:db8::2 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/87d3a961-ec11-4be1-87e3-8737e1b83720/74563735-fc9a-485b-b90b-15efcd4ad4d0) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:34.874769 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:34.875255 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:34.947692 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Network 7fc8f3d0-86fc-44a4-967e-529fbc7584f4 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:34.953911 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:34.960643 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:45:34.988464 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Pushing event updated for resources: {'Port': ['ID=01a0c501-8875-42e7-a92d-586b3ce5f76a,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:35.075903 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:35.162925 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Attempting to bind port 01a0c501-8875-42e7-a92d-586b3ce5f76a on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:45:35.162925 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Attempting to bind port 01a0c501-8875-42e7-a92d-586b3ce5f76a by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'c1d5589b-d89c-47f9-98b7-7115bfcb6687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fc8f3d0-86fc-44a4-967e-529fbc7584f4'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:45:35.162925 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Attempting to bind port 01a0c501-8875-42e7-a92d-586b3ce5f76a on network 7fc8f3d0-86fc-44a4-967e-529fbc7584f4 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:45:35.185044 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:45:35.185429 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Checking segment: {'id': 'c1d5589b-d89c-47f9-98b7-7115bfcb6687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fc8f3d0-86fc-44a4-967e-529fbc7584f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:45:35.185846 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:35.186248 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Bound using segment: {'id': 'c1d5589b-d89c-47f9-98b7-7115bfcb6687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fc8f3d0-86fc-44a4-967e-529fbc7584f4'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:45:35.186727 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Bound port: 01a0c501-8875-42e7-a92d-586b3ce5f76a, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d5589b-d89c-47f9-98b7-7115bfcb6687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fc8f3d0-86fc-44a4-967e-529fbc7584f4'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:45:35.187118 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:35.209873 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Router 1a690e08-1127-4312-b65e-2112113f9574 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:45:35.331384 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1a897259-fc34-4472-884d-d82de3043a6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:35.342385 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1a897259-fc34-4472-884d-d82de3043a6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:35.376888 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:35.389076 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] For port 01a0c501-8875-42e7-a92d-586b3ce5f76a, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:45:35.393524 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] For port 01a0c501-8875-42e7-a92d-586b3ce5f76a, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=01a0c501-8875-42e7-a92d-586b3ce5f76a,segment=NetworkSegment(c1d5589b-d89c-47f9-98b7-7115bfcb6687),segment_id=c1d5589b-d89c-47f9-98b7-7115bfcb6687)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:45:35.394826 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] Transition to ACTIVE for port object 74563735-fc9a-485b-b90b-15efcd4ad4d0 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:35.396432 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c0b52e80-e4b7-42cc-8691-dbbce4cb281d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:35.406978 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:35.414189 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:35.425377 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:45:35.453316 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:35.473567 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b8f479-360b-42f0-93c5-190436362c90 None None] Sync routers for ids ['1a690e08-1127-4312-b65e-2112113f9574'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:45:35.490821 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7bec38c0-a920-4903-afc4-115c02460ab3 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:45:35.492617 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1a897259-fc34-4472-884d-d82de3043a6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:35.496937 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a897259-fc34-4472-884d-d82de3043a6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Port': ['ID=11d12595-5b70-47c0-b96d-df51ec6e5d99,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:35.500533 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1a897259-fc34-4472-884d-d82de3043a6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:35.529968 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] Transition to ACTIVE for port object 74563735-fc9a-485b-b90b-15efcd4ad4d0 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:35.530186 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2277579 Nov 26 16:45:35.530186 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c097f24-3a23-4b03-8fa3-fb91a55e06f5', 'tag': '79c9aaa6-84fc-4824-979a-263f292445c9'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:45:35.575084 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:35.649270 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b8f479-360b-42f0-93c5-190436362c90 None None] Routers {'1a690e08-1127-4312-b65e-2112113f9574'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:45:35.649931 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-e7b8f479-360b-42f0-93c5-190436362c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:45:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['1a690e08-1127-4312-b65e-2112113f9574'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:35.658841 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-f733e39d-df00-41ff-99ed-b9ba29b16cd1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 2001:db8::2d3 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/87d3a961-ec11-4be1-87e3-8737e1b83720/7d454c88-d28d-445e-aa59-44372761d4db) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:35.841957 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a897259-fc34-4472-884d-d82de3043a6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network 74b674e8-e1bb-4d9f-bd4b-35323c65f673 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:35.857908 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-1a897259-fc34-4472-884d-d82de3043a6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:35.861468 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-e7b8f479-360b-42f0-93c5-190436362c90 None None] Set router 1a690e08-1127-4312-b65e-2112113f9574 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:45:35.864451 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c097f24-3a23-4b03-8fa3-fb91a55e06f5', 'tag': '79c9aaa6-84fc-4824-979a-263f292445c9', 'status': 'completed', 'code': 200} Nov 26 16:45:36.013541 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3e97fb6b-ea57-40d5-9f1c-c1cdb7dd973b req-6111ad9e-1126-47bf-a22d-06fe0dda9174 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0693898 Nov 26 16:45:36.107187 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Pushing event updated for resources: {'Port': ['ID=01a0c501-8875-42e7-a92d-586b3ce5f76a,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:36.130299 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:36.132279 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:36.132839 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:36.133350 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:36.134323 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:36.134834 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:36.135337 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:36.135894 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:36.136395 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:36.136878 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:36.137358 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:36.137962 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:36.138437 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:36.143144 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:36.143411 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f733e39d-df00-41ff-99ed-b9ba29b16cd1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:36.156301 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-10fab0bb-d9b4-424c-bb45-1b4e3cc191bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.529s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:36.163740 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-f733e39d-df00-41ff-99ed-b9ba29b16cd1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Transition to ACTIVE for port object 7d454c88-d28d-445e-aa59-44372761d4db will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:36.201477 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f733e39d-df00-41ff-99ed-b9ba29b16cd1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:36.215104 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:36.221070 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7603c676-9128-4065-a295-bcc34d56f86c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:36.234641 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:45:36.318291 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f733e39d-df00-41ff-99ed-b9ba29b16cd1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:36.321575 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-f733e39d-df00-41ff-99ed-b9ba29b16cd1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:36.326323 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f733e39d-df00-41ff-99ed-b9ba29b16cd1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:45:36.332601 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f733e39d-df00-41ff-99ed-b9ba29b16cd1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:36.333243 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f733e39d-df00-41ff-99ed-b9ba29b16cd1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:36.351946 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733e39d-df00-41ff-99ed-b9ba29b16cd1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=7d454c88-d28d-445e-aa59-44372761d4db,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:36.357275 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f733e39d-df00-41ff-99ed-b9ba29b16cd1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:36.360640 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f733e39d-df00-41ff-99ed-b9ba29b16cd1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5053525 Nov 26 16:45:36.364181 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51764) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:36.386190 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] Pushing event updated for resources: {'Port': ['ID=74563735-fc9a-485b-b90b-15efcd4ad4d0,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:36.396146 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:36.404783 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c6b96-32f0-4f7d-9928-3ab5aab80647 req-d29d4cb6-bd51-405e-8315-914c341081ab tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:36.406517 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e83c6b96-32f0-4f7d-9928-3ab5aab80647 req-d29d4cb6-bd51-405e-8315-914c341081ab tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 945 time: 0.6955786 Nov 26 16:45:36.430174 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 7bec38c0-a920-4903-afc4-115c02460ab3 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:36.499079 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e83c6b96-32f0-4f7d-9928-3ab5aab80647 req-c8475cba-025e-47da-9dd8-1374b679a548 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f2294cf-4282-491e-8bf7-5876be4c3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847428 Nov 26 16:45:36.499436 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] Attempting to bind port 74563735-fc9a-485b-b90b-15efcd4ad4d0 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:45:36.500408 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] Attempting to bind port 74563735-fc9a-485b-b90b-15efcd4ad4d0 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:45:36.500551 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90aca3f-e468-453a-85e2-549ed5419b43 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:36.501166 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] Attempting to bind port 74563735-fc9a-485b-b90b-15efcd4ad4d0 on network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:45:36.506702 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265e277-de11-45fb-88b4-9c1cc689eb5a req-0ccaa760-c7bb-4a5a-a757-7d29adae04ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:36.508479 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b265e277-de11-45fb-88b4-9c1cc689eb5a req-0ccaa760-c7bb-4a5a-a757-7d29adae04ae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=51c303889cec4785abbc174558e69eb4&device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 1098 time: 0.6354537 Nov 26 16:45:36.509473 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a897259-fc34-4472-884d-d82de3043a6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Router 93ea8bc7-567f-4d5a-a461-192938a0d1ec is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:45:36.513569 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:45:36.513811 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90aca3f-e468-453a-85e2-549ed5419b43 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:36.514357 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] Checking segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:45:36.514494 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c90aca3f-e468-453a-85e2-549ed5419b43 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:36.515045 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:36.515630 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] Bound using segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:45:36.516291 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] Bound port: 74563735-fc9a-485b-b90b-15efcd4ad4d0, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:45:36.516848 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:36.536637 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51768) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:36.557256 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c90aca3f-e468-453a-85e2-549ed5419b43 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:36.559012 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c90aca3f-e468-453a-85e2-549ed5419b43 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1937177 Nov 26 16:45:36.561765 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51772) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:36.574600 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d952783-f66b-4a1d-afbd-ad9fb2741318 None None] Network 74b674e8-e1bb-4d9f-bd4b-35323c65f673 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:36.632510 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-b34770f1-a960-4215-8d03-0c31a19e0b9c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting port 7d454c88-d28d-445e-aa59-44372761d4db {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:36.632979 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b34770f1-a960-4215-8d03-0c31a19e0b9c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:36.837307 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] For port 74563735-fc9a-485b-b90b-15efcd4ad4d0, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:45:36.842654 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] For port 74563735-fc9a-485b-b90b-15efcd4ad4d0, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=74563735-fc9a-485b-b90b-15efcd4ad4d0,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:45:36.898673 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:36.912532 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e49f0236-be2f-46cb-a8b7-4565f8c064b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:36.919039 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265e277-de11-45fb-88b4-9c1cc689eb5a req-a08549f3-108d-435a-b7da-7703d10149a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:36.920682 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b265e277-de11-45fb-88b4-9c1cc689eb5a req-a08549f3-108d-435a-b7da-7703d10149a5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d3b7c776-489b-4dc6-8778-650193941422 HTTP/1.1" status: 200 len: 898 time: 0.4033208 Nov 26 16:45:36.947358 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b34770f1-a960-4215-8d03-0c31a19e0b9c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:37.008315 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b500bbf2-5142-4d30-9192-5fed235f57b4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/floatingips/b7077f48-e536-4b6d-a6ac-ae7ea0de40ad HTTP/1.1" status: 200 len: 991 time: 0.4665298 Nov 26 16:45:37.025522 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a897259-fc34-4472-884d-d82de3043a6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:45:37.037352 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0d7b4b-9629-4cae-98e5-796ae2aeb157 None None] Sync routers for ids ['93ea8bc7-567f-4d5a-a461-192938a0d1ec'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:45:37.046874 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f60d954d-f648-4db1-92b3-75c970886f71 None None] Provisioning for port 7bec38c0-a920-4903-afc4-115c02460ab3 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:37.051086 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1a897259-fc34-4472-884d-d82de3043a6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "PUT /v2.0/routers/93ea8bc7-567f-4d5a-a461-192938a0d1ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8532519 Nov 26 16:45:37.051926 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51778) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:37.059183 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0d7b4b-9629-4cae-98e5-796ae2aeb157 None None] Routers {'93ea8bc7-567f-4d5a-a461-192938a0d1ec'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:45:37.060098 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-ec0d7b4b-9629-4cae-98e5-796ae2aeb157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:45:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['93ea8bc7-567f-4d5a-a461-192938a0d1ec'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:37.124042 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f60d954d-f648-4db1-92b3-75c970886f71 None None] Provisioning complete for port 7bec38c0-a920-4903-afc4-115c02460ab3 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:37.124525 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f60d954d-f648-4db1-92b3-75c970886f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:37.155572 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2ef55b97-32c3-4afc-b483-fb84d26c76c9 req-19341826-3001-4742-a110-7eb67ce75435 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0524120 Nov 26 16:45:37.156259 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b265e277-de11-45fb-88b4-9c1cc689eb5a req-77e65816-0a08-45b1-9382-8d2e6d81024f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79c9aaa6-84fc-4824-979a-263f292445c9 HTTP/1.1" status: 200 len: 999 time: 0.2257726 Nov 26 16:45:37.163264 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-b34770f1-a960-4215-8d03-0c31a19e0b9c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Calling delete_port for 7d454c88-d28d-445e-aa59-44372761d4db owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:37.208982 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-ec0d7b4b-9629-4cae-98e5-796ae2aeb157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:37.230903 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faad9695-6817-417b-a590-188131cd32e9 None None] Network 7fc8f3d0-86fc-44a4-967e-529fbc7584f4 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:37.232779 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0d7b4b-9629-4cae-98e5-796ae2aeb157 None None] Routers {'93ea8bc7-567f-4d5a-a461-192938a0d1ec'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:45:37.233438 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-ec0d7b4b-9629-4cae-98e5-796ae2aeb157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:45:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['93ea8bc7-567f-4d5a-a461-192938a0d1ec'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:37.262762 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd1436a-1e93-4e16-92b2-4b33b321f583 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:37.263382 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2bd1436a-1e93-4e16-92b2-4b33b321f583 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Synchronizing usage tracker for tenant:e88a7f81029b400b9cbd561c1fe3ae4d on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:37.270391 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] Pushing event updated for resources: {'Port': ['ID=74563735-fc9a-485b-b90b-15efcd4ad4d0,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:37.277646 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265e277-de11-45fb-88b4-9c1cc689eb5a req-82089aef-84fb-470a-ada1-bc7bcadfe00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:37.279055 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b265e277-de11-45fb-88b4-9c1cc689eb5a req-82089aef-84fb-470a-ada1-bc7bcadfe00f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=23d4567e-8072-4472-b596-542ff684bebd HTTP/1.1" status: 200 len: 835 time: 0.1131279 Nov 26 16:45:37.323816 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-ec0d7b4b-9629-4cae-98e5-796ae2aeb157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:37.324297 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0d7b4b-9629-4cae-98e5-796ae2aeb157 None None] The sync data for ids ['93ea8bc7-567f-4d5a-a461-192938a0d1ec'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:45:37.380945 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:37.381509 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2bd1436a-1e93-4e16-92b2-4b33b321f583 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Unset dirty status for tenant:e88a7f81029b400b9cbd561c1fe3ae4d on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:37.382776 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2bd1436a-1e93-4e16-92b2-4b33b321f583 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "GET /v2.0/ports/11d12595-5b70-47c0-b96d-df51ec6e5d99 HTTP/1.1" status: 200 len: 910 time: 0.3231757 Nov 26 16:45:37.390385 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51782) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:37.463591 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b34770f1-a960-4215-8d03-0c31a19e0b9c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:37.471833 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-16524932-a348-4ff7-8faf-f81da64f5c6d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:37.595041 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 01a0c501-8875-42e7-a92d-586b3ce5f76a up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:45:37.623553 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265e277-de11-45fb-88b4-9c1cc689eb5a req-a634b45a-41b0-4f1a-889f-069e818fa1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:37.625201 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b265e277-de11-45fb-88b4-9c1cc689eb5a req-a634b45a-41b0-4f1a-889f-069e818fa1b6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d3b7c776-489b-4dc6-8778-650193941422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3365839 Nov 26 16:45:37.725609 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34770f1-a960-4215-8d03-0c31a19e0b9c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Port': ['ID=7d454c88-d28d-445e-aa59-44372761d4db,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:37.734183 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b34770f1-a960-4215-8d03-0c31a19e0b9c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:37.791238 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-e7b8f479-360b-42f0-93c5-190436362c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a690e08-1127-4312-b65e-2112113f9574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113790639', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '6f053538-ef78-40ca-bf67-78625f84a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:44:59Z', 'updated_at': '2021-11-26T16:45:08Z', 'revision_number': 4, 'project_id': '51c303889cec4785abbc174558e69eb4', 'gw_port': {'id': '6f053538-ef78-40ca-bf67-78625f84a411', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a690e08-1127-4312-b65e-2112113f9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:45:00Z', 'updated_at': '2021-11-26T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': 'b7077f48-e536-4b6d-a6ac-ae7ea0de40ad', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'floating_ip_address': '172.26.0.150', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '1a690e08-1127-4312-b65e-2112113f9574', 'port_id': '79c9aaa6-84fc-4824-979a-263f292445c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422', 'mac_address': 'fa:16:3e:a4:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c097f24-3a23-4b03-8fa3-fb91a55e06f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:45:33Z', 'updated_at': '2021-11-26T16:45:33Z', 'revision_number': 0, 'project_id': '51c303889cec4785abbc174558e69eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d459db6-3ff5-47d4-b33a-093942bc6aed', 'name': '', 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'mac_address': 'fa:16:3e:8f:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a690e08-1127-4312-b65e-2112113f9574', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '23d4567e-8072-4472-b596-542ff684bebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:45:06Z', 'updated_at': '2021-11-26T16:45:17Z', 'revision_number': 5, 'project_id': '51c303889cec4785abbc174558e69eb4', 'subnets': [{'id': '23d4567e-8072-4472-b596-542ff684bebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:37.793925 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b34770f1-a960-4215-8d03-0c31a19e0b9c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:37.813232 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b34770f1-a960-4215-8d03-0c31a19e0b9c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/7d454c88-d28d-445e-aa59-44372761d4db HTTP/1.1" status: 204 len: 168 time: 1.2496479 Nov 26 16:45:37.813452 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f60d954d-f648-4db1-92b3-75c970886f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:37.815728 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51786) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:37.848470 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b8f479-360b-42f0-93c5-190436362c90 None None] Checking router: 1a690e08-1127-4312-b65e-2112113f9574 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:45:37.890803 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-f60d954d-f648-4db1-92b3-75c970886f71 None None] For port 7bec38c0-a920-4903-afc4-115c02460ab3, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7bec38c0-a920-4903-afc4-115c02460ab3,segment=NetworkSegment(c766a14d-8783-484d-a4a9-c1ffa02e684d),segment_id=c766a14d-8783-484d-a4a9-c1ffa02e684d)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:37.892042 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b8f479-360b-42f0-93c5-190436362c90 None None] Routers {'1a690e08-1127-4312-b65e-2112113f9574'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:45:37.892972 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-e7b8f479-360b-42f0-93c5-190436362c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:45:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['1a690e08-1127-4312-b65e-2112113f9574'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:37.907757 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f132fc68-687b-4976-a127-855af0aa4981 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:37.910316 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f132fc68-687b-4976-a127-855af0aa4981 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:37.911081 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f132fc68-687b-4976-a127-855af0aa4981 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:37.929613 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f132fc68-687b-4976-a127-855af0aa4981 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:37.931225 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f132fc68-687b-4976-a127-855af0aa4981 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1144073 Nov 26 16:45:37.934598 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51790) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:38.027814 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e4407d-79ca-4584-b6dc-a9362b0aee7e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet 87d3a961-ec11-4be1-87e3-8737e1b83720 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:45:38.031138 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a1e4407d-79ca-4584-b6dc-a9362b0aee7e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:38.041218 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51794) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:38.050035 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f60d954d-f648-4db1-92b3-75c970886f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:38.055326 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:38.118418 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a1e4407d-79ca-4584-b6dc-a9362b0aee7e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:38.142705 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d954d-f648-4db1-92b3-75c970886f71 None None] Pushing event updated for resources: {'Port': ['ID=7bec38c0-a920-4903-afc4-115c02460ab3,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:38.259847 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a1e4407d-79ca-4584-b6dc-a9362b0aee7e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:38.264256 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f60d954d-f648-4db1-92b3-75c970886f71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:38.272213 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 01a0c501-8875-42e7-a92d-586b3ce5f76a completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:38.356408 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-e7b8f479-360b-42f0-93c5-190436362c90 None None] Set router 1a690e08-1127-4312-b65e-2112113f9574 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:45:38.362185 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a1e4407d-79ca-4584-b6dc-a9362b0aee7e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:38.375439 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c850e598-0ea9-4aa6-bb0c-024dc5811063 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:38.414160 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a1e4407d-79ca-4584-b6dc-a9362b0aee7e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:38.430912 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4407d-79ca-4584-b6dc-a9362b0aee7e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=87d3a961-ec11-4be1-87e3-8737e1b83720,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:38.435515 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a1e4407d-79ca-4584-b6dc-a9362b0aee7e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/87d3a961-ec11-4be1-87e3-8737e1b83720 HTTP/1.1" status: 204 len: 168 time: 0.4990299 Nov 26 16:45:38.438255 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51802) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:38.456203 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b2ef30e0-abd9-4fa6-99a1-cde679a70106 None None] Provisioning for port 01a0c501-8875-42e7-a92d-586b3ce5f76a completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:38.471207 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b2ef30e0-abd9-4fa6-99a1-cde679a70106 None None] Provisioning complete for port 01a0c501-8875-42e7-a92d-586b3ce5f76a triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:38.471596 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b2ef30e0-abd9-4fa6-99a1-cde679a70106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:38.515011 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4407d-79ca-4584-b6dc-a9362b0aee7e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:38.515496 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4407d-79ca-4584-b6dc-a9362b0aee7e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:38.515791 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4407d-79ca-4584-b6dc-a9362b0aee7e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:38.516207 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4407d-79ca-4584-b6dc-a9362b0aee7e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:38.516575 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4407d-79ca-4584-b6dc-a9362b0aee7e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:38.517644 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4407d-79ca-4584-b6dc-a9362b0aee7e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:38.518023 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4407d-79ca-4584-b6dc-a9362b0aee7e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:38.518392 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4407d-79ca-4584-b6dc-a9362b0aee7e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:38.519592 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4407d-79ca-4584-b6dc-a9362b0aee7e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:38.520005 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4407d-79ca-4584-b6dc-a9362b0aee7e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:38.520374 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4407d-79ca-4584-b6dc-a9362b0aee7e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:38.521437 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4407d-79ca-4584-b6dc-a9362b0aee7e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:38.524988 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a1e4407d-79ca-4584-b6dc-a9362b0aee7e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:38.545787 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e8eea880-b96b-4202-83bd-54bf4f944828 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1027069 Nov 26 16:45:38.548216 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51806) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:38.613286 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4702fa1f-ac84-40e6-ba28-d853e64ab614 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:38.648380 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6cb870-5975-4e91-8e0a-7d37988facf6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:38.649479 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0d6cb870-5975-4e91-8e0a-7d37988facf6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:38.674154 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b265e277-de11-45fb-88b4-9c1cc689eb5a req-995408f9-2636-405b-8072-bd9b461c07fa service neutron] 10.222.0.31 "GET /v2.0/networks/d3b7c776-489b-4dc6-8778-650193941422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9670825 Nov 26 16:45:38.675098 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0d6cb870-5975-4e91-8e0a-7d37988facf6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:38.683796 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0d6cb870-5975-4e91-8e0a-7d37988facf6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1336854 Nov 26 16:45:38.684775 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51810) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:38.783975 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dc6db1-335a-41a7-9272-80fdf02c6680 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:38.784657 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d1dc6db1-335a-41a7-9272-80fdf02c6680 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:38.803384 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d1dc6db1-335a-41a7-9272-80fdf02c6680 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:38.803646 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-99a6f0be-286b-421c-a325-84f01e07cb6c req-ddc05b97-a90b-4cbe-b0e9-18f33839082e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.2461429 Nov 26 16:45:38.807258 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d1dc6db1-335a-41a7-9272-80fdf02c6680 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1186941 Nov 26 16:45:38.807584 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51814) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:38.811112 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-170968a8-85bc-46d0-bffc-6527d105730a tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/floatingips/b7077f48-e536-4b6d-a6ac-ae7ea0de40ad HTTP/1.1" status: 200 len: 991 time: 0.7686315 Nov 26 16:45:38.894624 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-dd4090db-b134-4f2f-982c-d3d7492a37c8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854862 Nov 26 16:45:38.900244 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51818) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:38.905728 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b265e277-de11-45fb-88b4-9c1cc689eb5a req-96e46449-6920-44eb-9dea-089f72915309 service neutron] 10.222.0.31 "GET /v2.0/networks/d3b7c776-489b-4dc6-8778-650193941422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148840 Nov 26 16:45:38.908004 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-525f9f63-a093-44f1-b765-34c6eae1560a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:38.909469 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:39.005393 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b2ef30e0-abd9-4fa6-99a1-cde679a70106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:39.030313 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-525f9f63-a093-44f1-b765-34c6eae1560a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:39.040909 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-525f9f63-a093-44f1-b765-34c6eae1560a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:39.050846 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525f9f63-a093-44f1-b765-34c6eae1560a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:39.054572 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-525f9f63-a093-44f1-b765-34c6eae1560a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:39.088211 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-b2ef30e0-abd9-4fa6-99a1-cde679a70106 None None] For port 01a0c501-8875-42e7-a92d-586b3ce5f76a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=01a0c501-8875-42e7-a92d-586b3ce5f76a,segment=NetworkSegment(c1d5589b-d89c-47f9-98b7-7115bfcb6687),segment_id=c1d5589b-d89c-47f9-98b7-7115bfcb6687)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:39.117575 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b2ef30e0-abd9-4fa6-99a1-cde679a70106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:39.125450 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:39.212282 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b2ef30e0-abd9-4fa6-99a1-cde679a70106 None None] Provisioning complete for port 7bec38c0-a920-4903-afc4-115c02460ab3 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:39.212675 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b2ef30e0-abd9-4fa6-99a1-cde679a70106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:39.256823 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef30e0-abd9-4fa6-99a1-cde679a70106 None None] Pushing event updated for resources: {'Port': ['ID=01a0c501-8875-42e7-a92d-586b3ce5f76a,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:39.267646 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b2ef30e0-abd9-4fa6-99a1-cde679a70106 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:39.273053 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6560ec3-bd2a-4a4c-82a8-4f9a244e141b None None] DHCP port deletion for 8c8ccad8-46f8-4956-abe3-9f3eb45da297 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:45:39.286449 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e6560ec3-bd2a-4a4c-82a8-4f9a244e141b None None] Deleting port 74563735-fc9a-485b-b90b-15efcd4ad4d0 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:39.286849 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e6560ec3-bd2a-4a4c-82a8-4f9a244e141b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:39.313370 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Allocated IP 172.21.0.1 (7fc8f3d0-86fc-44a4-967e-529fbc7584f4/bf7e1914-b47a-42ec-bcb6-c02b04a0958b/553b0c68-7505-42be-803c-5b1d801e494e) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:39.361857 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-e7b8f479-360b-42f0-93c5-190436362c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a690e08-1127-4312-b65e-2112113f9574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113790639', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '6f053538-ef78-40ca-bf67-78625f84a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:44:59Z', 'updated_at': '2021-11-26T16:45:08Z', 'revision_number': 4, 'project_id': '51c303889cec4785abbc174558e69eb4', 'gw_port': {'id': '6f053538-ef78-40ca-bf67-78625f84a411', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a690e08-1127-4312-b65e-2112113f9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:45:00Z', 'updated_at': '2021-11-26T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': 'b7077f48-e536-4b6d-a6ac-ae7ea0de40ad', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'floating_ip_address': '172.26.0.150', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '1a690e08-1127-4312-b65e-2112113f9574', 'port_id': '79c9aaa6-84fc-4824-979a-263f292445c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422', 'mac_address': 'fa:16:3e:a4:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c097f24-3a23-4b03-8fa3-fb91a55e06f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:45:33Z', 'updated_at': '2021-11-26T16:45:33Z', 'revision_number': 0, 'project_id': '51c303889cec4785abbc174558e69eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d459db6-3ff5-47d4-b33a-093942bc6aed', 'name': '', 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'mac_address': 'fa:16:3e:8f:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a690e08-1127-4312-b65e-2112113f9574', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '23d4567e-8072-4472-b596-542ff684bebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:45:06Z', 'updated_at': '2021-11-26T16:45:17Z', 'revision_number': 5, 'project_id': '51c303889cec4785abbc174558e69eb4', 'subnets': [{'id': '23d4567e-8072-4472-b596-542ff684bebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:39.430051 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7bec38c0-a920-4903-afc4-115c02460ab3 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:45:39.454331 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b8f479-360b-42f0-93c5-190436362c90 None None] The sync data for ids ['1a690e08-1127-4312-b65e-2112113f9574'] in dv-neutron-819440-1-hyperv is: [{'id': '1a690e08-1127-4312-b65e-2112113f9574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113790639', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '6f053538-ef78-40ca-bf67-78625f84a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:44:59Z', 'updated_at': '2021-11-26T16:45:08Z', 'revision_number': 4, 'project_id': '51c303889cec4785abbc174558e69eb4', 'gw_port': {'id': '6f053538-ef78-40ca-bf67-78625f84a411', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a690e08-1127-4312-b65e-2112113f9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:45:00Z', 'updated_at': '2021-11-26T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': 'b7077f48-e536-4b6d-a6ac-ae7ea0de40ad', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'floating_ip_address': '172.26.0.150', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '1a690e08-1127-4312-b65e-2112113f9574', 'port_id': '79c9aaa6-84fc-4824-979a-263f292445c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422', 'mac_address': 'fa:16:3e:a4:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c097f24-3a23-4b03-8fa3-fb91a55e06f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:45:33Z', 'updated_at': '2021-11-26T16:45:33Z', 'revision_number': 0, 'project_id': '51c303889cec4785abbc174558e69eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d459db6-3ff5-47d4-b33a-093942bc6aed', 'name': '', 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'mac_address': 'fa:16:3e:8f:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a690e08-1127-4312-b65e-2112113f9574', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '23d4567e-8072-4472-b596-542ff684bebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:45:06Z', 'updated_at': '2021-11-26T16:45:17Z', 'revision_number': 5, 'project_id': '51c303889cec4785abbc174558e69eb4', 'subnets': [{'id': '23d4567e-8072-4472-b596-542ff684bebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:45:39.482559 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.objects.ports [None req-525f9f63-a093-44f1-b765-34c6eae1560a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87519) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 26 16:45:39.519636 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:39.537608 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Transition to ACTIVE for port object 553b0c68-7505-42be-803c-5b1d801e494e will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:39.565289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:39.572569 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8eed36b5-ccfa-4eba-a52e-3117eb693368 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:39.630625 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b2ef30e0-abd9-4fa6-99a1-cde679a70106 None None] Provisioning for port 11d12595-5b70-47c0-b96d-df51ec6e5d99 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:39.645802 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network 7fc8f3d0-86fc-44a4-967e-529fbc7584f4 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:39.647184 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b2ef30e0-abd9-4fa6-99a1-cde679a70106 None None] Provisioning complete for port 11d12595-5b70-47c0-b96d-df51ec6e5d99 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:39.647574 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b2ef30e0-abd9-4fa6-99a1-cde679a70106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:39.649324 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:39.653865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:45:39.688821 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-525f9f63-a093-44f1-b765-34c6eae1560a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:39.700228 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 7bec38c0-a920-4903-afc4-115c02460ab3 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:39.700616 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:39.740714 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:39.780196 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Port': ['ID=553b0c68-7505-42be-803c-5b1d801e494e,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:39.813613 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:39.814122 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e217160-5a85-4f00-928d-5e207c891c9c None None] New status for floating IP b7077f48-e536-4b6d-a6ac-ae7ea0de40ad: ACTIVE {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:45:39.814659 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:39.815494 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:39.816130 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:39.816728 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:39.817320 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:39.817936 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:39.818530 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:39.819116 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:39.819233 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51822) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:39.819876 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:39.820490 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:39.821077 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:45:39.850973 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:39.942902 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-b2ef30e0-abd9-4fa6-99a1-cde679a70106 None None] Port 11d12595-5b70-47c0-b96d-df51ec6e5d99 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:45:39.955021 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-e6560ec3-bd2a-4a4c-82a8-4f9a244e141b None None] For port 74563735-fc9a-485b-b90b-15efcd4ad4d0, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=74563735-fc9a-485b-b90b-15efcd4ad4d0,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:39.955238 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:39.955339 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e6560ec3-bd2a-4a4c-82a8-4f9a244e141b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:39.990808 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-baf4b3cf-5e8e-468a-9ccb-e46c511813c5 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/floatingips/b7077f48-e536-4b6d-a6ac-ae7ea0de40ad HTTP/1.1" status: 200 len: 991 time: 0.1692157 Nov 26 16:45:40.007775 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e443a4e4-3ea4-40d9-9ea6-0f3514055ae1 req-ad768576-46be-43d9-9f88-80ed065f9a42 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0530496 Nov 26 16:45:40.155297 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-525f9f63-a093-44f1-b765-34c6eae1560a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] For port 74563735-fc9a-485b-b90b-15efcd4ad4d0, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=74563735-fc9a-485b-b90b-15efcd4ad4d0,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:40.155549 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e6560ec3-bd2a-4a4c-82a8-4f9a244e141b None None] Calling delete_port for 74563735-fc9a-485b-b90b-15efcd4ad4d0 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:40.181072 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-525f9f63-a093-44f1-b765-34c6eae1560a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:40.187054 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-525f9f63-a093-44f1-b765-34c6eae1560a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:40.187880 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-525f9f63-a093-44f1-b765-34c6eae1560a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:40.191792 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:40.263816 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525f9f63-a093-44f1-b765-34c6eae1560a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:40.267518 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-525f9f63-a093-44f1-b765-34c6eae1560a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:40.273266 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525f9f63-a093-44f1-b765-34c6eae1560a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:40.273853 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-525f9f63-a093-44f1-b765-34c6eae1560a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:40.297835 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f9f63-a093-44f1-b765-34c6eae1560a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=74563735-fc9a-485b-b90b-15efcd4ad4d0,revision_number=5']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:40.301139 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-525f9f63-a093-44f1-b765-34c6eae1560a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:40.304690 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e54de96a-2acc-4e11-b536-20642f61f472 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:40.350491 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-525f9f63-a093-44f1-b765-34c6eae1560a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4477782 Nov 26 16:45:40.353185 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a337a86b-d669-4fbf-80af-682ff293945b None None] Provisioning complete for port 01a0c501-8875-42e7-a92d-586b3ce5f76a triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:40.353577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a337a86b-d669-4fbf-80af-682ff293945b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:40.353807 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51828) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:40.361514 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-c372f502-d254-4e65-9df7-924a04d78409 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:40.496452 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 01a0c501-8875-42e7-a92d-586b3ce5f76a up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:45:40.528919 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:40.534741 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:40.549864 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-e6560ec3-bd2a-4a4c-82a8-4f9a244e141b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:45:40.550450 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-e6560ec3-bd2a-4a4c-82a8-4f9a244e141b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:45:40.564208 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:40.574227 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f9f63-a093-44f1-b765-34c6eae1560a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=07853e11-f8e8-4e03-b53a-51a56adad27e,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:40.579489 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-525f9f63-a093-44f1-b765-34c6eae1560a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:40.636467 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 01a0c501-8875-42e7-a92d-586b3ce5f76a triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:40.636995 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:40.652022 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c372f502-d254-4e65-9df7-924a04d78409 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:40.656110 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c372f502-d254-4e65-9df7-924a04d78409 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:40.659396 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c372f502-d254-4e65-9df7-924a04d78409 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:40.659765 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:40.663179 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Port': ['ID=553b0c68-7505-42be-803c-5b1d801e494e,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:40.666823 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:40.671800 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c372f502-d254-4e65-9df7-924a04d78409 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:40.684328 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c372f502-d254-4e65-9df7-924a04d78409 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:40.689014 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c372f502-d254-4e65-9df7-924a04d78409 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:40.702754 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a337a86b-d669-4fbf-80af-682ff293945b None None] Provisioning for port 553b0c68-7505-42be-803c-5b1d801e494e completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:40.709527 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a337a86b-d669-4fbf-80af-682ff293945b None None] Provisioning complete for port 553b0c68-7505-42be-803c-5b1d801e494e triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:40.709929 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a337a86b-d669-4fbf-80af-682ff293945b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:40.809681 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-a337a86b-d669-4fbf-80af-682ff293945b None None] Port 553b0c68-7505-42be-803c-5b1d801e494e cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:45:40.819491 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network 7fc8f3d0-86fc-44a4-967e-529fbc7584f4 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:40.820758 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:40.838695 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a337a86b-d669-4fbf-80af-682ff293945b None None] Provisioning for port 74563735-fc9a-485b-b90b-15efcd4ad4d0 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:40.857059 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.ipam_backend_mixin [None req-c372f502-d254-4e65-9df7-924a04d78409 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 07853e11-f8e8-4e03-b53a-51a56adad27e (CIDR: 2001:db8::/64) Nov 26 16:45:40.862963 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-c372f502-d254-4e65-9df7-924a04d78409 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:45:40.863460 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c372f502-d254-4e65-9df7-924a04d78409 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:45:40.873774 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a337a86b-d669-4fbf-80af-682ff293945b None None] Provisioning complete for port 11d12595-5b70-47c0-b96d-df51ec6e5d99 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:40.874162 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a337a86b-d669-4fbf-80af-682ff293945b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:40.906254 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c372f502-d254-4e65-9df7-924a04d78409 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5513084 Nov 26 16:45:40.909205 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51832) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:40.914892 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-f83219d7-8ee5-45b9-a487-36f214d6e755 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:40.988242 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-a337a86b-d669-4fbf-80af-682ff293945b None None] Port 11d12595-5b70-47c0-b96d-df51ec6e5d99 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:45:40.995925 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51836) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:41.051897 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e6560ec3-bd2a-4a4c-82a8-4f9a244e141b None None] Deleting port 74563735-fc9a-485b-b90b-15efcd4ad4d0 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:41.052507 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e6560ec3-bd2a-4a4c-82a8-4f9a244e141b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:41.137607 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f83219d7-8ee5-45b9-a487-36f214d6e755 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:41.141852 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f83219d7-8ee5-45b9-a487-36f214d6e755 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:41.145051 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f83219d7-8ee5-45b9-a487-36f214d6e755 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:41.146726 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e3b73672-819e-42d2-986a-84f142e5b692 None None] Provisioning complete for port 553b0c68-7505-42be-803c-5b1d801e494e triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:41.147207 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e3b73672-819e-42d2-986a-84f142e5b692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:41.152559 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f83219d7-8ee5-45b9-a487-36f214d6e755 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:41.163180 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83219d7-8ee5-45b9-a487-36f214d6e755 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:41.167707 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f83219d7-8ee5-45b9-a487-36f214d6e755 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:41.170480 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b88a4415-3ca8-480d-ac4e-ea7de1f710be req-50f5aa27-e520-45cf-9f0e-9779df51ef72 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0641544 Nov 26 16:45:41.183248 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-71b5cb36-8d33-4100-9d06-021169cd5033 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/floatingips/b7077f48-e536-4b6d-a6ac-ae7ea0de40ad HTTP/1.1" status: 200 len: 993 time: 0.1860590 Nov 26 16:45:41.185790 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Router 93ea8bc7-567f-4d5a-a461-192938a0d1ec has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:45:41.271299 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e3b73672-819e-42d2-986a-84f142e5b692 None None] Port 553b0c68-7505-42be-803c-5b1d801e494e cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:45:41.355751 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:45:41.368109 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c17157-18a2-4f44-b89f-1b16fca0183f None None] Sync routers for ids ['93ea8bc7-567f-4d5a-a461-192938a0d1ec'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:45:41.375377 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "PUT /v2.0/routers/93ea8bc7-567f-4d5a-a461-192938a0d1ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9836206 Nov 26 16:45:41.378118 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51842) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:41.383558 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c17157-18a2-4f44-b89f-1b16fca0183f None None] Routers {'93ea8bc7-567f-4d5a-a461-192938a0d1ec'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:45:41.384198 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f0c17157-18a2-4f44-b89f-1b16fca0183f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:45:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['93ea8bc7-567f-4d5a-a461-192938a0d1ec'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:41.403019 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-e6560ec3-bd2a-4a4c-82a8-4f9a244e141b None None] For port 74563735-fc9a-485b-b90b-15efcd4ad4d0, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=74563735-fc9a-485b-b90b-15efcd4ad4d0,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:41.403852 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e6560ec3-bd2a-4a4c-82a8-4f9a244e141b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:41.478470 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74a4f95-f0de-4e16-b947-a0faf938ace9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:41.479950 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f74a4f95-f0de-4e16-b947-a0faf938ace9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Synchronizing usage tracker for tenant:e88a7f81029b400b9cbd561c1fe3ae4d on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:41.512114 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f74a4f95-f0de-4e16-b947-a0faf938ace9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Unset dirty status for tenant:e88a7f81029b400b9cbd561c1fe3ae4d on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:41.513900 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f74a4f95-f0de-4e16-b947-a0faf938ace9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "GET /v2.0/ports/553b0c68-7505-42be-803c-5b1d801e494e HTTP/1.1" status: 200 len: 910 time: 0.1335156 Nov 26 16:45:41.516477 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51846) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:41.518910 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f0c17157-18a2-4f44-b89f-1b16fca0183f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:41.529873 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c17157-18a2-4f44-b89f-1b16fca0183f None None] Routers {'93ea8bc7-567f-4d5a-a461-192938a0d1ec'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:45:41.530755 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f0c17157-18a2-4f44-b89f-1b16fca0183f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:45:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['93ea8bc7-567f-4d5a-a461-192938a0d1ec'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:41.559159 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e6560ec3-bd2a-4a4c-82a8-4f9a244e141b None None] Calling delete_port for 74563735-fc9a-485b-b90b-15efcd4ad4d0 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:41.598877 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f0c17157-18a2-4f44-b89f-1b16fca0183f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:41.599572 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c17157-18a2-4f44-b89f-1b16fca0183f None None] The sync data for ids ['93ea8bc7-567f-4d5a-a461-192938a0d1ec'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:45:41.649337 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f83219d7-8ee5-45b9-a487-36f214d6e755 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:41.656205 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-525f9f63-a093-44f1-b765-34c6eae1560a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:41.713524 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83219d7-8ee5-45b9-a487-36f214d6e755 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:41.714974 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e6560ec3-bd2a-4a4c-82a8-4f9a244e141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:41.718983 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-f83219d7-8ee5-45b9-a487-36f214d6e755 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:41.722193 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83219d7-8ee5-45b9-a487-36f214d6e755 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:41.722959 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f83219d7-8ee5-45b9-a487-36f214d6e755 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:41.725611 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-39888dc4-d4b5-4ecb-9e37-26367e794492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:41.757460 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83219d7-8ee5-45b9-a487-36f214d6e755 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=a2f1fc0d-3aa0-496a-9b45-a17a8780dd7e,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:41.761769 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f83219d7-8ee5-45b9-a487-36f214d6e755 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:41.766101 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f83219d7-8ee5-45b9-a487-36f214d6e755 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8559816 Nov 26 16:45:41.768991 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51850) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:41.776886 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-134b117c-1925-45d2-b049-e45b5e26e0e3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'mac_address': 'fa:16:3e:16:e3:3e', 'name': 'tempest-NetworksTestDHCPv6-1086635022'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:41.782974 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6560ec3-bd2a-4a4c-82a8-4f9a244e141b None None] Pushing event deleted for resources: {'Port': ['ID=74563735-fc9a-485b-b90b-15efcd4ad4d0,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:41.788216 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e6560ec3-bd2a-4a4c-82a8-4f9a244e141b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:41.910802 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6560ec3-bd2a-4a4c-82a8-4f9a244e141b None None] No DVR routers for this DVR port 74563735-fc9a-485b-b90b-15efcd4ad4d0 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:45:41.927955 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ac7f78-900e-4537-a41d-afb04f14fab6 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:41.933399 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-134b117c-1925-45d2-b049-e45b5e26e0e3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:41.943786 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-134b117c-1925-45d2-b049-e45b5e26e0e3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:41.955475 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134b117c-1925-45d2-b049-e45b5e26e0e3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:42.086680 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-134b117c-1925-45d2-b049-e45b5e26e0e3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:42.113720 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-134b117c-1925-45d2-b049-e45b5e26e0e3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] device_id is not set on port 66c66be7-e62f-4d6d-96d4-f1376234a13d yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:45:42.176566 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'fixed_ips': [{'subnet_id': '07853e11-f8e8-4e03-b53a-51a56adad27e'}, {'subnet_id': 'a2f1fc0d-3aa0-496a-9b45-a17a8780dd7e'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:45:42.177463 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:42.289096 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6d74f36-895d-40cc-966c-aa8985b75b6b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:42.291210 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3df9fd08-3811-44de-b74d-ac8413bf04ca req-845d1018-d57b-4067-bfc4-addd6d151fb8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0590909 Nov 26 16:45:42.386864 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-134b117c-1925-45d2-b049-e45b5e26e0e3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 2001:db8:0:1::bd (8c8ccad8-46f8-4956-abe3-9f3eb45da297/a2f1fc0d-3aa0-496a-9b45-a17a8780dd7e/66c66be7-e62f-4d6d-96d4-f1376234a13d) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:42.393200 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-134b117c-1925-45d2-b049-e45b5e26e0e3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 2001:db8::f816:3eff:fe16:e33e (8c8ccad8-46f8-4956-abe3-9f3eb45da297/07853e11-f8e8-4e03-b53a-51a56adad27e/66c66be7-e62f-4d6d-96d4-f1376234a13d) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:42.587640 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-134b117c-1925-45d2-b049-e45b5e26e0e3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:42.603063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-134b117c-1925-45d2-b049-e45b5e26e0e3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Transition to ACTIVE for port object 66c66be7-e62f-4d6d-96d4-f1376234a13d will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:42.627000 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-e6d74f36-895d-40cc-966c-aa8985b75b6b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting port 553b0c68-7505-42be-803c-5b1d801e494e {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:42.627347 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6d74f36-895d-40cc-966c-aa8985b75b6b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:42.628333 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-134b117c-1925-45d2-b049-e45b5e26e0e3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:42.635201 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-58b4b8ce-44c8-471b-a2e9-5bf3292f6855 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:42.712333 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134b117c-1925-45d2-b049-e45b5e26e0e3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:42.716204 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-134b117c-1925-45d2-b049-e45b5e26e0e3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:42.719208 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134b117c-1925-45d2-b049-e45b5e26e0e3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:45:42.725152 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134b117c-1925-45d2-b049-e45b5e26e0e3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:42.725960 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-134b117c-1925-45d2-b049-e45b5e26e0e3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:42.734124 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b117c-1925-45d2-b049-e45b5e26e0e3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=66c66be7-e62f-4d6d-96d4-f1376234a13d,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:42.737066 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-134b117c-1925-45d2-b049-e45b5e26e0e3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:42.755597 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] Allocated IP 2001:db8:0:1::2 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/a2f1fc0d-3aa0-496a-9b45-a17a8780dd7e/57b8ad1e-690b-47f6-b88f-fa8570698e65) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:42.761362 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-134b117c-1925-45d2-b049-e45b5e26e0e3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9882219 Nov 26 16:45:42.761709 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51856) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:42.766884 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] Allocated IP 2001:db8::f816:3eff:fe81:306a (8c8ccad8-46f8-4956-abe3-9f3eb45da297/07853e11-f8e8-4e03-b53a-51a56adad27e/57b8ad1e-690b-47f6-b88f-fa8570698e65) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:42.835243 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-6caef1a6-2fcb-4606-b584-1f05c8bf4f20 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting port 66c66be7-e62f-4d6d-96d4-f1376234a13d {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:42.835846 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6caef1a6-2fcb-4606-b584-1f05c8bf4f20 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:42.847464 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6d74f36-895d-40cc-966c-aa8985b75b6b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:42.974031 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-e6d74f36-895d-40cc-966c-aa8985b75b6b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Calling delete_port for 553b0c68-7505-42be-803c-5b1d801e494e owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:42.985309 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:42.995965 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] Transition to ACTIVE for port object 57b8ad1e-690b-47f6-b88f-fa8570698e65 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:43.014983 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] Transition to ACTIVE for port object 57b8ad1e-690b-47f6-b88f-fa8570698e65 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:43.021327 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:43.026562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:43.085922 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:43.088857 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:43.091404 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6caef1a6-2fcb-4606-b584-1f05c8bf4f20 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:43.092742 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:45:43.128632 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] Pushing event updated for resources: {'Port': ['ID=57b8ad1e-690b-47f6-b88f-fa8570698e65,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:43.135503 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:43.164238 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6d74f36-895d-40cc-966c-aa8985b75b6b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:43.175686 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0fa64a9a-7ccf-450c-bd49-dead1868c6fd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:43.220541 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-6caef1a6-2fcb-4606-b584-1f05c8bf4f20 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Calling delete_port for 66c66be7-e62f-4d6d-96d4-f1376234a13d owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:43.225403 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] Attempting to bind port 57b8ad1e-690b-47f6-b88f-fa8570698e65 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:45:43.225796 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] Attempting to bind port 57b8ad1e-690b-47f6-b88f-fa8570698e65 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:45:43.226165 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] Attempting to bind port 57b8ad1e-690b-47f6-b88f-fa8570698e65 on network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:45:43.231801 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:45:43.232190 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] Checking segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:45:43.232604 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:43.233008 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] Bound using segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:45:43.233485 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] Bound port: 57b8ad1e-690b-47f6-b88f-fa8570698e65, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:45:43.233871 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:43.256916 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d74f36-895d-40cc-966c-aa8985b75b6b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Port': ['ID=553b0c68-7505-42be-803c-5b1d801e494e,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:43.263859 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e6d74f36-895d-40cc-966c-aa8985b75b6b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:43.333238 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] For port 57b8ad1e-690b-47f6-b88f-fa8570698e65, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:45:43.337440 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] For port 57b8ad1e-690b-47f6-b88f-fa8570698e65, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=57b8ad1e-690b-47f6-b88f-fa8570698e65,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:45:43.347581 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:43.356000 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:43.440185 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] Pushing event updated for resources: {'Port': ['ID=57b8ad1e-690b-47f6-b88f-fa8570698e65,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:43.443433 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:43.503798 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6caef1a6-2fcb-4606-b584-1f05c8bf4f20 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:43.510562 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c598b982-4bb3-41e2-bc43-c4c80362e949 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:43.526911 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a1df1242-97f0-4eec-a2d7-a1f59e16bb29 req-7482b41f-0d54-433b-97b5-4c4731d94fb9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1425214 Nov 26 16:45:43.552039 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6d74f36-895d-40cc-966c-aa8985b75b6b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:43.718703 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caef1a6-2fcb-4606-b584-1f05c8bf4f20 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Port': ['ID=66c66be7-e62f-4d6d-96d4-f1376234a13d,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:43.748646 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6caef1a6-2fcb-4606-b584-1f05c8bf4f20 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:43.808536 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6caef1a6-2fcb-4606-b584-1f05c8bf4f20 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:43.821380 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6caef1a6-2fcb-4606-b584-1f05c8bf4f20 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/66c66be7-e62f-4d6d-96d4-f1376234a13d HTTP/1.1" status: 204 len: 168 time: 1.0581992 Nov 26 16:45:43.823477 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51862) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:43.905800 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c93c64-9ec6-4829-9660-57a0fcc83a3e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:43.906390 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-10c93c64-9ec6-4829-9660-57a0fcc83a3e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:43.922949 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-10c93c64-9ec6-4829-9660-57a0fcc83a3e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:43.924373 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-10c93c64-9ec6-4829-9660-57a0fcc83a3e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0997870 Nov 26 16:45:43.926905 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51866) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:44.008319 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac626c6e-1f4f-423a-adf4-04be7b645e45 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:44.012863 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ac626c6e-1f4f-423a-adf4-04be7b645e45 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0820332 Nov 26 16:45:44.013094 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51870) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:44.053177 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d74f36-895d-40cc-966c-aa8985b75b6b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Router 93ea8bc7-567f-4d5a-a461-192938a0d1ec has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:45:44.083239 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd00aa98-560b-471d-b2ad-3d47b795b877 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:44.084807 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd00aa98-560b-471d-b2ad-3d47b795b877 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:44.086450 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd00aa98-560b-471d-b2ad-3d47b795b877 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:44.087245 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-dd00aa98-560b-471d-b2ad-3d47b795b877 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:44.102464 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-dd00aa98-560b-471d-b2ad-3d47b795b877 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:44.103720 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-dd00aa98-560b-471d-b2ad-3d47b795b877 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0896544 Nov 26 16:45:44.106929 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51874) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:44.174565 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-18caa888-6150-4edf-9e1b-87c9790b54c8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet 07853e11-f8e8-4e03-b53a-51a56adad27e {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:45:44.177782 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-18caa888-6150-4edf-9e1b-87c9790b54c8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:44.213844 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d74f36-895d-40cc-966c-aa8985b75b6b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:45:44.227080 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3135549a-31bc-411b-bbd2-a3ef3d26af10 None None] Sync routers for ids ['93ea8bc7-567f-4d5a-a461-192938a0d1ec'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:45:44.233732 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e6d74f36-895d-40cc-966c-aa8985b75b6b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "PUT /v2.0/routers/93ea8bc7-567f-4d5a-a461-192938a0d1ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7159190 Nov 26 16:45:44.236539 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51878) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:44.242868 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3135549a-31bc-411b-bbd2-a3ef3d26af10 None None] Routers {'93ea8bc7-567f-4d5a-a461-192938a0d1ec'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:45:44.243910 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3135549a-31bc-411b-bbd2-a3ef3d26af10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:45:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['93ea8bc7-567f-4d5a-a461-192938a0d1ec'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:44.311392 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3135549a-31bc-411b-bbd2-a3ef3d26af10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:44.320414 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3135549a-31bc-411b-bbd2-a3ef3d26af10 None None] Routers {'93ea8bc7-567f-4d5a-a461-192938a0d1ec'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:45:44.321122 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3135549a-31bc-411b-bbd2-a3ef3d26af10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:45:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['93ea8bc7-567f-4d5a-a461-192938a0d1ec'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:44.373282 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-18caa888-6150-4edf-9e1b-87c9790b54c8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:44.386711 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3135549a-31bc-411b-bbd2-a3ef3d26af10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:44.387227 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3135549a-31bc-411b-bbd2-a3ef3d26af10 None None] The sync data for ids ['93ea8bc7-567f-4d5a-a461-192938a0d1ec'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:45:44.529049 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28400347-d98b-4b15-94f2-d94e49043d9a None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:44.639441 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ae7780dc-5eb7-4684-aea3-21dafa505422 None None] Provisioning for port 57b8ad1e-690b-47f6-b88f-fa8570698e65 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:44.652682 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5e010fae-af4f-453e-9248-6570de87ad0d req-ed381ef8-5eab-4692-b6ed-c00e1dccd09c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0631402 Nov 26 16:45:44.667453 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-18caa888-6150-4edf-9e1b-87c9790b54c8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:44.834909 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-18caa888-6150-4edf-9e1b-87c9790b54c8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:44.847312 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-966a9013-3add-4f38-92ee-a4517fde4143 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:44.892863 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18caa888-6150-4edf-9e1b-87c9790b54c8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=07853e11-f8e8-4e03-b53a-51a56adad27e,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:44.894804 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-18caa888-6150-4edf-9e1b-87c9790b54c8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:44.898696 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-18caa888-6150-4edf-9e1b-87c9790b54c8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:44.915818 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-18caa888-6150-4edf-9e1b-87c9790b54c8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/07853e11-f8e8-4e03-b53a-51a56adad27e HTTP/1.1" status: 204 len: 168 time: 0.8078544 Nov 26 16:45:44.918334 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51884) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:44.960411 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba4e989-91aa-429c-b1c9-f12ccc0cfe96 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:45.031049 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdfbc556-2e28-41ed-a408-2e456d271433 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet a2f1fc0d-3aa0-496a-9b45-a17a8780dd7e {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:45:45.034327 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bdfbc556-2e28-41ed-a408-2e456d271433 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:45.099892 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bdfbc556-2e28-41ed-a408-2e456d271433 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:45.128494 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-04d8c4ed-aea3-48fa-b0b9-2070acc10416 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:45.418062 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 57b8ad1e-690b-47f6-b88f-fa8570698e65 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:45:45.490983 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 57b8ad1e-690b-47f6-b88f-fa8570698e65 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:45.498090 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 57b8ad1e-690b-47f6-b88f-fa8570698e65 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:45.498731 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:45.553386 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bdfbc556-2e28-41ed-a408-2e456d271433 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:45.626551 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:45.673017 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bdfbc556-2e28-41ed-a408-2e456d271433 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:45.684032 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c4fa87a0-8bc8-408b-82cc-072bcbf1bf76 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:45.732980 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfbc556-2e28-41ed-a408-2e456d271433 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=a2f1fc0d-3aa0-496a-9b45-a17a8780dd7e,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:45.738872 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bdfbc556-2e28-41ed-a408-2e456d271433 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:45.743286 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bdfbc556-2e28-41ed-a408-2e456d271433 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:45.754421 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-04d8c4ed-aea3-48fa-b0b9-2070acc10416 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting port 11d12595-5b70-47c0-b96d-df51ec6e5d99 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:45.754676 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-04d8c4ed-aea3-48fa-b0b9-2070acc10416 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:45.761845 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:45:45.762480 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:45:45.789351 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f4eb6021-eae6-4bce-9c60-9a2c3fc217a2 req-bf6e1d17-1000-489e-83a6-a3fc72c57905 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0761774 Nov 26 16:45:45.793236 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-bdfbc556-2e28-41ed-a408-2e456d271433 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/a2f1fc0d-3aa0-496a-9b45-a17a8780dd7e HTTP/1.1" status: 204 len: 168 time: 0.8738904 Nov 26 16:45:45.796187 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51890) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:45.848442 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abc7241-5d1e-4ba7-9ac5-90ed879fc556 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:45.873630 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c3b7c6b6-a6c4-4753-958c-03d26203c551 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730379 Nov 26 16:45:45.873885 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51894) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:45.879189 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-f8bcf531-3132-42ab-8bf2-a41ac9f493c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:45.954443 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-81b034be-d34d-4732-b36b-241dbfbee8d0 None None] Provisioning complete for port 57b8ad1e-690b-47f6-b88f-fa8570698e65 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:45.954827 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-81b034be-d34d-4732-b36b-241dbfbee8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:45.958130 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-04d8c4ed-aea3-48fa-b0b9-2070acc10416 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:45.991563 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f8bcf531-3132-42ab-8bf2-a41ac9f493c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:45.996013 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f8bcf531-3132-42ab-8bf2-a41ac9f493c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:45.998886 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f8bcf531-3132-42ab-8bf2-a41ac9f493c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:46.004608 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f8bcf531-3132-42ab-8bf2-a41ac9f493c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:46.017043 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bcf531-3132-42ab-8bf2-a41ac9f493c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:46.020879 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8bcf531-3132-42ab-8bf2-a41ac9f493c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:46.101699 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-04d8c4ed-aea3-48fa-b0b9-2070acc10416 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Calling delete_port for 11d12595-5b70-47c0-b96d-df51ec6e5d99 owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:46.160342 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-81b034be-d34d-4732-b36b-241dbfbee8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:46.197331 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-81b034be-d34d-4732-b36b-241dbfbee8d0 None None] For port 57b8ad1e-690b-47f6-b88f-fa8570698e65, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=57b8ad1e-690b-47f6-b88f-fa8570698e65,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:46.201724 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-81b034be-d34d-4732-b36b-241dbfbee8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:46.206150 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b2ef30e0-abd9-4fa6-99a1-cde679a70106 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:46.244698 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1ceaef-897a-4bda-91fe-894b544eab75 None None] DHCP port deletion for 8c8ccad8-46f8-4956-abe3-9f3eb45da297 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:45:46.254987 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ceaef-897a-4bda-91fe-894b544eab75 None None] Deleting port 57b8ad1e-690b-47f6-b88f-fa8570698e65 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:46.255766 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7e1ceaef-897a-4bda-91fe-894b544eab75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:46.319168 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-04d8c4ed-aea3-48fa-b0b9-2070acc10416 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:46.325486 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ad6da3d3-7072-4aec-add3-8c73c8763b91 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:46.371134 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d8c4ed-aea3-48fa-b0b9-2070acc10416 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Port': ['ID=11d12595-5b70-47c0-b96d-df51ec6e5d99,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:46.374346 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-04d8c4ed-aea3-48fa-b0b9-2070acc10416 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:46.375771 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b034be-d34d-4732-b36b-241dbfbee8d0 None None] Pushing event updated for resources: {'Port': ['ID=57b8ad1e-690b-47f6-b88f-fa8570698e65,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:46.378672 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-81b034be-d34d-4732-b36b-241dbfbee8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:46.407389 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.objects.ports [None req-f8bcf531-3132-42ab-8bf2-a41ac9f493c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87518) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 26 16:45:46.584045 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-7e1ceaef-897a-4bda-91fe-894b544eab75 None None] For port 57b8ad1e-690b-47f6-b88f-fa8570698e65, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=57b8ad1e-690b-47f6-b88f-fa8570698e65,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:46.584566 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7e1ceaef-897a-4bda-91fe-894b544eab75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:46.614458 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8bcf531-3132-42ab-8bf2-a41ac9f493c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:46.638199 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-04d8c4ed-aea3-48fa-b0b9-2070acc10416 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:46.721524 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ceaef-897a-4bda-91fe-894b544eab75 None None] Calling delete_port for 57b8ad1e-690b-47f6-b88f-fa8570698e65 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:46.840964 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-f8bcf531-3132-42ab-8bf2-a41ac9f493c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] For port 57b8ad1e-690b-47f6-b88f-fa8570698e65, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=57b8ad1e-690b-47f6-b88f-fa8570698e65,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:46.870257 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8bcf531-3132-42ab-8bf2-a41ac9f493c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:46.874273 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8bcf531-3132-42ab-8bf2-a41ac9f493c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:46.875356 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8bcf531-3132-42ab-8bf2-a41ac9f493c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:46.877935 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-7e1ceaef-897a-4bda-91fe-894b544eab75 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:45:46.878316 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-7e1ceaef-897a-4bda-91fe-894b544eab75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:45:46.880438 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1a897259-fc34-4472-884d-d82de3043a6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:47.073849 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bcf531-3132-42ab-8bf2-a41ac9f493c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:47.077025 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-f8bcf531-3132-42ab-8bf2-a41ac9f493c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:47.080063 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bcf531-3132-42ab-8bf2-a41ac9f493c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:47.080657 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8bcf531-3132-42ab-8bf2-a41ac9f493c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:47.090860 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8189acf1-6262-462a-925d-2922f35e34fa req-53c12696-eb5c-4658-8645-15b4a8268499 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.2352691 Nov 26 16:45:47.115295 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcf531-3132-42ab-8bf2-a41ac9f493c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=57b8ad1e-690b-47f6-b88f-fa8570698e65,revision_number=7']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:47.115424 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d8c4ed-aea3-48fa-b0b9-2070acc10416 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Router 93ea8bc7-567f-4d5a-a461-192938a0d1ec has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:45:47.115535 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f8bcf531-3132-42ab-8bf2-a41ac9f493c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:47.115535 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-31a2e876-fcc8-4f8b-a04f-c3fe1d9103ca tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:47.142081 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f8bcf531-3132-42ab-8bf2-a41ac9f493c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2672822 Nov 26 16:45:47.152774 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51900) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:47.160424 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-1a0cc5e3-7186-4443-987f-23c74f5c27ae tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:47.253512 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d8c4ed-aea3-48fa-b0b9-2070acc10416 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:45:47.259820 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcf531-3132-42ab-8bf2-a41ac9f493c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=a194fdc7-ad69-4173-a87a-41daa00c92e1,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:47.264912 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f8bcf531-3132-42ab-8bf2-a41ac9f493c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:47.265323 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e9a6b4-d098-40ed-a98c-a112b129cf17 None None] Sync routers for ids ['93ea8bc7-567f-4d5a-a461-192938a0d1ec'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:45:47.267578 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-04d8c4ed-aea3-48fa-b0b9-2070acc10416 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "PUT /v2.0/routers/93ea8bc7-567f-4d5a-a461-192938a0d1ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0299258 Nov 26 16:45:47.270445 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51904) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:47.276184 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e9a6b4-d098-40ed-a98c-a112b129cf17 None None] Routers {'93ea8bc7-567f-4d5a-a461-192938a0d1ec'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:45:47.276901 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-55e9a6b4-d098-40ed-a98c-a112b129cf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:45:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['93ea8bc7-567f-4d5a-a461-192938a0d1ec'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:47.330138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-97c9695f-e75b-4a9c-94ca-e9420950422e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Synchronizing usage tracker for tenant:e88a7f81029b400b9cbd561c1fe3ae4d on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:47.337129 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-55e9a6b4-d098-40ed-a98c-a112b129cf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:47.349586 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e9a6b4-d098-40ed-a98c-a112b129cf17 None None] Routers {'93ea8bc7-567f-4d5a-a461-192938a0d1ec'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:45:47.350205 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-55e9a6b4-d098-40ed-a98c-a112b129cf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:45:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['93ea8bc7-567f-4d5a-a461-192938a0d1ec'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:47.360702 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-1a0cc5e3-7186-4443-987f-23c74f5c27ae tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:47.365487 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1a0cc5e3-7186-4443-987f-23c74f5c27ae tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:47.368192 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-97c9695f-e75b-4a9c-94ca-e9420950422e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Unset dirty status for tenant:e88a7f81029b400b9cbd561c1fe3ae4d on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:47.372723 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-97c9695f-e75b-4a9c-94ca-e9420950422e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "GET /v2.0/ports?device_id=93ea8bc7-567f-4d5a-a461-192938a0d1ec HTTP/1.1" status: 200 len: 205 time: 0.0982201 Nov 26 16:45:47.372723 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1a0cc5e3-7186-4443-987f-23c74f5c27ae tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:47.374120 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51908) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:47.377242 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-1a0cc5e3-7186-4443-987f-23c74f5c27ae tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:47.379823 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ceaef-897a-4bda-91fe-894b544eab75 None None] Deleting port 57b8ad1e-690b-47f6-b88f-fa8570698e65 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:47.380221 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7e1ceaef-897a-4bda-91fe-894b544eab75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:47.395447 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0cc5e3-7186-4443-987f-23c74f5c27ae tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:47.400311 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc5e3-7186-4443-987f-23c74f5c27ae tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:47.412454 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 57b8ad1e-690b-47f6-b88f-fa8570698e65 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:45:47.415855 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-55e9a6b4-d098-40ed-a98c-a112b129cf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:47.416272 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e9a6b4-d098-40ed-a98c-a112b129cf17 None None] The sync data for ids ['93ea8bc7-567f-4d5a-a461-192938a0d1ec'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:45:47.523982 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a5927b26-dbb4-4aa0-bf43-c4b2e3a428c3 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:47.539214 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.ipam_backend_mixin [None req-1a0cc5e3-7186-4443-987f-23c74f5c27ae tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a194fdc7-ad69-4173-a87a-41daa00c92e1 (CIDR: 2001:db8::/64) Nov 26 16:45:47.543242 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a0cc5e3-7186-4443-987f-23c74f5c27ae tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:45:47.543861 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a0cc5e3-7186-4443-987f-23c74f5c27ae tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:45:47.564599 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1a0cc5e3-7186-4443-987f-23c74f5c27ae tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4080079 Nov 26 16:45:47.564840 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51912) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:47.572206 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-3b411cdc-406c-4ae0-b72c-a26ae98c4b7f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:47.716579 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:47.734090 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3b411cdc-406c-4ae0-b72c-a26ae98c4b7f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:47.740324 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3b411cdc-406c-4ae0-b72c-a26ae98c4b7f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:47.743988 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3b411cdc-406c-4ae0-b72c-a26ae98c4b7f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:47.752859 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3b411cdc-406c-4ae0-b72c-a26ae98c4b7f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:47.765851 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b411cdc-406c-4ae0-b72c-a26ae98c4b7f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:47.769879 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3b411cdc-406c-4ae0-b72c-a26ae98c4b7f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:47.782873 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 57b8ad1e-690b-47f6-b88f-fa8570698e65, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=57b8ad1e-690b-47f6-b88f-fa8570698e65,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:47.788456 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:47.793865 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:47.845675 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-7e1ceaef-897a-4bda-91fe-894b544eab75 None None] For port 57b8ad1e-690b-47f6-b88f-fa8570698e65, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=57b8ad1e-690b-47f6-b88f-fa8570698e65,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:47.846083 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7e1ceaef-897a-4bda-91fe-894b544eab75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:47.854906 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a5927b26-dbb4-4aa0-bf43-c4b2e3a428c3 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:47.857381 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a5927b26-dbb4-4aa0-bf43-c4b2e3a428c3 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:47.882968 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a5927b26-dbb4-4aa0-bf43-c4b2e3a428c3 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:47.883472 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5927b26-dbb4-4aa0-bf43-c4b2e3a428c3 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Fanout notify agent at l3_agent the message router_deleted on router 93ea8bc7-567f-4d5a-a461-192938a0d1ec {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:45:47.895750 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a5927b26-dbb4-4aa0-bf43-c4b2e3a428c3 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:47.896397 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a5927b26-dbb4-4aa0-bf43-c4b2e3a428c3 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/routers/93ea8bc7-567f-4d5a-a461-192938a0d1ec HTTP/1.1" status: 204 len: 168 time: 0.5206869 Nov 26 16:45:47.898990 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51916) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:47.967512 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-1beb4808-97ae-4123-923c-a199c12f76a4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting subnet bf7e1914-b47a-42ec-bcb6-c02b04a0958b {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:45:47.972346 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1beb4808-97ae-4123-923c-a199c12f76a4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:47.976387 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ceaef-897a-4bda-91fe-894b544eab75 None None] Calling delete_port for 57b8ad1e-690b-47f6-b88f-fa8570698e65 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:48.034882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1beb4808-97ae-4123-923c-a199c12f76a4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:48.035579 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=57b8ad1e-690b-47f6-b88f-fa8570698e65,revision_number=8']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:48.040040 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:48.061644 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3b411cdc-406c-4ae0-b72c-a26ae98c4b7f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:48.066531 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2bd7299f-4e9a-47ae-b62d-24492c0a5c02 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:48.072965 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-7e1ceaef-897a-4bda-91fe-894b544eab75 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:45:48.073582 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-7e1ceaef-897a-4bda-91fe-894b544eab75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:45:48.125180 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b411cdc-406c-4ae0-b72c-a26ae98c4b7f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:48.128211 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-3b411cdc-406c-4ae0-b72c-a26ae98c4b7f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:48.132456 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b411cdc-406c-4ae0-b72c-a26ae98c4b7f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:48.133057 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3b411cdc-406c-4ae0-b72c-a26ae98c4b7f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:48.136209 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1beb4808-97ae-4123-923c-a199c12f76a4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:48.146260 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b411cdc-406c-4ae0-b72c-a26ae98c4b7f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=7f9f2eed-c955-4844-b7b4-909cb29696de,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:48.152407 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3b411cdc-406c-4ae0-b72c-a26ae98c4b7f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:48.198266 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-96301b2f-b0a6-4730-8193-e50acbe18232 req-1a402077-ed39-4daa-bf24-24599b3fce01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0476260 Nov 26 16:45:48.206253 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3b411cdc-406c-4ae0-b72c-a26ae98c4b7f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6404750 Nov 26 16:45:48.209213 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51922) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:48.216083 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-8c22f522-d1d4-42dc-972f-8fb36706bb85 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'mac_address': 'fa:16:3e:bb:da:7c', 'name': 'tempest-NetworksTestDHCPv6-864681969'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:48.218516 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1beb4808-97ae-4123-923c-a199c12f76a4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:48.222724 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1aa1b129-2db9-41c8-a1e7-ee0082c76e9b tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:48.257995 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb4808-97ae-4123-923c-a199c12f76a4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Subnet': ['ID=bf7e1914-b47a-42ec-bcb6-c02b04a0958b,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:48.261019 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1beb4808-97ae-4123-923c-a199c12f76a4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:48.261980 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1beb4808-97ae-4123-923c-a199c12f76a4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:48.268103 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1beb4808-97ae-4123-923c-a199c12f76a4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/subnets/bf7e1914-b47a-42ec-bcb6-c02b04a0958b HTTP/1.1" status: 204 len: 168 time: 0.3681183 Nov 26 16:45:48.269863 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfa435f-130c-4a5c-898c-349069f908e0 None None] Network 7fc8f3d0-86fc-44a4-967e-529fbc7584f4 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:48.270522 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51926) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:48.339826 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-0164273f-d4b2-45ad-8798-6cc184a5d01b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting subnet 67226b61-bc20-458d-8cb5-79f65a1120cf {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:45:48.342922 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0164273f-d4b2-45ad-8798-6cc184a5d01b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:48.359023 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-8c22f522-d1d4-42dc-972f-8fb36706bb85 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:48.369071 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-8c22f522-d1d4-42dc-972f-8fb36706bb85 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:48.379849 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c22f522-d1d4-42dc-972f-8fb36706bb85 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:48.397137 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0164273f-d4b2-45ad-8798-6cc184a5d01b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:48.445151 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ceaef-897a-4bda-91fe-894b544eab75 None None] Deleting port 57b8ad1e-690b-47f6-b88f-fa8570698e65 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:48.445662 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7e1ceaef-897a-4bda-91fe-894b544eab75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:48.482369 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0164273f-d4b2-45ad-8798-6cc184a5d01b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:48.508474 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8c22f522-d1d4-42dc-972f-8fb36706bb85 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:48.537669 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-8c22f522-d1d4-42dc-972f-8fb36706bb85 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] device_id is not set on port 5215a776-044a-4853-8825-5532a0acbbd3 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:45:48.561014 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0164273f-d4b2-45ad-8798-6cc184a5d01b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:48.566344 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4c74624d-aeff-429b-9377-e31e130b97ea tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:48.612447 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164273f-d4b2-45ad-8798-6cc184a5d01b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Subnet': ['ID=67226b61-bc20-458d-8cb5-79f65a1120cf,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:48.615497 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0164273f-d4b2-45ad-8798-6cc184a5d01b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:48.616492 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0164273f-d4b2-45ad-8798-6cc184a5d01b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:48.625606 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0164273f-d4b2-45ad-8798-6cc184a5d01b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/subnets/67226b61-bc20-458d-8cb5-79f65a1120cf HTTP/1.1" status: 204 len: 168 time: 0.3514678 Nov 26 16:45:48.626819 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51930) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:48.640621 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df39015-7504-4a1d-91ab-cff122dc752d None None] Network 74b674e8-e1bb-4d9f-bd4b-35323c65f673 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:48.670556 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8cbdbe-9fbb-4490-b365-8edbe14899c7 None None] DHCP port deletion for 7fc8f3d0-86fc-44a4-967e-529fbc7584f4 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:45:48.728760 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8e8cbdbe-9fbb-4490-b365-8edbe14899c7 None None] Deleting port 01a0c501-8875-42e7-a92d-586b3ce5f76a {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:48.729527 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8e8cbdbe-9fbb-4490-b365-8edbe14899c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:48.800911 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-8c22f522-d1d4-42dc-972f-8fb36706bb85 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 2001:db8:0:1::37c (8c8ccad8-46f8-4956-abe3-9f3eb45da297/7f9f2eed-c955-4844-b7b4-909cb29696de/5215a776-044a-4853-8825-5532a0acbbd3) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:48.807556 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-8c22f522-d1d4-42dc-972f-8fb36706bb85 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 2001:db8::f816:3eff:febb:da7c (8c8ccad8-46f8-4956-abe3-9f3eb45da297/a194fdc7-ad69-4173-a87a-41daa00c92e1/5215a776-044a-4853-8825-5532a0acbbd3) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:48.905981 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2d1c199c-ab40-42b4-aa38-9df35b384b8e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:48.918729 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-2d1c199c-ab40-42b4-aa38-9df35b384b8e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting port 01a0c501-8875-42e7-a92d-586b3ce5f76a {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:48.919371 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2d1c199c-ab40-42b4-aa38-9df35b384b8e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:48.926467 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-7e1ceaef-897a-4bda-91fe-894b544eab75 None None] For port 57b8ad1e-690b-47f6-b88f-fa8570698e65, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=57b8ad1e-690b-47f6-b88f-fa8570698e65,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:48.926873 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7e1ceaef-897a-4bda-91fe-894b544eab75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:49.136636 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-2d1c199c-ab40-42b4-aa38-9df35b384b8e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] For port 01a0c501-8875-42e7-a92d-586b3ce5f76a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=01a0c501-8875-42e7-a92d-586b3ce5f76a,segment=NetworkSegment(c1d5589b-d89c-47f9-98b7-7115bfcb6687),segment_id=c1d5589b-d89c-47f9-98b7-7115bfcb6687)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:49.137283 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2d1c199c-ab40-42b4-aa38-9df35b384b8e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:49.142018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8c22f522-d1d4-42dc-972f-8fb36706bb85 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:49.158267 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-8c22f522-d1d4-42dc-972f-8fb36706bb85 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Transition to ACTIVE for port object 5215a776-044a-4853-8825-5532a0acbbd3 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:49.184632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8c22f522-d1d4-42dc-972f-8fb36706bb85 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:49.201319 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-59d1689b-4798-4bcb-9367-12e8c515b00d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:49.204134 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ceaef-897a-4bda-91fe-894b544eab75 None None] Calling delete_port for 57b8ad1e-690b-47f6-b88f-fa8570698e65 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:49.247240 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c22f522-d1d4-42dc-972f-8fb36706bb85 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:49.255010 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-8c22f522-d1d4-42dc-972f-8fb36706bb85 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:49.268352 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c22f522-d1d4-42dc-972f-8fb36706bb85 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:45:49.274064 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c22f522-d1d4-42dc-972f-8fb36706bb85 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:49.274786 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8c22f522-d1d4-42dc-972f-8fb36706bb85 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:49.285522 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-2d1c199c-ab40-42b4-aa38-9df35b384b8e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Calling delete_port for 01a0c501-8875-42e7-a92d-586b3ce5f76a owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:49.302610 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-8e8cbdbe-9fbb-4490-b365-8edbe14899c7 None None] For port 01a0c501-8875-42e7-a92d-586b3ce5f76a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=01a0c501-8875-42e7-a92d-586b3ce5f76a,segment=NetworkSegment(c1d5589b-d89c-47f9-98b7-7115bfcb6687),segment_id=c1d5589b-d89c-47f9-98b7-7115bfcb6687)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:49.303068 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8e8cbdbe-9fbb-4490-b365-8edbe14899c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:49.306217 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22f522-d1d4-42dc-972f-8fb36706bb85 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=5215a776-044a-4853-8825-5532a0acbbd3,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:49.311068 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8c22f522-d1d4-42dc-972f-8fb36706bb85 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:49.320852 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8c22f522-d1d4-42dc-972f-8fb36706bb85 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1080952 Nov 26 16:45:49.321373 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51936) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:49.379982 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-934e899c-9687-41f6-a8a3-06ea914ee7b2 req-daef981b-3ac3-422d-a113-b201b9a79c81 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1018686 Nov 26 16:45:49.411127 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-dc6fb315-6869-453d-bfeb-e74a9c55c322 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting port 5215a776-044a-4853-8825-5532a0acbbd3 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:49.411818 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb315-6869-453d-bfeb-e74a9c55c322 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:49.428781 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2d1c199c-ab40-42b4-aa38-9df35b384b8e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:49.433210 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f00fd489-b8c1-4b1f-9ff2-708193998864 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:49.461953 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 01a0c501-8875-42e7-a92d-586b3ce5f76a no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:45:49.476369 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c199c-ab40-42b4-aa38-9df35b384b8e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Port': ['ID=01a0c501-8875-42e7-a92d-586b3ce5f76a,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:49.483338 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2d1c199c-ab40-42b4-aa38-9df35b384b8e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:49.486121 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1c199c-ab40-42b4-aa38-9df35b384b8e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] No DVR routers for this DVR port 01a0c501-8875-42e7-a92d-586b3ce5f76a on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:45:49.503871 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8e8cbdbe-9fbb-4490-b365-8edbe14899c7 None None] Calling delete_port for 01a0c501-8875-42e7-a92d-586b3ce5f76a owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:49.544888 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 01a0c501-8875-42e7-a92d-586b3ce5f76a {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:45:49.545205 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 01a0c501-8875-42e7-a92d-586b3ce5f76a not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:45:49.589768 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:49.618188 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2d1c199c-ab40-42b4-aa38-9df35b384b8e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:49.649346 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-2d1c199c-ab40-42b4-aa38-9df35b384b8e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc8f3d0-86fc-44a4-967e-529fbc7584f4']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:49.650828 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-8e8cbdbe-9fbb-4490-b365-8edbe14899c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:45:49.652120 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-8e8cbdbe-9fbb-4490-b365-8edbe14899c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:45:49.652659 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7e1ceaef-897a-4bda-91fe-894b544eab75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:49.662323 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:49.668873 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-2d1c199c-ab40-42b4-aa38-9df35b384b8e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d5589b-d89c-47f9-98b7-7115bfcb6687') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:49.669170 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-2d1c199c-ab40-42b4-aa38-9df35b384b8e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d5589b-d89c-47f9-98b7-7115bfcb6687') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:49.681874 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2d1c199c-ab40-42b4-aa38-9df35b384b8e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:49.699519 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2d1c199c-ab40-42b4-aa38-9df35b384b8e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:49.704781 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf1a59c-81e7-42aa-8c46-f11f4c32cceb None None] DHCP port deletion for 74b674e8-e1bb-4d9f-bd4b-35323c65f673 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:45:49.706583 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1c199c-ab40-42b4-aa38-9df35b384b8e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:45:49.707029 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2d1c199c-ab40-42b4-aa38-9df35b384b8e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:49.714078 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb315-6869-453d-bfeb-e74a9c55c322 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:49.716517 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ceaef-897a-4bda-91fe-894b544eab75 None None] Pushing event deleted for resources: {'Port': ['ID=57b8ad1e-690b-47f6-b88f-fa8570698e65,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:45:49.723510 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:45:49.747491 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-7e1ceaef-897a-4bda-91fe-894b544eab75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:49.748422 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-5cf1a59c-81e7-42aa-8c46-f11f4c32cceb None None] Deleting port 7bec38c0-a920-4903-afc4-115c02460ab3 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:49.748807 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5cf1a59c-81e7-42aa-8c46-f11f4c32cceb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:49.807671 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2d1c199c-ab40-42b4-aa38-9df35b384b8e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:49.812168 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-462458c8-3dd6-4fa1-bf2f-b31a94847605 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:49.829898 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2d1c199c-ab40-42b4-aa38-9df35b384b8e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:49.850354 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c199c-ab40-42b4-aa38-9df35b384b8e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Network': ['ID=7fc8f3d0-86fc-44a4-967e-529fbc7584f4,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:49.854063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2d1c199c-ab40-42b4-aa38-9df35b384b8e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:49.864501 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2d1c199c-ab40-42b4-aa38-9df35b384b8e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/networks/7fc8f3d0-86fc-44a4-967e-529fbc7584f4 HTTP/1.1" status: 204 len: 168 time: 1.2342956 Nov 26 16:45:49.864854 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51940) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:49.891167 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ceaef-897a-4bda-91fe-894b544eab75 None None] No DVR routers for this DVR port 57b8ad1e-690b-47f6-b88f-fa8570698e65 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:45:49.919613 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f32e556-1e6d-423f-b425-9e4311c4161a None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:49.920183 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-dc6fb315-6869-453d-bfeb-e74a9c55c322 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Calling delete_port for 5215a776-044a-4853-8825-5532a0acbbd3 owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:49.979958 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3a03e387-c14f-4460-bdae-83809814aba8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:49.990329 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-3a03e387-c14f-4460-bdae-83809814aba8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting port 7bec38c0-a920-4903-afc4-115c02460ab3 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:49.990662 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3a03e387-c14f-4460-bdae-83809814aba8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:50.078969 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-5cf1a59c-81e7-42aa-8c46-f11f4c32cceb None None] For port 7bec38c0-a920-4903-afc4-115c02460ab3, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7bec38c0-a920-4903-afc4-115c02460ab3,segment=NetworkSegment(c766a14d-8783-484d-a4a9-c1ffa02e684d),segment_id=c766a14d-8783-484d-a4a9-c1ffa02e684d)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:50.079651 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5cf1a59c-81e7-42aa-8c46-f11f4c32cceb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:50.140319 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb315-6869-453d-bfeb-e74a9c55c322 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:50.146379 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-797b9078-594c-4222-9a7f-ead7e212d6f5 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:50.158268 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8e8cbdbe-9fbb-4490-b365-8edbe14899c7 None None] Deleting port 01a0c501-8875-42e7-a92d-586b3ce5f76a {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:50.158875 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8e8cbdbe-9fbb-4490-b365-8edbe14899c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:50.195575 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fb315-6869-453d-bfeb-e74a9c55c322 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Port': ['ID=5215a776-044a-4853-8825-5532a0acbbd3,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:50.198096 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-dc6fb315-6869-453d-bfeb-e74a9c55c322 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:50.204145 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-3a03e387-c14f-4460-bdae-83809814aba8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] For port 7bec38c0-a920-4903-afc4-115c02460ab3, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7bec38c0-a920-4903-afc4-115c02460ab3,segment=NetworkSegment(c766a14d-8783-484d-a4a9-c1ffa02e684d),segment_id=c766a14d-8783-484d-a4a9-c1ffa02e684d)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:50.204748 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3a03e387-c14f-4460-bdae-83809814aba8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:50.255960 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-5cf1a59c-81e7-42aa-8c46-f11f4c32cceb None None] Calling delete_port for 7bec38c0-a920-4903-afc4-115c02460ab3 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:50.274027 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb315-6869-453d-bfeb-e74a9c55c322 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:50.286586 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-dc6fb315-6869-453d-bfeb-e74a9c55c322 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/5215a776-044a-4853-8825-5532a0acbbd3 HTTP/1.1" status: 204 len: 168 time: 0.9619765 Nov 26 16:45:50.286825 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51944) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:50.330611 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-3a03e387-c14f-4460-bdae-83809814aba8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Calling delete_port for 7bec38c0-a920-4903-afc4-115c02460ab3 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:50.333314 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-15072f54-873e-4602-a9e2-5eb787be1ef4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:50.345104 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8e8cbdbe-9fbb-4490-b365-8edbe14899c7 None None] The port '01a0c501-8875-42e7-a92d-586b3ce5f76a' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:45:50.349836 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-15072f54-873e-4602-a9e2-5eb787be1ef4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:50.353525 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-15072f54-873e-4602-a9e2-5eb787be1ef4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0633612 Nov 26 16:45:50.353796 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51948) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:50.405168 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5982c3c1-178f-451b-b524-ffc9c230af82 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0474398 Nov 26 16:45:50.406197 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51952) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:50.422491 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3a03e387-c14f-4460-bdae-83809814aba8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:50.429385 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f5ac06ca-67ad-4182-ab8a-08a8f0b1079f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:50.471552 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-5cf1a59c-81e7-42aa-8c46-f11f4c32cceb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:45:50.471941 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-5cf1a59c-81e7-42aa-8c46-f11f4c32cceb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:45:50.476184 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03e387-c14f-4460-bdae-83809814aba8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Port': ['ID=7bec38c0-a920-4903-afc4-115c02460ab3,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:50.477939 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a03e387-c14f-4460-bdae-83809814aba8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] No DVR routers for this DVR port 7bec38c0-a920-4903-afc4-115c02460ab3 on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:45:50.480013 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3a03e387-c14f-4460-bdae-83809814aba8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:50.490301 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'fixed_ips': [{'subnet_id': '7f9f2eed-c955-4844-b7b4-909cb29696de'}, {'subnet_id': 'a194fdc7-ad69-4173-a87a-41daa00c92e1'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:45:50.491176 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:50.514638 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a108c35f-2189-40f5-8e22-f712d5b06f3f req-0f8201e2-5b31-49b5-b66e-eafd87c81f72 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0582154 Nov 26 16:45:50.540545 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3bebd9-7478-49fa-b137-ebfeaa8e3d74 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:50.542814 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3bebd9-7478-49fa-b137-ebfeaa8e3d74 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:50.544545 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3bebd9-7478-49fa-b137-ebfeaa8e3d74 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:50.545463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cb3bebd9-7478-49fa-b137-ebfeaa8e3d74 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:50.563093 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cb3bebd9-7478-49fa-b137-ebfeaa8e3d74 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:50.567239 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cb3bebd9-7478-49fa-b137-ebfeaa8e3d74 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1608024 Nov 26 16:45:50.567918 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51958) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:50.614162 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3a03e387-c14f-4460-bdae-83809814aba8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:50.635028 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e31bbf-0170-4d8e-bc7b-fde66b6e10a4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet 7f9f2eed-c955-4844-b7b4-909cb29696de {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:45:50.640387 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-3a03e387-c14f-4460-bdae-83809814aba8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b674e8-e1bb-4d9f-bd4b-35323c65f673']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:50.653685 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-3a03e387-c14f-4460-bdae-83809814aba8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c766a14d-8783-484d-a4a9-c1ffa02e684d') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:50.654326 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-3a03e387-c14f-4460-bdae-83809814aba8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c766a14d-8783-484d-a4a9-c1ffa02e684d') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:50.668586 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3a03e387-c14f-4460-bdae-83809814aba8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:50.684627 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3a03e387-c14f-4460-bdae-83809814aba8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:50.690956 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a03e387-c14f-4460-bdae-83809814aba8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:45:50.691392 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3a03e387-c14f-4460-bdae-83809814aba8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:45:50.710286 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:45:50.717621 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] Allocated IP 2001:db8:0:1::2 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/7f9f2eed-c955-4844-b7b4-909cb29696de/418eea32-18b7-4d2e-bb53-23e299876ddb) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:50.723943 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] Allocated IP 2001:db8::f816:3eff:feac:543c (8c8ccad8-46f8-4956-abe3-9f3eb45da297/a194fdc7-ad69-4173-a87a-41daa00c92e1/418eea32-18b7-4d2e-bb53-23e299876ddb) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:50.792209 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3a03e387-c14f-4460-bdae-83809814aba8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:50.796982 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3a03e387-c14f-4460-bdae-83809814aba8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:50.799952 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1a0b2b93-43b8-4fe9-89ba-47acc0ba4ec8 tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:50.825715 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03e387-c14f-4460-bdae-83809814aba8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Network': ['ID=74b674e8-e1bb-4d9f-bd4b-35323c65f673,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:50.828064 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3a03e387-c14f-4460-bdae-83809814aba8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:50.831969 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3a03e387-c14f-4460-bdae-83809814aba8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/networks/74b674e8-e1bb-4d9f-bd4b-35323c65f673 HTTP/1.1" status: 204 len: 168 time: 0.9660935 Nov 26 16:45:50.836450 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51962) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:50.842354 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-8fea9752-362d-4fc2-ac04-b48de05c967b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'network': {'name': 'tempest-RoutersTest-145224684'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:50.847983 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-8fea9752-362d-4fc2-ac04-b48de05c967b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:50.851802 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8fea9752-362d-4fc2-ac04-b48de05c967b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Usage tracker for resource:network and tenant:e88a7f81029b400b9cbd561c1fe3ae4d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:50.854632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8fea9752-362d-4fc2-ac04-b48de05c967b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:50.860342 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-8fea9752-362d-4fc2-ac04-b48de05c967b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:50.870400 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fea9752-362d-4fc2-ac04-b48de05c967b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Made reservation on behalf of e88a7f81029b400b9cbd561c1fe3ae4d for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:50.873866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8fea9752-362d-4fc2-ac04-b48de05c967b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:50.901830 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fea9752-362d-4fc2-ac04-b48de05c967b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:45:50.910459 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8fea9752-362d-4fc2-ac04-b48de05c967b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:50.910799 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-8fea9752-362d-4fc2-ac04-b48de05c967b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Added segment 3fde6f6b-ac99-4fe3-ab6b-abd0eea4f3f4 of type vlan for network 1c7104bc-c63a-4c1b-a3ef-a71a6620ba91 Nov 26 16:45:50.936105 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8fea9752-362d-4fc2-ac04-b48de05c967b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:50.971466 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8fea9752-362d-4fc2-ac04-b48de05c967b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:50.973820 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-5cf1a59c-81e7-42aa-8c46-f11f4c32cceb None None] Deleting port 7bec38c0-a920-4903-afc4-115c02460ab3 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:50.974340 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5cf1a59c-81e7-42aa-8c46-f11f4c32cceb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:50.976965 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fea9752-362d-4fc2-ac04-b48de05c967b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:50.977535 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8fea9752-362d-4fc2-ac04-b48de05c967b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:50.982548 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-593f06c5-7e06-4e74-b513-dd3973170ec5 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:51.048973 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-5cf1a59c-81e7-42aa-8c46-f11f4c32cceb None None] The port '7bec38c0-a920-4903-afc4-115c02460ab3' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:45:51.052309 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:51.065620 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8fea9752-362d-4fc2-ac04-b48de05c967b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2287149 Nov 26 16:45:51.067577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] Transition to ACTIVE for port object 418eea32-18b7-4d2e-bb53-23e299876ddb will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:51.068708 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51966) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:51.076473 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-1462c620-0f0f-447b-9a76-04a1a8bb63bc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'subnet': {'network_id': '1c7104bc-c63a-4c1b-a3ef-a71a6620ba91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:51.086032 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea9752-362d-4fc2-ac04-b48de05c967b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Network': ['ID=1c7104bc-c63a-4c1b-a3ef-a71a6620ba91,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:51.087260 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] Transition to ACTIVE for port object 418eea32-18b7-4d2e-bb53-23e299876ddb will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:51.089257 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8fea9752-362d-4fc2-ac04-b48de05c967b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:51.094456 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-08e31bbf-0170-4d8e-bc7b-fde66b6e10a4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:51.096694 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:51.108382 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:51.138582 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 1c7104bc-c63a-4c1b-a3ef-a71a6620ba91 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:45:51.153733 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-08e31bbf-0170-4d8e-bc7b-fde66b6e10a4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:51.196958 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1462c620-0f0f-447b-9a76-04a1a8bb63bc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:51.202016 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1462c620-0f0f-447b-9a76-04a1a8bb63bc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Usage tracker for resource:subnet and tenant:e88a7f81029b400b9cbd561c1fe3ae4d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:51.205022 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1462c620-0f0f-447b-9a76-04a1a8bb63bc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:51.211080 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1462c620-0f0f-447b-9a76-04a1a8bb63bc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:51.224830 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1462c620-0f0f-447b-9a76-04a1a8bb63bc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Made reservation on behalf of e88a7f81029b400b9cbd561c1fe3ae4d for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:51.228528 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1462c620-0f0f-447b-9a76-04a1a8bb63bc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:51.246667 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-08e31bbf-0170-4d8e-bc7b-fde66b6e10a4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:51.283745 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:51.291885 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:51.295365 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] Pushing event updated for resources: {'Port': ['ID=418eea32-18b7-4d2e-bb53-23e299876ddb,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:51.297985 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:45:51.302722 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:51.345773 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-08e31bbf-0170-4d8e-bc7b-fde66b6e10a4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:51.356591 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3f05a162-de22-45c6-ac0f-be8baa9b3b52 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:51.435126 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7bec38c0-a920-4903-afc4-115c02460ab3 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:45:51.472049 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 7bec38c0-a920-4903-afc4-115c02460ab3 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:45:51.472405 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7bec38c0-a920-4903-afc4-115c02460ab3 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:45:51.477532 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] Attempting to bind port 418eea32-18b7-4d2e-bb53-23e299876ddb on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:45:51.477919 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] Attempting to bind port 418eea32-18b7-4d2e-bb53-23e299876ddb by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:45:51.478296 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] Attempting to bind port 418eea32-18b7-4d2e-bb53-23e299876ddb on network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:45:51.484072 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:45:51.484458 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] Checking segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:45:51.484872 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:51.485278 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] Bound using segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:45:51.485762 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] Bound port: 418eea32-18b7-4d2e-bb53-23e299876ddb, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:45:51.486279 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:51.526606 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-08e31bbf-0170-4d8e-bc7b-fde66b6e10a4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:51.530538 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e31bbf-0170-4d8e-bc7b-fde66b6e10a4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=7f9f2eed-c955-4844-b7b4-909cb29696de,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:51.534952 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-08e31bbf-0170-4d8e-bc7b-fde66b6e10a4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:51.543621 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-08e31bbf-0170-4d8e-bc7b-fde66b6e10a4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/7f9f2eed-c955-4844-b7b4-909cb29696de HTTP/1.1" status: 204 len: 168 time: 0.9746034 Nov 26 16:45:51.546242 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51970) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:51.584922 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] For port 418eea32-18b7-4d2e-bb53-23e299876ddb, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:45:51.588112 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] For port 418eea32-18b7-4d2e-bb53-23e299876ddb, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=418eea32-18b7-4d2e-bb53-23e299876ddb,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:45:51.592473 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:51.597993 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:51.656786 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7376d55a-c38d-4d38-a7ca-8914f788dc2d req-a0755b2f-fe5c-4bc4-8efe-030b17a095b4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0613000 Nov 26 16:45:51.680073 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] Pushing event updated for resources: {'Port': ['ID=418eea32-18b7-4d2e-bb53-23e299876ddb,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:51.683243 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdcf193c-41a7-4de3-8e9f-5358189cf802 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet a194fdc7-ad69-4173-a87a-41daa00c92e1 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:45:51.684864 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:51.687449 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fdcf193c-41a7-4de3-8e9f-5358189cf802 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:51.746102 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1462c620-0f0f-447b-9a76-04a1a8bb63bc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:51.751597 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-43c15caa-e628-484f-835e-298c8c04f760 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:51.767947 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1ed6b5-94b6-4bbf-b029-140dd09f7380 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:51.814584 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fdcf193c-41a7-4de3-8e9f-5358189cf802 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:51.894044 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462c620-0f0f-447b-9a76-04a1a8bb63bc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Subnet': ['ID=9e840d4b-5ac5-49e7-865f-7f2e696ff6c0,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:51.896633 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1462c620-0f0f-447b-9a76-04a1a8bb63bc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:51.911148 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1462c620-0f0f-447b-9a76-04a1a8bb63bc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Checking segment: {'id': '3fde6f6b-ac99-4fe3-ab6b-abd0eea4f3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1c7104bc-c63a-4c1b-a3ef-a71a6620ba91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:45:51.911503 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1462c620-0f0f-447b-9a76-04a1a8bb63bc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network hostable DHCP agents. Network: 1c7104bc-c63a-4c1b-a3ef-a71a6620ba91, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:45:51.943454 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fdcf193c-41a7-4de3-8e9f-5358189cf802 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:51.970236 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1462c620-0f0f-447b-9a76-04a1a8bb63bc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network 1c7104bc-c63a-4c1b-a3ef-a71a6620ba91 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:45:51.993069 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-1462c620-0f0f-447b-9a76-04a1a8bb63bc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 1c7104bc-c63a-4c1b-a3ef-a71a6620ba91) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:51.998227 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1462c620-0f0f-447b-9a76-04a1a8bb63bc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:51.998815 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1462c620-0f0f-447b-9a76-04a1a8bb63bc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:52.002437 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907fd620-7eda-4b6b-b9f8-6133eb0d80b6 None None] Network 1c7104bc-c63a-4c1b-a3ef-a71a6620ba91 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:52.038761 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1462c620-0f0f-447b-9a76-04a1a8bb63bc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9656968 Nov 26 16:45:52.039205 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51976) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:52.044866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-78b2fc76-811f-43a1-802d-c130e1773681 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1351635155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:52.049258 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fdcf193c-41a7-4de3-8e9f-5358189cf802 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:52.051639 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-78b2fc76-811f-43a1-802d-c130e1773681 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:52.055051 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2b8461cf-2f66-4ba5-bc1e-53b20c2278ce tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:52.056332 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-78b2fc76-811f-43a1-802d-c130e1773681 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Usage tracker for resource:router and tenant:e88a7f81029b400b9cbd561c1fe3ae4d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:52.059949 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-78b2fc76-811f-43a1-802d-c130e1773681 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:52.073620 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-78b2fc76-811f-43a1-802d-c130e1773681 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:52.088464 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-78b2fc76-811f-43a1-802d-c130e1773681 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:52.089744 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-78b2fc76-811f-43a1-802d-c130e1773681 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:52.098413 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf193c-41a7-4de3-8e9f-5358189cf802 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=a194fdc7-ad69-4173-a87a-41daa00c92e1,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:52.101474 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fdcf193c-41a7-4de3-8e9f-5358189cf802 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:52.104431 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fdcf193c-41a7-4de3-8e9f-5358189cf802 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:52.111412 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-78b2fc76-811f-43a1-802d-c130e1773681 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:52.120739 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fdcf193c-41a7-4de3-8e9f-5358189cf802 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/a194fdc7-ad69-4173-a87a-41daa00c92e1 HTTP/1.1" status: 204 len: 168 time: 0.5733149 Nov 26 16:45:52.121496 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51980) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:52.138010 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-78b2fc76-811f-43a1-802d-c130e1773681 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:52.164137 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-78b2fc76-811f-43a1-802d-c130e1773681 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:52.169424 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-78b2fc76-811f-43a1-802d-c130e1773681 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1290913 Nov 26 16:45:52.170150 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 51984) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:52.176183 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-aaac2f4e-2d54-41d2-8101-dd7fc6a7d9da tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'port': {'network_id': '1c7104bc-c63a-4c1b-a3ef-a71a6620ba91', 'name': 'tempest-RoutersTest-445004355'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:52.198309 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-eb65f689-ae7b-4fb9-8f53-83e523c95175 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0749261 Nov 26 16:45:52.208782 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51988) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:52.221497 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-0f960b62-ca7a-4c83-816e-697b5d5154cf tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:52.273522 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-1c7104bc-c63a-4c1b-a3ef-a71a6620ba91', 'network_id': '1c7104bc-c63a-4c1b-a3ef-a71a6620ba91', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'fixed_ips': [{'subnet_id': '9e840d4b-5ac5-49e7-865f-7f2e696ff6c0'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:45:52.274488 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:52.364166 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-aaac2f4e-2d54-41d2-8101-dd7fc6a7d9da tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:52.372292 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-aaac2f4e-2d54-41d2-8101-dd7fc6a7d9da tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Usage tracker for resource:port and tenant:e88a7f81029b400b9cbd561c1fe3ae4d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:52.375440 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-aaac2f4e-2d54-41d2-8101-dd7fc6a7d9da tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:52.389543 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-aaac2f4e-2d54-41d2-8101-dd7fc6a7d9da tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:52.394438 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0f960b62-ca7a-4c83-816e-697b5d5154cf tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:52.400355 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0f960b62-ca7a-4c83-816e-697b5d5154cf tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:52.403570 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0f960b62-ca7a-4c83-816e-697b5d5154cf tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:52.404510 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaac2f4e-2d54-41d2-8101-dd7fc6a7d9da tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Made reservation on behalf of e88a7f81029b400b9cbd561c1fe3ae4d for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:52.410271 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aaac2f4e-2d54-41d2-8101-dd7fc6a7d9da tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:52.410577 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0f960b62-ca7a-4c83-816e-697b5d5154cf tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:52.433927 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f960b62-ca7a-4c83-816e-697b5d5154cf tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:52.439202 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0f960b62-ca7a-4c83-816e-697b5d5154cf tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:52.440700 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-aaac2f4e-2d54-41d2-8101-dd7fc6a7d9da tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] device_id is not set on port e7a78757-32cc-4d6c-ad40-bc35cf33c401 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:45:52.457990 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] Allocated IP 172.20.0.2 (1c7104bc-c63a-4c1b-a3ef-a71a6620ba91/9e840d4b-5ac5-49e7-865f-7f2e696ff6c0/9e0f2fef-b055-40b6-9136-b905649c388f) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:52.678767 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0f960b62-ca7a-4c83-816e-697b5d5154cf tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:52.684126 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bdfbc556-2e28-41ed-a408-2e456d271433 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:52.704686 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:52.716946 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] Transition to ACTIVE for port object 9e0f2fef-b055-40b6-9136-b905649c388f will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:52.741406 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] Transition to ACTIVE for port object 9e0f2fef-b055-40b6-9136-b905649c388f will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:52.749499 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f960b62-ca7a-4c83-816e-697b5d5154cf tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:52.750229 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:52.756623 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f60d954d-f648-4db1-92b3-75c970886f71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:52.760981 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-0f960b62-ca7a-4c83-816e-697b5d5154cf tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:52.766195 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f960b62-ca7a-4c83-816e-697b5d5154cf tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:52.766861 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0f960b62-ca7a-4c83-816e-697b5d5154cf tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:52.804279 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f960b62-ca7a-4c83-816e-697b5d5154cf tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=18d00140-109e-44d7-8e95-027376b613b0,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:52.816864 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0f960b62-ca7a-4c83-816e-697b5d5154cf tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:52.817691 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a89210af-3241-43b9-bdb3-9618d1a7e9bc req-637f23ec-882e-4595-b277-d2c7a3f70819 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1083934 Nov 26 16:45:52.818952 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0f960b62-ca7a-4c83-816e-697b5d5154cf tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6090760 Nov 26 16:45:52.821838 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51994) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:52.842507 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] Network 1c7104bc-c63a-4c1b-a3ef-a71a6620ba91 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:52.846337 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-d9811cc6-2558-41b6-a2a2-70410a093d54 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:52.846846 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:45:52.849960 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:52.855516 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:45:52.870030 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] Pushing event updated for resources: {'Port': ['ID=9e0f2fef-b055-40b6-9136-b905649c388f,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:52.881263 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-aaac2f4e-2d54-41d2-8101-dd7fc6a7d9da tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Allocated IP 172.20.0.11 (1c7104bc-c63a-4c1b-a3ef-a71a6620ba91/9e840d4b-5ac5-49e7-865f-7f2e696ff6c0/e7a78757-32cc-4d6c-ad40-bc35cf33c401) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:52.905407 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:52.973281 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] Attempting to bind port 9e0f2fef-b055-40b6-9136-b905649c388f on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:45:52.973568 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] Attempting to bind port 9e0f2fef-b055-40b6-9136-b905649c388f by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '3fde6f6b-ac99-4fe3-ab6b-abd0eea4f3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1c7104bc-c63a-4c1b-a3ef-a71a6620ba91'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:45:52.973986 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] Attempting to bind port 9e0f2fef-b055-40b6-9136-b905649c388f on network 1c7104bc-c63a-4c1b-a3ef-a71a6620ba91 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:45:52.981280 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:45:52.981662 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] Checking segment: {'id': '3fde6f6b-ac99-4fe3-ab6b-abd0eea4f3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1c7104bc-c63a-4c1b-a3ef-a71a6620ba91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:45:52.982123 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:52.982520 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] Bound using segment: {'id': '3fde6f6b-ac99-4fe3-ab6b-abd0eea4f3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1c7104bc-c63a-4c1b-a3ef-a71a6620ba91'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:45:52.983043 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] Bound port: 9e0f2fef-b055-40b6-9136-b905649c388f, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fde6f6b-ac99-4fe3-ab6b-abd0eea4f3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1c7104bc-c63a-4c1b-a3ef-a71a6620ba91'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:45:52.983429 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:53.002527 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d9811cc6-2558-41b6-a2a2-70410a093d54 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:53.007196 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d9811cc6-2558-41b6-a2a2-70410a093d54 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:53.010473 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d9811cc6-2558-41b6-a2a2-70410a093d54 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:53.017176 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d9811cc6-2558-41b6-a2a2-70410a093d54 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:53.029738 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9811cc6-2558-41b6-a2a2-70410a093d54 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:53.034305 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d9811cc6-2558-41b6-a2a2-70410a093d54 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:53.091433 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] For port 9e0f2fef-b055-40b6-9136-b905649c388f, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:45:53.095556 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] For port 9e0f2fef-b055-40b6-9136-b905649c388f, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=9e0f2fef-b055-40b6-9136-b905649c388f,segment=NetworkSegment(3fde6f6b-ac99-4fe3-ab6b-abd0eea4f3f4),segment_id=3fde6f6b-ac99-4fe3-ab6b-abd0eea4f3f4)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:45:53.103031 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:53.109032 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-68cc24f3-7745-48b9-a9f2-6369dabfae42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:53.134036 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aaac2f4e-2d54-41d2-8101-dd7fc6a7d9da tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:53.158264 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-aaac2f4e-2d54-41d2-8101-dd7fc6a7d9da tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Transition to ACTIVE for port object e7a78757-32cc-4d6c-ad40-bc35cf33c401 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:53.187592 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aaac2f4e-2d54-41d2-8101-dd7fc6a7d9da tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:53.200104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e6d74f36-895d-40cc-966c-aa8985b75b6b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:53.206070 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.ipam_backend_mixin [None req-d9811cc6-2558-41b6-a2a2-70410a093d54 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 18d00140-109e-44d7-8e95-027376b613b0 (CIDR: 2001:db8::/64) Nov 26 16:45:53.212491 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9811cc6-2558-41b6-a2a2-70410a093d54 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:45:53.213104 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9811cc6-2558-41b6-a2a2-70410a093d54 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:45:53.218794 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] Pushing event updated for resources: {'Port': ['ID=9e0f2fef-b055-40b6-9136-b905649c388f,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:53.222940 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:53.234840 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d9811cc6-2558-41b6-a2a2-70410a093d54 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4109952 Nov 26 16:45:53.237286 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 51998) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:53.242114 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b89cc92-abf1-4488-83e0-e0b912d9705f None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:53.242954 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-59667102-6cee-41f6-8851-21754997345b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:53.284937 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaac2f4e-2d54-41d2-8101-dd7fc6a7d9da tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network 1c7104bc-c63a-4c1b-a3ef-a71a6620ba91 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:53.289244 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-aaac2f4e-2d54-41d2-8101-dd7fc6a7d9da tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:53.293865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaac2f4e-2d54-41d2-8101-dd7fc6a7d9da tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:45:53.339767 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ad7dd4e8-462f-479f-98ee-5311b045db66 None None] Provisioning for port 418eea32-18b7-4d2e-bb53-23e299876ddb completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:53.409409 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac2f4e-2d54-41d2-8101-dd7fc6a7d9da tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Port': ['ID=e7a78757-32cc-4d6c-ad40-bc35cf33c401,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:53.419647 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-aaac2f4e-2d54-41d2-8101-dd7fc6a7d9da tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:53.464697 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-59667102-6cee-41f6-8851-21754997345b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:53.471877 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-59667102-6cee-41f6-8851-21754997345b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:53.473935 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaac2f4e-2d54-41d2-8101-dd7fc6a7d9da tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:53.474694 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aaac2f4e-2d54-41d2-8101-dd7fc6a7d9da tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:53.483384 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-59667102-6cee-41f6-8851-21754997345b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:53.495496 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-59667102-6cee-41f6-8851-21754997345b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:53.511406 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-aaac2f4e-2d54-41d2-8101-dd7fc6a7d9da tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3369248 Nov 26 16:45:53.511655 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52002) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:53.520010 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 418eea32-18b7-4d2e-bb53-23e299876ddb up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:45:53.529225 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59667102-6cee-41f6-8851-21754997345b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:53.533463 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-59667102-6cee-41f6-8851-21754997345b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:53.654920 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 418eea32-18b7-4d2e-bb53-23e299876ddb completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:53.664016 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 418eea32-18b7-4d2e-bb53-23e299876ddb triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:53.664557 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:53.851107 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:53.898225 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 418eea32-18b7-4d2e-bb53-23e299876ddb, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=418eea32-18b7-4d2e-bb53-23e299876ddb,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:53.903831 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:53.909644 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:54.006100 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=418eea32-18b7-4d2e-bb53-23e299876ddb,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:54.011954 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-dbe3b245-463e-4627-841b-a149c8577bc3 None None] Provisioning complete for port 418eea32-18b7-4d2e-bb53-23e299876ddb triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:54.012393 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-dbe3b245-463e-4627-841b-a149c8577bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:54.061353 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:54.065980 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-26ff8c6b-52da-45af-8eb6-8c5167e17f31 req-7dfcf58e-c5ad-461e-9296-6d283659d778 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0605779 Nov 26 16:45:54.248289 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.objects.ports [None req-59667102-6cee-41f6-8851-21754997345b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87519) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 26 16:45:54.274210 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cdc6fdde-5c3c-4f58-9044-8fb8b4e6a6cc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:54.334109 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e964850f-f2ad-4a8e-b881-d09fdbbc340b None None] Could not find standard attr ID for object 7d454c88-d28d-445e-aa59-44372761d4db. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:45:54.455263 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-59667102-6cee-41f6-8851-21754997345b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:54.547301 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d35e5697-4ae6-4707-be8b-129966000dbb None None] Could not find standard attr ID for object 66c66be7-e62f-4d6d-96d4-f1376234a13d. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:45:54.557347 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91e9066-1f64-4f02-8187-027b1f58faa1 None None] Network 1c7104bc-c63a-4c1b-a3ef-a71a6620ba91 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:54.745148 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-59667102-6cee-41f6-8851-21754997345b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] For port 418eea32-18b7-4d2e-bb53-23e299876ddb, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=418eea32-18b7-4d2e-bb53-23e299876ddb,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:54.749793 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-fb5631ab-c2cf-4a07-a73c-e5649711dcaa None None] Provisioning for port 9e0f2fef-b055-40b6-9136-b905649c388f completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:54.796602 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-59667102-6cee-41f6-8851-21754997345b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:54.808612 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cdc6fdde-5c3c-4f58-9044-8fb8b4e6a6cc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:54.815345 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cdc6fdde-5c3c-4f58-9044-8fb8b4e6a6cc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:54.820053 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-59667102-6cee-41f6-8851-21754997345b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:54.821080 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-49729672-cb62-41ce-8d11-83a7170f2edd tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:54.821552 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-59667102-6cee-41f6-8851-21754997345b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:54.828116 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-525f9f63-a093-44f1-b765-34c6eae1560a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:54.888438 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-aa0740f6-a691-4143-a73d-d941456c955d None None] Could not find standard attr ID for object 5215a776-044a-4853-8825-5532a0acbbd3. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:45:54.919949 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59667102-6cee-41f6-8851-21754997345b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:54.924050 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-59667102-6cee-41f6-8851-21754997345b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:54.928839 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59667102-6cee-41f6-8851-21754997345b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:54.929424 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-59667102-6cee-41f6-8851-21754997345b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:54.958317 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6fdde-5c3c-4f58-9044-8fb8b4e6a6cc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Port': ['ID=e7a78757-32cc-4d6c-ad40-bc35cf33c401,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:54.964102 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cdc6fdde-5c3c-4f58-9044-8fb8b4e6a6cc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:54.964331 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59667102-6cee-41f6-8851-21754997345b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=418eea32-18b7-4d2e-bb53-23e299876ddb,revision_number=7']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:54.968654 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-59667102-6cee-41f6-8851-21754997345b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:54.969169 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bbbeb954-ab77-4543-9f2e-16e0e13a1e29 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:55.000177 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-59667102-6cee-41f6-8851-21754997345b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7616644 Nov 26 16:45:55.000975 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52008) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:55.013682 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-715ba3fc-9b59-4c6f-bd2b-3693c8ee21f4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'mac_address': 'fa:16:3e:15:6d:05', 'name': 'tempest-NetworksTestDHCPv6-1126808901'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:55.043321 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26d322f-7bc9-4bb3-acf3-5fccc71457f3 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:55.127461 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59667102-6cee-41f6-8851-21754997345b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=627e224e-d302-47d7-9c1f-cac65eef9213,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:55.131473 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-59667102-6cee-41f6-8851-21754997345b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:55.178598 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-715ba3fc-9b59-4c6f-bd2b-3693c8ee21f4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:55.186866 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-715ba3fc-9b59-4c6f-bd2b-3693c8ee21f4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:port and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:55.191226 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-715ba3fc-9b59-4c6f-bd2b-3693c8ee21f4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:55.203875 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-715ba3fc-9b59-4c6f-bd2b-3693c8ee21f4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:55.216804 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715ba3fc-9b59-4c6f-bd2b-3693c8ee21f4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:55.216970 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3adf6f64-2beb-478e-8243-ec06975f397d req-b9850e42-deb6-4d5f-9c48-9550777ce3b4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0676713 Nov 26 16:45:55.268155 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-688cdc2b-a5bd-4224-ae77-bc02d4c794cf None None] Provisioning for port e7a78757-32cc-4d6c-ad40-bc35cf33c401 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:55.328511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cdc6fdde-5c3c-4f58-9044-8fb8b4e6a6cc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:55.341005 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-688cdc2b-a5bd-4224-ae77-bc02d4c794cf None None] Provisioning complete for port e7a78757-32cc-4d6c-ad40-bc35cf33c401 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:55.341492 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-688cdc2b-a5bd-4224-ae77-bc02d4c794cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:55.383043 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-715ba3fc-9b59-4c6f-bd2b-3693c8ee21f4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:55.431127 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-715ba3fc-9b59-4c6f-bd2b-3693c8ee21f4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] device_id is not set on port 2420d3ba-3ad6-4fc8-828c-101e3e959d9b yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:45:55.487562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-688cdc2b-a5bd-4224-ae77-bc02d4c794cf None None] Port e7a78757-32cc-4d6c-ad40-bc35cf33c401 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:45:55.515832 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cdc6fdde-5c3c-4f58-9044-8fb8b4e6a6cc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:55.565605 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 9e0f2fef-b055-40b6-9136-b905649c388f up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:45:55.708694 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-606a419a-1c06-40ce-b266-7f77abc96d1f None None] Provisioning complete for port e7a78757-32cc-4d6c-ad40-bc35cf33c401 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:55.709033 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-606a419a-1c06-40ce-b266-7f77abc96d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:55.719660 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-715ba3fc-9b59-4c6f-bd2b-3693c8ee21f4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 2001:db8::d0 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/18d00140-109e-44d7-8e95-027376b613b0/2420d3ba-3ad6-4fc8-828c-101e3e959d9b) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:55.728783 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-715ba3fc-9b59-4c6f-bd2b-3693c8ee21f4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 2001:db8:0:1:f816:3eff:fe15:6d05 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/627e224e-d302-47d7-9c1f-cac65eef9213/2420d3ba-3ad6-4fc8-828c-101e3e959d9b) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:55.767254 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 9e0f2fef-b055-40b6-9136-b905649c388f completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:55.773850 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 9e0f2fef-b055-40b6-9136-b905649c388f triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:55.774570 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:55.807972 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728ab69b-9c6b-4cbb-92c4-883fbb776edc None None] Update dhcp port {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'fixed_ips': [{'subnet_id': '627e224e-d302-47d7-9c1f-cac65eef9213', 'ip_address': '2001:db8:0:1:f816:3eff:feac:543c'}, {'subnet_id': '18d00140-109e-44d7-8e95-027376b613b0'}], 'binding:host_id': 'dv-neutron-819440-1-hyperv'}, 'id': '418eea32-18b7-4d2e-bb53-23e299876ddb'} from dv-neutron-819440-1-hyperv. {{(pid=87520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 26 16:45:55.866707 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-606a419a-1c06-40ce-b266-7f77abc96d1f None None] Port e7a78757-32cc-4d6c-ad40-bc35cf33c401 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:45:55.886663 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-728ab69b-9c6b-4cbb-92c4-883fbb776edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:55.967602 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-715ba3fc-9b59-4c6f-bd2b-3693c8ee21f4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:55.987387 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-715ba3fc-9b59-4c6f-bd2b-3693c8ee21f4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Transition to ACTIVE for port object 2420d3ba-3ad6-4fc8-828c-101e3e959d9b will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:55.987941 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cdc6fdde-5c3c-4f58-9044-8fb8b4e6a6cc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:55.994280 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cdc6fdde-5c3c-4f58-9044-8fb8b4e6a6cc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:56.017787 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-715ba3fc-9b59-4c6f-bd2b-3693c8ee21f4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:56.029921 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-70d588c6-8fc0-4f88-8178-07d9634f63b9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:56.031925 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-eed4881c-9926-4725-aa5c-87daba8dfeed tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:56.077347 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:56.091015 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-449b1f6f-ea9d-45f8-9573-79a3125096cc None None] Provisioning complete for port e7a78757-32cc-4d6c-ad40-bc35cf33c401 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:56.091449 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-449b1f6f-ea9d-45f8-9573-79a3125096cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:56.111084 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715ba3fc-9b59-4c6f-bd2b-3693c8ee21f4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:56.112310 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ba3fc-9b59-4c6f-bd2b-3693c8ee21f4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=2420d3ba-3ad6-4fc8-828c-101e3e959d9b,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:56.113166 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cdc6fdde-5c3c-4f58-9044-8fb8b4e6a6cc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:56.115568 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-715ba3fc-9b59-4c6f-bd2b-3693c8ee21f4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:56.116551 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-715ba3fc-9b59-4c6f-bd2b-3693c8ee21f4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:56.116676 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6fdde-5c3c-4f58-9044-8fb8b4e6a6cc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Port': ['ID=e7a78757-32cc-4d6c-ad40-bc35cf33c401,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:56.121149 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cdc6fdde-5c3c-4f58-9044-8fb8b4e6a6cc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:56.124686 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715ba3fc-9b59-4c6f-bd2b-3693c8ee21f4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:45:56.130782 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715ba3fc-9b59-4c6f-bd2b-3693c8ee21f4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:56.131428 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-715ba3fc-9b59-4c6f-bd2b-3693c8ee21f4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:56.159076 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-715ba3fc-9b59-4c6f-bd2b-3693c8ee21f4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1502531 Nov 26 16:45:56.159412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52018) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:56.206479 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-449b1f6f-ea9d-45f8-9573-79a3125096cc None None] Port e7a78757-32cc-4d6c-ad40-bc35cf33c401 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:45:56.215489 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 9e0f2fef-b055-40b6-9136-b905649c388f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=9e0f2fef-b055-40b6-9136-b905649c388f,segment=NetworkSegment(3fde6f6b-ac99-4fe3-ab6b-abd0eea4f3f4),segment_id=3fde6f6b-ac99-4fe3-ab6b-abd0eea4f3f4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:56.220810 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:56.221652 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 418eea32-18b7-4d2e-bb53-23e299876ddb up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:45:56.240229 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-41764d61-8d31-4b48-b215-d57ed5406377 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting port 2420d3ba-3ad6-4fc8-828c-101e3e959d9b {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:56.240578 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-41764d61-8d31-4b48-b215-d57ed5406377 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:56.251685 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-90e2afba-d310-4dd0-99dd-16408113d0d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:56.331957 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-728ab69b-9c6b-4cbb-92c4-883fbb776edc None None] Allocated IP 2001:db8::2 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/18d00140-109e-44d7-8e95-027376b613b0/418eea32-18b7-4d2e-bb53-23e299876ddb) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:45:56.381779 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=9e0f2fef-b055-40b6-9136-b905649c388f,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:56.430254 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:56.436774 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc6fdde-5c3c-4f58-9044-8fb8b4e6a6cc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network 1c7104bc-c63a-4c1b-a3ef-a71a6620ba91 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:56.442644 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-cdc6fdde-5c3c-4f58-9044-8fb8b4e6a6cc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:56.453713 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f4220e23-0bce-476b-8c6d-aaa57b93283c req-d2b60598-fb52-4f33-98be-cfdfd723256f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1849475 Nov 26 16:45:56.465230 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 418eea32-18b7-4d2e-bb53-23e299876ddb triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:56.465586 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:56.552898 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-728ab69b-9c6b-4cbb-92c4-883fbb776edc None None] For port 418eea32-18b7-4d2e-bb53-23e299876ddb, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=418eea32-18b7-4d2e-bb53-23e299876ddb,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:56.634675 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-728ab69b-9c6b-4cbb-92c4-883fbb776edc None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:56.641703 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-41764d61-8d31-4b48-b215-d57ed5406377 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:56.660641 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-728ab69b-9c6b-4cbb-92c4-883fbb776edc None None] Transition to ACTIVE for port object 418eea32-18b7-4d2e-bb53-23e299876ddb will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:45:56.665589 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-728ab69b-9c6b-4cbb-92c4-883fbb776edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:56.672523 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-132b233f-8a5f-4bd7-8737-c0689b18dde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:56.748428 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc6fdde-5c3c-4f58-9044-8fb8b4e6a6cc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Router 9c54e039-74d7-4e40-bb4f-2f70f432e430 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:45:56.789480 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-41764d61-8d31-4b48-b215-d57ed5406377 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Calling delete_port for 2420d3ba-3ad6-4fc8-828c-101e3e959d9b owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:56.821029 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-284a3cc1-76c7-4856-97c5-81dc6e264049 None None] Provisioning complete for port e7a78757-32cc-4d6c-ad40-bc35cf33c401 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:56.821406 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-284a3cc1-76c7-4856-97c5-81dc6e264049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:56.861196 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ab69b-9c6b-4cbb-92c4-883fbb776edc None None] Pushing event updated for resources: {'Port': ['ID=418eea32-18b7-4d2e-bb53-23e299876ddb,revision_number=8']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:56.870734 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-728ab69b-9c6b-4cbb-92c4-883fbb776edc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:56.886164 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-284a3cc1-76c7-4856-97c5-81dc6e264049 None None] Port e7a78757-32cc-4d6c-ad40-bc35cf33c401 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:45:56.924361 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc6fdde-5c3c-4f58-9044-8fb8b4e6a6cc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:45:56.932157 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52024) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:56.935605 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b739a2d6-d743-4212-9ac7-a31913c6b1f9 None None] Sync routers for ids ['9c54e039-74d7-4e40-bb4f-2f70f432e430'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:45:56.939184 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cdc6fdde-5c3c-4f58-9044-8fb8b4e6a6cc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "PUT /v2.0/routers/9c54e039-74d7-4e40-bb4f-2f70f432e430/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4205410 Nov 26 16:45:56.945788 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b739a2d6-d743-4212-9ac7-a31913c6b1f9 None None] Routers {'9c54e039-74d7-4e40-bb4f-2f70f432e430'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:45:56.946447 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-b739a2d6-d743-4212-9ac7-a31913c6b1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:45:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['9c54e039-74d7-4e40-bb4f-2f70f432e430'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:57.014836 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-b739a2d6-d743-4212-9ac7-a31913c6b1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:57.024309 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b739a2d6-d743-4212-9ac7-a31913c6b1f9 None None] Routers {'9c54e039-74d7-4e40-bb4f-2f70f432e430'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:45:57.025064 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-b739a2d6-d743-4212-9ac7-a31913c6b1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:45:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['9c54e039-74d7-4e40-bb4f-2f70f432e430'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:57.054260 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7437d2d-a3cd-4fa3-95c3-6725881cbd4b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:57.054896 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f7437d2d-a3cd-4fa3-95c3-6725881cbd4b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Synchronizing usage tracker for tenant:e88a7f81029b400b9cbd561c1fe3ae4d on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:57.087593 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-b739a2d6-d743-4212-9ac7-a31913c6b1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:45:57.088176 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b739a2d6-d743-4212-9ac7-a31913c6b1f9 None None] The sync data for ids ['9c54e039-74d7-4e40-bb4f-2f70f432e430'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:45:57.096540 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f7437d2d-a3cd-4fa3-95c3-6725881cbd4b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Unset dirty status for tenant:e88a7f81029b400b9cbd561c1fe3ae4d on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:57.100345 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f7437d2d-a3cd-4fa3-95c3-6725881cbd4b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "GET /v2.0/ports/e7a78757-32cc-4d6c-ad40-bc35cf33c401 HTTP/1.1" status: 200 len: 977 time: 0.1645842 Nov 26 16:45:57.100486 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52028) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:57.160100 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-41764d61-8d31-4b48-b215-d57ed5406377 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:57.221277 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-53628746-f0c8-468e-9154-b4f2320e5b25 tempest-FloatingIPTestJSON-775513117 tempest-FloatingIPTestJSON-775513117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:57.286090 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41764d61-8d31-4b48-b215-d57ed5406377 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Port': ['ID=2420d3ba-3ad6-4fc8-828c-101e3e959d9b,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:57.291737 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-41764d61-8d31-4b48-b215-d57ed5406377 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:57.379574 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-41764d61-8d31-4b48-b215-d57ed5406377 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:57.405456 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 9e0f2fef-b055-40b6-9136-b905649c388f up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:45:57.483901 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 9e0f2fef-b055-40b6-9136-b905649c388f triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:57.484430 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:57.512190 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-41764d61-8d31-4b48-b215-d57ed5406377 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/2420d3ba-3ad6-4fc8-828c-101e3e959d9b HTTP/1.1" status: 204 len: 168 time: 1.3514192 Nov 26 16:45:57.514423 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52034) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:57.558712 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ffb3a1ad-91b7-4ed3-a599-de5a32ede662 None None] Provisioning for port 418eea32-18b7-4d2e-bb53-23e299876ddb completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:45:57.565971 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ffb3a1ad-91b7-4ed3-a599-de5a32ede662 None None] Provisioning complete for port 418eea32-18b7-4d2e-bb53-23e299876ddb triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:57.566363 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ffb3a1ad-91b7-4ed3-a599-de5a32ede662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:57.610649 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9923a032-e350-4c0f-ade6-17c94e84e199 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:57.613594 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9923a032-e350-4c0f-ade6-17c94e84e199 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0976439 Nov 26 16:45:57.616180 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52038) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:57.634801 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1ee04f93-79e3-45d2-8ed7-7a0c557937f7 req-33f58b2c-226b-4f1c-8c5e-290eb00679db tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1098027 Nov 26 16:45:57.772306 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 418eea32-18b7-4d2e-bb53-23e299876ddb up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:45:57.793065 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466eaa62-a0ff-4b68-af31-6698e8c45f6d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:57.794681 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-466eaa62-a0ff-4b68-af31-6698e8c45f6d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1764925 Nov 26 16:45:57.797164 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52042) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:57.839139 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0aa76093-699e-4609-92a0-cbb4eda0775a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:57.937467 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8f042d-9179-49a4-b9b4-61e8002f25b6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:57.938986 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8f042d-9179-49a4-b9b4-61e8002f25b6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:57.940647 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8f042d-9179-49a4-b9b4-61e8002f25b6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:57.941449 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cf8f042d-9179-49a4-b9b4-61e8002f25b6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:45:57.948008 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 418eea32-18b7-4d2e-bb53-23e299876ddb triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:57.948399 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:57.966081 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-df29fc9e-76b0-4855-9acb-7f142eb2fe7e req-1ac5ce09-77a5-4319-a896-522e06cdee67 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1224275 Nov 26 16:45:57.973255 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cf8f042d-9179-49a4-b9b4-61e8002f25b6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:45:57.974340 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cf8f042d-9179-49a4-b9b4-61e8002f25b6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1762586 Nov 26 16:45:57.977322 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52046) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:58.000033 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e14748-3fae-4873-b442-d76322d72fc7 None None] get_active_networks_info from dv-neutron-819440-1-hyperv {{(pid=87520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 26 16:45:58.050704 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-1367f817-29aa-40ec-bdd9-3469ed65cf9a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet 18d00140-109e-44d7-8e95-027376b613b0 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:45:58.053791 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1367f817-29aa-40ec-bdd9-3469ed65cf9a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:58.071238 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-375c7e93-0323-4d9c-85d5-168c1b87a25d None None] Could not find standard attr ID for object 2420d3ba-3ad6-4fc8-828c-101e3e959d9b. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:45:58.171546 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1367f817-29aa-40ec-bdd9-3469ed65cf9a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:58.210430 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e14748-3fae-4873-b442-d76322d72fc7 None None] Resources bound (agent type, host, resource id): {{(pid=87520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 16:45:58.235157 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29fc9e-76b0-4855-9acb-7f142eb2fe7e req-57004ca2-d911-4fa4-9c08-65f0f14ad64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:58.236644 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-df29fc9e-76b0-4855-9acb-7f142eb2fe7e req-57004ca2-d911-4fa4-9c08-65f0f14ad64d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=51c303889cec4785abbc174558e69eb4&device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 1098 time: 0.1501427 Nov 26 16:45:58.297196 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-0aa76093-699e-4609-92a0-cbb4eda0775a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting port e7a78757-32cc-4d6c-ad40-bc35cf33c401 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:58.297578 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0aa76093-699e-4609-92a0-cbb4eda0775a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:58.356729 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1367f817-29aa-40ec-bdd9-3469ed65cf9a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:58.442492 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29fc9e-76b0-4855-9acb-7f142eb2fe7e req-615f3125-2a26-435a-8e4f-ab84c6da4784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:58.443876 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-df29fc9e-76b0-4855-9acb-7f142eb2fe7e req-615f3125-2a26-435a-8e4f-ab84c6da4784 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d3b7c776-489b-4dc6-8778-650193941422 HTTP/1.1" status: 200 len: 898 time: 0.1802506 Nov 26 16:45:58.488202 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0aa76093-699e-4609-92a0-cbb4eda0775a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:58.537768 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1367f817-29aa-40ec-bdd9-3469ed65cf9a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:58.545967 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-874386ef-54e6-4e90-ba99-97fe40f35db8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:58.557632 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a661967a-be1c-4468-ba06-948dbcf545b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:58.593833 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367f817-29aa-40ec-bdd9-3469ed65cf9a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=18d00140-109e-44d7-8e95-027376b613b0,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:58.598872 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1367f817-29aa-40ec-bdd9-3469ed65cf9a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:58.601001 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1367f817-29aa-40ec-bdd9-3469ed65cf9a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:58.602807 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-df29fc9e-76b0-4855-9acb-7f142eb2fe7e req-8882ed92-957b-418b-be89-701b4b7a3618 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79c9aaa6-84fc-4824-979a-263f292445c9 HTTP/1.1" status: 200 len: 1001 time: 0.1479626 Nov 26 16:45:58.620240 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-0aa76093-699e-4609-92a0-cbb4eda0775a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Calling delete_port for e7a78757-32cc-4d6c-ad40-bc35cf33c401 owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:45:58.645488 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1367f817-29aa-40ec-bdd9-3469ed65cf9a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/18d00140-109e-44d7-8e95-027376b613b0 HTTP/1.1" status: 204 len: 168 time: 0.6671360 Nov 26 16:45:58.648288 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52052) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:58.677726 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29fc9e-76b0-4855-9acb-7f142eb2fe7e req-3fa1ffa2-5503-4432-a105-538c911d2e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:58.679170 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-df29fc9e-76b0-4855-9acb-7f142eb2fe7e req-3fa1ffa2-5503-4432-a105-538c911d2e96 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=23d4567e-8072-4472-b596-542ff684bebd HTTP/1.1" status: 200 len: 835 time: 0.0681083 Nov 26 16:45:58.756280 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-75bd3795-f739-4e58-be5e-b38de17706bc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet 627e224e-d302-47d7-9c1f-cac65eef9213 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:45:58.765340 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-75bd3795-f739-4e58-be5e-b38de17706bc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:58.776593 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-de7c5dcf-6bc7-406c-b158-2a308bf2b235 req-a7ab1fd8-2112-47c2-86ed-1be51c1af79f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0496252 Nov 26 16:45:58.808689 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29fc9e-76b0-4855-9acb-7f142eb2fe7e req-3411a579-4d66-4aff-ad84-9707ddfd51f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:58.810358 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-df29fc9e-76b0-4855-9acb-7f142eb2fe7e req-3411a579-4d66-4aff-ad84-9707ddfd51f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d3b7c776-489b-4dc6-8778-650193941422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1223156 Nov 26 16:45:58.836849 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-75bd3795-f739-4e58-be5e-b38de17706bc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:58.982243 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-75bd3795-f739-4e58-be5e-b38de17706bc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:59.027836 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0aa76093-699e-4609-92a0-cbb4eda0775a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:59.036983 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-41764d61-8d31-4b48-b215-d57ed5406377 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:59.087654 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa76093-699e-4609-92a0-cbb4eda0775a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Port': ['ID=e7a78757-32cc-4d6c-ad40-bc35cf33c401,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:59.090451 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-df29fc9e-76b0-4855-9acb-7f142eb2fe7e req-495c9b05-b9c3-4f0f-9c0d-3105eadbd4af service neutron] 10.222.0.31 "GET /v2.0/networks/d3b7c776-489b-4dc6-8778-650193941422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721658 Nov 26 16:45:59.095765 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0aa76093-699e-4609-92a0-cbb4eda0775a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:59.177880 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc032a92-c198-4dd7-82a5-6d66c5893a19 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:45:59.201853 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-75bd3795-f739-4e58-be5e-b38de17706bc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:59.208450 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1462c620-0f0f-447b-9a76-04a1a8bb63bc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:59.248500 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-df29fc9e-76b0-4855-9acb-7f142eb2fe7e req-f4d5f06b-ab1a-4b00-a49c-a682e14b0eee service neutron] 10.222.0.31 "GET /v2.0/networks/d3b7c776-489b-4dc6-8778-650193941422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474066 Nov 26 16:45:59.250583 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd3795-f739-4e58-be5e-b38de17706bc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=627e224e-d302-47d7-9c1f-cac65eef9213,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:59.253480 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-75bd3795-f739-4e58-be5e-b38de17706bc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:59.256445 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-75bd3795-f739-4e58-be5e-b38de17706bc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:59.314740 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ce76f161-a8f0-40ca-8c93-5836260a234d None None] Provisioning complete for port 418eea32-18b7-4d2e-bb53-23e299876ddb triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:45:59.315129 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ce76f161-a8f0-40ca-8c93-5836260a234d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:59.394349 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-75bd3795-f739-4e58-be5e-b38de17706bc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/627e224e-d302-47d7-9c1f-cac65eef9213 HTTP/1.1" status: 204 len: 168 time: 0.7452862 Nov 26 16:45:59.397203 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52058) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:59.404397 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0aa76093-699e-4609-92a0-cbb4eda0775a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:59.448229 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:59.477349 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d3bd2c62-64e6-486a-a701-b1942dc82c03 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763052 Nov 26 16:45:59.477587 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52062) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:45:59.483554 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-3116cb52-0eb0-49a5-a7d9-3e13910b51aa tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:45:59.596067 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3116cb52-0eb0-49a5-a7d9-3e13910b51aa tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:45:59.600148 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3116cb52-0eb0-49a5-a7d9-3e13910b51aa tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:45:59.603007 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3116cb52-0eb0-49a5-a7d9-3e13910b51aa tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:45:59.610979 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3116cb52-0eb0-49a5-a7d9-3e13910b51aa tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:45:59.616210 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf228bdf-0ad7-483e-84db-7c664d012bd3 None None] DHCP port deletion for 8c8ccad8-46f8-4956-abe3-9f3eb45da297 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:45:59.620565 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-bf228bdf-0ad7-483e-84db-7c664d012bd3 None None] Deleting port 418eea32-18b7-4d2e-bb53-23e299876ddb {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:45:59.621146 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bf228bdf-0ad7-483e-84db-7c664d012bd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:59.622166 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3116cb52-0eb0-49a5-a7d9-3e13910b51aa tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:45:59.626103 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3116cb52-0eb0-49a5-a7d9-3e13910b51aa tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:59.803836 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa76093-699e-4609-92a0-cbb4eda0775a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Router 9c54e039-74d7-4e40-bb4f-2f70f432e430 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:45:59.868390 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-bf228bdf-0ad7-483e-84db-7c664d012bd3 None None] For port 418eea32-18b7-4d2e-bb53-23e299876ddb, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=418eea32-18b7-4d2e-bb53-23e299876ddb,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:45:59.870130 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bf228bdf-0ad7-483e-84db-7c664d012bd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:59.889983 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3116cb52-0eb0-49a5-a7d9-3e13910b51aa tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:59.894812 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-09922e1d-6acc-4c58-aa6f-5fd0602f625a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:45:59.954443 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3116cb52-0eb0-49a5-a7d9-3e13910b51aa tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:45:59.957687 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-3116cb52-0eb0-49a5-a7d9-3e13910b51aa tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:45:59.960865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3116cb52-0eb0-49a5-a7d9-3e13910b51aa tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:45:59.961557 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3116cb52-0eb0-49a5-a7d9-3e13910b51aa tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:45:59.975275 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d7467cd6-7ee6-4a47-8885-ef8818e49867 req-a5ce6e75-1058-4d97-8234-9c026cf7fa94 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1086953 Nov 26 16:45:59.984784 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa76093-699e-4609-92a0-cbb4eda0775a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:45:59.985453 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116cb52-0eb0-49a5-a7d9-3e13910b51aa tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=1b0a6455-f2c8-4c9d-a816-554610652964,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:45:59.989021 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3116cb52-0eb0-49a5-a7d9-3e13910b51aa tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:45:59.989750 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0aa76093-699e-4609-92a0-cbb4eda0775a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "PUT /v2.0/routers/9c54e039-74d7-4e40-bb4f-2f70f432e430/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8883219 Nov 26 16:45:59.992606 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52068) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:00.003216 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3116cb52-0eb0-49a5-a7d9-3e13910b51aa tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5245261 Nov 26 16:46:00.005748 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6950d993-c110-4aae-9011-3c6cbeaca2bb None None] Sync routers for ids ['9c54e039-74d7-4e40-bb4f-2f70f432e430'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:46:00.006364 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52072) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:00.006486 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-bf228bdf-0ad7-483e-84db-7c664d012bd3 None None] Calling delete_port for 418eea32-18b7-4d2e-bb53-23e299876ddb owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:46:00.013446 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-68230aa8-feaf-447b-900d-e6c24e00199e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:00.019881 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6950d993-c110-4aae-9011-3c6cbeaca2bb None None] Routers {'9c54e039-74d7-4e40-bb4f-2f70f432e430'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:00.021892 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6950d993-c110-4aae-9011-3c6cbeaca2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:45:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['9c54e039-74d7-4e40-bb4f-2f70f432e430'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:00.091055 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6950d993-c110-4aae-9011-3c6cbeaca2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:00.097274 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bf228bdf-0ad7-483e-84db-7c664d012bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:00.102151 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6950d993-c110-4aae-9011-3c6cbeaca2bb None None] Routers {'9c54e039-74d7-4e40-bb4f-2f70f432e430'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:00.102916 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-95709f4b-39df-48a0-8cf6-b227397c78a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:00.103129 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6950d993-c110-4aae-9011-3c6cbeaca2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:45:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['9c54e039-74d7-4e40-bb4f-2f70f432e430'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:00.155248 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf228bdf-0ad7-483e-84db-7c664d012bd3 None None] Pushing event deleted for resources: {'Port': ['ID=418eea32-18b7-4d2e-bb53-23e299876ddb,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:00.162032 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-68230aa8-feaf-447b-900d-e6c24e00199e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:00.164437 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-bf228bdf-0ad7-483e-84db-7c664d012bd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:00.165639 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf228bdf-0ad7-483e-84db-7c664d012bd3 None None] No DVR routers for this DVR port 418eea32-18b7-4d2e-bb53-23e299876ddb on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:46:00.167514 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-68230aa8-feaf-447b-900d-e6c24e00199e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:00.170756 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-68230aa8-feaf-447b-900d-e6c24e00199e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:00.179508 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-68230aa8-feaf-447b-900d-e6c24e00199e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:00.180672 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6950d993-c110-4aae-9011-3c6cbeaca2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:00.183918 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b905815e-570f-41ce-a019-4918f888e71f None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:46:00.184454 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6950d993-c110-4aae-9011-3c6cbeaca2bb None None] The sync data for ids ['9c54e039-74d7-4e40-bb4f-2f70f432e430'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:46:00.192636 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68230aa8-feaf-447b-900d-e6c24e00199e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:46:00.200675 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-68230aa8-feaf-447b-900d-e6c24e00199e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:00.340680 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.ipam_backend_mixin [None req-68230aa8-feaf-447b-900d-e6c24e00199e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1b0a6455-f2c8-4c9d-a816-554610652964 (CIDR: 2001:db8::/64) Nov 26 16:46:00.344836 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-68230aa8-feaf-447b-900d-e6c24e00199e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:46:00.345283 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68230aa8-feaf-447b-900d-e6c24e00199e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:00.366804 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52076) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:00.367057 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-68230aa8-feaf-447b-900d-e6c24e00199e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3591018 Nov 26 16:46:00.401001 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-c79cbcc3-36b2-4d0f-b5db-d7d8d455946f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'subnet': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:00.424588 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-f03a97e4-3385-4523-9c6b-a32a9f736ae1 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] remove_router_interface failed (client error): The resource could not be found. Nov 26 16:46:00.425521 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f03a97e4-3385-4523-9c6b-a32a9f736ae1 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "PUT /v2.0/routers/9c54e039-74d7-4e40-bb4f-2f70f432e430/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4319558 Nov 26 16:46:00.428746 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52080) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:00.443514 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'tenant_id': '42f9a502ad65471984912825f43bc183', 'fixed_ips': [{'subnet_id': '1b0a6455-f2c8-4c9d-a816-554610652964'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:46:00.444548 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:00.477511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-969b9188-df8f-4699-9f55-5ff079e7fcdb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Synchronizing usage tracker for tenant:e88a7f81029b400b9cbd561c1fe3ae4d on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:46:00.497993 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-969b9188-df8f-4699-9f55-5ff079e7fcdb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Unset dirty status for tenant:e88a7f81029b400b9cbd561c1fe3ae4d on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:46:00.501819 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-969b9188-df8f-4699-9f55-5ff079e7fcdb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c54e039-74d7-4e40-bb4f-2f70f432e430 HTTP/1.1" status: 200 len: 205 time: 0.0687230 Nov 26 16:46:00.502137 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52084) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:00.549765 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c79cbcc3-36b2-4d0f-b5db-d7d8d455946f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:00.553928 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c79cbcc3-36b2-4d0f-b5db-d7d8d455946f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:subnet and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:00.556869 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c79cbcc3-36b2-4d0f-b5db-d7d8d455946f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:00.563323 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c79cbcc3-36b2-4d0f-b5db-d7d8d455946f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:00.574618 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79cbcc3-36b2-4d0f-b5db-d7d8d455946f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:46:00.578444 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c79cbcc3-36b2-4d0f-b5db-d7d8d455946f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:00.605626 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] Allocated IP 2001:db8::2 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/1b0a6455-f2c8-4c9d-a816-554610652964/dfdc9d6f-bd07-40cb-9a38-2e74317fce91) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:46:00.639996 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-91ebd6e3-b8ae-4fd5-8c2b-5baf0d375c9e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:00.835012 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:00.847814 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] Transition to ACTIVE for port object dfdc9d6f-bd07-40cb-9a38-2e74317fce91 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:00.868131 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] Transition to ACTIVE for port object dfdc9d6f-bd07-40cb-9a38-2e74317fce91 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:00.875269 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:00.880200 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:00.948083 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:00.951054 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:00.953525 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:46:00.986335 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] Pushing event updated for resources: {'Port': ['ID=dfdc9d6f-bd07-40cb-9a38-2e74317fce91,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:00.989174 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:00.994895 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.objects.ports [None req-c79cbcc3-36b2-4d0f-b5db-d7d8d455946f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87519) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 26 16:46:01.052662 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] Attempting to bind port dfdc9d6f-bd07-40cb-9a38-2e74317fce91 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:46:01.053146 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] Attempting to bind port dfdc9d6f-bd07-40cb-9a38-2e74317fce91 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:46:01.053595 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] Attempting to bind port dfdc9d6f-bd07-40cb-9a38-2e74317fce91 on network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:46:01.059466 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:46:01.059964 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] Checking segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:46:01.060443 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:01.060906 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] Bound using segment: {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:46:01.061441 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] Bound port: dfdc9d6f-bd07-40cb-9a38-2e74317fce91, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd13d50b-9d7d-46a2-8280-a726fb935dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:46:01.061827 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:01.067349 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-91ebd6e3-b8ae-4fd5-8c2b-5baf0d375c9e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:01.069856 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-91ebd6e3-b8ae-4fd5-8c2b-5baf0d375c9e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:01.128848 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2fa9fcd8-ed1c-4cb1-8c62-abc6a78b6604 req-cd3b9ad6-cb9d-4e0e-91bd-e235b5a51303 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0549066 Nov 26 16:46:01.140303 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-91ebd6e3-b8ae-4fd5-8c2b-5baf0d375c9e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:01.140957 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ebd6e3-b8ae-4fd5-8c2b-5baf0d375c9e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Fanout notify agent at l3_agent the message router_deleted on router 9c54e039-74d7-4e40-bb4f-2f70f432e430 {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:46:01.154052 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-91ebd6e3-b8ae-4fd5-8c2b-5baf0d375c9e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:01.157602 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-91ebd6e3-b8ae-4fd5-8c2b-5baf0d375c9e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/routers/9c54e039-74d7-4e40-bb4f-2f70f432e430 HTTP/1.1" status: 204 len: 168 time: 0.6521516 Nov 26 16:46:01.157786 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52090) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:01.174191 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] For port dfdc9d6f-bd07-40cb-9a38-2e74317fce91, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:46:01.177440 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] For port dfdc9d6f-bd07-40cb-9a38-2e74317fce91, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=dfdc9d6f-bd07-40cb-9a38-2e74317fce91,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:46:01.182396 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:01.183653 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c79cbcc3-36b2-4d0f-b5db-d7d8d455946f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:01.187444 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:01.226031 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5a9e81-dd5e-4616-821c-bce648e2363d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting subnet 9e840d4b-5ac5-49e7-865f-7f2e696ff6c0 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:46:01.230128 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4d5a9e81-dd5e-4616-821c-bce648e2363d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:01.266578 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-17550139-33db-4545-b595-09edde37dd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:01.287607 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] Pushing event updated for resources: {'Port': ['ID=dfdc9d6f-bd07-40cb-9a38-2e74317fce91,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:01.292119 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:01.297840 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4d5a9e81-dd5e-4616-821c-bce648e2363d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:01.396414 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4d5a9e81-dd5e-4616-821c-bce648e2363d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:01.410721 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 418eea32-18b7-4d2e-bb53-23e299876ddb no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:46:01.459850 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 418eea32-18b7-4d2e-bb53-23e299876ddb {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:46:01.460312 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 418eea32-18b7-4d2e-bb53-23e299876ddb not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:46:01.519220 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4d5a9e81-dd5e-4616-821c-bce648e2363d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:01.523907 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3eec9aeb-07d0-4d44-8f3b-53360a4ec242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:01.573994 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a9e81-dd5e-4616-821c-bce648e2363d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Subnet': ['ID=9e840d4b-5ac5-49e7-865f-7f2e696ff6c0,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:01.576130 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4d5a9e81-dd5e-4616-821c-bce648e2363d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:01.577116 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-c79cbcc3-36b2-4d0f-b5db-d7d8d455946f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] For port dfdc9d6f-bd07-40cb-9a38-2e74317fce91, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=dfdc9d6f-bd07-40cb-9a38-2e74317fce91,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:01.579171 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4d5a9e81-dd5e-4616-821c-bce648e2363d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:01.584943 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70024d8e-1e94-4d3e-b491-5de4a9f07146 None None] Network 1c7104bc-c63a-4c1b-a3ef-a71a6620ba91 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:46:01.585729 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4d5a9e81-dd5e-4616-821c-bce648e2363d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/subnets/9e840d4b-5ac5-49e7-865f-7f2e696ff6c0 HTTP/1.1" status: 204 len: 168 time: 0.4269898 Nov 26 16:46:01.588239 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52096) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:01.607114 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c79cbcc3-36b2-4d0f-b5db-d7d8d455946f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:01.613724 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c79cbcc3-36b2-4d0f-b5db-d7d8d455946f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:01.615077 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c79cbcc3-36b2-4d0f-b5db-d7d8d455946f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:01.628728 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-596f3051-44ed-4992-91ab-c2c58694c4fe tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:01.687288 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79cbcc3-36b2-4d0f-b5db-d7d8d455946f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:01.695369 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-c79cbcc3-36b2-4d0f-b5db-d7d8d455946f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:01.698120 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79cbcc3-36b2-4d0f-b5db-d7d8d455946f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:01.698708 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c79cbcc3-36b2-4d0f-b5db-d7d8d455946f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:01.723231 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5242ec80-d3b5-47b0-bc30-180ccfd46746 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:01.740017 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cbcc3-36b2-4d0f-b5db-d7d8d455946f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=dfdc9d6f-bd07-40cb-9a38-2e74317fce91,revision_number=4']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:01.743510 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c79cbcc3-36b2-4d0f-b5db-d7d8d455946f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:01.744981 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c7f2bc32-4a0b-4e13-8709-ce12008e0dfa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:01.753980 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-5242ec80-d3b5-47b0-bc30-180ccfd46746 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting port 9e0f2fef-b055-40b6-9136-b905649c388f {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:46:01.754660 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5242ec80-d3b5-47b0-bc30-180ccfd46746 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:01.783707 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c79cbcc3-36b2-4d0f-b5db-d7d8d455946f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4153237 Nov 26 16:46:01.786905 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52100) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:01.795352 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-b06f5fe3-d52a-493f-86ec-0195b37511c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Request body: {'port': {'network_id': '8c8ccad8-46f8-4956-abe3-9f3eb45da297', 'mac_address': 'fa:16:3e:51:77:f8', 'name': 'tempest-NetworksTestDHCPv6-341470108'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:01.894677 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cbcc3-36b2-4d0f-b5db-d7d8d455946f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Subnet': ['ID=f1cf12b4-d02c-475d-8f8f-ff239f0f4f6e,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:01.899526 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c79cbcc3-36b2-4d0f-b5db-d7d8d455946f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:01.908743 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1def297-1956-4f8e-9987-a32002f595d9 None None] DHCP port deletion for 1c7104bc-c63a-4c1b-a3ef-a71a6620ba91 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:46:01.914296 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e1def297-1956-4f8e-9987-a32002f595d9 None None] Deleting port 9e0f2fef-b055-40b6-9136-b905649c388f {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:46:01.914900 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e1def297-1956-4f8e-9987-a32002f595d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:01.953395 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b06f5fe3-d52a-493f-86ec-0195b37511c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:01.957760 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b06f5fe3-d52a-493f-86ec-0195b37511c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Usage tracker for resource:port and tenant:42f9a502ad65471984912825f43bc183 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:01.960609 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b06f5fe3-d52a-493f-86ec-0195b37511c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:01.966817 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b06f5fe3-d52a-493f-86ec-0195b37511c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:01.977350 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06f5fe3-d52a-493f-86ec-0195b37511c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Made reservation on behalf of 42f9a502ad65471984912825f43bc183 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:46:01.992190 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-5242ec80-d3b5-47b0-bc30-180ccfd46746 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] For port 9e0f2fef-b055-40b6-9136-b905649c388f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=9e0f2fef-b055-40b6-9136-b905649c388f,segment=NetworkSegment(3fde6f6b-ac99-4fe3-ab6b-abd0eea4f3f4),segment_id=3fde6f6b-ac99-4fe3-ab6b-abd0eea4f3f4)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:01.992833 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5242ec80-d3b5-47b0-bc30-180ccfd46746 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:02.141054 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-5242ec80-d3b5-47b0-bc30-180ccfd46746 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Calling delete_port for 9e0f2fef-b055-40b6-9136-b905649c388f owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:46:02.177424 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:02.194785 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-e1def297-1956-4f8e-9987-a32002f595d9 None None] For port 9e0f2fef-b055-40b6-9136-b905649c388f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=9e0f2fef-b055-40b6-9136-b905649c388f,segment=NetworkSegment(3fde6f6b-ac99-4fe3-ab6b-abd0eea4f3f4),segment_id=3fde6f6b-ac99-4fe3-ab6b-abd0eea4f3f4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:02.194785 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e1def297-1956-4f8e-9987-a32002f595d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:02.221923 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b06f5fe3-d52a-493f-86ec-0195b37511c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:02.281391 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5242ec80-d3b5-47b0-bc30-180ccfd46746 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:02.296753 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:02.301509 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8e8ef621-79bb-47fc-92e3-4ce7d0c1cd98 req-ff813801-6534-4183-9531-cece6d741093 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0633833 Nov 26 16:46:02.331327 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-b06f5fe3-d52a-493f-86ec-0195b37511c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] device_id is not set on port a5d7fa27-ffec-423f-83ae-fbb2b78d083b yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:46:02.346600 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e1def297-1956-4f8e-9987-a32002f595d9 None None] Calling delete_port for 9e0f2fef-b055-40b6-9136-b905649c388f owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:46:02.361927 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5242ec80-d3b5-47b0-bc30-180ccfd46746 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] No DVR routers for this DVR port 9e0f2fef-b055-40b6-9136-b905649c388f on host dv-neutron-819440-1-hyperv {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:46:02.421642 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242ec80-d3b5-47b0-bc30-180ccfd46746 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Port': ['ID=9e0f2fef-b055-40b6-9136-b905649c388f,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:02.427852 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5242ec80-d3b5-47b0-bc30-180ccfd46746 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:02.494637 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-e1def297-1956-4f8e-9987-a32002f595d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:46:02.495286 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-e1def297-1956-4f8e-9987-a32002f595d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:46:02.524160 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5242ec80-d3b5-47b0-bc30-180ccfd46746 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:02.553900 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-5242ec80-d3b5-47b0-bc30-180ccfd46746 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c7104bc-c63a-4c1b-a3ef-a71a6620ba91']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:02.569791 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0e3fa3-3bab-479b-9550-00ae2dc9a905 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:46:02.574175 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-5242ec80-d3b5-47b0-bc30-180ccfd46746 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fde6f6b-ac99-4fe3-ab6b-abd0eea4f3f4') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:02.574555 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-5242ec80-d3b5-47b0-bc30-180ccfd46746 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fde6f6b-ac99-4fe3-ab6b-abd0eea4f3f4') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:02.579382 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-b06f5fe3-d52a-493f-86ec-0195b37511c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 2001:db8::239 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/1b0a6455-f2c8-4c9d-a816-554610652964/a5d7fa27-ffec-423f-83ae-fbb2b78d083b) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:46:02.586771 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-b06f5fe3-d52a-493f-86ec-0195b37511c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Allocated IP 2001:db8:0:1:f816:3eff:fe51:77f8 (8c8ccad8-46f8-4956-abe3-9f3eb45da297/f1cf12b4-d02c-475d-8f8f-ff239f0f4f6e/a5d7fa27-ffec-423f-83ae-fbb2b78d083b) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:46:02.587682 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5242ec80-d3b5-47b0-bc30-180ccfd46746 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:02.607069 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5242ec80-d3b5-47b0-bc30-180ccfd46746 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:02.614382 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5242ec80-d3b5-47b0-bc30-180ccfd46746 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:46:02.614804 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5242ec80-d3b5-47b0-bc30-180ccfd46746 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:46:02.630014 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:46:02.696998 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-879b8ed5-6cc4-4cc7-bc67-facb16de9da9 None None] Provisioning for port dfdc9d6f-bd07-40cb-9a38-2e74317fce91 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:02.725102 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5242ec80-d3b5-47b0-bc30-180ccfd46746 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:02.730947 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-52293a6d-2b03-4cae-b3dc-beb385ad84e2 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:02.752085 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5242ec80-d3b5-47b0-bc30-180ccfd46746 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:02.768936 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242ec80-d3b5-47b0-bc30-180ccfd46746 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Network': ['ID=1c7104bc-c63a-4c1b-a3ef-a71a6620ba91,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:02.772244 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5242ec80-d3b5-47b0-bc30-180ccfd46746 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:02.780660 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5242ec80-d3b5-47b0-bc30-180ccfd46746 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/networks/1c7104bc-c63a-4c1b-a3ef-a71a6620ba91 HTTP/1.1" status: 204 len: 168 time: 1.1911726 Nov 26 16:46:02.785286 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52108) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:02.791121 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-34942663-1f03-4823-899c-c4575f4574cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'network': {'name': 'tempest-RoutersTest-145947347'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:02.796629 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-34942663-1f03-4823-899c-c4575f4574cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:02.800524 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-34942663-1f03-4823-899c-c4575f4574cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Usage tracker for resource:network and tenant:e88a7f81029b400b9cbd561c1fe3ae4d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:02.803477 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-34942663-1f03-4823-899c-c4575f4574cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:02.809705 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-34942663-1f03-4823-899c-c4575f4574cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:02.820855 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34942663-1f03-4823-899c-c4575f4574cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Made reservation on behalf of e88a7f81029b400b9cbd561c1fe3ae4d for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:46:02.825121 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-34942663-1f03-4823-899c-c4575f4574cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:02.835225 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b06f5fe3-d52a-493f-86ec-0195b37511c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:02.854176 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34942663-1f03-4823-899c-c4575f4574cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:46:02.854412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-b06f5fe3-d52a-493f-86ec-0195b37511c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Transition to ACTIVE for port object a5d7fa27-ffec-423f-83ae-fbb2b78d083b will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:02.862852 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-34942663-1f03-4823-899c-c4575f4574cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:02.863189 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-34942663-1f03-4823-899c-c4575f4574cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Added segment ed57ea27-0ee0-40e2-941e-9e9d3fe056ed of type vlan for network dfb96d3d-abbf-49b7-ad17-db4c5d4fe912 Nov 26 16:46:02.880557 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b06f5fe3-d52a-493f-86ec-0195b37511c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:02.886557 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4ae6d124-671f-4264-97fa-8c9d5e959f88 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:02.890983 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-34942663-1f03-4823-899c-c4575f4574cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:02.922560 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-34942663-1f03-4823-899c-c4575f4574cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:02.928226 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34942663-1f03-4823-899c-c4575f4574cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:02.928818 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-34942663-1f03-4823-899c-c4575f4574cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:02.934150 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fd735e85-dc9d-4263-98c5-63393edbfdda tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:02.957953 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06f5fe3-d52a-493f-86ec-0195b37511c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:02.961325 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-b06f5fe3-d52a-493f-86ec-0195b37511c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:02.966569 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06f5fe3-d52a-493f-86ec-0195b37511c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:46:02.972336 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06f5fe3-d52a-493f-86ec-0195b37511c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:02.972964 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b06f5fe3-d52a-493f-86ec-0195b37511c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:02.987107 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f5fe3-d52a-493f-86ec-0195b37511c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event updated for resources: {'Port': ['ID=a5d7fa27-ffec-423f-83ae-fbb2b78d083b,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:02.994882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b06f5fe3-d52a-493f-86ec-0195b37511c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:02.997406 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e1def297-1956-4f8e-9987-a32002f595d9 None None] Deleting port 9e0f2fef-b055-40b6-9136-b905649c388f {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:46:02.998483 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e1def297-1956-4f8e-9987-a32002f595d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:03.013845 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b06f5fe3-d52a-493f-86ec-0195b37511c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2257452 Nov 26 16:46:03.016336 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52112) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:03.082206 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e1def297-1956-4f8e-9987-a32002f595d9 None None] The port '9e0f2fef-b055-40b6-9136-b905649c388f' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:46:03.101183 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-58ee1ced-59f6-46a9-9f48-96dcbe5ffdb2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting port a5d7fa27-ffec-423f-83ae-fbb2b78d083b {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:46:03.101540 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-58ee1ced-59f6-46a9-9f48-96dcbe5ffdb2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:03.166557 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-34942663-1f03-4823-899c-c4575f4574cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3801129 Nov 26 16:46:03.169440 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52116) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:03.176020 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34942663-1f03-4823-899c-c4575f4574cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Network': ['ID=dfb96d3d-abbf-49b7-ad17-db4c5d4fe912,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:03.178672 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-34942663-1f03-4823-899c-c4575f4574cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:03.189068 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network dfb96d3d-abbf-49b7-ad17-db4c5d4fe912 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:46:03.204343 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-6d6f0c47-dcd9-4d2a-93b5-b14c27e416ec tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'subnet': {'network_id': 'dfb96d3d-abbf-49b7-ad17-db4c5d4fe912', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:03.416555 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6d6f0c47-dcd9-4d2a-93b5-b14c27e416ec tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:03.426026 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f0ece9d1-ff8c-47c6-ace4-759395a58a0a req-0f1c5215-6f24-4ad4-9bac-b2ebe1108571 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0632765 Nov 26 16:46:03.431179 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6d6f0c47-dcd9-4d2a-93b5-b14c27e416ec tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Usage tracker for resource:subnet and tenant:e88a7f81029b400b9cbd561c1fe3ae4d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:03.437145 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6d6f0c47-dcd9-4d2a-93b5-b14c27e416ec tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:03.442508 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device dfdc9d6f-bd07-40cb-9a38-2e74317fce91 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:03.450109 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6d6f0c47-dcd9-4d2a-93b5-b14c27e416ec tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:03.471194 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6f0c47-dcd9-4d2a-93b5-b14c27e416ec tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Made reservation on behalf of e88a7f81029b400b9cbd561c1fe3ae4d for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:46:03.474873 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6d6f0c47-dcd9-4d2a-93b5-b14c27e416ec tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:03.521983 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port dfdc9d6f-bd07-40cb-9a38-2e74317fce91 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:03.532530 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port dfdc9d6f-bd07-40cb-9a38-2e74317fce91 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:03.533002 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:03.590410 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e9b10eb2-332b-4407-bcf9-e523cc7289b7 None None] Provisioning complete for port dfdc9d6f-bd07-40cb-9a38-2e74317fce91 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:03.590834 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e9b10eb2-332b-4407-bcf9-e523cc7289b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:03.722556 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-58ee1ced-59f6-46a9-9f48-96dcbe5ffdb2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:03.765867 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:03.793186 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e9b10eb2-332b-4407-bcf9-e523cc7289b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:03.823789 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port dfdc9d6f-bd07-40cb-9a38-2e74317fce91, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=dfdc9d6f-bd07-40cb-9a38-2e74317fce91,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:03.828233 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:03.832522 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:03.855439 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-58ee1ced-59f6-46a9-9f48-96dcbe5ffdb2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Calling delete_port for a5d7fa27-ffec-423f-83ae-fbb2b78d083b owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:46:03.902908 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 9e0f2fef-b055-40b6-9136-b905649c388f no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:46:03.973479 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 9e0f2fef-b055-40b6-9136-b905649c388f {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:46:03.973731 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 9e0f2fef-b055-40b6-9136-b905649c388f not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:46:03.999935 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:04.004567 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-e9b10eb2-332b-4407-bcf9-e523cc7289b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:46:04.004935 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-e9b10eb2-332b-4407-bcf9-e523cc7289b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:46:04.009901 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=dfdc9d6f-bd07-40cb-9a38-2e74317fce91,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:04.015655 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:04.134474 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6d6f0c47-dcd9-4d2a-93b5-b14c27e416ec tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:04.141126 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0f960b62-ca7a-4c83-816e-697b5d5154cf tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:04.210218 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-58ee1ced-59f6-46a9-9f48-96dcbe5ffdb2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:04.227894 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f0c47-dcd9-4d2a-93b5-b14c27e416ec tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Subnet': ['ID=06c51393-e600-46f4-a555-0d47f71214b5,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:04.233244 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6d6f0c47-dcd9-4d2a-93b5-b14c27e416ec tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:04.235386 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-715ba3fc-9b59-4c6f-bd2b-3693c8ee21f4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:04.285747 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee1ced-59f6-46a9-9f48-96dcbe5ffdb2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Port': ['ID=a5d7fa27-ffec-423f-83ae-fbb2b78d083b,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:04.287427 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6f0c47-dcd9-4d2a-93b5-b14c27e416ec tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Checking segment: {'id': 'ed57ea27-0ee0-40e2-941e-9e9d3fe056ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'dfb96d3d-abbf-49b7-ad17-db4c5d4fe912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:46:04.287809 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6f0c47-dcd9-4d2a-93b5-b14c27e416ec tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network hostable DHCP agents. Network: dfb96d3d-abbf-49b7-ad17-db4c5d4fe912, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:46:04.317832 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-58ee1ced-59f6-46a9-9f48-96dcbe5ffdb2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:04.378082 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-58ee1ced-59f6-46a9-9f48-96dcbe5ffdb2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:04.384358 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6f0c47-dcd9-4d2a-93b5-b14c27e416ec tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network dfb96d3d-abbf-49b7-ad17-db4c5d4fe912 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:46:04.396005 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-58ee1ced-59f6-46a9-9f48-96dcbe5ffdb2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/a5d7fa27-ffec-423f-83ae-fbb2b78d083b HTTP/1.1" status: 204 len: 168 time: 1.3781335 Nov 26 16:46:04.398580 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52122) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:04.435888 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-6d6f0c47-dcd9-4d2a-93b5-b14c27e416ec tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, dfb96d3d-abbf-49b7-ad17-db4c5d4fe912) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:04.444252 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eaa2ef-957f-4ed3-a3a0-715a2e5c672e None None] Network dfb96d3d-abbf-49b7-ad17-db4c5d4fe912 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:46:04.449557 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6f0c47-dcd9-4d2a-93b5-b14c27e416ec tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:04.451353 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6d6f0c47-dcd9-4d2a-93b5-b14c27e416ec tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:04.484485 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52128) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:04.485163 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6d6f0c47-dcd9-4d2a-93b5-b14c27e416ec tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3119214 Nov 26 16:46:04.491195 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-e3df4e84-bdb6-4372-b050-05c0c6dbb235 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1993765050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:04.502011 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e3df4e84-bdb6-4372-b050-05c0c6dbb235 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:04.506449 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e3df4e84-bdb6-4372-b050-05c0c6dbb235 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Usage tracker for resource:router and tenant:e88a7f81029b400b9cbd561c1fe3ae4d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:04.509521 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e3df4e84-bdb6-4372-b050-05c0c6dbb235 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:04.516870 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e3df4e84-bdb6-4372-b050-05c0c6dbb235 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:04.528808 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e3df4e84-bdb6-4372-b050-05c0c6dbb235 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:04.530259 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e3df4e84-bdb6-4372-b050-05c0c6dbb235 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:04.536159 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a311f7-9249-443e-9adf-3e671084e81f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:04.536866 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-39a311f7-9249-443e-9adf-3e671084e81f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:46:04.548973 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e3df4e84-bdb6-4372-b050-05c0c6dbb235 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:04.558557 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-86e4eda6-0bb0-4054-9868-cfb178745aec req-f31bdc3c-ed98-46c5-b47a-271cc357020a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0605547 Nov 26 16:46:04.566065 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-39a311f7-9249-443e-9adf-3e671084e81f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:46:04.567192 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-39a311f7-9249-443e-9adf-3e671084e81f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1677046 Nov 26 16:46:04.570612 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52132) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:04.621532 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e3df4e84-bdb6-4372-b050-05c0c6dbb235 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:04.653566 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e3df4e84-bdb6-4372-b050-05c0c6dbb235 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:04.654749 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e3df4e84-bdb6-4372-b050-05c0c6dbb235 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1690469 Nov 26 16:46:04.658253 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52136) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:04.675394 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60578cd2-2800-4de5-9224-7bd2c7930d7e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:04.679804 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-60578cd2-2800-4de5-9224-7bd2c7930d7e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1082134 Nov 26 16:46:04.680439 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52140) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:04.735803 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-92cfd539-42b5-4b73-8e50-4b2a4bbd03f3 None None] Could not find standard attr ID for object a5d7fa27-ffec-423f-83ae-fbb2b78d083b. {{(pid=87520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 16:46:04.743442 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-dfb96d3d-abbf-49b7-ad17-db4c5d4fe912', 'network_id': 'dfb96d3d-abbf-49b7-ad17-db4c5d4fe912', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'fixed_ips': [{'subnet_id': '06c51393-e600-46f4-a555-0d47f71214b5'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:46:04.745626 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:04.760730 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7796815-d426-469a-90ec-86a18660e5e9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:04.763125 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7796815-d426-469a-90ec-86a18660e5e9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:04.764850 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7796815-d426-469a-90ec-86a18660e5e9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:04.765965 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e7796815-d426-469a-90ec-86a18660e5e9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:46:04.785288 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e7796815-d426-469a-90ec-86a18660e5e9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:46:04.789106 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e7796815-d426-469a-90ec-86a18660e5e9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1051104 Nov 26 16:46:04.789781 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52144) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:04.903224 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] Allocated IP 172.20.0.2 (dfb96d3d-abbf-49b7-ad17-db4c5d4fe912/06c51393-e600-46f4-a555-0d47f71214b5/2dbb169d-6759-4792-a7f8-713ffe57acae) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:46:04.996733 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab09196d-6f80-4428-9d7f-079b680e0000 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet 1b0a6455-f2c8-4c9d-a816-554610652964 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:46:05.051113 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ab09196d-6f80-4428-9d7f-079b680e0000 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:05.144061 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:05.153862 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] Transition to ACTIVE for port object 2dbb169d-6759-4792-a7f8-713ffe57acae will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:05.173916 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] Transition to ACTIVE for port object 2dbb169d-6759-4792-a7f8-713ffe57acae will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:05.179529 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:05.184133 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:05.249188 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] Network dfb96d3d-abbf-49b7-ad17-db4c5d4fe912 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:05.252202 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:05.254835 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:46:05.287585 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] Pushing event updated for resources: {'Port': ['ID=2dbb169d-6759-4792-a7f8-713ffe57acae,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:05.290516 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:05.340181 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ab09196d-6f80-4428-9d7f-079b680e0000 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:05.350954 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] Attempting to bind port 2dbb169d-6759-4792-a7f8-713ffe57acae on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:46:05.351334 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] Attempting to bind port 2dbb169d-6759-4792-a7f8-713ffe57acae by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'ed57ea27-0ee0-40e2-941e-9e9d3fe056ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'dfb96d3d-abbf-49b7-ad17-db4c5d4fe912'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:46:05.351706 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] Attempting to bind port 2dbb169d-6759-4792-a7f8-713ffe57acae on network dfb96d3d-abbf-49b7-ad17-db4c5d4fe912 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:46:05.357577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:46:05.357868 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] Checking segment: {'id': 'ed57ea27-0ee0-40e2-941e-9e9d3fe056ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'dfb96d3d-abbf-49b7-ad17-db4c5d4fe912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:46:05.358270 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:05.358668 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] Bound using segment: {'id': 'ed57ea27-0ee0-40e2-941e-9e9d3fe056ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'dfb96d3d-abbf-49b7-ad17-db4c5d4fe912'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:46:05.359213 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] Bound port: 2dbb169d-6759-4792-a7f8-713ffe57acae, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed57ea27-0ee0-40e2-941e-9e9d3fe056ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'dfb96d3d-abbf-49b7-ad17-db4c5d4fe912'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:46:05.359515 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:05.412113 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device dfdc9d6f-bd07-40cb-9a38-2e74317fce91 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:05.440175 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1f8805f5-e50c-4418-a2c4-6b9809d62e3e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:05.506257 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] For port 2dbb169d-6759-4792-a7f8-713ffe57acae, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:46:05.509603 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] For port 2dbb169d-6759-4792-a7f8-713ffe57acae, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=2dbb169d-6759-4792-a7f8-713ffe57acae,segment=NetworkSegment(ed57ea27-0ee0-40e2-941e-9e9d3fe056ed),segment_id=ed57ea27-0ee0-40e2-941e-9e9d3fe056ed)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:46:05.518808 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:05.524160 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-03a01e8b-a411-4411-9a66-aea31de20b26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:05.565233 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port dfdc9d6f-bd07-40cb-9a38-2e74317fce91 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:05.565613 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:05.642397 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ab09196d-6f80-4428-9d7f-079b680e0000 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:05.662525 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] Pushing event updated for resources: {'Port': ['ID=2dbb169d-6759-4792-a7f8-713ffe57acae,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:05.665736 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:05.722531 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7aeab22a-c5b0-4720-b77a-64a4e102958f req-9f7504ff-a794-4abc-a71a-d52c56b4edf3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0970957 Nov 26 16:46:05.826515 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ab09196d-6f80-4428-9d7f-079b680e0000 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:05.833782 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2dcf3915-7af5-4812-91b4-a113aa91e21b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:05.919849 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09196d-6f80-4428-9d7f-079b680e0000 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=1b0a6455-f2c8-4c9d-a816-554610652964,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:05.923256 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ab09196d-6f80-4428-9d7f-079b680e0000 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:05.926900 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ab09196d-6f80-4428-9d7f-079b680e0000 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:05.935388 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e922aea0-4c6e-43af-a28f-980908a9cab9 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:46:05.950798 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ab09196d-6f80-4428-9d7f-079b680e0000 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/1b0a6455-f2c8-4c9d-a816-554610652964 HTTP/1.1" status: 204 len: 168 time: 1.1599615 Nov 26 16:46:05.953514 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52150) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:05.962890 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-1f8805f5-e50c-4418-a2c4-6b9809d62e3e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Allocated IP 172.20.0.1 (dfb96d3d-abbf-49b7-ad17-db4c5d4fe912/06c51393-e600-46f4-a555-0d47f71214b5/bee34cd2-8eb6-443c-8382-c152316a2c33) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:46:06.054010 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e2706f-28f6-4b60-b914-b3315abe502d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Deleting subnet f1cf12b4-d02c-475d-8f8f-ff239f0f4f6e {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:46:06.058511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-68e2706f-28f6-4b60-b914-b3315abe502d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:06.119671 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-68e2706f-28f6-4b60-b914-b3315abe502d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:06.146784 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1f8805f5-e50c-4418-a2c4-6b9809d62e3e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:06.167418 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-1f8805f5-e50c-4418-a2c4-6b9809d62e3e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Transition to ACTIVE for port object bee34cd2-8eb6-443c-8382-c152316a2c33 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:06.193975 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1f8805f5-e50c-4418-a2c4-6b9809d62e3e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:06.203151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-98a17d79-2a9f-4c6b-826f-d6655304a1aa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:06.224273 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-68e2706f-28f6-4b60-b914-b3315abe502d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:06.285993 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8805f5-e50c-4418-a2c4-6b9809d62e3e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network dfb96d3d-abbf-49b7-ad17-db4c5d4fe912 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:06.290114 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-1f8805f5-e50c-4418-a2c4-6b9809d62e3e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:06.296720 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8805f5-e50c-4418-a2c4-6b9809d62e3e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:46:06.314133 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-68e2706f-28f6-4b60-b914-b3315abe502d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:06.318098 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-74add2f1-f304-4bba-a1da-20058b2339a5 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:06.356756 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8805f5-e50c-4418-a2c4-6b9809d62e3e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Port': ['ID=bee34cd2-8eb6-443c-8382-c152316a2c33,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:06.362467 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1f8805f5-e50c-4418-a2c4-6b9809d62e3e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:06.364264 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2706f-28f6-4b60-b914-b3315abe502d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Subnet': ['ID=f1cf12b4-d02c-475d-8f8f-ff239f0f4f6e,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:06.373490 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-68e2706f-28f6-4b60-b914-b3315abe502d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:06.374572 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-68e2706f-28f6-4b60-b914-b3315abe502d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:06.388121 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-68e2706f-28f6-4b60-b914-b3315abe502d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/f1cf12b4-d02c-475d-8f8f-ff239f0f4f6e HTTP/1.1" status: 204 len: 168 time: 0.4305775 Nov 26 16:46:06.388337 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52156) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:06.389246 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1f8805f5-e50c-4418-a2c4-6b9809d62e3e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:06.471032 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5439457b-fbbe-4aeb-8902-066fc6eb4c7e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0815113 Nov 26 16:46:06.473721 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52162) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:06.528184 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1f8805f5-e50c-4418-a2c4-6b9809d62e3e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:06.627100 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f97654-9d50-4424-b127-c96b792883c1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:06.633708 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d2f97654-9d50-4424-b127-c96b792883c1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1590567 Nov 26 16:46:06.636687 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52174) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:06.734449 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e683599-bda8-4a61-ab3f-8e601e13997c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:06.735895 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3e683599-bda8-4a61-ab3f-8e601e13997c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Synchronizing usage tracker for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:46:06.779112 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3e683599-bda8-4a61-ab3f-8e601e13997c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Unset dirty status for tenant:42f9a502ad65471984912825f43bc183 on resource:subnet {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:46:06.780363 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3e683599-bda8-4a61-ab3f-8e601e13997c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1419921 Nov 26 16:46:06.783327 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52180) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:06.899730 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6b363b46-d04f-436a-8877-9ba5d632854d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1135445 Nov 26 16:46:06.900853 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52184) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:07.016707 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970cab42-da71-4def-8e17-eb99e9b429e6 None None] Network dfb96d3d-abbf-49b7-ad17-db4c5d4fe912 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:46:07.029628 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e136301c-879a-471a-9940-197038d2291c req-e839023f-faaa-45dd-9da5-dd7c33fb2630 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1298542 Nov 26 16:46:07.030539 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a890af-9624-44c0-928e-0ea521b827b9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:07.030997 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a890af-9624-44c0-928e-0ea521b827b9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:07.035862 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-75a890af-9624-44c0-928e-0ea521b827b9 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/a5d7fa27-ffec-423f-83ae-fbb2b78d083b HTTP/1.1" status: 404 len: 333 time: 0.1339111 Nov 26 16:46:07.036523 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52192) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:07.092924 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-756f8687-decb-4a9f-a28a-6dfce47cd106 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:07.093387 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-756f8687-decb-4a9f-a28a-6dfce47cd106 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:07.098095 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-756f8687-decb-4a9f-a28a-6dfce47cd106 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/f1cf12b4-d02c-475d-8f8f-ff239f0f4f6e HTTP/1.1" status: 404 len: 337 time: 0.0605812 Nov 26 16:46:07.098755 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52196) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:07.142548 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eba3213-47bc-41ab-ba42-12f82ac92abe tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:07.143005 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eba3213-47bc-41ab-ba42-12f82ac92abe tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:07.147007 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3eba3213-47bc-41ab-ba42-12f82ac92abe tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/1b0a6455-f2c8-4c9d-a816-554610652964 HTTP/1.1" status: 404 len: 337 time: 0.0450644 Nov 26 16:46:07.147248 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52202) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:07.192442 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2cd26d-c801-4fa7-94fe-e1b493782ff5 None None] Network 8c8ccad8-46f8-4956-abe3-9f3eb45da297 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:46:07.195598 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-4219a066-7d9c-46f3-bf27-dab870a4eaa2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:07.196092 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4219a066-7d9c-46f3-bf27-dab870a4eaa2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:07.200272 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4219a066-7d9c-46f3-bf27-dab870a4eaa2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/2420d3ba-3ad6-4fc8-828c-101e3e959d9b HTTP/1.1" status: 404 len: 333 time: 0.0488918 Nov 26 16:46:07.200645 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52208) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:07.242022 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ae2a9f-15db-4cdc-8633-e9e2da0fbbc5 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:07.242578 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28ae2a9f-15db-4cdc-8633-e9e2da0fbbc5 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:07.244538 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-28ae2a9f-15db-4cdc-8633-e9e2da0fbbc5 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/627e224e-d302-47d7-9c1f-cac65eef9213 HTTP/1.1" status: 404 len: 337 time: 0.0431578 Nov 26 16:46:07.247111 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52212) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:07.277147 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-29159b68-7301-43ef-93c1-2bd6b5ff6942 None None] Provisioning for port 2dbb169d-6759-4792-a7f8-713ffe57acae completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:07.286095 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a61261-488c-4e48-9d64-3e8e9d8e39af tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:07.286303 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a61261-488c-4e48-9d64-3e8e9d8e39af tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:07.287840 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-34a61261-488c-4e48-9d64-3e8e9d8e39af tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/18d00140-109e-44d7-8e95-027376b613b0 HTTP/1.1" status: 404 len: 337 time: 0.0398145 Nov 26 16:46:07.290426 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52216) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:07.295126 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1f8805f5-e50c-4418-a2c4-6b9809d62e3e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:07.318193 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f56d5-ebf5-4968-89ae-ef751ec57d32 req-d1ef97d4-acb1-48bc-9398-be893384910a tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:07.327238 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f37f56d5-ebf5-4968-89ae-ef751ec57d32 req-d1ef97d4-acb1-48bc-9398-be893384910a tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 945 time: 0.1664698 Nov 26 16:46:07.330143 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1f8805f5-e50c-4418-a2c4-6b9809d62e3e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:07.341753 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b0f555a-a2b9-4cad-ad5f-a8cf4f0c7d6d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:07.342634 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b0f555a-a2b9-4cad-ad5f-a8cf4f0c7d6d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:07.344401 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1b0f555a-a2b9-4cad-ad5f-a8cf4f0c7d6d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/5215a776-044a-4853-8825-5532a0acbbd3 HTTP/1.1" status: 404 len: 333 time: 0.0529604 Nov 26 16:46:07.347138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52220) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:07.392404 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1aca485-ddee-45e0-b998-5f87bdcd3cbb tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:07.392866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1aca485-ddee-45e0-b998-5f87bdcd3cbb tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:07.396804 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f1aca485-ddee-45e0-b998-5f87bdcd3cbb tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/7f9f2eed-c955-4844-b7b4-909cb29696de HTTP/1.1" status: 404 len: 337 time: 0.0466998 Nov 26 16:46:07.397044 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52224) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:07.411065 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6caef1a6-2fcb-4606-b584-1f05c8bf4f20 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:07.463809 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b46637-338c-465c-9765-bf176c1ff244 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:07.464383 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99b46637-338c-465c-9765-bf176c1ff244 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:07.470288 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-99b46637-338c-465c-9765-bf176c1ff244 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/a194fdc7-ad69-4173-a87a-41daa00c92e1 HTTP/1.1" status: 404 len: 337 time: 0.0721998 Nov 26 16:46:07.471010 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52228) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:07.526876 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 2dbb169d-6759-4792-a7f8-713ffe57acae up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:07.530147 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85781f3-123b-4d7a-bc57-ad076e1c8e84 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:07.530863 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d85781f3-123b-4d7a-bc57-ad076e1c8e84 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:07.533879 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d85781f3-123b-4d7a-bc57-ad076e1c8e84 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/66c66be7-e62f-4d6d-96d4-f1376234a13d HTTP/1.1" status: 404 len: 333 time: 0.0610211 Nov 26 16:46:07.535634 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52232) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:07.569425 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-5c8dc3d1-8f9d-48e1-9e60-2659a1a57dea None None] Provisioning complete for port dfdc9d6f-bd07-40cb-9a38-2e74317fce91 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:07.569771 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc3d1-8f9d-48e1-9e60-2659a1a57dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:07.575230 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87ac639-fa94-416d-8184-4c030b6ac008 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:07.575779 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b87ac639-fa94-416d-8184-4c030b6ac008 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:07.579793 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b87ac639-fa94-416d-8184-4c030b6ac008 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/a2f1fc0d-3aa0-496a-9b45-a17a8780dd7e HTTP/1.1" status: 404 len: 337 time: 0.0407765 Nov 26 16:46:07.580316 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52236) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:07.620970 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b957c5-8404-4c09-9cf6-599f68c79288 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:07.621431 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b957c5-8404-4c09-9cf6-599f68c79288 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:07.626542 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-32b957c5-8404-4c09-9cf6-599f68c79288 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/07853e11-f8e8-4e03-b53a-51a56adad27e HTTP/1.1" status: 404 len: 337 time: 0.0418589 Nov 26 16:46:07.626542 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52240) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:07.657336 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f37f56d5-ebf5-4968-89ae-ef751ec57d32 req-60ca5221-8254-402d-85c4-2887fa76f31e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f2294cf-4282-491e-8bf7-5876be4c3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3288291 Nov 26 16:46:07.670965 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1f8805f5-e50c-4418-a2c4-6b9809d62e3e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:07.674899 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-422f7ef8-be38-4cdc-8b2a-22fe9476b6b8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:07.675559 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422f7ef8-be38-4cdc-8b2a-22fe9476b6b8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:07.679374 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-422f7ef8-be38-4cdc-8b2a-22fe9476b6b8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/7d454c88-d28d-445e-aa59-44372761d4db HTTP/1.1" status: 404 len: 333 time: 0.0499051 Nov 26 16:46:07.679621 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52244) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:07.680046 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8805f5-e50c-4418-a2c4-6b9809d62e3e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Port': ['ID=bee34cd2-8eb6-443c-8382-c152316a2c33,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:07.724654 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1f8805f5-e50c-4418-a2c4-6b9809d62e3e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:07.725018 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 2dbb169d-6759-4792-a7f8-713ffe57acae completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:07.749622 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ae2879-76be-4eb0-9e83-773c39356a7a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:07.750084 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 2dbb169d-6759-4792-a7f8-713ffe57acae triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:07.750084 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:07.750272 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1ae2879-76be-4eb0-9e83-773c39356a7a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:07.756997 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b1ae2879-76be-4eb0-9e83-773c39356a7a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/87d3a961-ec11-4be1-87e3-8737e1b83720 HTTP/1.1" status: 404 len: 337 time: 0.0763826 Nov 26 16:46:07.757602 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52248) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:07.808200 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa56b64-f06a-4698-87d2-49289b5a0923 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:07.808420 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa56b64-f06a-4698-87d2-49289b5a0923 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:07.812905 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9fa56b64-f06a-4698-87d2-49289b5a0923 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/f573bb90-a234-43e5-8857-2cc2f8ff5a3b HTTP/1.1" status: 404 len: 333 time: 0.0543232 Nov 26 16:46:07.813518 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52252) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:07.846654 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7eeed3-eba0-48ee-a196-60c36d933900 None None] DHCP port deletion for 8c8ccad8-46f8-4956-abe3-9f3eb45da297 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:46:07.864213 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b241bc4-ad56-4a3f-9185-336d44c6fe52 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:07.864675 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b241bc4-ad56-4a3f-9185-336d44c6fe52 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:07.872023 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3b241bc4-ad56-4a3f-9185-336d44c6fe52 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/bda2a97e-6013-4f6e-8735-7b35e817dd02 HTTP/1.1" status: 404 len: 337 time: 0.0564001 Nov 26 16:46:07.872224 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-ea7eeed3-eba0-48ee-a196-60c36d933900 None None] Deleting port dfdc9d6f-bd07-40cb-9a38-2e74317fce91 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:46:07.872224 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ea7eeed3-eba0-48ee-a196-60c36d933900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:07.872387 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52256) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:07.893358 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8805f5-e50c-4418-a2c4-6b9809d62e3e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network dfb96d3d-abbf-49b7-ad17-db4c5d4fe912 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:07.894552 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-1f8805f5-e50c-4418-a2c4-6b9809d62e3e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:08.094487 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec73f8b-9984-4b86-8862-111df9dcb567 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:08.094966 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec73f8b-9984-4b86-8862-111df9dcb567 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:08.101350 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-dec73f8b-9984-4b86-8862-111df9dcb567 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/bf3ffb7a-c4d0-4409-aac9-12082893eee3 HTTP/1.1" status: 404 len: 333 time: 0.2282753 Nov 26 16:46:08.113191 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52262) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:08.165941 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba68b36-d58e-4b50-b037-aed255591f7b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:08.166438 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba68b36-d58e-4b50-b037-aed255591f7b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:08.171258 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2ba68b36-d58e-4b50-b037-aed255591f7b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/6d14847c-47bb-4329-b8b9-ab74d953c956 HTTP/1.1" status: 404 len: 337 time: 0.0534520 Nov 26 16:46:08.171993 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52266) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:08.176996 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-bc34eb32-ab7e-46e9-b55a-5cb9d3598ca0 None None] Provisioning for port bee34cd2-8eb6-443c-8382-c152316a2c33 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:08.189947 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b719d0fd-8c39-4fce-af0a-419c732e9259 req-331d553c-4047-477c-99a7-b8958a220f10 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0874815 Nov 26 16:46:08.227943 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-344df639-2aba-463f-b43f-fdd356d8bf93 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:08.228408 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344df639-2aba-463f-b43f-fdd356d8bf93 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:08.230100 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-344df639-2aba-463f-b43f-fdd356d8bf93 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/f3a2b84b-50bb-42b2-b33f-45bde5709707 HTTP/1.1" status: 404 len: 333 time: 0.0573778 Nov 26 16:46:08.232871 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52270) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:08.254429 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-bc34eb32-ab7e-46e9-b55a-5cb9d3598ca0 None None] Provisioning complete for port bee34cd2-8eb6-443c-8382-c152316a2c33 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:08.254813 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bc34eb32-ab7e-46e9-b55a-5cb9d3598ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:08.293503 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8805f5-e50c-4418-a2c4-6b9809d62e3e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Router e119b2a0-7db1-4af6-a946-e4e8e429e459 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:46:08.299183 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7782c0-38a0-4b82-85a4-c202dcb33fd7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:08.300089 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f7782c0-38a0-4b82-85a4-c202dcb33fd7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:08.304841 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1f7782c0-38a0-4b82-85a4-c202dcb33fd7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/45740419-1b37-42a1-8a3f-4163d0a4b5c9 HTTP/1.1" status: 404 len: 337 time: 0.0709457 Nov 26 16:46:08.306289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52274) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:08.336996 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:08.373307 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7b2983-00a2-4cda-a429-9579283be470 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:08.373863 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e7b2983-00a2-4cda-a429-9579283be470 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:08.378477 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9e7b2983-00a2-4cda-a429-9579283be470 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/d419ad43-a655-4b55-b373-f3c08c1098fa HTTP/1.1" status: 404 len: 333 time: 0.0711198 Nov 26 16:46:08.379065 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52278) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:08.390104 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-ea7eeed3-eba0-48ee-a196-60c36d933900 None None] For port dfdc9d6f-bd07-40cb-9a38-2e74317fce91, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=dfdc9d6f-bd07-40cb-9a38-2e74317fce91,segment=NetworkSegment(dd13d50b-9d7d-46a2-8280-a726fb935dda),segment_id=dd13d50b-9d7d-46a2-8280-a726fb935dda)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:08.390505 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ea7eeed3-eba0-48ee-a196-60c36d933900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:08.405950 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-bc34eb32-ab7e-46e9-b55a-5cb9d3598ca0 None None] Port bee34cd2-8eb6-443c-8382-c152316a2c33 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:46:08.423388 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff537b34-f4b2-4253-a839-c52e091a4289 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:08.424397 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff537b34-f4b2-4253-a839-c52e091a4289 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:08.426562 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ff537b34-f4b2-4253-a839-c52e091a4289 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/1b3ae2f0-68d6-4093-a3c3-bd9f5c4cd119 HTTP/1.1" status: 404 len: 337 time: 0.0464127 Nov 26 16:46:08.428929 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52282) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:08.487014 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87a3973-d882-4e64-a6d4-38f4eb606d23 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:08.488236 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d87a3973-d882-4e64-a6d4-38f4eb606d23 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:08.491823 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d87a3973-d882-4e64-a6d4-38f4eb606d23 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/9f7b41bb-88dd-423a-83e1-e6ba4b52a216 HTTP/1.1" status: 404 len: 333 time: 0.0602355 Nov 26 16:46:08.493076 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52286) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:08.510598 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8805f5-e50c-4418-a2c4-6b9809d62e3e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:46:08.516689 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1f8805f5-e50c-4418-a2c4-6b9809d62e3e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "PUT /v2.0/routers/e119b2a0-7db1-4af6-a946-e4e8e429e459/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8573453 Nov 26 16:46:08.519467 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52290) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:08.530165 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-ea7eeed3-eba0-48ee-a196-60c36d933900 None None] Calling delete_port for dfdc9d6f-bd07-40cb-9a38-2e74317fce91 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:46:08.533620 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-09790717-f843-4082-b775-9a57626d1d15 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:08.534093 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09790717-f843-4082-b775-9a57626d1d15 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:08.538141 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-09790717-f843-4082-b775-9a57626d1d15 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/fb23abda-fb07-4484-b773-417e849abb97 HTTP/1.1" status: 404 len: 337 time: 0.0417762 Nov 26 16:46:08.538374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52294) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:08.561075 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2def1571-aaf9-44ea-b004-33640d3eddb3 None None] Sync routers for ids ['e119b2a0-7db1-4af6-a946-e4e8e429e459'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:46:08.580350 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-490e7ebf-94e2-446f-8044-51f10f44c97b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:08.580811 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-490e7ebf-94e2-446f-8044-51f10f44c97b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:08.584836 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-490e7ebf-94e2-446f-8044-51f10f44c97b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/cb50275d-c475-4cfa-a018-d26e851d8b49 HTTP/1.1" status: 404 len: 337 time: 0.0431249 Nov 26 16:46:08.586466 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52298) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:08.587092 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 2dbb169d-6759-4792-a7f8-713ffe57acae, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=2dbb169d-6759-4792-a7f8-713ffe57acae,segment=NetworkSegment(ed57ea27-0ee0-40e2-941e-9e9d3fe056ed),segment_id=ed57ea27-0ee0-40e2-941e-9e9d3fe056ed)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:08.598652 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-bc34eb32-ab7e-46e9-b55a-5cb9d3598ca0 None None] Provisioning complete for port 2dbb169d-6759-4792-a7f8-713ffe57acae triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:08.599040 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bc34eb32-ab7e-46e9-b55a-5cb9d3598ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:08.634230 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:08.637604 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-49fad598-bd98-48c8-8954-4875fd8d0422 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:08.638074 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49fad598-bd98-48c8-8954-4875fd8d0422 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:08.639748 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-49fad598-bd98-48c8-8954-4875fd8d0422 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/3a941fc8-1cb4-4bc5-9f6f-9c705a2fb5b0 HTTP/1.1" status: 404 len: 333 time: 0.0523407 Nov 26 16:46:08.642544 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52302) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:08.648952 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3c9a72-d09b-438a-9e5c-a3a4cdc5ff6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:08.649303 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-81b034be-d34d-4732-b36b-241dbfbee8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:08.649450 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fb3c9a72-d09b-438a-9e5c-a3a4cdc5ff6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Synchronizing usage tracker for tenant:e88a7f81029b400b9cbd561c1fe3ae4d on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:46:08.665940 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fb3c9a72-d09b-438a-9e5c-a3a4cdc5ff6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Unset dirty status for tenant:e88a7f81029b400b9cbd561c1fe3ae4d on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:46:08.668248 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fb3c9a72-d09b-438a-9e5c-a3a4cdc5ff6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "GET /v2.0/ports/bee34cd2-8eb6-443c-8382-c152316a2c33 HTTP/1.1" status: 200 len: 910 time: 0.1475673 Nov 26 16:46:08.671215 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52306) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:08.686533 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2def1571-aaf9-44ea-b004-33640d3eddb3 None None] Routers {'e119b2a0-7db1-4af6-a946-e4e8e429e459'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:08.687192 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-2def1571-aaf9-44ea-b004-33640d3eddb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e119b2a0-7db1-4af6-a946-e4e8e429e459'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:08.687521 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60d2884-2b67-464e-87ea-14104ccfec61 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:08.688106 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a60d2884-2b67-464e-87ea-14104ccfec61 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:08.689819 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a60d2884-2b67-464e-87ea-14104ccfec61 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/b5c60a85-6f11-4516-b16c-b1ca18c56929 HTTP/1.1" status: 404 len: 337 time: 0.0461514 Nov 26 16:46:08.695104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52310) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:08.734679 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3eb6c3-38a9-4eb3-b3e1-7b311a18a39b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:08.735138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b3eb6c3-38a9-4eb3-b3e1-7b311a18a39b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:08.736830 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6b3eb6c3-38a9-4eb3-b3e1-7b311a18a39b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/adc0c696-5d9b-4b39-bedb-244d6857ac8d HTTP/1.1" status: 404 len: 337 time: 0.0408030 Nov 26 16:46:08.739332 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52316) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:08.785622 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-96aac021-9be1-44f6-8385-160d057d90ef tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:08.786266 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96aac021-9be1-44f6-8385-160d057d90ef tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:08.787785 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-96aac021-9be1-44f6-8385-160d057d90ef tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/78ec788e-34d8-4c21-8724-3556c8b7ff92 HTTP/1.1" status: 404 len: 333 time: 0.0475032 Nov 26 16:46:08.790402 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52320) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:08.838584 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-91190820-38b0-4b02-bd5c-467a5e3af0a7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:08.839229 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91190820-38b0-4b02-bd5c-467a5e3af0a7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:08.841478 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-91190820-38b0-4b02-bd5c-467a5e3af0a7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/3bb1277a-80f3-41cc-a5eb-8bd00836c5f6 HTTP/1.1" status: 404 len: 337 time: 0.0494897 Nov 26 16:46:08.843732 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-2def1571-aaf9-44ea-b004-33640d3eddb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:08.844736 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52324) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:08.871588 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2def1571-aaf9-44ea-b004-33640d3eddb3 None None] Routers {'e119b2a0-7db1-4af6-a946-e4e8e429e459'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:08.872180 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-2def1571-aaf9-44ea-b004-33640d3eddb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e119b2a0-7db1-4af6-a946-e4e8e429e459'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:08.886380 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-c04d58c9-0d81-4de1-a2f6-fd1759393d69 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:08.886844 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c04d58c9-0d81-4de1-a2f6-fd1759393d69 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:08.888652 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c04d58c9-0d81-4de1-a2f6-fd1759393d69 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/a9d56e28-bcd4-449c-a6f2-9a2f80aa2473 HTTP/1.1" status: 404 len: 337 time: 0.0427744 Nov 26 16:46:08.891184 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52328) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:08.924479 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ea7eeed3-eba0-48ee-a196-60c36d933900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:08.932443 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-6654a0a0-c673-4707-82e6-be41c60d003e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:08.932920 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6654a0a0-c673-4707-82e6-be41c60d003e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:08.934653 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6654a0a0-c673-4707-82e6-be41c60d003e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/58bb15ac-f454-4b17-a22f-aba67842bb03 HTTP/1.1" status: 404 len: 333 time: 0.0423801 Nov 26 16:46:08.938298 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52332) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:08.958416 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7eeed3-eba0-48ee-a196-60c36d933900 None None] No DVR routers for this DVR port dfdc9d6f-bd07-40cb-9a38-2e74317fce91 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:46:08.965041 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=2dbb169d-6759-4792-a7f8-713ffe57acae,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:08.966073 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:08.966699 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-2def1571-aaf9-44ea-b004-33640d3eddb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:08.967114 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2def1571-aaf9-44ea-b004-33640d3eddb3 None None] The sync data for ids ['e119b2a0-7db1-4af6-a946-e4e8e429e459'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:46:08.970235 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:08.981876 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-480aa01b-6a40-4a1f-ab73-611582bafbe4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:08.982340 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480aa01b-6a40-4a1f-ab73-611582bafbe4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:08.984058 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-480aa01b-6a40-4a1f-ab73-611582bafbe4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/997a9af6-a8a8-435b-b7d5-2967610cd24a HTTP/1.1" status: 404 len: 337 time: 0.0457897 Nov 26 16:46:08.986765 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52336) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:09.025151 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d3bd7b5-4637-4d07-944a-03b804c50451 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:09.025409 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d3bd7b5-4637-4d07-944a-03b804c50451 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:09.029387 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3d3bd7b5-4637-4d07-944a-03b804c50451 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/eb88a613-937e-46b0-82da-bc2b1c83466a HTTP/1.1" status: 404 len: 337 time: 0.0393834 Nov 26 16:46:09.029726 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52340) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:09.038111 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7eeed3-eba0-48ee-a196-60c36d933900 None None] Pushing event deleted for resources: {'Port': ['ID=dfdc9d6f-bd07-40cb-9a38-2e74317fce91,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:09.040478 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ea7eeed3-eba0-48ee-a196-60c36d933900 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:09.075204 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-522f305c-517a-4286-81c8-69a9807a8720 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports?device_id=45291df7-5dd9-4ef4-817b-4981278d6406 HTTP/1.1" status: 200 len: 205 time: 0.0443726 Nov 26 16:46:09.077414 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52344) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:09.145076 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966668b-9777-45f9-9994-256d965602a1 req-676d0b31-7036-4254-9750-3beda811547e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:09.146442 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1966668b-9777-45f9-9994-256d965602a1 req-676d0b31-7036-4254-9750-3beda811547e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 945 time: 0.3018451 Nov 26 16:46:09.146933 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-1f4f108e-9543-498b-803c-8e49842ccf90 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] delete failed (client error): The resource could not be found. Nov 26 16:46:09.148724 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1f4f108e-9543-498b-803c-8e49842ccf90 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/routers/45291df7-5dd9-4ef4-817b-4981278d6406 HTTP/1.1" status: 404 len: 336 time: 0.0696313 Nov 26 16:46:09.150622 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52348) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:09.189625 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-12d84c19-1e5b-4af1-9694-d9b41bca5751 None None] Provisioning complete for port bee34cd2-8eb6-443c-8382-c152316a2c33 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:09.190195 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-12d84c19-1e5b-4af1-9694-d9b41bca5751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:09.190409 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-e70756d9-fdf9-4346-a209-38140aba04eb tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:09.190885 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e70756d9-fdf9-4346-a209-38140aba04eb tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:09.194936 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e70756d9-fdf9-4346-a209-38140aba04eb tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/0d511773-81be-4a7d-b6d9-b1ee5afe977d HTTP/1.1" status: 404 len: 337 time: 0.0410655 Nov 26 16:46:09.195225 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52352) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:09.244243 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1966668b-9777-45f9-9994-256d965602a1 req-a4422c87-0aef-4a28-9338-1fc2fc6a8e4e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f2294cf-4282-491e-8bf7-5876be4c3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914452 Nov 26 16:46:09.247274 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0a4bb98a-231f-4de8-867d-59e74b04632f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "GET /v2.0/ports?device_id=256973fc-532c-42ee-9b1e-07a88119becb HTTP/1.1" status: 200 len: 205 time: 0.0486500 Nov 26 16:46:09.247525 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52358) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:09.269389 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-12d84c19-1e5b-4af1-9694-d9b41bca5751 None None] Port bee34cd2-8eb6-443c-8382-c152316a2c33 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:46:09.362338 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-71cd7cd4-b697-4f78-beee-7601cc939d50 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] delete failed (client error): The resource could not be found. Nov 26 16:46:09.365722 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-71cd7cd4-b697-4f78-beee-7601cc939d50 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/routers/256973fc-532c-42ee-9b1e-07a88119becb HTTP/1.1" status: 404 len: 336 time: 0.1151168 Nov 26 16:46:09.365722 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cd539c3f-348d-44a7-8a69-be09f2016861 req-39da6f86-1c1d-4493-b782-1b142b147274 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0621681 Nov 26 16:46:09.366133 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52362) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:09.406614 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a773ae-d538-4edb-91e8-1cc65b98a122 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:09.407082 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a773ae-d538-4edb-91e8-1cc65b98a122 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:09.409596 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-86a773ae-d538-4edb-91e8-1cc65b98a122 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/e38db723-5e8b-4a1d-aa4e-ab9e1426fac3 HTTP/1.1" status: 404 len: 337 time: 0.0426629 Nov 26 16:46:09.410568 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 2dbb169d-6759-4792-a7f8-713ffe57acae up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:09.412094 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52366) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:09.450672 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-fedc3b7c-69cf-4685-810a-250db2abef85 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:09.451148 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fedc3b7c-69cf-4685-810a-250db2abef85 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:09.455278 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-fedc3b7c-69cf-4685-810a-250db2abef85 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/8f730315-d0b9-4931-9f37-ba943f3a4531 HTTP/1.1" status: 404 len: 337 time: 0.0398452 Nov 26 16:46:09.455466 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52370) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:09.480392 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-42112b88-4493-4d05-abc3-041c12fe110e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:09.483411 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 2dbb169d-6759-4792-a7f8-713ffe57acae triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:09.483828 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:09.501083 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-be62bb87-1040-464b-8896-25822f9c1e82 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:09.501569 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be62bb87-1040-464b-8896-25822f9c1e82 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:09.505646 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-be62bb87-1040-464b-8896-25822f9c1e82 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/7fb63049-6fab-44a7-a8dc-445b356e76f5 HTTP/1.1" status: 404 len: 333 time: 0.0468340 Nov 26 16:46:09.505934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52374) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:09.549520 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66068fe-82e5-4fab-8c97-cd94be5e7689 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:09.549988 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66068fe-82e5-4fab-8c97-cd94be5e7689 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:09.554079 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a66068fe-82e5-4fab-8c97-cd94be5e7689 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/3176b18d-c502-47df-a3da-79b5f7174c22 HTTP/1.1" status: 404 len: 337 time: 0.0449541 Nov 26 16:46:09.554371 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52378) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:09.595633 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce808e06-34ca-4c6a-a3d3-d1812c3d8c86 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:09.596521 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce808e06-34ca-4c6a-a3d3-d1812c3d8c86 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:09.600070 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ce808e06-34ca-4c6a-a3d3-d1812c3d8c86 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/4424e720-ed8c-4822-89c1-e53ee0081997 HTTP/1.1" status: 404 len: 333 time: 0.0423813 Nov 26 16:46:09.600824 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52382) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:09.647473 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-994eab96-ad86-4027-9f5c-e8056501ddd7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:09.647981 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-994eab96-ad86-4027-9f5c-e8056501ddd7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:09.649665 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-994eab96-ad86-4027-9f5c-e8056501ddd7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/5ce73c92-6849-41da-83b4-a40c3947df93 HTTP/1.1" status: 404 len: 337 time: 0.0480053 Nov 26 16:46:09.652974 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52386) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:09.663926 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device dfdc9d6f-bd07-40cb-9a38-2e74317fce91 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:46:09.694623 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-862488a4-bcef-4d71-9486-ce178adbeada tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:09.695104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-862488a4-bcef-4d71-9486-ce178adbeada tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:09.696960 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-862488a4-bcef-4d71-9486-ce178adbeada tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/e66e48a9-fce8-4738-9503-e8cac871b892 HTTP/1.1" status: 404 len: 333 time: 0.0429461 Nov 26 16:46:09.698338 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: dfdc9d6f-bd07-40cb-9a38-2e74317fce91 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:46:09.698682 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device dfdc9d6f-bd07-40cb-9a38-2e74317fce91 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:46:09.700359 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52390) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:09.741254 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-df956fba-acf1-4cca-890d-4640bf6a9412 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:09.741830 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df956fba-acf1-4cca-890d-4640bf6a9412 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:09.743579 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-df956fba-acf1-4cca-890d-4640bf6a9412 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/0186a6bb-c08c-4aae-b290-9621434a7344 HTTP/1.1" status: 404 len: 337 time: 0.0419264 Nov 26 16:46:09.746368 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52394) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:09.790770 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1a115b-7044-4885-9f79-904a5aa5e61d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:09.791443 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f1a115b-7044-4885-9f79-904a5aa5e61d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:09.792948 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5f1a115b-7044-4885-9f79-904a5aa5e61d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/1d0df6bf-9073-4240-a50f-860e2e405ad9 HTTP/1.1" status: 404 len: 333 time: 0.0456705 Nov 26 16:46:09.795425 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52398) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:09.834668 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99adaf0-b7ee-4b46-8d7e-35923adb5aa6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:09.835186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99adaf0-b7ee-4b46-8d7e-35923adb5aa6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:09.836994 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-42112b88-4493-4d05-abc3-041c12fe110e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting port bee34cd2-8eb6-443c-8382-c152316a2c33 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:46:09.837611 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e99adaf0-b7ee-4b46-8d7e-35923adb5aa6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/899ad1a7-2866-4a0d-b35c-bd2ca89bcf09 HTTP/1.1" status: 404 len: 337 time: 0.0406337 Nov 26 16:46:09.837717 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-42112b88-4493-4d05-abc3-041c12fe110e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:09.840215 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52402) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:09.880661 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0dc030-6f67-4583-ad17-a410067f2e73 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:09.881128 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d0dc030-6f67-4583-ad17-a410067f2e73 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:09.882767 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7d0dc030-6f67-4583-ad17-a410067f2e73 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/445434c6-5128-4330-91ed-75ec6020b1ff HTTP/1.1" status: 404 len: 333 time: 0.0414324 Nov 26 16:46:09.885961 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52406) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:09.926370 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9d9e9b-2d03-4430-b0b9-56ffaeb36a0e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:09.926733 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9d9e9b-2d03-4430-b0b9-56ffaeb36a0e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:09.928399 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8c9d9e9b-2d03-4430-b0b9-56ffaeb36a0e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/2c3e199c-e2a0-4678-8b71-10888e0f0dce HTTP/1.1" status: 404 len: 337 time: 0.0415530 Nov 26 16:46:09.930861 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52410) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:09.971456 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-38553511-e0d4-44d0-bcce-c97610e70909 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:09.971950 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38553511-e0d4-44d0-bcce-c97610e70909 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:09.973570 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-38553511-e0d4-44d0-bcce-c97610e70909 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/6bdf9f03-fbd9-4c8d-9e43-b1907876d345 HTTP/1.1" status: 404 len: 333 time: 0.0418260 Nov 26 16:46:09.976050 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52414) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:10.013893 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71474db-3c56-472a-89d1-651016925bfb tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:10.014337 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a71474db-3c56-472a-89d1-651016925bfb tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:10.016059 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a71474db-3c56-472a-89d1-651016925bfb tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/719a0dce-e501-4b22-8373-58668fdc8cd3 HTTP/1.1" status: 404 len: 337 time: 0.0390685 Nov 26 16:46:10.018435 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52418) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:10.028058 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-42112b88-4493-4d05-abc3-041c12fe110e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:10.061480 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-60cabfb0-982f-491a-9dc1-02f5c3cc64b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:10.061942 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60cabfb0-982f-491a-9dc1-02f5c3cc64b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:10.063564 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-60cabfb0-982f-491a-9dc1-02f5c3cc64b7 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/ports/ac852d84-bb97-45dc-960e-1d787b624380 HTTP/1.1" status: 404 len: 333 time: 0.0442393 Nov 26 16:46:10.066276 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52422) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:10.104178 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f96f4d-62a3-4edd-bf72-2ebe1da0c01a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] DELETE failed (client error): The resource could not be found. Nov 26 16:46:10.104639 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f96f4d-62a3-4edd-bf72-2ebe1da0c01a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:46:10.108636 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-89f96f4d-62a3-4edd-bf72-2ebe1da0c01a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/subnets/c659f393-e63c-419a-b6e3-0ca3d5f56e74 HTTP/1.1" status: 404 len: 337 time: 0.0390997 Nov 26 16:46:10.108893 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52426) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:10.152238 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-42112b88-4493-4d05-abc3-041c12fe110e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Calling delete_port for bee34cd2-8eb6-443c-8382-c152316a2c33 owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:46:10.222095 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-30722322-d61a-4c5b-906b-35bc6c900691 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:10.330962 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-42112b88-4493-4d05-abc3-041c12fe110e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:10.336384 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b34770f1-a960-4215-8d03-0c31a19e0b9c tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:10.361930 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-30722322-d61a-4c5b-906b-35bc6c900691 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:10.388724 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42112b88-4493-4d05-abc3-041c12fe110e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Port': ['ID=bee34cd2-8eb6-443c-8382-c152316a2c33,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:10.395174 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-30722322-d61a-4c5b-906b-35bc6c900691 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c8ccad8-46f8-4956-abe3-9f3eb45da297']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:10.409800 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-30722322-d61a-4c5b-906b-35bc6c900691 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd13d50b-9d7d-46a2-8280-a726fb935dda') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:10.410099 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-30722322-d61a-4c5b-906b-35bc6c900691 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd13d50b-9d7d-46a2-8280-a726fb935dda') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:10.423672 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-30722322-d61a-4c5b-906b-35bc6c900691 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:10.427216 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-42112b88-4493-4d05-abc3-041c12fe110e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:10.441523 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-30722322-d61a-4c5b-906b-35bc6c900691 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:10.613081 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30722322-d61a-4c5b-906b-35bc6c900691 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:46:10.613490 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-30722322-d61a-4c5b-906b-35bc6c900691 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:46:10.633170 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:46:10.683307 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-42112b88-4493-4d05-abc3-041c12fe110e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:10.687629 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5e3f7fe7-7bf6-4dc2-a9fb-28a00acc5a30 req-9dc47591-bb31-4a8e-8247-aa499ae85244 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.2432475 Nov 26 16:46:10.720895 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-30722322-d61a-4c5b-906b-35bc6c900691 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:10.724742 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f6b2bfb7-a9a3-40d1-ad57-314d01cd90ff tempest-PortsTestJSON-1475595715 tempest-PortsTestJSON-1475595715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:10.739924 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-30722322-d61a-4c5b-906b-35bc6c900691 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:10.750196 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30722322-d61a-4c5b-906b-35bc6c900691 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Pushing event deleted for resources: {'Network': ['ID=8c8ccad8-46f8-4956-abe3-9f3eb45da297,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:10.755342 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-30722322-d61a-4c5b-906b-35bc6c900691 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] 10.222.0.11 "DELETE /v2.0/networks/8c8ccad8-46f8-4956-abe3-9f3eb45da297 HTTP/1.1" status: 204 len: 168 time: 0.6431928 Nov 26 16:46:10.755342 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-30722322-d61a-4c5b-906b-35bc6c900691 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:11.018669 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72b3f9-899e-4107-abc3-04c69f24e9ee req-6f1330ef-92cc-42ae-9bbf-7991d853b166 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:11.020091 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cf72b3f9-899e-4107-abc3-04c69f24e9ee req-6f1330ef-92cc-42ae-9bbf-7991d853b166 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 945 time: 0.4639103 Nov 26 16:46:11.037049 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52438) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:11.126313 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42112b88-4493-4d05-abc3-041c12fe110e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Router e119b2a0-7db1-4af6-a946-e4e8e429e459 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:46:11.136480 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cf72b3f9-899e-4107-abc3-04c69f24e9ee req-c3614431-caab-4ca1-a79d-0ec3d7c23ffd tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f2294cf-4282-491e-8bf7-5876be4c3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602610 Nov 26 16:46:11.186708 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0a8e69c3-c454-48e4-9af2-a9c02a58b724 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=42f9a502ad65471984912825f43bc183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482742 Nov 26 16:46:11.188967 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52444) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:11.246452 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-217e73d3-9a76-4251-abf7-6d1aa6da143f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:11.270759 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42112b88-4493-4d05-abc3-041c12fe110e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:46:11.280455 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-217e73d3-9a76-4251-abf7-6d1aa6da143f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:11.281531 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fb855e-a9c3-4ce0-8247-d0ae13a92c56 None None] Sync routers for ids ['e119b2a0-7db1-4af6-a946-e4e8e429e459'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:46:11.291936 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52448) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:11.292251 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-42112b88-4493-4d05-abc3-041c12fe110e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "PUT /v2.0/routers/e119b2a0-7db1-4af6-a946-e4e8e429e459/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6197243 Nov 26 16:46:11.292598 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fb855e-a9c3-4ce0-8247-d0ae13a92c56 None None] Routers {'e119b2a0-7db1-4af6-a946-e4e8e429e459'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:11.293425 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-32fb855e-a9c3-4ce0-8247-d0ae13a92c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e119b2a0-7db1-4af6-a946-e4e8e429e459'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:11.343649 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e7158cd3-e18c-439d-890e-3526ab10bc52 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Synchronizing usage tracker for tenant:e88a7f81029b400b9cbd561c1fe3ae4d on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:46:11.356525 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-32fb855e-a9c3-4ce0-8247-d0ae13a92c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:11.365539 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fb855e-a9c3-4ce0-8247-d0ae13a92c56 None None] Routers {'e119b2a0-7db1-4af6-a946-e4e8e429e459'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:11.366151 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-32fb855e-a9c3-4ce0-8247-d0ae13a92c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e119b2a0-7db1-4af6-a946-e4e8e429e459'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:11.370906 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e7158cd3-e18c-439d-890e-3526ab10bc52 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Unset dirty status for tenant:e88a7f81029b400b9cbd561c1fe3ae4d on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:46:11.372110 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e7158cd3-e18c-439d-890e-3526ab10bc52 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "GET /v2.0/ports?device_id=e119b2a0-7db1-4af6-a946-e4e8e429e459 HTTP/1.1" status: 200 len: 205 time: 0.0793154 Nov 26 16:46:11.374953 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52452) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:11.429816 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-32fb855e-a9c3-4ce0-8247-d0ae13a92c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:11.430225 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fb855e-a9c3-4ce0-8247-d0ae13a92c56 None None] The sync data for ids ['e119b2a0-7db1-4af6-a946-e4e8e429e459'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:46:11.508513 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-217e73d3-9a76-4251-abf7-6d1aa6da143f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:11.515194 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2635899e-b945-4df9-976c-fbb071646533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:11.524798 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a6160898-2124-4674-87d1-48c527aa22c5 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:11.583912 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e73d3-9a76-4251-abf7-6d1aa6da143f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e2fd44-4a53-42b7-881d-498ee25f1559,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:11.643534 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-217e73d3-9a76-4251-abf7-6d1aa6da143f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:11.657197 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-217e73d3-9a76-4251-abf7-6d1aa6da143f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:11.658313 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-217e73d3-9a76-4251-abf7-6d1aa6da143f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a8e2fd44-4a53-42b7-881d-498ee25f1559 HTTP/1.1" status: 204 len: 168 time: 0.4684386 Nov 26 16:46:11.878792 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9b867367-dd32-4855-9a5f-dce461d8c8a7 req-9086768f-0f82-40bd-b524-dba0dd0a4618 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1084595 Nov 26 16:46:11.884332 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a6160898-2124-4674-87d1-48c527aa22c5 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:11.886628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a6160898-2124-4674-87d1-48c527aa22c5 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:11.912234 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a6160898-2124-4674-87d1-48c527aa22c5 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:11.912762 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6160898-2124-4674-87d1-48c527aa22c5 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Fanout notify agent at l3_agent the message router_deleted on router e119b2a0-7db1-4af6-a946-e4e8e429e459 {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:46:11.924526 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a6160898-2124-4674-87d1-48c527aa22c5 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:11.928027 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a6160898-2124-4674-87d1-48c527aa22c5 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/routers/e119b2a0-7db1-4af6-a946-e4e8e429e459 HTTP/1.1" status: 204 len: 168 time: 0.5497611 Nov 26 16:46:11.928295 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52466) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:11.992982 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c098fb2-08a6-4a69-a39f-4a51d10204dd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting subnet 06c51393-e600-46f4-a555-0d47f71214b5 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:46:11.997123 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6c098fb2-08a6-4a69-a39f-4a51d10204dd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:12.050781 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6c098fb2-08a6-4a69-a39f-4a51d10204dd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:12.137925 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6c098fb2-08a6-4a69-a39f-4a51d10204dd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:12.227929 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6c098fb2-08a6-4a69-a39f-4a51d10204dd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:12.233775 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f8bcf531-3132-42ab-8bf2-a41ac9f493c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:12.271999 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6c098fb2-08a6-4a69-a39f-4a51d10204dd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:12.277729 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d471e08c-e195-4691-825a-157f8ca3b71d None None] Network dfb96d3d-abbf-49b7-ad17-db4c5d4fe912 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:46:12.279395 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c098fb2-08a6-4a69-a39f-4a51d10204dd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Subnet': ['ID=06c51393-e600-46f4-a555-0d47f71214b5,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:12.282691 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6c098fb2-08a6-4a69-a39f-4a51d10204dd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:12.287863 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6c098fb2-08a6-4a69-a39f-4a51d10204dd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/subnets/06c51393-e600-46f4-a555-0d47f71214b5 HTTP/1.1" status: 204 len: 168 time: 0.3587019 Nov 26 16:46:12.288484 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52484) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:12.345621 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3e642-9cdc-4aa9-8253-3b52fea9e78f req-86b2064d-22e2-4c76-9aae-7c43f882996d tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:12.354717 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6ca3e642-9cdc-4aa9-8253-3b52fea9e78f req-86b2064d-22e2-4c76-9aae-7c43f882996d tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 945 time: 0.0956535 Nov 26 16:46:12.405833 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52488) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:12.417335 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6ca3e642-9cdc-4aa9-8253-3b52fea9e78f req-5a02c240-edb9-4ac2-997a-52f20eca3d3d tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f2294cf-4282-491e-8bf7-5876be4c3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613024 Nov 26 16:46:12.432494 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b2cd3aea-bca8-4074-9c82-8b762e9852d0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:12.445118 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-b2cd3aea-bca8-4074-9c82-8b762e9852d0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting port 2dbb169d-6759-4792-a7f8-713ffe57acae {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:46:12.445625 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b2cd3aea-bca8-4074-9c82-8b762e9852d0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:12.527407 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-526446663'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:12.533226 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:12.537593 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Usage tracker for resource:network and tenant:ea5aeb4c45654916925a0d284b9bdfc5 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:12.541626 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:12.548947 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:12.559329 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Made reservation on behalf of ea5aeb4c45654916925a0d284b9bdfc5 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:46:12.563347 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:12.579108 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:12.596088 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:12.600035 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Usage tracker for resource:security_group_rule and tenant:ea5aeb4c45654916925a0d284b9bdfc5 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:12.601747 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b32e76-f7a2-42fe-ac37-94c79be431c6 None None] DHCP port deletion for dfb96d3d-abbf-49b7-ad17-db4c5d4fe912 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:46:12.603541 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:12.606472 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-b8b32e76-f7a2-42fe-ac37-94c79be431c6 None None] Deleting port 2dbb169d-6759-4792-a7f8-713ffe57acae {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:46:12.607480 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b8b32e76-f7a2-42fe-ac37-94c79be431c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:12.610342 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:12.706973 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:12.713673 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:12.727180 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:46:12.737697 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:12.738093 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Added segment 864a1a82-f2e6-4de5-9597-5f7f0a143918 of type vlan for network 63780cbb-2659-4118-91ed-b5bba98e6c06 Nov 26 16:46:12.767873 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:12.777151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-42c3ce70-22aa-4ab3-9b46-91b7da33541f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:12.811430 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-b2cd3aea-bca8-4074-9c82-8b762e9852d0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] For port 2dbb169d-6759-4792-a7f8-713ffe57acae, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=2dbb169d-6759-4792-a7f8-713ffe57acae,segment=NetworkSegment(ed57ea27-0ee0-40e2-941e-9e9d3fe056ed),segment_id=ed57ea27-0ee0-40e2-941e-9e9d3fe056ed)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:12.812211 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b2cd3aea-bca8-4074-9c82-8b762e9852d0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:12.818345 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a42a896f-bb76-4827-81b1-a2fd30c4d863,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:12.823538 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:12.830850 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-b8b32e76-f7a2-42fe-ac37-94c79be431c6 None None] For port 2dbb169d-6759-4792-a7f8-713ffe57acae, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=2dbb169d-6759-4792-a7f8-713ffe57acae,segment=NetworkSegment(ed57ea27-0ee0-40e2-941e-9e9d3fe056ed),segment_id=ed57ea27-0ee0-40e2-941e-9e9d3fe056ed)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:12.831261 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b8b32e76-f7a2-42fe-ac37-94c79be431c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:12.840978 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:12.847233 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:12.847860 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:12.870127 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0dd47cb6-c054-47f4-9ca1-04e40d306ed8 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:12.895774 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4861205 Nov 26 16:46:12.937224 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52494) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:12.946511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-b2cd3aea-bca8-4074-9c82-8b762e9852d0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Calling delete_port for 2dbb169d-6759-4792-a7f8-713ffe57acae owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:46:12.968912 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-b8b32e76-f7a2-42fe-ac37-94c79be431c6 None None] Calling delete_port for 2dbb169d-6759-4792-a7f8-713ffe57acae owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:46:12.972376 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Pushing event updated for resources: {'Network': ['ID=63780cbb-2659-4118-91ed-b5bba98e6c06,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:12.975077 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:12.996573 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 63780cbb-2659-4118-91ed-b5bba98e6c06 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:46:13.009305 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-d8b12802-0dc5-4dc8-a2bb-77ad11b382ec tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Request body: {'subnet': {'network_id': '63780cbb-2659-4118-91ed-b5bba98e6c06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:13.097325 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d2ccad30-d4bb-4433-b67f-2c75fad310bb req-b63a7fdb-b1ef-4df7-a6c7-b62f7b90f863 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1607997 Nov 26 16:46:13.136949 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b8b32e76-f7a2-42fe-ac37-94c79be431c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:13.141873 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:13.163423 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d8b12802-0dc5-4dc8-a2bb-77ad11b382ec tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:13.167283 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d8b12802-0dc5-4dc8-a2bb-77ad11b382ec tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Usage tracker for resource:subnet and tenant:ea5aeb4c45654916925a0d284b9bdfc5 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:13.169773 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.api [None req-b2cd3aea-bca8-4074-9c82-8b762e9852d0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:46:13.170091 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_db.api [None req-b2cd3aea-bca8-4074-9c82-8b762e9852d0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:46:13.170786 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d8b12802-0dc5-4dc8-a2bb-77ad11b382ec tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:13.176525 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d8b12802-0dc5-4dc8-a2bb-77ad11b382ec tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:13.182767 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b32e76-f7a2-42fe-ac37-94c79be431c6 None None] Pushing event deleted for resources: {'Port': ['ID=2dbb169d-6759-4792-a7f8-713ffe57acae,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:13.185728 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b8b32e76-f7a2-42fe-ac37-94c79be431c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:13.186543 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b32e76-f7a2-42fe-ac37-94c79be431c6 None None] No DVR routers for this DVR port 2dbb169d-6759-4792-a7f8-713ffe57acae on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:46:13.189220 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b12802-0dc5-4dc8-a2bb-77ad11b382ec tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Made reservation on behalf of ea5aeb4c45654916925a0d284b9bdfc5 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:46:13.192916 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d8b12802-0dc5-4dc8-a2bb-77ad11b382ec tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:13.400710 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 2dbb169d-6759-4792-a7f8-713ffe57acae no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:46:13.417634 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d8b12802-0dc5-4dc8-a2bb-77ad11b382ec tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:13.421129 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1367f817-29aa-40ec-bdd9-3469ed65cf9a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:13.434524 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 2dbb169d-6759-4792-a7f8-713ffe57acae {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:46:13.434877 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 2dbb169d-6759-4792-a7f8-713ffe57acae not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:46:13.496425 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b12802-0dc5-4dc8-a2bb-77ad11b382ec tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Pushing event updated for resources: {'Subnet': ['ID=5505cf9f-1d4d-46a2-8932-82d813c67d9b,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:13.499858 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d8b12802-0dc5-4dc8-a2bb-77ad11b382ec tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:13.505755 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b12802-0dc5-4dc8-a2bb-77ad11b382ec tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Checking segment: {'id': '864a1a82-f2e6-4de5-9597-5f7f0a143918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '63780cbb-2659-4118-91ed-b5bba98e6c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:46:13.506119 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b12802-0dc5-4dc8-a2bb-77ad11b382ec tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Network hostable DHCP agents. Network: 63780cbb-2659-4118-91ed-b5bba98e6c06, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:46:13.525631 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b12802-0dc5-4dc8-a2bb-77ad11b382ec tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Network 63780cbb-2659-4118-91ed-b5bba98e6c06 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:46:13.537443 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-d8b12802-0dc5-4dc8-a2bb-77ad11b382ec tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 63780cbb-2659-4118-91ed-b5bba98e6c06) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:13.542652 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b12802-0dc5-4dc8-a2bb-77ad11b382ec tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:13.543268 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d8b12802-0dc5-4dc8-a2bb-77ad11b382ec tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:13.547617 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e483537-89dc-4e97-b631-4e85833e0956 None None] Network 63780cbb-2659-4118-91ed-b5bba98e6c06 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:46:13.571600 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52502) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:13.572245 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d8b12802-0dc5-4dc8-a2bb-77ad11b382ec tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6335473 Nov 26 16:46:13.577682 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-f73eb9e9-e4a3-4cea-84de-cb08b37eda1a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-326060750', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:13.590740 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f73eb9e9-e4a3-4cea-84de-cb08b37eda1a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:13.596192 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f73eb9e9-e4a3-4cea-84de-cb08b37eda1a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Usage tracker for resource:router and tenant:ea5aeb4c45654916925a0d284b9bdfc5 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:13.600123 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f73eb9e9-e4a3-4cea-84de-cb08b37eda1a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:13.607269 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f73eb9e9-e4a3-4cea-84de-cb08b37eda1a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:13.622462 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f73eb9e9-e4a3-4cea-84de-cb08b37eda1a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:13.623435 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f73eb9e9-e4a3-4cea-84de-cb08b37eda1a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:13.641498 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919261c2-c431-426b-b2a7-a5b17fc76b3a req-9ba7228b-8f16-46b4-b0a1-b6aa2e4d60a8 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:13.642973 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-919261c2-c431-426b-b2a7-a5b17fc76b3a req-9ba7228b-8f16-46b4-b0a1-b6aa2e4d60a8 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 945 time: 0.1203139 Nov 26 16:46:13.652489 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f73eb9e9-e4a3-4cea-84de-cb08b37eda1a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:13.671697 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-b2cd3aea-bca8-4074-9c82-8b762e9852d0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting port 2dbb169d-6759-4792-a7f8-713ffe57acae {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:46:13.672455 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b2cd3aea-bca8-4074-9c82-8b762e9852d0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:13.711332 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-919261c2-c431-426b-b2a7-a5b17fc76b3a req-4e85d6fe-503e-4357-b47e-dddda249a68c tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f2294cf-4282-491e-8bf7-5876be4c3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603247 Nov 26 16:46:13.716983 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f73eb9e9-e4a3-4cea-84de-cb08b37eda1a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:13.764430 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f73eb9e9-e4a3-4cea-84de-cb08b37eda1a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:13.765875 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f73eb9e9-e4a3-4cea-84de-cb08b37eda1a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1930761 Nov 26 16:46:13.768393 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52506) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:13.768894 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-b2cd3aea-bca8-4074-9c82-8b762e9852d0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] The port '2dbb169d-6759-4792-a7f8-713ffe57acae' was deleted {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:46:13.771463 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-63780cbb-2659-4118-91ed-b5bba98e6c06', 'network_id': '63780cbb-2659-4118-91ed-b5bba98e6c06', 'tenant_id': 'ea5aeb4c45654916925a0d284b9bdfc5', 'fixed_ips': [{'subnet_id': '5505cf9f-1d4d-46a2-8932-82d813c67d9b'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:46:13.772475 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:13.895312 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b2cd3aea-bca8-4074-9c82-8b762e9852d0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:13.921958 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-b2cd3aea-bca8-4074-9c82-8b762e9852d0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb96d3d-abbf-49b7-ad17-db4c5d4fe912']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:13.934526 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-b2cd3aea-bca8-4074-9c82-8b762e9852d0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed57ea27-0ee0-40e2-941e-9e9d3fe056ed') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:13.934751 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] Allocated IP 172.20.0.2 (63780cbb-2659-4118-91ed-b5bba98e6c06/5505cf9f-1d4d-46a2-8932-82d813c67d9b/510f88e4-0b1c-41e9-8f16-08eb5d69c110) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:46:13.935058 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-b2cd3aea-bca8-4074-9c82-8b762e9852d0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed57ea27-0ee0-40e2-941e-9e9d3fe056ed') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:13.947842 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b2cd3aea-bca8-4074-9c82-8b762e9852d0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:13.965158 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b2cd3aea-bca8-4074-9c82-8b762e9852d0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:13.972615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2cd3aea-bca8-4074-9c82-8b762e9852d0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:46:13.973153 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b2cd3aea-bca8-4074-9c82-8b762e9852d0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:46:13.988962 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:46:14.070528 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b2cd3aea-bca8-4074-9c82-8b762e9852d0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:14.074459 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-30722322-d61a-4c5b-906b-35bc6c900691 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:14.092578 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b2cd3aea-bca8-4074-9c82-8b762e9852d0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:14.098374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd3aea-bca8-4074-9c82-8b762e9852d0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Network': ['ID=dfb96d3d-abbf-49b7-ad17-db4c5d4fe912,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:14.101480 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b2cd3aea-bca8-4074-9c82-8b762e9852d0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:14.102946 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b2cd3aea-bca8-4074-9c82-8b762e9852d0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/networks/dfb96d3d-abbf-49b7-ad17-db4c5d4fe912 HTTP/1.1" status: 204 len: 168 time: 1.8135564 Nov 26 16:46:14.106647 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52510) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:14.111876 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-176c2276-12f4-4e11-a0a6-896c5e6e3308 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-761624393', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}, 'admin_state_up': False}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:14.120538 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-176c2276-12f4-4e11-a0a6-896c5e6e3308 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:14.123303 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-176c2276-12f4-4e11-a0a6-896c5e6e3308 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Usage tracker for resource:router and tenant:e88a7f81029b400b9cbd561c1fe3ae4d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:14.126285 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-176c2276-12f4-4e11-a0a6-896c5e6e3308 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:14.132656 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-176c2276-12f4-4e11-a0a6-896c5e6e3308 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:14.146773 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-176c2276-12f4-4e11-a0a6-896c5e6e3308 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:14.148325 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-176c2276-12f4-4e11-a0a6-896c5e6e3308 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:14.165962 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:14.176909 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] Transition to ACTIVE for port object 510f88e4-0b1c-41e9-8f16-08eb5d69c110 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:14.196601 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] Transition to ACTIVE for port object 510f88e4-0b1c-41e9-8f16-08eb5d69c110 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:14.203110 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:14.207354 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bfd6300d-355e-4d6e-80d3-65e00d1b0f56 req-00b00a6c-623b-4ed4-80db-2494b0d64654 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0523300 Nov 26 16:46:14.211968 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-176c2276-12f4-4e11-a0a6-896c5e6e3308 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:14.222516 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-bf228bdf-0ad7-483e-84db-7c664d012bd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:14.278878 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-089b25e8-576a-42eb-ae8f-8df83529bb91 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:14.290134 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] Network 63780cbb-2659-4118-91ed-b5bba98e6c06 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:14.293779 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:14.296197 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:46:14.305157 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] Pushing event updated for resources: {'Port': ['ID=510f88e4-0b1c-41e9-8f16-08eb5d69c110,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:14.308414 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:14.398848 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] Attempting to bind port 510f88e4-0b1c-41e9-8f16-08eb5d69c110 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:46:14.399178 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] Attempting to bind port 510f88e4-0b1c-41e9-8f16-08eb5d69c110 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '864a1a82-f2e6-4de5-9597-5f7f0a143918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '63780cbb-2659-4118-91ed-b5bba98e6c06'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:46:14.399500 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] Attempting to bind port 510f88e4-0b1c-41e9-8f16-08eb5d69c110 on network 63780cbb-2659-4118-91ed-b5bba98e6c06 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:46:14.405656 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:46:14.406410 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] Checking segment: {'id': '864a1a82-f2e6-4de5-9597-5f7f0a143918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '63780cbb-2659-4118-91ed-b5bba98e6c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:46:14.406532 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:14.406992 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] Bound using segment: {'id': '864a1a82-f2e6-4de5-9597-5f7f0a143918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '63780cbb-2659-4118-91ed-b5bba98e6c06'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:46:14.407484 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] Bound port: 510f88e4-0b1c-41e9-8f16-08eb5d69c110, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864a1a82-f2e6-4de5-9597-5f7f0a143918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '63780cbb-2659-4118-91ed-b5bba98e6c06'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:46:14.407903 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:14.537632 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] For port 510f88e4-0b1c-41e9-8f16-08eb5d69c110, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:46:14.540858 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] For port 510f88e4-0b1c-41e9-8f16-08eb5d69c110, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=510f88e4-0b1c-41e9-8f16-08eb5d69c110,segment=NetworkSegment(864a1a82-f2e6-4de5-9597-5f7f0a143918),segment_id=864a1a82-f2e6-4de5-9597-5f7f0a143918)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:46:14.547496 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:14.557151 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-728ab69b-9c6b-4cbb-92c4-883fbb776edc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:14.631292 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-176c2276-12f4-4e11-a0a6-896c5e6e3308 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:14.641824 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] Pushing event updated for resources: {'Port': ['ID=510f88e4-0b1c-41e9-8f16-08eb5d69c110,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:14.646491 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:14.799585 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-089b25e8-576a-42eb-ae8f-8df83529bb91 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Allocated IP 172.20.0.1 (63780cbb-2659-4118-91ed-b5bba98e6c06/5505cf9f-1d4d-46a2-8932-82d813c67d9b/60e2d8f4-bb58-4503-8e32-6bad5f33644e) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:46:14.998578 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-176c2276-12f4-4e11-a0a6-896c5e6e3308 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router_gateway, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:15.037415 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-176c2276-12f4-4e11-a0a6-896c5e6e3308 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:15.067367 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-089b25e8-576a-42eb-ae8f-8df83529bb91 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:15.085906 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c995d-9a06-4212-8e6d-42bd25386053 req-3b25b1aa-4e14-48b6-a651-269fde41c287 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:15.087493 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3a5c995d-9a06-4212-8e6d-42bd25386053 req-3b25b1aa-4e14-48b6-a651-269fde41c287 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 945 time: 0.1837771 Nov 26 16:46:15.097833 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-089b25e8-576a-42eb-ae8f-8df83529bb91 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Transition to ACTIVE for port object 60e2d8f4-bb58-4503-8e32-6bad5f33644e will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:15.142209 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3a5c995d-9a06-4212-8e6d-42bd25386053 req-d9a5b02a-dee2-4045-838f-a9ab13892e01 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f2294cf-4282-491e-8bf7-5876be4c3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473552 Nov 26 16:46:15.163551 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-089b25e8-576a-42eb-ae8f-8df83529bb91 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:15.167924 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-32ba1cc0-db7d-406e-a182-4bd9daa96fe8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:15.180443 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-176c2276-12f4-4e11-a0a6-896c5e6e3308 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Allocated IP 172.26.0.151 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/b5c3b946-c13d-4114-add6-1d18c24afe97) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:46:15.237018 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089b25e8-576a-42eb-ae8f-8df83529bb91 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Network 63780cbb-2659-4118-91ed-b5bba98e6c06 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:15.240216 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-089b25e8-576a-42eb-ae8f-8df83529bb91 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:15.243107 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089b25e8-576a-42eb-ae8f-8df83529bb91 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:46:15.290953 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b25e8-576a-42eb-ae8f-8df83529bb91 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Pushing event updated for resources: {'Port': ['ID=60e2d8f4-bb58-4503-8e32-6bad5f33644e,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:15.293783 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-089b25e8-576a-42eb-ae8f-8df83529bb91 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:15.311634 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-089b25e8-576a-42eb-ae8f-8df83529bb91 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:15.326695 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f9ca8c58-0d8e-4b19-9879-6532af36a1fc req-5d638c06-5734-40c3-bf32-d25d61a01cb6 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0503607 Nov 26 16:46:15.396001 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-176c2276-12f4-4e11-a0a6-896c5e6e3308 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:15.428399 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-089b25e8-576a-42eb-ae8f-8df83529bb91 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:15.442211 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-176c2276-12f4-4e11-a0a6-896c5e6e3308 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:15.448779 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-aaac2f4e-2d54-41d2-8101-dd7fc6a7d9da tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:15.460377 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 510f88e4-0b1c-41e9-8f16-08eb5d69c110 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:15.535794 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c2276-12f4-4e11-a0a6-896c5e6e3308 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Port': ['ID=b5c3b946-c13d-4114-add6-1d18c24afe97,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:15.536652 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 510f88e4-0b1c-41e9-8f16-08eb5d69c110 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:15.543149 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-176c2276-12f4-4e11-a0a6-896c5e6e3308 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:15.550234 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176c2276-12f4-4e11-a0a6-896c5e6e3308 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:15.551453 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-176c2276-12f4-4e11-a0a6-896c5e6e3308 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:15.556341 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176c2276-12f4-4e11-a0a6-896c5e6e3308 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:46:15.801383 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a7c82b-a4ee-4e06-905c-b0560de272c5 None None] Network 63780cbb-2659-4118-91ed-b5bba98e6c06 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:46:15.860673 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-089b25e8-576a-42eb-ae8f-8df83529bb91 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:15.865402 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-089b25e8-576a-42eb-ae8f-8df83529bb91 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:15.895406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-58ee1ced-59f6-46a9-9f48-96dcbe5ffdb2 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:15.898885 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c0f088ae-8b31-44d8-bafe-92f79f64a9ba None None] Provisioning for port 510f88e4-0b1c-41e9-8f16-08eb5d69c110 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:15.917186 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c0f088ae-8b31-44d8-bafe-92f79f64a9ba None None] Provisioning complete for port 510f88e4-0b1c-41e9-8f16-08eb5d69c110 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:15.917664 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c0f088ae-8b31-44d8-bafe-92f79f64a9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:15.979235 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-089b25e8-576a-42eb-ae8f-8df83529bb91 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:15.983773 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b25e8-576a-42eb-ae8f-8df83529bb91 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Pushing event updated for resources: {'Port': ['ID=60e2d8f4-bb58-4503-8e32-6bad5f33644e,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:15.986571 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-089b25e8-576a-42eb-ae8f-8df83529bb91 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:15.998330 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-176c2276-12f4-4e11-a0a6-896c5e6e3308 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router_gateway, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:16.127886 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089b25e8-576a-42eb-ae8f-8df83529bb91 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Network 63780cbb-2659-4118-91ed-b5bba98e6c06 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:16.129231 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-089b25e8-576a-42eb-ae8f-8df83529bb91 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:16.139198 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c0f088ae-8b31-44d8-bafe-92f79f64a9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:16.191348 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c0f088ae-8b31-44d8-bafe-92f79f64a9ba None None] For port 510f88e4-0b1c-41e9-8f16-08eb5d69c110, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=510f88e4-0b1c-41e9-8f16-08eb5d69c110,segment=NetworkSegment(864a1a82-f2e6-4de5-9597-5f7f0a143918),segment_id=864a1a82-f2e6-4de5-9597-5f7f0a143918)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:16.215369 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c0f088ae-8b31-44d8-bafe-92f79f64a9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:16.233481 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e6560ec3-bd2a-4a4c-82a8-4f9a244e141b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:16.317697 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f088ae-8b31-44d8-bafe-92f79f64a9ba None None] Pushing event updated for resources: {'Port': ['ID=510f88e4-0b1c-41e9-8f16-08eb5d69c110,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:16.328640 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c0f088ae-8b31-44d8-bafe-92f79f64a9ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:16.493600 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bc0ff80a-e012-422e-85f4-e87d3352ee5f req-5ff03dae-3c42-42f1-8f69-f1f0bf4b7634 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1023779 Nov 26 16:46:16.518139 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cd0f6-ae92-4719-8e96-3ee24ebe65da req-40f4a1d5-15c4-4801-98b1-1ad62420518e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:16.518139 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-714cd0f6-ae92-4719-8e96-3ee24ebe65da req-40f4a1d5-15c4-4801-98b1-1ad62420518e tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 945 time: 0.1976821 Nov 26 16:46:16.545913 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c7952f67-bd84-4f5c-9ccf-87616590c9d4 None None] Provisioning for port 60e2d8f4-bb58-4503-8e32-6bad5f33644e completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:16.550605 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089b25e8-576a-42eb-ae8f-8df83529bb91 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Router 3afdb465-f288-4b55-84d1-03543db08988 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:46:16.552730 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c7952f67-bd84-4f5c-9ccf-87616590c9d4 None None] Provisioning complete for port 60e2d8f4-bb58-4503-8e32-6bad5f33644e triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:16.553530 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c7952f67-bd84-4f5c-9ccf-87616590c9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:16.566596 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-176c2276-12f4-4e11-a0a6-896c5e6e3308 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:16.640016 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-c7952f67-bd84-4f5c-9ccf-87616590c9d4 None None] Port 60e2d8f4-bb58-4503-8e32-6bad5f33644e cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:46:16.652186 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c7952f67-bd84-4f5c-9ccf-87616590c9d4 None None] Provisioning complete for port 510f88e4-0b1c-41e9-8f16-08eb5d69c110 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:16.652632 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c7952f67-bd84-4f5c-9ccf-87616590c9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:16.771823 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089b25e8-576a-42eb-ae8f-8df83529bb91 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:46:16.788611 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6351e465-8ee4-4d98-a476-205740485989 None None] Sync routers for ids ['3afdb465-f288-4b55-84d1-03543db08988'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:46:16.798140 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-714cd0f6-ae92-4719-8e96-3ee24ebe65da req-07789d84-912e-4d52-a7a8-3f14da6c3910 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f2294cf-4282-491e-8bf7-5876be4c3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653837 Nov 26 16:46:16.800254 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6351e465-8ee4-4d98-a476-205740485989 None None] Routers {'3afdb465-f288-4b55-84d1-03543db08988'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:16.801065 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6351e465-8ee4-4d98-a476-205740485989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['3afdb465-f288-4b55-84d1-03543db08988'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:16.808686 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-089b25e8-576a-42eb-ae8f-8df83529bb91 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] 10.222.0.11 "PUT /v2.0/routers/3afdb465-f288-4b55-84d1-03543db08988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0392764 Nov 26 16:46:16.810381 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52524) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:16.816746 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-93fed82e-ef81-476a-b9f8-50846fa375c5 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Request body: {'port': {'network_id': '63780cbb-2659-4118-91ed-b5bba98e6c06', 'name': 'tempest-FloatingIPNegativeTestJSON-1875457536'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:16.837011 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176c2276-12f4-4e11-a0a6-896c5e6e3308 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Router 5c2c50aa-8d0a-4b84-9bd8-2eeb79d6e40a is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:46:16.882632 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6351e465-8ee4-4d98-a476-205740485989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:16.898629 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6351e465-8ee4-4d98-a476-205740485989 None None] Routers {'3afdb465-f288-4b55-84d1-03543db08988'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:16.899633 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6351e465-8ee4-4d98-a476-205740485989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['3afdb465-f288-4b55-84d1-03543db08988'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:16.973694 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6351e465-8ee4-4d98-a476-205740485989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:16.974426 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6351e465-8ee4-4d98-a476-205740485989 None None] The sync data for ids ['3afdb465-f288-4b55-84d1-03543db08988'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:46:16.984340 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-0c9ed1d2-1dff-4aab-9591-b1e4555f432a None None] Provisioning complete for port 60e2d8f4-bb58-4503-8e32-6bad5f33644e triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:16.984958 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0c9ed1d2-1dff-4aab-9591-b1e4555f432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:16.988730 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-93fed82e-ef81-476a-b9f8-50846fa375c5 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:16.994597 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-93fed82e-ef81-476a-b9f8-50846fa375c5 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Usage tracker for resource:port and tenant:ea5aeb4c45654916925a0d284b9bdfc5 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:16.997778 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-93fed82e-ef81-476a-b9f8-50846fa375c5 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:17.003560 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-93fed82e-ef81-476a-b9f8-50846fa375c5 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:17.016349 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fed82e-ef81-476a-b9f8-50846fa375c5 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Made reservation on behalf of ea5aeb4c45654916925a0d284b9bdfc5 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:46:17.019847 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-93fed82e-ef81-476a-b9f8-50846fa375c5 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:17.041456 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-0c9ed1d2-1dff-4aab-9591-b1e4555f432a None None] Port 60e2d8f4-bb58-4503-8e32-6bad5f33644e cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:46:17.041908 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [None req-93fed82e-ef81-476a-b9f8-50846fa375c5 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] device_id is not set on port fac07042-bcf4-4b2a-ac01-9f45fc5620f9 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:46:17.062168 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176c2276-12f4-4e11-a0a6-896c5e6e3308 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:46:17.072812 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecf2dca-782d-4620-bbb5-1ae3cdd79ba3 None None] Sync routers for ids ['5c2c50aa-8d0a-4b84-9bd8-2eeb79d6e40a'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:46:17.082657 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecf2dca-782d-4620-bbb5-1ae3cdd79ba3 None None] Routers {'5c2c50aa-8d0a-4b84-9bd8-2eeb79d6e40a'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:17.083423 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-4ecf2dca-782d-4620-bbb5-1ae3cdd79ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['5c2c50aa-8d0a-4b84-9bd8-2eeb79d6e40a'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:17.093608 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-176c2276-12f4-4e11-a0a6-896c5e6e3308 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:17.097900 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-176c2276-12f4-4e11-a0a6-896c5e6e3308 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.9872222 Nov 26 16:46:17.098034 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52528) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:17.144994 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-4ecf2dca-782d-4620-bbb5-1ae3cdd79ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:17.155481 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecf2dca-782d-4620-bbb5-1ae3cdd79ba3 None None] Routers {'5c2c50aa-8d0a-4b84-9bd8-2eeb79d6e40a'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:17.157574 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-4ecf2dca-782d-4620-bbb5-1ae3cdd79ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['5c2c50aa-8d0a-4b84-9bd8-2eeb79d6e40a'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:17.168637 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-29faaccf-bd04-4c89-95c0-4d86359a2a78 None None] Provisioning complete for port 60e2d8f4-bb58-4503-8e32-6bad5f33644e triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:17.169458 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-29faaccf-bd04-4c89-95c0-4d86359a2a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:17.188382 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-93fed82e-ef81-476a-b9f8-50846fa375c5 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Allocated IP 172.20.0.4 (63780cbb-2659-4118-91ed-b5bba98e6c06/5505cf9f-1d4d-46a2-8932-82d813c67d9b/fac07042-bcf4-4b2a-ac01-9f45fc5620f9) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:46:17.244912 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-29faaccf-bd04-4c89-95c0-4d86359a2a78 None None] Port 60e2d8f4-bb58-4503-8e32-6bad5f33644e cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:46:17.263209 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-4ecf2dca-782d-4620-bbb5-1ae3cdd79ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:17.263737 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecf2dca-782d-4620-bbb5-1ae3cdd79ba3 None None] The sync data for ids ['5c2c50aa-8d0a-4b84-9bd8-2eeb79d6e40a'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:46:17.299067 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-755f8c40-0e06-4404-a701-1029778c7411 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "GET /v2.0/routers/5c2c50aa-8d0a-4b84-9bd8-2eeb79d6e40a HTTP/1.1" status: 200 len: 880 time: 0.1999860 Nov 26 16:46:17.301511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52532) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:17.415256 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 510f88e4-0b1c-41e9-8f16-08eb5d69c110 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:17.424063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-93fed82e-ef81-476a-b9f8-50846fa375c5 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:17.440517 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-93fed82e-ef81-476a-b9f8-50846fa375c5 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Transition to ACTIVE for port object fac07042-bcf4-4b2a-ac01-9f45fc5620f9 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:17.467838 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-93fed82e-ef81-476a-b9f8-50846fa375c5 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:17.473665 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f733e39d-df00-41ff-99ed-b9ba29b16cd1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:17.487491 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 510f88e4-0b1c-41e9-8f16-08eb5d69c110 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:17.487915 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:17.526690 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-76116ef6-4f89-4091-b12a-9de44ea21866 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Synchronizing usage tracker for tenant:e88a7f81029b400b9cbd561c1fe3ae4d on resource:router {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:46:17.540457 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fed82e-ef81-476a-b9f8-50846fa375c5 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Network 63780cbb-2659-4118-91ed-b5bba98e6c06 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:17.544056 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-93fed82e-ef81-476a-b9f8-50846fa375c5 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:17.548334 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fed82e-ef81-476a-b9f8-50846fa375c5 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:46:17.555359 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-76116ef6-4f89-4091-b12a-9de44ea21866 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Unset dirty status for tenant:e88a7f81029b400b9cbd561c1fe3ae4d on resource:router {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:46:17.560356 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-76116ef6-4f89-4091-b12a-9de44ea21866 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2554262 Nov 26 16:46:17.560739 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52538) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:17.570369 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-8b3ab883-c7a7-4f09-a6cf-266c793eaf30 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-761624393'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:17.583656 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fed82e-ef81-476a-b9f8-50846fa375c5 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Pushing event updated for resources: {'Port': ['ID=fac07042-bcf4-4b2a-ac01-9f45fc5620f9,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:17.594316 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-93fed82e-ef81-476a-b9f8-50846fa375c5 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:17.622151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fed82e-ef81-476a-b9f8-50846fa375c5 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:17.623344 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-93fed82e-ef81-476a-b9f8-50846fa375c5 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:17.652802 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-93fed82e-ef81-476a-b9f8-50846fa375c5 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8410194 Nov 26 16:46:17.655692 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52542) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:17.661310 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-f65a13e5-bad0-4356-9955-c1673d3e7219 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:17.668965 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f65a13e5-bad0-4356-9955-c1673d3e7219 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:17.673454 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f65a13e5-bad0-4356-9955-c1673d3e7219 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Usage tracker for resource:floatingip and tenant:ea5aeb4c45654916925a0d284b9bdfc5 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:17.676948 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f65a13e5-bad0-4356-9955-c1673d3e7219 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:17.684217 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f65a13e5-bad0-4356-9955-c1673d3e7219 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:17.706126 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f65a13e5-bad0-4356-9955-c1673d3e7219 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks [] for floatingip, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:17.852776 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f65a13e5-bad0-4356-9955-c1673d3e7219 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:17.876639 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e78ebd0f-409d-47cc-b830-a2d4c7292dcc None None] Provisioning for port fac07042-bcf4-4b2a-ac01-9f45fc5620f9 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:17.884087 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ad3fafbe-34d0-4e58-82d1-6862ca987aa5 req-e8f2ad54-00d8-48dd-be51-1485f34f0bc9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.2569966 Nov 26 16:46:17.894633 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e78ebd0f-409d-47cc-b830-a2d4c7292dcc None None] Provisioning complete for port fac07042-bcf4-4b2a-ac01-9f45fc5620f9 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:17.895636 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e78ebd0f-409d-47cc-b830-a2d4c7292dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:17.953442 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e78ebd0f-409d-47cc-b830-a2d4c7292dcc None None] Port fac07042-bcf4-4b2a-ac01-9f45fc5620f9 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:46:18.060797 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-f65a13e5-bad0-4356-9955-c1673d3e7219 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Allocated IP 172.26.0.165 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/d87dd530-5789-466f-97cf-69c40c7e219c) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:46:18.089188 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ed60a-0015-4da4-ac55-e0404ab04bc6 req-6ac2da8c-270a-4cc8-aad2-6ddb6bb529b4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:18.090660 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-258ed60a-0015-4da4-ac55-e0404ab04bc6 req-6ac2da8c-270a-4cc8-aad2-6ddb6bb529b4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 945 time: 0.1515613 Nov 26 16:46:18.298963 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8b3ab883-c7a7-4f09-a6cf-266c793eaf30 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:18.310235 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8b3ab883-c7a7-4f09-a6cf-266c793eaf30 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780415'] for router, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:18.334865 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-258ed60a-0015-4da4-ac55-e0404ab04bc6 req-21d4a8bc-e882-48cc-96f9-ca44b93b9328 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f2294cf-4282-491e-8bf7-5876be4c3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292786 Nov 26 16:46:18.392569 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f65a13e5-bad0-4356-9955-c1673d3e7219 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:18.423177 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f65a13e5-bad0-4356-9955-c1673d3e7219 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:18.427812 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1f8805f5-e50c-4418-a2c4-6b9809d62e3e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:18.490387 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65a13e5-bad0-4356-9955-c1673d3e7219 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:18.493230 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-f65a13e5-bad0-4356-9955-c1673d3e7219 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:18.493480 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3ab883-c7a7-4f09-a6cf-266c793eaf30 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Router 5c2c50aa-8d0a-4b84-9bd8-2eeb79d6e40a has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:46:18.497382 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65a13e5-bad0-4356-9955-c1673d3e7219 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:46:18.535406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a13e5-bad0-4356-9955-c1673d3e7219 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Pushing event updated for resources: {'Port': ['ID=d87dd530-5789-466f-97cf-69c40c7e219c,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:18.539603 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f65a13e5-bad0-4356-9955-c1673d3e7219 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:18.580341 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f65a13e5-bad0-4356-9955-c1673d3e7219 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:18.643284 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f65a13e5-bad0-4356-9955-c1673d3e7219 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:18.671652 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3ab883-c7a7-4f09-a6cf-266c793eaf30 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:46:18.678381 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8b3ab883-c7a7-4f09-a6cf-266c793eaf30 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:18.681883 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8b3ab883-c7a7-4f09-a6cf-266c793eaf30 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "PUT /v2.0/routers/5c2c50aa-8d0a-4b84-9bd8-2eeb79d6e40a HTTP/1.1" status: 200 len: 887 time: 1.1167927 Nov 26 16:46:18.682360 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52548) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:18.683068 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282f706c-13d6-411d-b424-255166947aa5 None None] Sync routers for ids ['5c2c50aa-8d0a-4b84-9bd8-2eeb79d6e40a'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:46:18.692791 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282f706c-13d6-411d-b424-255166947aa5 None None] Routers {'5c2c50aa-8d0a-4b84-9bd8-2eeb79d6e40a'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:18.693535 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-282f706c-13d6-411d-b424-255166947aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['5c2c50aa-8d0a-4b84-9bd8-2eeb79d6e40a'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:18.758351 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-282f706c-13d6-411d-b424-255166947aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:18.769900 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282f706c-13d6-411d-b424-255166947aa5 None None] Routers {'5c2c50aa-8d0a-4b84-9bd8-2eeb79d6e40a'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:18.770624 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-282f706c-13d6-411d-b424-255166947aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['5c2c50aa-8d0a-4b84-9bd8-2eeb79d6e40a'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:18.862933 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f65a13e5-bad0-4356-9955-c1673d3e7219 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:18.867901 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f65a13e5-bad0-4356-9955-c1673d3e7219 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:18.872806 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3dc52534-ac65-4579-a7b0-618023bef2c4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:18.876763 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-282f706c-13d6-411d-b424-255166947aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:18.877300 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282f706c-13d6-411d-b424-255166947aa5 None None] The sync data for ids ['5c2c50aa-8d0a-4b84-9bd8-2eeb79d6e40a'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:46:18.894348 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-65f9cc42-00df-4a93-8fce-d8c214b0ca5e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "GET /v2.0/routers/5c2c50aa-8d0a-4b84-9bd8-2eeb79d6e40a HTTP/1.1" status: 200 len: 887 time: 0.2107658 Nov 26 16:46:18.896927 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52552) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:18.940458 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d2894586-605d-456f-98d6-df023f09a0eb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Synchronizing usage tracker for tenant:e88a7f81029b400b9cbd561c1fe3ae4d on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:46:18.988338 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a13e5-bad0-4356-9955-c1673d3e7219 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Pushing event updated for resources: {'Port': ['ID=d87dd530-5789-466f-97cf-69c40c7e219c,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:18.992483 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f65a13e5-bad0-4356-9955-c1673d3e7219 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:18.998132 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-70060248-7c12-475c-94e6-c02b5826c244 req-fb7241c2-a381-4bb5-92c6-fa13302f7f59 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0509770 Nov 26 16:46:19.000153 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f65a13e5-bad0-4356-9955-c1673d3e7219 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:19.009857 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d2894586-605d-456f-98d6-df023f09a0eb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Unset dirty status for tenant:e88a7f81029b400b9cbd561c1fe3ae4d on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:46:19.016418 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d2894586-605d-456f-98d6-df023f09a0eb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c2c50aa-8d0a-4b84-9bd8-2eeb79d6e40a HTTP/1.1" status: 200 len: 205 time: 0.1184332 Nov 26 16:46:19.017382 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52558) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:19.029207 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f65a13e5-bad0-4356-9955-c1673d3e7219 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:19.030694 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f65a13e5-bad0-4356-9955-c1673d3e7219 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3738019 Nov 26 16:46:19.040177 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52562) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:19.046495 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-ae1eeb2c-fe83-45ba-9c8c-87c9b8b53a31 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Request body: {'floatingip': {'port_id': 'fac07042-bcf4-4b2a-ac01-9f45fc5620f9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:19.139341 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ae1eeb2c-fe83-45ba-9c8c-87c9b8b53a31 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks [] for floatingip, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:19.346448 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-20a3f2b6-1283-4f06-8825-b81a0a068972 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:19.353907 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-ae1eeb2c-fe83-45ba-9c8c-87c9b8b53a31 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] update failed (client error): The resource could not be found. Nov 26 16:46:19.357835 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ae1eeb2c-fe83-45ba-9c8c-87c9b8b53a31 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] 10.222.0.11 "PUT /v2.0/floatingips/dc0a7b06-9342-4a40-a78e-dd72b2e3fb27 HTTP/1.1" status: 404 len: 507 time: 0.3131135 Nov 26 16:46:19.357835 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52570) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:19.398936 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:19.532579 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-20a3f2b6-1283-4f06-8825-b81a0a068972 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:19.541669 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-20a3f2b6-1283-4f06-8825-b81a0a068972 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting port b5c3b946-c13d-4114-add6-1d18c24afe97 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:46:19.542110 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-20a3f2b6-1283-4f06-8825-b81a0a068972 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:19.564307 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-a1be7a23-6874-4dfe-8369-42497e49ee9a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Deleting port d87dd530-5789-466f-97cf-69c40c7e219c {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:46:19.564307 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a1be7a23-6874-4dfe-8369-42497e49ee9a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:19.717256 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-20a3f2b6-1283-4f06-8825-b81a0a068972 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:19.718629 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449c090-f1db-4dc0-834e-5e0500a321eb req-e99be848-223d-4204-baa6-d80199edf5b8 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:19.720147 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8449c090-f1db-4dc0-834e-5e0500a321eb req-e99be848-223d-4204-baa6-d80199edf5b8 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 945 time: 0.2261000 Nov 26 16:46:19.801261 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a1be7a23-6874-4dfe-8369-42497e49ee9a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:19.801496 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a1be7a23-6874-4dfe-8369-42497e49ee9a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:19.814963 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8449c090-f1db-4dc0-834e-5e0500a321eb req-0300333d-8927-4d3a-a832-8042cf53ce65 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f2294cf-4282-491e-8bf7-5876be4c3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858028 Nov 26 16:46:19.860399 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-20a3f2b6-1283-4f06-8825-b81a0a068972 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Calling delete_port for b5c3b946-c13d-4114-add6-1d18c24afe97 owned by network:router_gateway {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:46:20.033078 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-20a3f2b6-1283-4f06-8825-b81a0a068972 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:20.036881 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ebabaf0e-df35-4cac-af73-6d2d62d86bbf tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:20.052363 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-a1be7a23-6874-4dfe-8369-42497e49ee9a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Calling delete_port for d87dd530-5789-466f-97cf-69c40c7e219c owned by network:floatingip {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:46:20.082226 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3f2b6-1283-4f06-8825-b81a0a068972 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Port': ['ID=b5c3b946-c13d-4114-add6-1d18c24afe97,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:20.087188 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-20a3f2b6-1283-4f06-8825-b81a0a068972 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:20.168246 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e64d622e-dd01-4b3a-9251-ec9175bc80d8 req-2c997737-1ae2-4ca2-9f8e-621d8fe0be84 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0837731 Nov 26 16:46:20.201652 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a1be7a23-6874-4dfe-8369-42497e49ee9a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:20.206356 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-59667102-6cee-41f6-8851-21754997345b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:20.222141 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-20a3f2b6-1283-4f06-8825-b81a0a068972 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:20.249669 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be7a23-6874-4dfe-8369-42497e49ee9a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Pushing event deleted for resources: {'Port': ['ID=d87dd530-5789-466f-97cf-69c40c7e219c,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:20.252796 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a1be7a23-6874-4dfe-8369-42497e49ee9a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:20.344653 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a1be7a23-6874-4dfe-8369-42497e49ee9a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks [] for floatingip, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:20.356521 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a1be7a23-6874-4dfe-8369-42497e49ee9a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:20.357684 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a1be7a23-6874-4dfe-8369-42497e49ee9a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] 10.222.0.11 "DELETE /v2.0/floatingips/dc0a7b06-9342-4a40-a78e-dd72b2e3fb27 HTTP/1.1" status: 204 len: 168 time: 0.9990664 Nov 26 16:46:20.361421 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52580) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:20.366923 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-8c27823d-033b-44c1-b99b-89ee2234231c tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Request body: {'floatingip': {'floating_network_id': '63780cbb-2659-4118-91ed-b5bba98e6c06', 'port_id': 'fac07042-bcf4-4b2a-ac01-9f45fc5620f9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:20.374199 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-8c27823d-033b-44c1-b99b-89ee2234231c tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:20.378544 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8c27823d-033b-44c1-b99b-89ee2234231c tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Usage tracker for resource:floatingip and tenant:ea5aeb4c45654916925a0d284b9bdfc5 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:20.382362 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8c27823d-033b-44c1-b99b-89ee2234231c tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:20.390432 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-8c27823d-033b-44c1-b99b-89ee2234231c tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:20.402258 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8c27823d-033b-44c1-b99b-89ee2234231c tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks [] for floatingip, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:20.407418 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-20a3f2b6-1283-4f06-8825-b81a0a068972 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:20.409639 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-20a3f2b6-1283-4f06-8825-b81a0a068972 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:20.433650 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-20a3f2b6-1283-4f06-8825-b81a0a068972 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:20.434194 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a3f2b6-1283-4f06-8825-b81a0a068972 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Fanout notify agent at l3_agent the message router_deleted on router 5c2c50aa-8d0a-4b84-9bd8-2eeb79d6e40a {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:46:20.456132 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-20a3f2b6-1283-4f06-8825-b81a0a068972 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:20.457218 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-20a3f2b6-1283-4f06-8825-b81a0a068972 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/routers/5c2c50aa-8d0a-4b84-9bd8-2eeb79d6e40a HTTP/1.1" status: 204 len: 168 time: 1.4384253 Nov 26 16:46:20.461460 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52584) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:20.500559 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-c8b248cc-4f3c-4caa-b6bc-03603055c028 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'network': {'name': 'tempest-RoutersTest-1269344723'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:20.509926 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c8b248cc-4f3c-4caa-b6bc-03603055c028 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:20.516043 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c8b248cc-4f3c-4caa-b6bc-03603055c028 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Usage tracker for resource:network and tenant:e88a7f81029b400b9cbd561c1fe3ae4d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:20.523696 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c8b248cc-4f3c-4caa-b6bc-03603055c028 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:20.531847 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c8b248cc-4f3c-4caa-b6bc-03603055c028 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:20.547511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b248cc-4f3c-4caa-b6bc-03603055c028 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Made reservation on behalf of e88a7f81029b400b9cbd561c1fe3ae4d for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:46:20.550950 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c8b248cc-4f3c-4caa-b6bc-03603055c028 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:20.563660 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-8c27823d-033b-44c1-b99b-89ee2234231c tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 16:46:20.568426 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8c27823d-033b-44c1-b99b-89ee2234231c tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2056067 Nov 26 16:46:20.569057 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52588) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:20.574365 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-75155f3d-dfd7-4701-822f-daa7aafab11a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'port_id': 'fac07042-bcf4-4b2a-ac01-9f45fc5620f9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:20.581323 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-75155f3d-dfd7-4701-822f-daa7aafab11a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:20.581511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ea593-4ef3-4308-a486-870fe36cd0e1 req-c01883ba-7119-4359-b25c-01c962425667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:20.582802 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-393ea593-4ef3-4308-a486-870fe36cd0e1 req-c01883ba-7119-4359-b25c-01c962425667 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 1098 time: 0.1221735 Nov 26 16:46:20.585221 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-75155f3d-dfd7-4701-822f-daa7aafab11a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Usage tracker for resource:floatingip and tenant:ea5aeb4c45654916925a0d284b9bdfc5 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:20.588607 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-75155f3d-dfd7-4701-822f-daa7aafab11a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:20.590105 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b248cc-4f3c-4caa-b6bc-03603055c028 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:46:20.594519 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-75155f3d-dfd7-4701-822f-daa7aafab11a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:20.604095 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-75155f3d-dfd7-4701-822f-daa7aafab11a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks [] for floatingip, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:20.616493 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c8b248cc-4f3c-4caa-b6bc-03603055c028 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:20.616846 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-c8b248cc-4f3c-4caa-b6bc-03603055c028 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Added segment b396553e-360f-4989-b400-5b1867cda6b9 of type vlan for network 476044f2-3755-4b92-98c7-dea360e91a0d Nov 26 16:46:20.649152 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-393ea593-4ef3-4308-a486-870fe36cd0e1 req-9539d142-2b05-4bd4-8d90-17d15b77d17e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3f2294cf-4282-491e-8bf7-5876be4c3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568042 Nov 26 16:46:20.655608 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c8b248cc-4f3c-4caa-b6bc-03603055c028 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:20.692035 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c8b248cc-4f3c-4caa-b6bc-03603055c028 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:20.697840 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b248cc-4f3c-4caa-b6bc-03603055c028 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:20.698437 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c8b248cc-4f3c-4caa-b6bc-03603055c028 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:20.703665 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5242ec80-d3b5-47b0-bc30-180ccfd46746 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:20.746410 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-75155f3d-dfd7-4701-822f-daa7aafab11a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:20.894063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-75155f3d-dfd7-4701-822f-daa7aafab11a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Allocated IP 172.26.0.54 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/f69a8e6b-cb56-49d0-a192-87088cb17124) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:46:20.934750 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c8b248cc-4f3c-4caa-b6bc-03603055c028 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4429426 Nov 26 16:46:20.938242 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52594) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:20.945688 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-d7f53e8a-271f-4b23-8b3d-8ce363516f94 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'subnet': {'network_id': '476044f2-3755-4b92-98c7-dea360e91a0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:20.964953 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b248cc-4f3c-4caa-b6bc-03603055c028 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Network': ['ID=476044f2-3755-4b92-98c7-dea360e91a0d,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:20.967656 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c8b248cc-4f3c-4caa-b6bc-03603055c028 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:20.975957 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 476044f2-3755-4b92-98c7-dea360e91a0d details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:46:21.072626 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d7f53e8a-271f-4b23-8b3d-8ce363516f94 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:21.077215 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d7f53e8a-271f-4b23-8b3d-8ce363516f94 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Usage tracker for resource:subnet and tenant:e88a7f81029b400b9cbd561c1fe3ae4d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:21.081374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d7f53e8a-271f-4b23-8b3d-8ce363516f94 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:21.087282 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d7f53e8a-271f-4b23-8b3d-8ce363516f94 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:21.098047 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f53e8a-271f-4b23-8b3d-8ce363516f94 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Made reservation on behalf of e88a7f81029b400b9cbd561c1fe3ae4d for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:46:21.101552 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d7f53e8a-271f-4b23-8b3d-8ce363516f94 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:21.107902 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-75155f3d-dfd7-4701-822f-daa7aafab11a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:21.123854 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01f737-409a-4201-9734-e38adfb2fe6c req-379c64f2-10e1-46ce-96a3-eca1ab82e8b4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:21.125252 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0a01f737-409a-4201-9734-e38adfb2fe6c req-379c64f2-10e1-46ce-96a3-eca1ab82e8b4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 945 time: 0.1547475 Nov 26 16:46:21.178380 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0a01f737-409a-4201-9734-e38adfb2fe6c req-2a2b6a21-990a-4aad-adb8-e3bd205a10c3 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f2294cf-4282-491e-8bf7-5876be4c3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470068 Nov 26 16:46:21.185844 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-75155f3d-dfd7-4701-822f-daa7aafab11a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:21.190556 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f65a13e5-bad0-4356-9955-c1673d3e7219 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:21.254344 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75155f3d-dfd7-4701-822f-daa7aafab11a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:21.257519 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-75155f3d-dfd7-4701-822f-daa7aafab11a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:21.262163 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75155f3d-dfd7-4701-822f-daa7aafab11a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:46:21.300177 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75155f3d-dfd7-4701-822f-daa7aafab11a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Pushing event updated for resources: {'Port': ['ID=f69a8e6b-cb56-49d0-a192-87088cb17124,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:21.304426 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-75155f3d-dfd7-4701-822f-daa7aafab11a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:21.310745 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1c787109-de31-4975-86fa-bb70f112b2a2 req-00a923d0-235f-4d42-a03d-a9256ee3933b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0774226 Nov 26 16:46:21.376940 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d7f53e8a-271f-4b23-8b3d-8ce363516f94 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:21.380360 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-969229b1-ccee-440b-8403-9c7f7826241b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:21.447851 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-75155f3d-dfd7-4701-822f-daa7aafab11a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Deleting port f69a8e6b-cb56-49d0-a192-87088cb17124 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:46:21.448200 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-75155f3d-dfd7-4701-822f-daa7aafab11a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:21.457190 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f53e8a-271f-4b23-8b3d-8ce363516f94 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Subnet': ['ID=1fad428d-34a8-4264-ad56-65c8480d5229,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:21.460557 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d7f53e8a-271f-4b23-8b3d-8ce363516f94 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:21.462966 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f53e8a-271f-4b23-8b3d-8ce363516f94 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Checking segment: {'id': 'b396553e-360f-4989-b400-5b1867cda6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '476044f2-3755-4b92-98c7-dea360e91a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:46:21.463430 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f53e8a-271f-4b23-8b3d-8ce363516f94 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network hostable DHCP agents. Network: 476044f2-3755-4b92-98c7-dea360e91a0d, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:46:21.481668 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f53e8a-271f-4b23-8b3d-8ce363516f94 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network 476044f2-3755-4b92-98c7-dea360e91a0d is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:46:21.491299 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-d7f53e8a-271f-4b23-8b3d-8ce363516f94 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 476044f2-3755-4b92-98c7-dea360e91a0d) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:21.496123 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f53e8a-271f-4b23-8b3d-8ce363516f94 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:21.497052 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d7f53e8a-271f-4b23-8b3d-8ce363516f94 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:21.501292 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1455d8-fb53-45bd-93b3-5eaefc9eb901 None None] Network 476044f2-3755-4b92-98c7-dea360e91a0d requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:46:21.521299 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d7f53e8a-271f-4b23-8b3d-8ce363516f94 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5820391 Nov 26 16:46:21.524149 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52600) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:21.532875 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-2b5c5461-3ffb-4e23-ace7-4fccdce3a26c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-711813437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:21.539652 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2b5c5461-3ffb-4e23-ace7-4fccdce3a26c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:21.544353 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2b5c5461-3ffb-4e23-ace7-4fccdce3a26c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Usage tracker for resource:router and tenant:e88a7f81029b400b9cbd561c1fe3ae4d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:21.547221 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2b5c5461-3ffb-4e23-ace7-4fccdce3a26c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:21.553694 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2b5c5461-3ffb-4e23-ace7-4fccdce3a26c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:21.565095 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2b5c5461-3ffb-4e23-ace7-4fccdce3a26c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:21.566272 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2b5c5461-3ffb-4e23-ace7-4fccdce3a26c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:21.582362 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2b5c5461-3ffb-4e23-ace7-4fccdce3a26c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:21.603912 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2b5c5461-3ffb-4e23-ace7-4fccdce3a26c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:21.635086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2b5c5461-3ffb-4e23-ace7-4fccdce3a26c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:21.637062 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2b5c5461-3ffb-4e23-ace7-4fccdce3a26c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1083853 Nov 26 16:46:21.637849 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-75155f3d-dfd7-4701-822f-daa7aafab11a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:21.638234 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-75155f3d-dfd7-4701-822f-daa7aafab11a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:21.639865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52604) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:21.738783 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-476044f2-3755-4b92-98c7-dea360e91a0d', 'network_id': '476044f2-3755-4b92-98c7-dea360e91a0d', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'fixed_ips': [{'subnet_id': '1fad428d-34a8-4264-ad56-65c8480d5229'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:46:21.739655 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:21.880027 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-75155f3d-dfd7-4701-822f-daa7aafab11a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Calling delete_port for f69a8e6b-cb56-49d0-a192-87088cb17124 owned by network:floatingip {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:46:21.939169 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] Allocated IP 172.20.0.2 (476044f2-3755-4b92-98c7-dea360e91a0d/1fad428d-34a8-4264-ad56-65c8480d5229/cfeabc5c-87e2-4aff-ae23-40a55d2ab367) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:46:22.147401 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-75155f3d-dfd7-4701-822f-daa7aafab11a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:22.152814 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:22.155047 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6e572d6d-a474-4e7a-93f4-4f157efdb4cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:22.158019 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ce67e7ff-4d81-4247-8c58-aa2ccca9f1e5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:22.164472 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] Transition to ACTIVE for port object cfeabc5c-87e2-4aff-ae23-40a55d2ab367 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:22.183547 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] Transition to ACTIVE for port object cfeabc5c-87e2-4aff-ae23-40a55d2ab367 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:22.190322 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:22.195386 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:22.206311 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75155f3d-dfd7-4701-822f-daa7aafab11a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Pushing event deleted for resources: {'Port': ['ID=f69a8e6b-cb56-49d0-a192-87088cb17124,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:22.208445 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-75155f3d-dfd7-4701-822f-daa7aafab11a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:22.236015 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 79c9aaa6-84fc-4824-979a-263f292445c9 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 16:46:22.277601 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] Network 476044f2-3755-4b92-98c7-dea360e91a0d is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:22.278353 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] Pushing event updated for resources: {'Port': ['ID=cfeabc5c-87e2-4aff-ae23-40a55d2ab367,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:22.281913 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:22.283684 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:22.285410 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:46:22.392012 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-75155f3d-dfd7-4701-822f-daa7aafab11a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] create failed (client error): The resource could not be found. Nov 26 16:46:22.398528 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-75155f3d-dfd7-4701-822f-daa7aafab11a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8230481 Nov 26 16:46:22.399109 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52612) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:22.469046 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] Attempting to bind port cfeabc5c-87e2-4aff-ae23-40a55d2ab367 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:46:22.469717 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] Attempting to bind port cfeabc5c-87e2-4aff-ae23-40a55d2ab367 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'b396553e-360f-4989-b400-5b1867cda6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '476044f2-3755-4b92-98c7-dea360e91a0d'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:46:22.470501 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] Attempting to bind port cfeabc5c-87e2-4aff-ae23-40a55d2ab367 on network 476044f2-3755-4b92-98c7-dea360e91a0d {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:46:22.482934 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-08ac640e-7e5e-4752-a8dc-3dbdd5020ff7 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Deleting port fac07042-bcf4-4b2a-ac01-9f45fc5620f9 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:46:22.483287 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-08ac640e-7e5e-4752-a8dc-3dbdd5020ff7 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:22.490190 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:46:22.490720 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] Checking segment: {'id': 'b396553e-360f-4989-b400-5b1867cda6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '476044f2-3755-4b92-98c7-dea360e91a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:46:22.491134 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:22.491539 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] Bound using segment: {'id': 'b396553e-360f-4989-b400-5b1867cda6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '476044f2-3755-4b92-98c7-dea360e91a0d'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:46:22.492061 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] Bound port: cfeabc5c-87e2-4aff-ae23-40a55d2ab367, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b396553e-360f-4989-b400-5b1867cda6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '476044f2-3755-4b92-98c7-dea360e91a0d'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:46:22.492432 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:22.551671 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fb305-8c11-4abb-b580-b36433fe0160 req-9646c3d2-e084-4408-a499-b1e3b97ac23a tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:22.553264 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3b9fb305-8c11-4abb-b580-b36433fe0160 req-9646c3d2-e084-4408-a499-b1e3b97ac23a tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 945 time: 0.2127256 Nov 26 16:46:22.570253 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 79c9aaa6-84fc-4824-979a-263f292445c9, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=79c9aaa6-84fc-4824-979a-263f292445c9,segment=NetworkSegment(301e386f-8b28-43da-9c51-24d5d935f543),segment_id=301e386f-8b28-43da-9c51-24d5d935f543)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:22.589752 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '79c9aaa6-84fc-4824-979a-263f292445c9', 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422', 'port_id': '79c9aaa6-84fc-4824-979a-263f292445c9', 'mac_address': 'fa:16:3e:a4:00:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23d4567e-8072-4472-b596-542ff684bebd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 16:46:22.630905 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-81096b00-f477-440c-beda-8fca045bcb32 req-270f0db5-e3c2-4bdd-966e-a5c7943def33 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1899915 Nov 26 16:46:22.668896 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:22.673311 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3b9fb305-8c11-4abb-b580-b36433fe0160 req-58ce7aa2-1bd4-43a5-875c-ae0c030ab6ae tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f2294cf-4282-491e-8bf7-5876be4c3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822191 Nov 26 16:46:22.677903 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] For port cfeabc5c-87e2-4aff-ae23-40a55d2ab367, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:46:22.705752 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52616) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:22.710744 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] For port cfeabc5c-87e2-4aff-ae23-40a55d2ab367, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=cfeabc5c-87e2-4aff-ae23-40a55d2ab367,segment=NetworkSegment(b396553e-360f-4989-b400-5b1867cda6b9),segment_id=b396553e-360f-4989-b400-5b1867cda6b9)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:46:22.713444 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79c9aaa6-84fc-4824-979a-263f292445c9 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:46:22.721038 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:22.735054 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2285cf0b-b844-4388-ab38-5054aeee653d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:22.793525 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-6e572d6d-a474-4e7a-93f4-4f157efdb4cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Allocated IP 172.20.0.1 (476044f2-3755-4b92-98c7-dea360e91a0d/1fad428d-34a8-4264-ad56-65c8480d5229/8f88b291-9531-4fe6-80eb-cd82c7e2eb91) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:46:22.795593 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 79c9aaa6-84fc-4824-979a-263f292445c9, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=79c9aaa6-84fc-4824-979a-263f292445c9,segment=NetworkSegment(301e386f-8b28-43da-9c51-24d5d935f543),segment_id=301e386f-8b28-43da-9c51-24d5d935f543)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:22.802930 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:22.806700 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-08ac640e-7e5e-4752-a8dc-3dbdd5020ff7 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:22.825137 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] Pushing event updated for resources: {'Port': ['ID=cfeabc5c-87e2-4aff-ae23-40a55d2ab367,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:22.837003 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:22.838392 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-45d1e537-7c1a-46cc-a00d-256718c76f50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:22.913633 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=79c9aaa6-84fc-4824-979a-263f292445c9,revision_number=6']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:22.918580 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-eaf42856-d504-4482-bf05-de269bc0f8ad tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/floatingips/b7077f48-e536-4b6d-a6ac-ae7ea0de40ad HTTP/1.1" status: 200 len: 993 time: 0.2116425 Nov 26 16:46:22.919265 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:22.960412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-08ac640e-7e5e-4752-a8dc-3dbdd5020ff7 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Calling delete_port for fac07042-bcf4-4b2a-ac01-9f45fc5620f9 owned by {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:46:23.008665 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6e572d6d-a474-4e7a-93f4-4f157efdb4cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:23.038276 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-6e572d6d-a474-4e7a-93f4-4f157efdb4cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Transition to ACTIVE for port object 8f88b291-9531-4fe6-80eb-cd82c7e2eb91 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:23.042143 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['79c9aaa6-84fc-4824-979a-263f292445c9'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 16:46:23.073656 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6e572d6d-a474-4e7a-93f4-4f157efdb4cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:23.077687 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ebabaf0e-df35-4cac-af73-6d2d62d86bbf tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:23.149781 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e572d6d-a474-4e7a-93f4-4f157efdb4cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network 476044f2-3755-4b92-98c7-dea360e91a0d is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:23.151283 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-08ac640e-7e5e-4752-a8dc-3dbdd5020ff7 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:23.155062 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-6e572d6d-a474-4e7a-93f4-4f157efdb4cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:23.158264 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e572d6d-a474-4e7a-93f4-4f157efdb4cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:46:23.165216 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3a03e387-c14f-4460-bdae-83809814aba8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:23.209607 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e572d6d-a474-4e7a-93f4-4f157efdb4cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Port': ['ID=8f88b291-9531-4fe6-80eb-cd82c7e2eb91,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:23.212495 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6e572d6d-a474-4e7a-93f4-4f157efdb4cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:23.226897 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac640e-7e5e-4752-a8dc-3dbdd5020ff7 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Pushing event deleted for resources: {'Port': ['ID=fac07042-bcf4-4b2a-ac01-9f45fc5620f9,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:23.229677 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-08ac640e-7e5e-4752-a8dc-3dbdd5020ff7 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:23.230539 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6e572d6d-a474-4e7a-93f4-4f157efdb4cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:23.350202 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6e572d6d-a474-4e7a-93f4-4f157efdb4cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:23.369370 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-08ac640e-7e5e-4752-a8dc-3dbdd5020ff7 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:23.379354 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-08ac640e-7e5e-4752-a8dc-3dbdd5020ff7 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] 10.222.0.11 "DELETE /v2.0/ports/fac07042-bcf4-4b2a-ac01-9f45fc5620f9 HTTP/1.1" status: 204 len: 168 time: 0.9789941 Nov 26 16:46:23.381848 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52620) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:23.502310 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device cfeabc5c-87e2-4aff-ae23-40a55d2ab367 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:23.510836 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbd4a47-5cba-402f-ba2e-f70838abc51f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:23.511530 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-cfbd4a47-5cba-402f-ba2e-f70838abc51f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Synchronizing usage tracker for tenant:ea5aeb4c45654916925a0d284b9bdfc5 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:46:23.528566 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-cfbd4a47-5cba-402f-ba2e-f70838abc51f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Unset dirty status for tenant:ea5aeb4c45654916925a0d284b9bdfc5 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:46:23.532382 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-cfbd4a47-5cba-402f-ba2e-f70838abc51f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] 10.222.0.11 "GET /v2.0/ports?device_id=3afdb465-f288-4b55-84d1-03543db08988 HTTP/1.1" status: 200 len: 913 time: 0.1468697 Nov 26 16:46:23.532880 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52624) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:23.575783 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port cfeabc5c-87e2-4aff-ae23-40a55d2ab367 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:23.790203 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e488df3-fd3c-4125-a077-5f408c8dde04 req-ba429896-4700-42bc-ae53-987e9b75093d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0549800 Nov 26 16:46:23.879285 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6e572d6d-a474-4e7a-93f4-4f157efdb4cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:23.885029 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6e572d6d-a474-4e7a-93f4-4f157efdb4cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:23.914391 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-118d1389-87a4-4510-9694-02f335536ff4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:23.966797 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5760178-e9e8-4193-96bc-f58f8b5995a7 None None] Network 476044f2-3755-4b92-98c7-dea360e91a0d requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:46:24.007030 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e572d6d-a474-4e7a-93f4-4f157efdb4cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Port': ['ID=8f88b291-9531-4fe6-80eb-cd82c7e2eb91,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:24.009954 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6e572d6d-a474-4e7a-93f4-4f157efdb4cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:24.010897 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6e572d6d-a474-4e7a-93f4-4f157efdb4cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:24.102097 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a2fa77f3-14bc-4456-8bed-231ca356233b None None] Provisioning for port cfeabc5c-87e2-4aff-ae23-40a55d2ab367 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:24.112490 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a2fa77f3-14bc-4456-8bed-231ca356233b None None] Provisioning complete for port cfeabc5c-87e2-4aff-ae23-40a55d2ab367 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:24.112887 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a2fa77f3-14bc-4456-8bed-231ca356233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:24.154336 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e572d6d-a474-4e7a-93f4-4f157efdb4cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network 476044f2-3755-4b92-98c7-dea360e91a0d is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:24.155685 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-6e572d6d-a474-4e7a-93f4-4f157efdb4cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:24.196048 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-98a097f7-579d-4902-848c-4d89580827df tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:24.241072 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 79c9aaa6-84fc-4824-979a-263f292445c9 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:24.349469 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e572d6d-a474-4e7a-93f4-4f157efdb4cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Router 60c9fcd8-0dbb-4cf4-997e-f4f397d8e76b is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:46:24.418621 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a2fa77f3-14bc-4456-8bed-231ca356233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:24.451115 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 79c9aaa6-84fc-4824-979a-263f292445c9 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:24.451531 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:24.514713 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-a2fa77f3-14bc-4456-8bed-231ca356233b None None] For port cfeabc5c-87e2-4aff-ae23-40a55d2ab367, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=cfeabc5c-87e2-4aff-ae23-40a55d2ab367,segment=NetworkSegment(b396553e-360f-4989-b400-5b1867cda6b9),segment_id=b396553e-360f-4989-b400-5b1867cda6b9)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:24.522855 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a2fa77f3-14bc-4456-8bed-231ca356233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:24.528725 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e80acde9-bd90-4ab9-a6ec-50302e41562f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:24.545950 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-98a097f7-579d-4902-848c-4d89580827df tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Deleting port 60e2d8f4-bb58-4503-8e32-6bad5f33644e {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:46:24.546571 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-98a097f7-579d-4902-848c-4d89580827df tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:24.643820 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e572d6d-a474-4e7a-93f4-4f157efdb4cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:46:24.653146 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa77f3-14bc-4456-8bed-231ca356233b None None] Pushing event updated for resources: {'Port': ['ID=cfeabc5c-87e2-4aff-ae23-40a55d2ab367,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:24.655856 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf9913f-843b-44f0-b90d-2f7f4b7462ba None None] Sync routers for ids ['60c9fcd8-0dbb-4cf4-997e-f4f397d8e76b'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:46:24.658672 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a2fa77f3-14bc-4456-8bed-231ca356233b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:24.659577 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6e572d6d-a474-4e7a-93f4-4f157efdb4cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "PUT /v2.0/routers/60c9fcd8-0dbb-4cf4-997e-f4f397d8e76b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0184722 Nov 26 16:46:24.662516 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52630) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:24.672658 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:24.680244 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf9913f-843b-44f0-b90d-2f7f4b7462ba None None] Routers {'60c9fcd8-0dbb-4cf4-997e-f4f397d8e76b'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:24.682891 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9bf9913f-843b-44f0-b90d-2f7f4b7462ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['60c9fcd8-0dbb-4cf4-997e-f4f397d8e76b'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:24.735252 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 79c9aaa6-84fc-4824-979a-263f292445c9, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=79c9aaa6-84fc-4824-979a-263f292445c9,segment=NetworkSegment(301e386f-8b28-43da-9c51-24d5d935f543),segment_id=301e386f-8b28-43da-9c51-24d5d935f543)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:24.741973 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c097f24-3a23-4b03-8fa3-fb91a55e06f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c9aaa6-84fc-4824-979a-263f292445c9'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:46:24.752196 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:24.754795 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:24.763170 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f39ef1c-29b8-4e52-81ae-6cf3398ccc1f tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:24.764320 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8f39ef1c-29b8-4e52-81ae-6cf3398ccc1f tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Synchronizing usage tracker for tenant:e88a7f81029b400b9cbd561c1fe3ae4d on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:46:24.796370 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9bf9913f-843b-44f0-b90d-2f7f4b7462ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:24.797733 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8f39ef1c-29b8-4e52-81ae-6cf3398ccc1f tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Unset dirty status for tenant:e88a7f81029b400b9cbd561c1fe3ae4d on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:46:24.799787 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8f39ef1c-29b8-4e52-81ae-6cf3398ccc1f tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "GET /v2.0/ports/8f88b291-9531-4fe6-80eb-cd82c7e2eb91 HTTP/1.1" status: 200 len: 910 time: 0.1358793 Nov 26 16:46:24.802555 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52636) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:24.809551 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-80bb99cd-7dc0-4a73-b6cf-cdaff04d0112 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1fad428d-34a8-4264-ad56-65c8480d5229'}]}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:24.818397 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf9913f-843b-44f0-b90d-2f7f4b7462ba None None] Routers {'60c9fcd8-0dbb-4cf4-997e-f4f397d8e76b'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:24.819030 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9bf9913f-843b-44f0-b90d-2f7f4b7462ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['60c9fcd8-0dbb-4cf4-997e-f4f397d8e76b'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:24.845953 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-98a097f7-579d-4902-848c-4d89580827df tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:24.863138 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c097f24-3a23-4b03-8fa3-fb91a55e06f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c9aaa6-84fc-4824-979a-263f292445c9', 'code': 200} Nov 26 16:46:24.863919 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=79c9aaa6-84fc-4824-979a-263f292445c9,revision_number=7']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:24.883446 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:24.919072 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9bf9913f-843b-44f0-b90d-2f7f4b7462ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:24.919544 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf9913f-843b-44f0-b90d-2f7f4b7462ba None None] The sync data for ids ['60c9fcd8-0dbb-4cf4-997e-f4f397d8e76b'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:46:24.939232 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-57efaa94-c811-41ff-bc7e-321f8d653201 req-20972599-b504-41a8-ba40-c595307c6e85 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0645664 Nov 26 16:46:24.959866 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ce8380df-981c-4cc8-85c0-cd6c0f07f5cc None None] Provisioning complete for port cfeabc5c-87e2-4aff-ae23-40a55d2ab367 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:24.960652 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ce8380df-981c-4cc8-85c0-cd6c0f07f5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:25.000501 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-98a097f7-579d-4902-848c-4d89580827df tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Calling delete_port for 60e2d8f4-bb58-4503-8e32-6bad5f33644e owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:46:25.130827 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ce8380df-981c-4cc8-85c0-cd6c0f07f5cc None None] Provisioning for port 8f88b291-9531-4fe6-80eb-cd82c7e2eb91 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:25.137977 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ce8380df-981c-4cc8-85c0-cd6c0f07f5cc None None] Provisioning complete for port 8f88b291-9531-4fe6-80eb-cd82c7e2eb91 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:25.138357 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ce8380df-981c-4cc8-85c0-cd6c0f07f5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:25.160117 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-80bb99cd-7dc0-4a73-b6cf-cdaff04d0112 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:25.205579 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-98a097f7-579d-4902-848c-4d89580827df tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:25.211380 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-ce8380df-981c-4cc8-85c0-cd6c0f07f5cc None None] Port 8f88b291-9531-4fe6-80eb-cd82c7e2eb91 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:46:25.215987 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-870e3cbc-54cc-41e0-ba96-1de88b35a79e tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:25.294209 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a097f7-579d-4902-848c-4d89580827df tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Pushing event deleted for resources: {'Port': ['ID=60e2d8f4-bb58-4503-8e32-6bad5f33644e,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:25.300835 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-98a097f7-579d-4902-848c-4d89580827df tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:25.345351 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-80d39670-7aab-4c33-abdf-ae5ed68347c2 None None] Provisioning complete for port 8f88b291-9531-4fe6-80eb-cd82c7e2eb91 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:25.345866 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-80d39670-7aab-4c33-abdf-ae5ed68347c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:25.433814 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-80d39670-7aab-4c33-abdf-ae5ed68347c2 None None] Port 8f88b291-9531-4fe6-80eb-cd82c7e2eb91 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:46:25.453188 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device cfeabc5c-87e2-4aff-ae23-40a55d2ab367 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:25.529186 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port cfeabc5c-87e2-4aff-ae23-40a55d2ab367 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:25.529832 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:25.570897 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-98a097f7-579d-4902-848c-4d89580827df tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:25.593638 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-99557003-5061-475d-ab80-2e539499fa66 None None] Provisioning complete for port 8f88b291-9531-4fe6-80eb-cd82c7e2eb91 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:25.594078 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-99557003-5061-475d-ab80-2e539499fa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:25.696643 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-99557003-5061-475d-ab80-2e539499fa66 None None] Port 8f88b291-9531-4fe6-80eb-cd82c7e2eb91 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:46:25.790666 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-80bb99cd-7dc0-4a73-b6cf-cdaff04d0112 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:25.798399 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-80bb99cd-7dc0-4a73-b6cf-cdaff04d0112 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:25.824270 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-62cc49d6-b855-4c8e-95bf-29dcb240553c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:25.918204 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bb99cd-7dc0-4a73-b6cf-cdaff04d0112 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:25.918822 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-80bb99cd-7dc0-4a73-b6cf-cdaff04d0112 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:25.920141 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-80bb99cd-7dc0-4a73-b6cf-cdaff04d0112 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "PUT /v2.0/ports/8f88b291-9531-4fe6-80eb-cd82c7e2eb91 HTTP/1.1" status: 200 len: 910 time: 1.1165450 Nov 26 16:46:25.920981 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb99cd-7dc0-4a73-b6cf-cdaff04d0112 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Port': ['ID=8f88b291-9531-4fe6-80eb-cd82c7e2eb91,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:25.923103 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52642) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:25.925406 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-80bb99cd-7dc0-4a73-b6cf-cdaff04d0112 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:25.980886 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a097f7-579d-4902-848c-4d89580827df tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Router 3afdb465-f288-4b55-84d1-03543db08988 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:46:26.152130 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2ccca4e4-e180-439b-948b-6f79a0534c4f req-e0824155-b9ac-4746-b9c8-d3fbc613c389 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1143265 Nov 26 16:46:26.159186 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a097f7-579d-4902-848c-4d89580827df tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:46:26.174297 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211435cf-3a15-4581-ab66-35e9129ecb13 None None] Sync routers for ids ['3afdb465-f288-4b55-84d1-03543db08988'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:46:26.185309 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-98a097f7-579d-4902-848c-4d89580827df tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] 10.222.0.11 "PUT /v2.0/routers/3afdb465-f288-4b55-84d1-03543db08988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6513925 Nov 26 16:46:26.185954 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211435cf-3a15-4581-ab66-35e9129ecb13 None None] Routers {'3afdb465-f288-4b55-84d1-03543db08988'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:26.186762 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-211435cf-3a15-4581-ab66-35e9129ecb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['3afdb465-f288-4b55-84d1-03543db08988'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:26.187696 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52648) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:26.252924 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-211435cf-3a15-4581-ab66-35e9129ecb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:26.262528 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211435cf-3a15-4581-ab66-35e9129ecb13 None None] Routers {'3afdb465-f288-4b55-84d1-03543db08988'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:26.263142 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-211435cf-3a15-4581-ab66-35e9129ecb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['3afdb465-f288-4b55-84d1-03543db08988'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:26.323990 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-211435cf-3a15-4581-ab66-35e9129ecb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:26.324369 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be78c1d0-69bf-4375-abf3-dd592e72e7f4 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:26.324516 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211435cf-3a15-4581-ab66-35e9129ecb13 None None] The sync data for ids ['3afdb465-f288-4b55-84d1-03543db08988'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:46:26.553395 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-edaaa7d5-5a5b-4644-9c52-fc88027af536 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:26.623027 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be78c1d0-69bf-4375-abf3-dd592e72e7f4 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:26.625260 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be78c1d0-69bf-4375-abf3-dd592e72e7f4 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:26.647013 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be78c1d0-69bf-4375-abf3-dd592e72e7f4 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:26.647525 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be78c1d0-69bf-4375-abf3-dd592e72e7f4 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Fanout notify agent at l3_agent the message router_deleted on router 3afdb465-f288-4b55-84d1-03543db08988 {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:46:26.659375 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-be78c1d0-69bf-4375-abf3-dd592e72e7f4 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:26.660479 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-be78c1d0-69bf-4375-abf3-dd592e72e7f4 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] 10.222.0.11 "DELETE /v2.0/routers/3afdb465-f288-4b55-84d1-03543db08988 HTTP/1.1" status: 204 len: 168 time: 0.4718015 Nov 26 16:46:26.663157 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52652) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:26.732425 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3bb9a42-8e41-4b37-a01f-daa9781d5366 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Deleting subnet 5505cf9f-1d4d-46a2-8932-82d813c67d9b {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:46:26.735537 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a3bb9a42-8e41-4b37-a01f-daa9781d5366 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:26.789860 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a3bb9a42-8e41-4b37-a01f-daa9781d5366 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:26.873140 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a3bb9a42-8e41-4b37-a01f-daa9781d5366 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:26.890770 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-edaaa7d5-5a5b-4644-9c52-fc88027af536 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting port 8f88b291-9531-4fe6-80eb-cd82c7e2eb91 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:46:26.891132 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-edaaa7d5-5a5b-4644-9c52-fc88027af536 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:26.955338 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a3bb9a42-8e41-4b37-a01f-daa9781d5366 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:26.959928 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0164273f-d4b2-45ad-8798-6cc184a5d01b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:26.995196 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb9a42-8e41-4b37-a01f-daa9781d5366 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Pushing event deleted for resources: {'Subnet': ['ID=5505cf9f-1d4d-46a2-8932-82d813c67d9b,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:26.998248 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a3bb9a42-8e41-4b37-a01f-daa9781d5366 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:26.999231 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a3bb9a42-8e41-4b37-a01f-daa9781d5366 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:27.009410 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a3bb9a42-8e41-4b37-a01f-daa9781d5366 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] 10.222.0.11 "DELETE /v2.0/subnets/5505cf9f-1d4d-46a2-8932-82d813c67d9b HTTP/1.1" status: 204 len: 168 time: 0.3420000 Nov 26 16:46:27.009410 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52658) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:27.011408 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71814fbe-b1c9-4f3a-806b-472b4bd13ac3 None None] Network 63780cbb-2659-4118-91ed-b5bba98e6c06 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:46:27.081473 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-edaaa7d5-5a5b-4644-9c52-fc88027af536 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:27.211102 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-edaaa7d5-5a5b-4644-9c52-fc88027af536 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Calling delete_port for 8f88b291-9531-4fe6-80eb-cd82c7e2eb91 owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:46:27.257174 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-04b6a2a3-1ac5-4bfd-89ce-7fb7ad2b2b72 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:27.268458 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-04b6a2a3-1ac5-4bfd-89ce-7fb7ad2b2b72 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Deleting port 510f88e4-0b1c-41e9-8f16-08eb5d69c110 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:46:27.268810 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-04b6a2a3-1ac5-4bfd-89ce-7fb7ad2b2b72 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:27.315276 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8e1836c2-6b23-4661-8d73-f7fd647f1566 req-dfb41fd1-a7fd-4ecf-83ed-7988f357593a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0635567 Nov 26 16:46:27.322826 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a1d7fd-4fcd-4b65-b60c-8f6f4b87c839 None None] DHCP port deletion for 63780cbb-2659-4118-91ed-b5bba98e6c06 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:46:27.326954 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1d7fd-4fcd-4b65-b60c-8f6f4b87c839 None None] Deleting port 510f88e4-0b1c-41e9-8f16-08eb5d69c110 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:46:27.327334 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c5a1d7fd-4fcd-4b65-b60c-8f6f4b87c839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:27.422676 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 510f88e4-0b1c-41e9-8f16-08eb5d69c110 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:46:27.465193 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-edaaa7d5-5a5b-4644-9c52-fc88027af536 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:27.470051 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cdc6fdde-5c3c-4f58-9044-8fb8b4e6a6cc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:27.491492 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-04b6a2a3-1ac5-4bfd-89ce-7fb7ad2b2b72 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] For port 510f88e4-0b1c-41e9-8f16-08eb5d69c110, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=510f88e4-0b1c-41e9-8f16-08eb5d69c110,segment=NetworkSegment(864a1a82-f2e6-4de5-9597-5f7f0a143918),segment_id=864a1a82-f2e6-4de5-9597-5f7f0a143918)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:27.491986 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-04b6a2a3-1ac5-4bfd-89ce-7fb7ad2b2b72 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:27.550827 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaaa7d5-5a5b-4644-9c52-fc88027af536 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Port': ['ID=8f88b291-9531-4fe6-80eb-cd82c7e2eb91,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:27.567497 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-edaaa7d5-5a5b-4644-9c52-fc88027af536 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:27.626174 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-04b6a2a3-1ac5-4bfd-89ce-7fb7ad2b2b72 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Calling delete_port for 510f88e4-0b1c-41e9-8f16-08eb5d69c110 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:46:27.637669 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c5a1d7fd-4fcd-4b65-b60c-8f6f4b87c839 None None] For port 510f88e4-0b1c-41e9-8f16-08eb5d69c110, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=510f88e4-0b1c-41e9-8f16-08eb5d69c110,segment=NetworkSegment(864a1a82-f2e6-4de5-9597-5f7f0a143918),segment_id=864a1a82-f2e6-4de5-9597-5f7f0a143918)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:27.638072 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c5a1d7fd-4fcd-4b65-b60c-8f6f4b87c839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:27.719328 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-04b6a2a3-1ac5-4bfd-89ce-7fb7ad2b2b72 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:27.730206 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-75155f3d-dfd7-4701-822f-daa7aafab11a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:27.772999 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b6a2a3-1ac5-4bfd-89ce-7fb7ad2b2b72 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] No DVR routers for this DVR port 510f88e4-0b1c-41e9-8f16-08eb5d69c110 on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:46:27.796074 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1d7fd-4fcd-4b65-b60c-8f6f4b87c839 None None] Calling delete_port for 510f88e4-0b1c-41e9-8f16-08eb5d69c110 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:46:27.808849 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6a2a3-1ac5-4bfd-89ce-7fb7ad2b2b72 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Pushing event deleted for resources: {'Port': ['ID=510f88e4-0b1c-41e9-8f16-08eb5d69c110,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:27.817830 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-04b6a2a3-1ac5-4bfd-89ce-7fb7ad2b2b72 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:27.834454 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:27.921268 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-04b6a2a3-1ac5-4bfd-89ce-7fb7ad2b2b72 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:27.928638 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-c5a1d7fd-4fcd-4b65-b60c-8f6f4b87c839 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:46:27.929128 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-c5a1d7fd-4fcd-4b65-b60c-8f6f4b87c839 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:46:27.938444 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-edaaa7d5-5a5b-4644-9c52-fc88027af536 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:27.948648 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-04b6a2a3-1ac5-4bfd-89ce-7fb7ad2b2b72 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63780cbb-2659-4118-91ed-b5bba98e6c06']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:27.960747 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-04b6a2a3-1ac5-4bfd-89ce-7fb7ad2b2b72 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864a1a82-f2e6-4de5-9597-5f7f0a143918') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:27.961045 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-04b6a2a3-1ac5-4bfd-89ce-7fb7ad2b2b72 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864a1a82-f2e6-4de5-9597-5f7f0a143918') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:27.972931 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-04b6a2a3-1ac5-4bfd-89ce-7fb7ad2b2b72 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:27.989550 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-04b6a2a3-1ac5-4bfd-89ce-7fb7ad2b2b72 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:27.995983 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b6a2a3-1ac5-4bfd-89ce-7fb7ad2b2b72 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:46:27.996358 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-04b6a2a3-1ac5-4bfd-89ce-7fb7ad2b2b72 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:46:28.010720 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:46:28.091496 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-04b6a2a3-1ac5-4bfd-89ce-7fb7ad2b2b72 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:28.094942 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-35bad205-cb9f-41c5-8006-9f3ccac86d0e tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:28.109297 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-04b6a2a3-1ac5-4bfd-89ce-7fb7ad2b2b72 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:28.120114 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6a2a3-1ac5-4bfd-89ce-7fb7ad2b2b72 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Pushing event deleted for resources: {'Network': ['ID=63780cbb-2659-4118-91ed-b5bba98e6c06,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:28.124315 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-04b6a2a3-1ac5-4bfd-89ce-7fb7ad2b2b72 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:28.127751 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-04b6a2a3-1ac5-4bfd-89ce-7fb7ad2b2b72 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] 10.222.0.11 "DELETE /v2.0/networks/63780cbb-2659-4118-91ed-b5bba98e6c06 HTTP/1.1" status: 204 len: 168 time: 1.1184123 Nov 26 16:46:28.217340 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edaaa7d5-5a5b-4644-9c52-fc88027af536 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Router 60c9fcd8-0dbb-4cf4-997e-f4f397d8e76b has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:46:28.356484 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edaaa7d5-5a5b-4644-9c52-fc88027af536 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:46:28.368138 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b203509-fb93-47ae-a094-5f208954857c None None] Sync routers for ids ['60c9fcd8-0dbb-4cf4-997e-f4f397d8e76b'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:46:28.377909 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-edaaa7d5-5a5b-4644-9c52-fc88027af536 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "PUT /v2.0/routers/60c9fcd8-0dbb-4cf4-997e-f4f397d8e76b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4511850 Nov 26 16:46:28.378491 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52670) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:28.380593 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b203509-fb93-47ae-a094-5f208954857c None None] Routers {'60c9fcd8-0dbb-4cf4-997e-f4f397d8e76b'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:28.381206 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9b203509-fb93-47ae-a094-5f208954857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['60c9fcd8-0dbb-4cf4-997e-f4f397d8e76b'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:28.399682 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52674) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:28.430853 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1d7fd-4fcd-4b65-b60c-8f6f4b87c839 None None] Deleting port 510f88e4-0b1c-41e9-8f16-08eb5d69c110 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:46:28.432035 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c5a1d7fd-4fcd-4b65-b60c-8f6f4b87c839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:28.452656 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9b203509-fb93-47ae-a094-5f208954857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:28.461598 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b203509-fb93-47ae-a094-5f208954857c None None] Routers {'60c9fcd8-0dbb-4cf4-997e-f4f397d8e76b'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:28.463049 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9b203509-fb93-47ae-a094-5f208954857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['60c9fcd8-0dbb-4cf4-997e-f4f397d8e76b'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:28.467736 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5f2f81d2-c551-45b4-9727-781d04749445 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Synchronizing usage tracker for tenant:e88a7f81029b400b9cbd561c1fe3ae4d on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:46:28.472129 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-12610085-fbcf-4338-817d-6a3a1daa463c req-73591700-aaf0-4a3d-98f3-6ffd01d6411e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0581515 Nov 26 16:46:28.504290 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5f2f81d2-c551-45b4-9727-781d04749445 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Unset dirty status for tenant:e88a7f81029b400b9cbd561c1fe3ae4d on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:46:28.505882 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5f2f81d2-c551-45b4-9727-781d04749445 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "GET /v2.0/ports?device_id=60c9fcd8-0dbb-4cf4-997e-f4f397d8e76b HTTP/1.1" status: 200 len: 205 time: 0.1266043 Nov 26 16:46:28.508981 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52680) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:28.538461 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1d7fd-4fcd-4b65-b60c-8f6f4b87c839 None None] The port '510f88e4-0b1c-41e9-8f16-08eb5d69c110' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:46:28.541756 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9b203509-fb93-47ae-a094-5f208954857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:28.542169 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b203509-fb93-47ae-a094-5f208954857c None None] The sync data for ids ['60c9fcd8-0dbb-4cf4-997e-f4f397d8e76b'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:46:28.558674 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8ed1dafc-dc60-4e4e-95d2-bcf9b6b57e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:28.569117 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9f67445f-2e6c-427a-8de4-c45565d4e276 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ea5aeb4c45654916925a0d284b9bdfc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1672437 Nov 26 16:46:28.571462 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52684) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:28.629470 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e5b83243-a83d-49de-8881-5df61d86bb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:28.655859 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e5b83243-a83d-49de-8881-5df61d86bb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:28.660988 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3064d360-a082-4751-a3b5-06f0d49c7087 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:28.709027 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e5b83243-a83d-49de-8881-5df61d86bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:28.716217 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a8f7ce12-87f1-4282-ad32-67e594638355 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:28.730440 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b83243-a83d-49de-8881-5df61d86bb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42a896f-bb76-4827-81b1-a2fd30c4d863,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:28.732516 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e5b83243-a83d-49de-8881-5df61d86bb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:28.736030 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e5b83243-a83d-49de-8881-5df61d86bb82 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a42a896f-bb76-4827-81b1-a2fd30c4d863 HTTP/1.1" status: 204 len: 168 time: 0.1607184 Nov 26 16:46:28.736030 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e5b83243-a83d-49de-8881-5df61d86bb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:29.091322 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3064d360-a082-4751-a3b5-06f0d49c7087 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:29.093578 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3064d360-a082-4751-a3b5-06f0d49c7087 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:29.116418 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3064d360-a082-4751-a3b5-06f0d49c7087 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:29.116997 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3064d360-a082-4751-a3b5-06f0d49c7087 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Fanout notify agent at l3_agent the message router_deleted on router 60c9fcd8-0dbb-4cf4-997e-f4f397d8e76b {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:46:29.132594 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3064d360-a082-4751-a3b5-06f0d49c7087 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:29.133670 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3064d360-a082-4751-a3b5-06f0d49c7087 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/routers/60c9fcd8-0dbb-4cf4-997e-f4f397d8e76b HTTP/1.1" status: 204 len: 168 time: 0.6228371 Nov 26 16:46:29.136557 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52700) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:29.202168 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-c901ca1b-799a-45db-b5d5-6632f258506e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting subnet 1fad428d-34a8-4264-ad56-65c8480d5229 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:46:29.205089 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c901ca1b-799a-45db-b5d5-6632f258506e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:29.260782 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c901ca1b-799a-45db-b5d5-6632f258506e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:29.323828 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:29.344758 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c901ca1b-799a-45db-b5d5-6632f258506e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:29.420347 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c901ca1b-799a-45db-b5d5-6632f258506e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:29.425020 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9da6e934-2da8-46bd-ae32-0b34f8e24183 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:29.442945 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52712) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:29.467926 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901ca1b-799a-45db-b5d5-6632f258506e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Subnet': ['ID=1fad428d-34a8-4264-ad56-65c8480d5229,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:29.469859 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c901ca1b-799a-45db-b5d5-6632f258506e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:29.473687 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c901ca1b-799a-45db-b5d5-6632f258506e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:29.475698 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ee0bf4-b1a0-4994-b82e-3e66ded9c3f4 None None] Network 476044f2-3755-4b92-98c7-dea360e91a0d requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:46:29.479630 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c901ca1b-799a-45db-b5d5-6632f258506e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/subnets/1fad428d-34a8-4264-ad56-65c8480d5229 HTTP/1.1" status: 204 len: 168 time: 0.3388176 Nov 26 16:46:29.479986 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52718) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:29.579542 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-f27a8bfd-3727-451f-8ef5-4e2bce41ab61 tempest-SubnetPoolsTestJSON-797121175 tempest-SubnetPoolsTestJSON-797121175-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1193227649', 'prefixes': ['172.20.0.0/16']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:29.586818 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-34e92181-000e-4bc0-a8f9-919998ee6e51 req-392d251f-7249-468f-a1c7-4632a7fb2b61 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0594583 Nov 26 16:46:29.588275 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f27a8bfd-3727-451f-8ef5-4e2bce41ab61 tempest-SubnetPoolsTestJSON-797121175 tempest-SubnetPoolsTestJSON-797121175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:29.599879 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-16236446-7b82-4d7e-b35f-bb50dbf2a689 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:29.625641 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-16236446-7b82-4d7e-b35f-bb50dbf2a689 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting port cfeabc5c-87e2-4aff-ae23-40a55d2ab367 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:46:29.625975 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-16236446-7b82-4d7e-b35f-bb50dbf2a689 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:29.646279 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f27a8bfd-3727-451f-8ef5-4e2bce41ab61 tempest-SubnetPoolsTestJSON-797121175 tempest-SubnetPoolsTestJSON-797121175-project] Notify callbacks [] for subnetpool, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:29.650527 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f27a8bfd-3727-451f-8ef5-4e2bce41ab61 tempest-SubnetPoolsTestJSON-797121175 tempest-SubnetPoolsTestJSON-797121175-project] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2035460 Nov 26 16:46:29.650748 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52724) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:29.680227 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-09472ef8-1646-443a-ab0f-3d6718482895 tempest-SubnetPoolsTestJSON-797121175 tempest-SubnetPoolsTestJSON-797121175-project] 10.222.0.11 "GET /v2.0/subnetpools/f413b54f-3658-489b-a21d-74aa04bba9d8 HTTP/1.1" status: 200 len: 732 time: 0.0281339 Nov 26 16:46:29.682673 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52728) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:29.687848 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-7eb8765d-3705-462b-8942-4ab16ad64b3c tempest-SubnetPoolsTestJSON-797121175 tempest-SubnetPoolsTestJSON-797121175-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1583730219'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:29.770400 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd227ea-6de9-4c00-bc9f-8137426b870d None None] DHCP port deletion for 476044f2-3755-4b92-98c7-dea360e91a0d request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:46:29.776563 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-1fd227ea-6de9-4c00-bc9f-8137426b870d None None] Deleting port cfeabc5c-87e2-4aff-ae23-40a55d2ab367 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:46:29.777252 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1fd227ea-6de9-4c00-bc9f-8137426b870d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:29.785198 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7eb8765d-3705-462b-8942-4ab16ad64b3c tempest-SubnetPoolsTestJSON-797121175 tempest-SubnetPoolsTestJSON-797121175-project] Notify callbacks [] for subnetpool, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:29.786752 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7eb8765d-3705-462b-8942-4ab16ad64b3c tempest-SubnetPoolsTestJSON-797121175 tempest-SubnetPoolsTestJSON-797121175-project] 10.222.0.11 "PUT /v2.0/subnetpools/f413b54f-3658-489b-a21d-74aa04bba9d8 HTTP/1.1" status: 200 len: 684 time: 0.1028194 Nov 26 16:46:29.789120 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52732) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:29.849580 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:46:29.855155 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-16236446-7b82-4d7e-b35f-bb50dbf2a689 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] For port cfeabc5c-87e2-4aff-ae23-40a55d2ab367, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=cfeabc5c-87e2-4aff-ae23-40a55d2ab367,segment=NetworkSegment(b396553e-360f-4989-b400-5b1867cda6b9),segment_id=b396553e-360f-4989-b400-5b1867cda6b9)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:29.855606 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-16236446-7b82-4d7e-b35f-bb50dbf2a689 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:29.887382 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d0d11902-18d5-4052-a571-009d3dea7b2c tempest-SubnetPoolsTestJSON-797121175 tempest-SubnetPoolsTestJSON-797121175-project] Notify callbacks [] for subnetpool, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:29.888537 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d0d11902-18d5-4052-a571-009d3dea7b2c tempest-SubnetPoolsTestJSON-797121175 tempest-SubnetPoolsTestJSON-797121175-project] 10.222.0.11 "DELETE /v2.0/subnetpools/f413b54f-3658-489b-a21d-74aa04bba9d8 HTTP/1.1" status: 204 len: 168 time: 0.0983908 Nov 26 16:46:29.891095 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52736) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:29.908927 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-75c7da52-6491-484d-ba8f-a6a11f7ba764 tempest-SubnetPoolsTestJSON-797121175 tempest-SubnetPoolsTestJSON-797121175-project] show failed (client error): The resource could not be found. Nov 26 16:46:29.909922 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-75c7da52-6491-484d-ba8f-a6a11f7ba764 tempest-SubnetPoolsTestJSON-797121175 tempest-SubnetPoolsTestJSON-797121175-project] 10.222.0.11 "GET /v2.0/subnetpools/f413b54f-3658-489b-a21d-74aa04bba9d8 HTTP/1.1" status: 404 len: 346 time: 0.0179315 Nov 26 16:46:29.914055 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52740) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:29.933334 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-c7458d43-7015-4476-900b-13907c8223d0 tempest-SubnetPoolsTestJSON-797121175 tempest-SubnetPoolsTestJSON-797121175-project] delete failed (client error): The resource could not be found. Nov 26 16:46:29.935809 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c7458d43-7015-4476-900b-13907c8223d0 tempest-SubnetPoolsTestJSON-797121175 tempest-SubnetPoolsTestJSON-797121175-project] 10.222.0.11 "DELETE /v2.0/subnetpools/f413b54f-3658-489b-a21d-74aa04bba9d8 HTTP/1.1" status: 404 len: 346 time: 0.0193498 Nov 26 16:46:29.986072 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-16236446-7b82-4d7e-b35f-bb50dbf2a689 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Calling delete_port for cfeabc5c-87e2-4aff-ae23-40a55d2ab367 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:46:30.005601 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-1fd227ea-6de9-4c00-bc9f-8137426b870d None None] For port cfeabc5c-87e2-4aff-ae23-40a55d2ab367, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=cfeabc5c-87e2-4aff-ae23-40a55d2ab367,segment=NetworkSegment(b396553e-360f-4989-b400-5b1867cda6b9),segment_id=b396553e-360f-4989-b400-5b1867cda6b9)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:30.005922 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1fd227ea-6de9-4c00-bc9f-8137426b870d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:30.067963 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-16236446-7b82-4d7e-b35f-bb50dbf2a689 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:30.073178 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-089b25e8-576a-42eb-ae8f-8df83529bb91 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:30.117013 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16236446-7b82-4d7e-b35f-bb50dbf2a689 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Port': ['ID=cfeabc5c-87e2-4aff-ae23-40a55d2ab367,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:30.118787 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16236446-7b82-4d7e-b35f-bb50dbf2a689 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] No DVR routers for this DVR port cfeabc5c-87e2-4aff-ae23-40a55d2ab367 on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:46:30.120616 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-16236446-7b82-4d7e-b35f-bb50dbf2a689 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:30.131391 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-1fd227ea-6de9-4c00-bc9f-8137426b870d None None] Calling delete_port for cfeabc5c-87e2-4aff-ae23-40a55d2ab367 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:46:30.208744 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-1fd227ea-6de9-4c00-bc9f-8137426b870d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:46:30.209126 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-1fd227ea-6de9-4c00-bc9f-8137426b870d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:46:30.234228 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52748) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:30.248138 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-16236446-7b82-4d7e-b35f-bb50dbf2a689 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:30.274318 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-16236446-7b82-4d7e-b35f-bb50dbf2a689 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476044f2-3755-4b92-98c7-dea360e91a0d']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:30.289922 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-16236446-7b82-4d7e-b35f-bb50dbf2a689 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b396553e-360f-4989-b400-5b1867cda6b9') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:30.290209 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-16236446-7b82-4d7e-b35f-bb50dbf2a689 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b396553e-360f-4989-b400-5b1867cda6b9') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:30.301382 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-16236446-7b82-4d7e-b35f-bb50dbf2a689 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:30.317850 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-16236446-7b82-4d7e-b35f-bb50dbf2a689 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:30.325127 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16236446-7b82-4d7e-b35f-bb50dbf2a689 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:46:30.325506 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-16236446-7b82-4d7e-b35f-bb50dbf2a689 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:46:30.339890 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:46:30.352081 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2028358e-8051-4cef-bc9a-bbbab4161480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:30.366384 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2028358e-8051-4cef-bc9a-bbbab4161480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:30.370950 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2028358e-8051-4cef-bc9a-bbbab4161480 admin admin] Usage tracker for resource:security_group_rule and tenant:a28eed33042c45e983f30e12b7e14833 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:30.373810 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2028358e-8051-4cef-bc9a-bbbab4161480 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:30.382255 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2028358e-8051-4cef-bc9a-bbbab4161480 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:30.419735 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-16236446-7b82-4d7e-b35f-bb50dbf2a689 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:30.423049 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2d1c199c-ab40-42b4-aa38-9df35b384b8e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:30.438368 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-16236446-7b82-4d7e-b35f-bb50dbf2a689 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:30.454191 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16236446-7b82-4d7e-b35f-bb50dbf2a689 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Network': ['ID=476044f2-3755-4b92-98c7-dea360e91a0d,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:30.459319 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-16236446-7b82-4d7e-b35f-bb50dbf2a689 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:30.466121 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-16236446-7b82-4d7e-b35f-bb50dbf2a689 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/networks/476044f2-3755-4b92-98c7-dea360e91a0d HTTP/1.1" status: 204 len: 168 time: 0.9853263 Nov 26 16:46:30.470253 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52754) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:30.475199 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-aec8b621-bf6f-4a45-bec8-8a38acbfe035 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1069824528', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:30.482017 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-aec8b621-bf6f-4a45-bec8-8a38acbfe035 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:30.486130 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-aec8b621-bf6f-4a45-bec8-8a38acbfe035 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Usage tracker for resource:router and tenant:e88a7f81029b400b9cbd561c1fe3ae4d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:30.488990 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-aec8b621-bf6f-4a45-bec8-8a38acbfe035 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:30.496127 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-aec8b621-bf6f-4a45-bec8-8a38acbfe035 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:30.498944 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2028358e-8051-4cef-bc9a-bbbab4161480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:30.502738 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2028358e-8051-4cef-bc9a-bbbab4161480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:30.508629 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aec8b621-bf6f-4a45-bec8-8a38acbfe035 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:30.510475 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aec8b621-bf6f-4a45-bec8-8a38acbfe035 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:30.510614 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9c618258-5c6b-4994-8e7e-0b51af59ac4f tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:30.527021 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aec8b621-bf6f-4a45-bec8-8a38acbfe035 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:30.546062 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aec8b621-bf6f-4a45-bec8-8a38acbfe035 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:30.549729 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028358e-8051-4cef-bc9a-bbbab4161480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f9f66d-aad3-42f9-b850-e5053daaf27c,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:30.553979 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2028358e-8051-4cef-bc9a-bbbab4161480 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a28eed33042c45e983f30e12b7e14833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3187573 Nov 26 16:46:30.554888 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2028358e-8051-4cef-bc9a-bbbab4161480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:30.557191 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52758) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:30.573370 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aec8b621-bf6f-4a45-bec8-8a38acbfe035 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:30.577201 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-aec8b621-bf6f-4a45-bec8-8a38acbfe035 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1036382 Nov 26 16:46:30.577402 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52762) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:30.582984 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-4a234fa7-795c-4921-a63e-ad4afbce2086 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'network': {'name': 'tempest-RoutersTest-1053267250'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:30.588026 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-4a234fa7-795c-4921-a63e-ad4afbce2086 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:30.592625 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4a234fa7-795c-4921-a63e-ad4afbce2086 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Usage tracker for resource:network and tenant:e88a7f81029b400b9cbd561c1fe3ae4d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:30.595461 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4a234fa7-795c-4921-a63e-ad4afbce2086 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:30.601311 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-4a234fa7-795c-4921-a63e-ad4afbce2086 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:30.611765 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a234fa7-795c-4921-a63e-ad4afbce2086 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Made reservation on behalf of e88a7f81029b400b9cbd561c1fe3ae4d for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:46:30.615280 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4a234fa7-795c-4921-a63e-ad4afbce2086 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:30.620002 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-632009c8-153a-43bd-92d9-99b3c5de6316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:30.644500 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a234fa7-795c-4921-a63e-ad4afbce2086 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:46:30.646018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-632009c8-153a-43bd-92d9-99b3c5de6316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:30.694910 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-32365ff4-83e2-4a62-b87e-23886c4cdf4f req-c1de69af-615f-4e84-ae29-f76dfe86faa3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0477884 Nov 26 16:46:30.709027 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-632009c8-153a-43bd-92d9-99b3c5de6316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:30.710510 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-1fd227ea-6de9-4c00-bc9f-8137426b870d None None] Deleting port cfeabc5c-87e2-4aff-ae23-40a55d2ab367 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:46:30.710972 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1fd227ea-6de9-4c00-bc9f-8137426b870d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:30.711761 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4a234fa7-795c-4921-a63e-ad4afbce2086 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:30.712366 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-4a234fa7-795c-4921-a63e-ad4afbce2086 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Added segment b9159683-e105-4d32-8104-13048de8e80e of type vlan for network 7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2 Nov 26 16:46:30.724569 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4e4eda1d-5859-4b95-8f1b-df3b9e4b1ea4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:30.738622 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632009c8-153a-43bd-92d9-99b3c5de6316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f9f66d-aad3-42f9-b850-e5053daaf27c,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:30.742058 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-632009c8-153a-43bd-92d9-99b3c5de6316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:30.744767 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-632009c8-153a-43bd-92d9-99b3c5de6316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:30.746999 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-632009c8-153a-43bd-92d9-99b3c5de6316 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/20f9f66d-aad3-42f9-b850-e5053daaf27c HTTP/1.1" status: 204 len: 168 time: 0.1889014 Nov 26 16:46:30.753079 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4a234fa7-795c-4921-a63e-ad4afbce2086 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:30.791134 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4a234fa7-795c-4921-a63e-ad4afbce2086 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:30.797812 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-1fd227ea-6de9-4c00-bc9f-8137426b870d None None] The port 'cfeabc5c-87e2-4aff-ae23-40a55d2ab367' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:46:30.799004 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a234fa7-795c-4921-a63e-ad4afbce2086 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:30.799708 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4a234fa7-795c-4921-a63e-ad4afbce2086 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:30.805275 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-92f6da77-61a1-4cf7-b604-6528b7856caa tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:30.901803 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4a234fa7-795c-4921-a63e-ad4afbce2086 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3233607 Nov 26 16:46:30.904592 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52772) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:30.910263 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-cb7f5a3b-2986-4f3e-9c1a-88fb067cea2d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'subnet': {'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:30.913982 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a234fa7-795c-4921-a63e-ad4afbce2086 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Network': ['ID=7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:30.925918 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4a234fa7-795c-4921-a63e-ad4afbce2086 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:30.934712 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:46:31.026784 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-cb7f5a3b-2986-4f3e-9c1a-88fb067cea2d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:31.030797 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cb7f5a3b-2986-4f3e-9c1a-88fb067cea2d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Usage tracker for resource:subnet and tenant:e88a7f81029b400b9cbd561c1fe3ae4d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:31.033772 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cb7f5a3b-2986-4f3e-9c1a-88fb067cea2d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:31.045263 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-cb7f5a3b-2986-4f3e-9c1a-88fb067cea2d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:31.057025 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7f5a3b-2986-4f3e-9c1a-88fb067cea2d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Made reservation on behalf of e88a7f81029b400b9cbd561c1fe3ae4d for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:46:31.061043 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5a3b-2986-4f3e-9c1a-88fb067cea2d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:31.221628 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-597a5c93-6c52-4531-b12c-eda044429663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:31.289327 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5a3b-2986-4f3e-9c1a-88fb067cea2d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:31.294403 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9919eeed-fa81-46d0-86ef-9aedb023aa0b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:31.419562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device cfeabc5c-87e2-4aff-ae23-40a55d2ab367 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:46:31.458312 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: cfeabc5c-87e2-4aff-ae23-40a55d2ab367 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:46:31.458768 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device cfeabc5c-87e2-4aff-ae23-40a55d2ab367 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:46:31.478338 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52792) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:31.510313 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f5a3b-2986-4f3e-9c1a-88fb067cea2d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Subnet': ['ID=44547533-d255-4257-88da-ea8d27d40eb3,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:31.513720 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cb7f5a3b-2986-4f3e-9c1a-88fb067cea2d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:31.519240 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f5a3b-2986-4f3e-9c1a-88fb067cea2d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Checking segment: {'id': 'b9159683-e105-4d32-8104-13048de8e80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:46:31.519590 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7f5a3b-2986-4f3e-9c1a-88fb067cea2d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network hostable DHCP agents. Network: 7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:46:31.538723 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7f5a3b-2986-4f3e-9c1a-88fb067cea2d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network 7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:46:31.548461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-cb7f5a3b-2986-4f3e-9c1a-88fb067cea2d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:31.552859 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7f5a3b-2986-4f3e-9c1a-88fb067cea2d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:31.553582 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5a3b-2986-4f3e-9c1a-88fb067cea2d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:31.560079 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6041a643-ca6f-412d-9246-54994c192ea6 None None] Network 7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:46:31.578383 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cb7f5a3b-2986-4f3e-9c1a-88fb067cea2d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6722329 Nov 26 16:46:31.581195 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52798) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:31.591667 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-697007785-network', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:31.597198 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:31.601795 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] Usage tracker for resource:network and tenant:9f9230f34386409ca98bc1f84ec409b3 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:31.605156 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:31.611465 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:31.623995 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] Made reservation on behalf of 9f9230f34386409ca98bc1f84ec409b3 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:46:31.627433 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:31.641959 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:31.661956 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:31.666019 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] Usage tracker for resource:security_group_rule and tenant:9f9230f34386409ca98bc1f84ec409b3 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:31.669160 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:31.675305 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:31.785783 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:31.790185 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:31.795561 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-98c60f92-061e-4157-b3c8-4c0a2fc9ec1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:31.818540 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:46:31.819997 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2', 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'fixed_ips': [{'subnet_id': '44547533-d255-4257-88da-ea8d27d40eb3'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:46:31.820944 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:31.842542 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:31.842978 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] Added segment 34e89c51-6f04-477d-8a8a-2029d8bc6199 of type vlan for network 48a59583-a919-49e7-95cd-b28f90765ccd Nov 26 16:46:31.851428 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dcd74e-f8d8-4238-9ac9-21f01e974bbf,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:31.855109 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:31.876688 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:31.908965 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-de33aae1-90da-4ba5-98fe-f9b0fae11225 req-de5b98f7-da8f-407a-b733-15523f0b41a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1151776 Nov 26 16:46:31.917966 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:31.919199 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:31.919923 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:31.946700 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a32b6a17-030e-4892-bfbc-35292f633fa4 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:31.965952 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4865038 Nov 26 16:46:31.992533 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] Allocated IP 172.20.0.2 (7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2/44547533-d255-4257-88da-ea8d27d40eb3/58eb1786-657d-4bdc-b802-1eb3701cce9e) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:46:32.019190 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52804) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:32.030119 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-8bb48830-2a2a-4af7-b698-5d9c95121c97 admin admin] Request body: {'subnet': {'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-697007785-subnet', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'ip_version': 4}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:32.051084 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-8bb48830-2a2a-4af7-b698-5d9c95121c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:32.059164 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8bb48830-2a2a-4af7-b698-5d9c95121c97 admin admin] Usage tracker for resource:subnet and tenant:9f9230f34386409ca98bc1f84ec409b3 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:32.064224 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8bb48830-2a2a-4af7-b698-5d9c95121c97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:32.067019 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] Pushing event updated for resources: {'Network': ['ID=48a59583-a919-49e7-95cd-b28f90765ccd,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:32.072521 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:32.073587 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-8bb48830-2a2a-4af7-b698-5d9c95121c97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:32.085841 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb48830-2a2a-4af7-b698-5d9c95121c97 admin admin] Made reservation on behalf of 9f9230f34386409ca98bc1f84ec409b3 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:46:32.086443 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 48a59583-a919-49e7-95cd-b28f90765ccd details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:46:32.089345 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8bb48830-2a2a-4af7-b698-5d9c95121c97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:32.139228 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1d484b1a-5114-4c1c-9dc9-93730f2ff1c8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:32.222753 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:32.325129 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:32.336909 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] Transition to ACTIVE for port object 58eb1786-657d-4bdc-b802-1eb3701cce9e will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:32.356213 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] Transition to ACTIVE for port object 58eb1786-657d-4bdc-b802-1eb3701cce9e will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:32.362315 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:32.367669 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:32.426947 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] Network 7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:32.430127 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:32.434562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:46:32.439129 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8bb48830-2a2a-4af7-b698-5d9c95121c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:32.444142 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bbdfc2e3-5625-46aa-84c5-c8b12b74bddf tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:32.510803 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] Pushing event updated for resources: {'Port': ['ID=58eb1786-657d-4bdc-b802-1eb3701cce9e,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:32.517015 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:32.527776 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-1d484b1a-5114-4c1c-9dc9-93730f2ff1c8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Allocated IP 172.20.0.1 (7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2/44547533-d255-4257-88da-ea8d27d40eb3/ec39c90a-3a7a-45d6-b1df-6180ab1a2db1) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:46:32.528266 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb48830-2a2a-4af7-b698-5d9c95121c97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b55da957-278e-4beb-9f32-8be970680118,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:32.532061 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8bb48830-2a2a-4af7-b698-5d9c95121c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:32.534361 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] Attempting to bind port 58eb1786-657d-4bdc-b802-1eb3701cce9e on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:46:32.534770 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] Attempting to bind port 58eb1786-657d-4bdc-b802-1eb3701cce9e by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'b9159683-e105-4d32-8104-13048de8e80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:46:32.535226 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] Attempting to bind port 58eb1786-657d-4bdc-b802-1eb3701cce9e on network 7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:46:32.539840 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb48830-2a2a-4af7-b698-5d9c95121c97 admin admin] Checking segment: {'id': '34e89c51-6f04-477d-8a8a-2029d8bc6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:46:32.540967 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb48830-2a2a-4af7-b698-5d9c95121c97 admin admin] Network hostable DHCP agents. Network: 48a59583-a919-49e7-95cd-b28f90765ccd, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:46:32.541426 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:46:32.541811 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] Checking segment: {'id': 'b9159683-e105-4d32-8104-13048de8e80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:46:32.542213 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:32.542606 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] Bound using segment: {'id': 'b9159683-e105-4d32-8104-13048de8e80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:46:32.543072 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] Bound port: 58eb1786-657d-4bdc-b802-1eb3701cce9e, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9159683-e105-4d32-8104-13048de8e80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:46:32.543448 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:32.561035 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb48830-2a2a-4af7-b698-5d9c95121c97 admin admin] Network 48a59583-a919-49e7-95cd-b28f90765ccd is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:46:32.571384 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-8bb48830-2a2a-4af7-b698-5d9c95121c97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 48a59583-a919-49e7-95cd-b28f90765ccd) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:32.575748 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb48830-2a2a-4af7-b698-5d9c95121c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:32.576390 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8bb48830-2a2a-4af7-b698-5d9c95121c97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:32.595702 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cc60bf-a3b4-459a-a961-5b0780b23fa8 None None] Network 48a59583-a919-49e7-95cd-b28f90765ccd requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:46:32.601796 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8bb48830-2a2a-4af7-b698-5d9c95121c97 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5815856 Nov 26 16:46:32.602508 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52808) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:32.608846 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-404eb9cc-568d-41e7-9ae0-5ebf9a89c3f8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:32.613802 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-404eb9cc-568d-41e7-9ae0-5ebf9a89c3f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:32.618206 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-404eb9cc-568d-41e7-9ae0-5ebf9a89c3f8 admin admin] Usage tracker for resource:router and tenant:9f9230f34386409ca98bc1f84ec409b3 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:32.621684 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-404eb9cc-568d-41e7-9ae0-5ebf9a89c3f8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:32.628035 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-404eb9cc-568d-41e7-9ae0-5ebf9a89c3f8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:32.639090 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-404eb9cc-568d-41e7-9ae0-5ebf9a89c3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:32.640252 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-404eb9cc-568d-41e7-9ae0-5ebf9a89c3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:32.655372 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-404eb9cc-568d-41e7-9ae0-5ebf9a89c3f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:32.705158 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1d484b1a-5114-4c1c-9dc9-93730f2ff1c8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:32.717822 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] For port 58eb1786-657d-4bdc-b802-1eb3701cce9e, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:46:32.721015 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] For port 58eb1786-657d-4bdc-b802-1eb3701cce9e, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=58eb1786-657d-4bdc-b802-1eb3701cce9e,segment=NetworkSegment(b9159683-e105-4d32-8104-13048de8e80e),segment_id=b9159683-e105-4d32-8104-13048de8e80e)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:46:32.723764 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-1d484b1a-5114-4c1c-9dc9-93730f2ff1c8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Transition to ACTIVE for port object ec39c90a-3a7a-45d6-b1df-6180ab1a2db1 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:32.733293 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:32.744835 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-483fa29c-3da8-4892-88aa-f741d0ffdb61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:32.752281 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1d484b1a-5114-4c1c-9dc9-93730f2ff1c8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:32.757723 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1a897259-fc34-4472-884d-d82de3043a6a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:32.828358 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d484b1a-5114-4c1c-9dc9-93730f2ff1c8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network 7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:32.831422 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-1d484b1a-5114-4c1c-9dc9-93730f2ff1c8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:32.833872 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d484b1a-5114-4c1c-9dc9-93730f2ff1c8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:46:32.881250 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] Pushing event updated for resources: {'Port': ['ID=58eb1786-657d-4bdc-b802-1eb3701cce9e,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:32.885845 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:32.904555 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1d484b1a-5114-4c1c-9dc9-93730f2ff1c8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:32.918327 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d484b1a-5114-4c1c-9dc9-93730f2ff1c8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Port': ['ID=ec39c90a-3a7a-45d6-b1df-6180ab1a2db1,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:32.921299 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1d484b1a-5114-4c1c-9dc9-93730f2ff1c8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:32.948210 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-48a59583-a919-49e7-95cd-b28f90765ccd', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'fixed_ips': [{'subnet_id': 'b55da957-278e-4beb-9f32-8be970680118'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:46:32.949339 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:32.967166 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-404eb9cc-568d-41e7-9ae0-5ebf9a89c3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:33.039220 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b8324efe-e886-4ecb-8762-103bf06d04d5 req-e24e9340-0574-443a-8835-2bccdcddcc99 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0600860 Nov 26 16:46:33.046381 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1d484b1a-5114-4c1c-9dc9-93730f2ff1c8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:33.174068 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] Allocated IP 172.20.0.2 (48a59583-a919-49e7-95cd-b28f90765ccd/b55da957-278e-4beb-9f32-8be970680118/e864ff0b-d3bb-47c8-80fa-d4e07a327458) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:46:33.406933 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-404eb9cc-568d-41e7-9ae0-5ebf9a89c3f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:33.445265 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-404eb9cc-568d-41e7-9ae0-5ebf9a89c3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:33.470063 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 58eb1786-657d-4bdc-b802-1eb3701cce9e up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:33.524313 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:33.541289 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] Transition to ACTIVE for port object e864ff0b-d3bb-47c8-80fa-d4e07a327458 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:33.564892 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] Transition to ACTIVE for port object e864ff0b-d3bb-47c8-80fa-d4e07a327458 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:33.573378 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:33.577398 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:33.608638 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-404eb9cc-568d-41e7-9ae0-5ebf9a89c3f8 admin admin] Allocated IP 172.26.0.6 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/5b8dafb4-bba6-4b05-86a0-8f2496d3349f) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:46:33.614820 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 58eb1786-657d-4bdc-b802-1eb3701cce9e completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:33.652893 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] Network 48a59583-a919-49e7-95cd-b28f90765ccd is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:33.655787 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:33.660244 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:46:33.662469 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] Pushing event updated for resources: {'Port': ['ID=e864ff0b-d3bb-47c8-80fa-d4e07a327458,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:33.666185 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:33.682741 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1d484b1a-5114-4c1c-9dc9-93730f2ff1c8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:33.688552 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1d484b1a-5114-4c1c-9dc9-93730f2ff1c8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:33.732177 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-95043bd1-e2ff-4ddc-9331-8c875e6d6be4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:33.790973 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-404eb9cc-568d-41e7-9ae0-5ebf9a89c3f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:33.817675 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] Attempting to bind port e864ff0b-d3bb-47c8-80fa-d4e07a327458 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:46:33.818065 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] Attempting to bind port e864ff0b-d3bb-47c8-80fa-d4e07a327458 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '34e89c51-6f04-477d-8a8a-2029d8bc6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:46:33.818441 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] Attempting to bind port e864ff0b-d3bb-47c8-80fa-d4e07a327458 on network 48a59583-a919-49e7-95cd-b28f90765ccd {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:46:33.829893 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-404eb9cc-568d-41e7-9ae0-5ebf9a89c3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:33.833012 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:46:33.833406 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] Checking segment: {'id': '34e89c51-6f04-477d-8a8a-2029d8bc6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:46:33.833820 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:33.834224 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] Bound using segment: {'id': '34e89c51-6f04-477d-8a8a-2029d8bc6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:46:33.834720 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] Bound port: e864ff0b-d3bb-47c8-80fa-d4e07a327458, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e89c51-6f04-477d-8a8a-2029d8bc6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:46:33.835098 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:33.840965 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2d1c199c-ab40-42b4-aa38-9df35b384b8e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:33.853917 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1d484b1a-5114-4c1c-9dc9-93730f2ff1c8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:33.857780 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d484b1a-5114-4c1c-9dc9-93730f2ff1c8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Port': ['ID=ec39c90a-3a7a-45d6-b1df-6180ab1a2db1,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:33.861602 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1d484b1a-5114-4c1c-9dc9-93730f2ff1c8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:33.929585 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404eb9cc-568d-41e7-9ae0-5ebf9a89c3f8 admin admin] Pushing event updated for resources: {'Port': ['ID=5b8dafb4-bba6-4b05-86a0-8f2496d3349f,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:33.933313 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-404eb9cc-568d-41e7-9ae0-5ebf9a89c3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:33.944177 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404eb9cc-568d-41e7-9ae0-5ebf9a89c3f8 admin admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:33.945646 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-404eb9cc-568d-41e7-9ae0-5ebf9a89c3f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:33.948780 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404eb9cc-568d-41e7-9ae0-5ebf9a89c3f8 admin admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:46:33.954243 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] For port e864ff0b-d3bb-47c8-80fa-d4e07a327458, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:46:33.960542 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] For port e864ff0b-d3bb-47c8-80fa-d4e07a327458, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=e864ff0b-d3bb-47c8-80fa-d4e07a327458,segment=NetworkSegment(34e89c51-6f04-477d-8a8a-2029d8bc6199),segment_id=34e89c51-6f04-477d-8a8a-2029d8bc6199)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:46:33.971126 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:33.979331 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-dbe5c002-eaf2-4f6c-9125-27010752ca06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:34.024565 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d484b1a-5114-4c1c-9dc9-93730f2ff1c8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network 7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:34.026290 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-1d484b1a-5114-4c1c-9dc9-93730f2ff1c8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:34.069042 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] Pushing event updated for resources: {'Port': ['ID=e864ff0b-d3bb-47c8-80fa-d4e07a327458,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:34.079320 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:34.085168 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:34.132765 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2726cb3-d5de-4385-88a9-372135a4bbde None None] Network 7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:46:34.185218 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-44324f3c-374d-438c-9389-2a69a67b4492 req-bf666a15-1c0a-4807-89a8-03964deb1925 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0747831 Nov 26 16:46:34.247594 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-0c3559fa-8879-48e5-9b81-e8023fb97483 None None] Provisioning for port 58eb1786-657d-4bdc-b802-1eb3701cce9e completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:34.257948 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-0c3559fa-8879-48e5-9b81-e8023fb97483 None None] Provisioning complete for port 58eb1786-657d-4bdc-b802-1eb3701cce9e triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:34.258350 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0c3559fa-8879-48e5-9b81-e8023fb97483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:34.365345 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d484b1a-5114-4c1c-9dc9-93730f2ff1c8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Router b8a46299-5831-425a-a1a0-4741b8044abd is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:46:34.536250 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0c3559fa-8879-48e5-9b81-e8023fb97483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:34.567358 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-404eb9cc-568d-41e7-9ae0-5ebf9a89c3f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:34.581615 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-0c3559fa-8879-48e5-9b81-e8023fb97483 None None] For port 58eb1786-657d-4bdc-b802-1eb3701cce9e, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=58eb1786-657d-4bdc-b802-1eb3701cce9e,segment=NetworkSegment(b9159683-e105-4d32-8104-13048de8e80e),segment_id=b9159683-e105-4d32-8104-13048de8e80e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:34.586830 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d484b1a-5114-4c1c-9dc9-93730f2ff1c8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:46:34.590379 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0c3559fa-8879-48e5-9b81-e8023fb97483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:34.594166 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:34.601432 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1d484b1a-5114-4c1c-9dc9-93730f2ff1c8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "PUT /v2.0/routers/b8a46299-5831-425a-a1a0-4741b8044abd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0191343 Nov 26 16:46:34.604524 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52816) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:34.610312 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-3df85e60-987a-4ccf-af25-c64de670fb99 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'network': {'name': 'tempest-RoutersTest-588072262'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:34.615330 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3df85e60-987a-4ccf-af25-c64de670fb99 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:34.620379 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3df85e60-987a-4ccf-af25-c64de670fb99 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Usage tracker for resource:network and tenant:e88a7f81029b400b9cbd561c1fe3ae4d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:34.623343 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3df85e60-987a-4ccf-af25-c64de670fb99 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:34.630464 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3df85e60-987a-4ccf-af25-c64de670fb99 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:34.635113 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] Sync routers for ids ['b8a46299-5831-425a-a1a0-4741b8044abd'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:46:34.644223 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df85e60-987a-4ccf-af25-c64de670fb99 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Made reservation on behalf of e88a7f81029b400b9cbd561c1fe3ae4d for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:46:34.647955 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3df85e60-987a-4ccf-af25-c64de670fb99 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:34.675244 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] Routers {'b8a46299-5831-425a-a1a0-4741b8044abd'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:34.675931 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b8a46299-5831-425a-a1a0-4741b8044abd'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:34.677521 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df85e60-987a-4ccf-af25-c64de670fb99 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:46:34.711838 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3df85e60-987a-4ccf-af25-c64de670fb99 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:34.712829 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-3df85e60-987a-4ccf-af25-c64de670fb99 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Added segment 6843fbba-ce4e-4aa9-ade3-e74aca52743f of type vlan for network e9e499c0-e073-4f75-b9fe-4bd094502ffd Nov 26 16:46:34.763624 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3df85e60-987a-4ccf-af25-c64de670fb99 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:34.820467 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3559fa-8879-48e5-9b81-e8023fb97483 None None] Pushing event updated for resources: {'Port': ['ID=58eb1786-657d-4bdc-b802-1eb3701cce9e,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:34.823707 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-0c3559fa-8879-48e5-9b81-e8023fb97483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:34.826930 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3df85e60-987a-4ccf-af25-c64de670fb99 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:34.833287 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df85e60-987a-4ccf-af25-c64de670fb99 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:34.833970 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3df85e60-987a-4ccf-af25-c64de670fb99 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:34.840332 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d8d21390-4d30-47ba-9356-fad2ac2599cd tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:34.845194 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] Set router b8a46299-5831-425a-a1a0-4741b8044abd gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:46:34.950506 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3df85e60-987a-4ccf-af25-c64de670fb99 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3445058 Nov 26 16:46:34.953727 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52820) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:34.965962 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-d3796422-fed9-400c-8b9f-6d771a17f8f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'subnet': {'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:34.989762 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df85e60-987a-4ccf-af25-c64de670fb99 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Network': ['ID=e9e499c0-e073-4f75-b9fe-4bd094502ffd,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:34.996240 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3df85e60-987a-4ccf-af25-c64de670fb99 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:35.010810 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-404eb9cc-568d-41e7-9ae0-5ebf9a89c3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:35.011945 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network e9e499c0-e073-4f75-b9fe-4bd094502ffd details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:46:35.130608 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d3796422-fed9-400c-8b9f-6d771a17f8f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:35.137164 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d3796422-fed9-400c-8b9f-6d771a17f8f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Usage tracker for resource:subnet and tenant:e88a7f81029b400b9cbd561c1fe3ae4d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:35.140655 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d3796422-fed9-400c-8b9f-6d771a17f8f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:35.151577 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d3796422-fed9-400c-8b9f-6d771a17f8f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:35.169484 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3796422-fed9-400c-8b9f-6d771a17f8f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Made reservation on behalf of e88a7f81029b400b9cbd561c1fe3ae4d for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:46:35.179921 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3796422-fed9-400c-8b9f-6d771a17f8f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:35.336585 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-155680c4-49eb-4639-9b21-3f1059229aa6 req-7fafef10-956f-4cf7-882a-ad9d707895f8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0692947 Nov 26 16:46:35.339494 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-39c325b2-b2ec-4386-b125-49e6b52f5d31 None None] Provisioning for port ec39c90a-3a7a-45d6-b1df-6180ab1a2db1 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:35.357984 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404eb9cc-568d-41e7-9ae0-5ebf9a89c3f8 admin admin] Router 3ec6f694-0713-49b5-ae38-a2a296371a33 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:46:35.379655 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-39c325b2-b2ec-4386-b125-49e6b52f5d31 None None] Provisioning complete for port ec39c90a-3a7a-45d6-b1df-6180ab1a2db1 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:35.385216 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-39c325b2-b2ec-4386-b125-49e6b52f5d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:35.516047 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-39c325b2-b2ec-4386-b125-49e6b52f5d31 None None] Port ec39c90a-3a7a-45d6-b1df-6180ab1a2db1 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:46:35.537472 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-39c325b2-b2ec-4386-b125-49e6b52f5d31 None None] Provisioning complete for port 58eb1786-657d-4bdc-b802-1eb3701cce9e triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:35.537858 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-39c325b2-b2ec-4386-b125-49e6b52f5d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:35.591081 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:46:32Z', 'revision_number': 2, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None, '_interfaces': [{'id': 'ec39c90a-3a7a-45d6-b1df-6180ab1a2db1', 'name': '', 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:41:90:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '44547533-d255-4257-88da-ea8d27d40eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:33Z', 'revision_number': 2, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '44547533-d255-4257-88da-ea8d27d40eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:35.601798 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] Checking router: b8a46299-5831-425a-a1a0-4741b8044abd for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:46:35.602159 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] Updating router b8a46299-5831-425a-a1a0-4741b8044abd port ec39c90a-3a7a-45d6-b1df-6180ab1a2db1 binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:46:35.651460 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 58eb1786-657d-4bdc-b802-1eb3701cce9e up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:35.680218 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecf44b8-c3b4-466a-9584-8cd22edba378 None None] Network 48a59583-a919-49e7-95cd-b28f90765ccd requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:46:35.692647 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404eb9cc-568d-41e7-9ae0-5ebf9a89c3f8 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:46:35.705633 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] Sync routers for ids ['3ec6f694-0713-49b5-ae38-a2a296371a33'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:46:35.720148 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] Routers {'3ec6f694-0713-49b5-ae38-a2a296371a33'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:35.721973 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['3ec6f694-0713-49b5-ae38-a2a296371a33'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:35.745079 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-404eb9cc-568d-41e7-9ae0-5ebf9a89c3f8 admin admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:35.748195 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-404eb9cc-568d-41e7-9ae0-5ebf9a89c3f8 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1440101 Nov 26 16:46:35.749486 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52826) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:35.772619 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:35.824378 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3796422-fed9-400c-8b9f-6d771a17f8f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:35.888112 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7751e7f6-feb6-4f7c-a9ed-18655e7abaa1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:35.920287 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] Set router 3ec6f694-0713-49b5-ae38-a2a296371a33 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:46:36.006513 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3796422-fed9-400c-8b9f-6d771a17f8f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Subnet': ['ID=893d1059-a183-4eb0-8626-1582f2be13b5,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:36.009698 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d3796422-fed9-400c-8b9f-6d771a17f8f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:36.027164 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3796422-fed9-400c-8b9f-6d771a17f8f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Checking segment: {'id': '6843fbba-ce4e-4aa9-ade3-e74aca52743f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:46:36.027608 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3796422-fed9-400c-8b9f-6d771a17f8f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network hostable DHCP agents. Network: e9e499c0-e073-4f75-b9fe-4bd094502ffd, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:46:36.146747 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 58eb1786-657d-4bdc-b802-1eb3701cce9e triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:36.147325 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:36.179070 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b14ac5ea-a948-410f-a48c-5581b00def0e None None] Provisioning complete for port ec39c90a-3a7a-45d6-b1df-6180ab1a2db1 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:36.179318 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b14ac5ea-a948-410f-a48c-5581b00def0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:36.186883 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3796422-fed9-400c-8b9f-6d771a17f8f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network e9e499c0-e073-4f75-b9fe-4bd094502ffd is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:46:36.206712 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-d3796422-fed9-400c-8b9f-6d771a17f8f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, e9e499c0-e073-4f75-b9fe-4bd094502ffd) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:36.208274 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:34Z', 'revision_number': 3, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'gw_port': {'id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:33Z', 'updated_at': '2021-11-26T16:46:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:36.211188 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3796422-fed9-400c-8b9f-6d771a17f8f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:36.211830 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3796422-fed9-400c-8b9f-6d771a17f8f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:36.213163 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] Checking router: 3ec6f694-0713-49b5-ae38-a2a296371a33 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:46:36.213597 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] Updating router 3ec6f694-0713-49b5-ae38-a2a296371a33 port 5b8dafb4-bba6-4b05-86a0-8f2496d3349f binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:46:36.239950 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60812e3-defb-48b5-a3f5-436e70866fe2 None None] Network e9e499c0-e073-4f75-b9fe-4bd094502ffd requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:46:36.266527 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:36.311082 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52830) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:36.311337 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d3796422-fed9-400c-8b9f-6d771a17f8f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3559568 Nov 26 16:46:36.459536 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-b14ac5ea-a948-410f-a48c-5581b00def0e None None] Port ec39c90a-3a7a-45d6-b1df-6180ab1a2db1 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:46:36.478609 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-89181c8b-a73d-45d4-9bed-7b210627f22f req-6f6a652d-f8d1-4d0c-88b7-b0bc698fcdd0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0534534 Nov 26 16:46:36.537230 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b14ac5ea-a948-410f-a48c-5581b00def0e None None] Provisioning for port e864ff0b-d3bb-47c8-80fa-d4e07a327458 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:36.705493 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device e864ff0b-d3bb-47c8-80fa-d4e07a327458 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:36.741916 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:36.756841 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] Transition to ACTIVE for port object 5b8dafb4-bba6-4b05-86a0-8f2496d3349f will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:36.765578 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:36.765828 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-46b9e58e-9132-429c-ad54-ec07a841a735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:36.779897 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-3d358ee1-b3ae-4e2c-9e9e-883f3d27c158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:36.858999 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed104751-c6e2-44b0-8d8d-201f8127b3b9 None None] Pushing event updated for resources: {'Port': ['ID=5b8dafb4-bba6-4b05-86a0-8f2496d3349f,revision_number=2']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:36.897311 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed104751-c6e2-44b0-8d8d-201f8127b3b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:36.897666 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed104751-c6e2-44b0-8d8d-201f8127b3b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:36.898012 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed104751-c6e2-44b0-8d8d-201f8127b3b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:36.898359 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed104751-c6e2-44b0-8d8d-201f8127b3b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:36.898687 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed104751-c6e2-44b0-8d8d-201f8127b3b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:36.899021 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed104751-c6e2-44b0-8d8d-201f8127b3b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:36.899348 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed104751-c6e2-44b0-8d8d-201f8127b3b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:36.899740 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed104751-c6e2-44b0-8d8d-201f8127b3b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:36.900061 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed104751-c6e2-44b0-8d8d-201f8127b3b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:36.900389 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed104751-c6e2-44b0-8d8d-201f8127b3b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:36.900715 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed104751-c6e2-44b0-8d8d-201f8127b3b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:36.901092 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed104751-c6e2-44b0-8d8d-201f8127b3b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:36.906313 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-ed104751-c6e2-44b0-8d8d-201f8127b3b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:36.916802 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] Attempting to bind port 5b8dafb4-bba6-4b05-86a0-8f2496d3349f on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:46:36.919368 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] Attempting to bind port 5b8dafb4-bba6-4b05-86a0-8f2496d3349f by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:46:36.919797 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] Attempting to bind port 5b8dafb4-bba6-4b05-86a0-8f2496d3349f on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:46:36.932447 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:46:36.933912 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:46:36.934545 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:36.935138 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:46:36.938630 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] Bound port: 5b8dafb4-bba6-4b05-86a0-8f2496d3349f, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:46:36.939039 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:37.048128 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-e9e499c0-e073-4f75-b9fe-4bd094502ffd', 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'fixed_ips': [{'subnet_id': '893d1059-a183-4eb0-8626-1582f2be13b5'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:46:37.048981 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:37.050586 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] For port 5b8dafb4-bba6-4b05-86a0-8f2496d3349f, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:46:37.054980 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] For port 5b8dafb4-bba6-4b05-86a0-8f2496d3349f, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5b8dafb4-bba6-4b05-86a0-8f2496d3349f,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:46:37.062241 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:37.075566 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:37.081536 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:37.094258 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-46b9e58e-9132-429c-ad54-ec07a841a735 admin admin] Allocated IP 172.20.0.1 (48a59583-a919-49e7-95cd-b28f90765ccd/b55da957-278e-4beb-9f32-8be970680118/a376c8b5-463c-4dec-b239-66fcf6f89e98) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:46:37.143128 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] Transition to ACTIVE for port object ec39c90a-3a7a-45d6-b1df-6180ab1a2db1 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:37.155003 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port e864ff0b-d3bb-47c8-80fa-d4e07a327458 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:37.166324 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed104751-c6e2-44b0-8d8d-201f8127b3b9 None None] Pushing event updated for resources: {'Port': ['ID=5b8dafb4-bba6-4b05-86a0-8f2496d3349f,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:37.170479 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-ed104751-c6e2-44b0-8d8d-201f8127b3b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:37.174050 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:37.181377 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f550142c-1ce9-424e-b201-ecfb45af1401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:37.187777 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] Routers {'3ec6f694-0713-49b5-ae38-a2a296371a33'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:37.188701 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['3ec6f694-0713-49b5-ae38-a2a296371a33'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:37.218603 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port e864ff0b-d3bb-47c8-80fa-d4e07a327458 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:37.218994 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:37.284062 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-46b9e58e-9132-429c-ad54-ec07a841a735 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:37.292572 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373ec8f1-66a6-4105-b08f-a8512feb2e70 None None] Provisioning complete for port e864ff0b-d3bb-47c8-80fa-d4e07a327458 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:37.292963 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373ec8f1-66a6-4105-b08f-a8512feb2e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:37.304738 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-46b9e58e-9132-429c-ad54-ec07a841a735 admin admin] Transition to ACTIVE for port object a376c8b5-463c-4dec-b239-66fcf6f89e98 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:37.317152 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:37.351310 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-46b9e58e-9132-429c-ad54-ec07a841a735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:37.358859 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8c22f522-d1d4-42dc-972f-8fb36706bb85 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:37.435154 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b9e58e-9132-429c-ad54-ec07a841a735 admin admin] Network 48a59583-a919-49e7-95cd-b28f90765ccd is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:37.438755 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-46b9e58e-9132-429c-ad54-ec07a841a735 admin admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:37.454521 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b9e58e-9132-429c-ad54-ec07a841a735 admin admin] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:46:37.514248 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9e58e-9132-429c-ad54-ec07a841a735 admin admin] Pushing event updated for resources: {'Port': ['ID=a376c8b5-463c-4dec-b239-66fcf6f89e98,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:37.522599 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] Set router 3ec6f694-0713-49b5-ae38-a2a296371a33 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:46:37.532339 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-46b9e58e-9132-429c-ad54-ec07a841a735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:37.554105 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-46b9e58e-9132-429c-ad54-ec07a841a735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:37.610494 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06d8b6-ce5c-4a77-9d57-143208cb715d None None] Pushing event updated for resources: {'Port': ['ID=ec39c90a-3a7a-45d6-b1df-6180ab1a2db1,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:37.643485 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b838bb96-90bd-42f4-b6fb-6fcff01d5112 req-9d45cf52-f5fc-49a3-9e43-8256d5e133c3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0656114 Nov 26 16:46:37.704917 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06d8b6-ce5c-4a77-9d57-143208cb715d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:37.705269 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06d8b6-ce5c-4a77-9d57-143208cb715d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:37.705613 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06d8b6-ce5c-4a77-9d57-143208cb715d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:37.705953 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06d8b6-ce5c-4a77-9d57-143208cb715d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:37.706285 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06d8b6-ce5c-4a77-9d57-143208cb715d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:37.706617 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06d8b6-ce5c-4a77-9d57-143208cb715d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:37.706950 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06d8b6-ce5c-4a77-9d57-143208cb715d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:37.707285 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06d8b6-ce5c-4a77-9d57-143208cb715d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:37.707615 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06d8b6-ce5c-4a77-9d57-143208cb715d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:37.707983 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06d8b6-ce5c-4a77-9d57-143208cb715d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:37.708309 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06d8b6-ce5c-4a77-9d57-143208cb715d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:37.708633 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06d8b6-ce5c-4a77-9d57-143208cb715d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:37.716152 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8f06d8b6-ce5c-4a77-9d57-143208cb715d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:37.730580 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] Allocated IP 172.21.0.2 (e9e499c0-e073-4f75-b9fe-4bd094502ffd/893d1059-a183-4eb0-8626-1582f2be13b5/f6bd1027-df43-4a54-9b4e-0daec6c44941) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:46:37.844821 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] Attempting to bind port ec39c90a-3a7a-45d6-b1df-6180ab1a2db1 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:46:37.845214 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] Attempting to bind port ec39c90a-3a7a-45d6-b1df-6180ab1a2db1 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'b9159683-e105-4d32-8104-13048de8e80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:46:37.845999 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] Attempting to bind port ec39c90a-3a7a-45d6-b1df-6180ab1a2db1 on network 7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:46:37.937270 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-46b9e58e-9132-429c-ad54-ec07a841a735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:37.942706 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:46:37.943100 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] Checking segment: {'id': 'b9159683-e105-4d32-8104-13048de8e80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:46:37.943520 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:37.943952 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] Bound using segment: {'id': 'b9159683-e105-4d32-8104-13048de8e80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:46:37.944444 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] Bound port: ec39c90a-3a7a-45d6-b1df-6180ab1a2db1, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9159683-e105-4d32-8104-13048de8e80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:46:37.944831 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:37.966163 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:34Z', 'revision_number': 3, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'gw_port': {'id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:33Z', 'updated_at': '2021-11-26T16:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:37.970050 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f5a72b-db97-46a5-9d2b-efa4c7a5b5a0 None None] The sync data for ids ['3ec6f694-0713-49b5-ae38-a2a296371a33'] in dv-neutron-819440-1-hyperv is: [{'id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:34Z', 'revision_number': 3, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'gw_port': {'id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:33Z', 'updated_at': '2021-11-26T16:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:46:38.009999 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:38.050443 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373ec8f1-66a6-4105-b08f-a8512feb2e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:38.144436 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port e864ff0b-d3bb-47c8-80fa-d4e07a327458, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=e864ff0b-d3bb-47c8-80fa-d4e07a327458,segment=NetworkSegment(34e89c51-6f04-477d-8a8a-2029d8bc6199),segment_id=34e89c51-6f04-477d-8a8a-2029d8bc6199)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:38.155263 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] For port ec39c90a-3a7a-45d6-b1df-6180ab1a2db1, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:46:38.157159 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:38.160054 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] For port ec39c90a-3a7a-45d6-b1df-6180ab1a2db1, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=ec39c90a-3a7a-45d6-b1df-6180ab1a2db1,segment=NetworkSegment(b9159683-e105-4d32-8104-13048de8e80e),segment_id=b9159683-e105-4d32-8104-13048de8e80e)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:46:38.169075 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:38.177919 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-46b9e58e-9132-429c-ad54-ec07a841a735 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:38.182970 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-46b9e58e-9132-429c-ad54-ec07a841a735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:38.210141 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-edaaa7d5-5a5b-4644-9c52-fc88027af536 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:38.256416 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:38.307374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9e58e-9132-429c-ad54-ec07a841a735 admin admin] Pushing event updated for resources: {'Port': ['ID=a376c8b5-463c-4dec-b239-66fcf6f89e98,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:38.309802 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-46b9e58e-9132-429c-ad54-ec07a841a735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:38.314778 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-46b9e58e-9132-429c-ad54-ec07a841a735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:38.373266 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-373ec8f1-66a6-4105-b08f-a8512feb2e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:46:38.373266 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-373ec8f1-66a6-4105-b08f-a8512feb2e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:46:38.375955 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=e864ff0b-d3bb-47c8-80fa-d4e07a327458,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:38.388558 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:38.389167 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b8b32e76-f7a2-42fe-ac37-94c79be431c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:38.435338 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:38.438165 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] Routers {'b8a46299-5831-425a-a1a0-4741b8044abd'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:38.438933 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b8a46299-5831-425a-a1a0-4741b8044abd'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:38.483284 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b9e58e-9132-429c-ad54-ec07a841a735 admin admin] Network 48a59583-a919-49e7-95cd-b28f90765ccd is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:38.485043 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-46b9e58e-9132-429c-ad54-ec07a841a735 admin admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:38.623473 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] Transition to ACTIVE for port object f6bd1027-df43-4a54-9b4e-0daec6c44941 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:38.680864 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06d8b6-ce5c-4a77-9d57-143208cb715d None None] Pushing event updated for resources: {'Port': ['ID=ec39c90a-3a7a-45d6-b1df-6180ab1a2db1,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:38.707071 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8f06d8b6-ce5c-4a77-9d57-143208cb715d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:38.710323 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] Transition to ACTIVE for port object f6bd1027-df43-4a54-9b4e-0daec6c44941 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:38.722986 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] Set router b8a46299-5831-425a-a1a0-4741b8044abd gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:46:38.810682 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b0c16a0b-54fa-4ddb-b251-82301b713e26 req-fc4d4a00-27da-4d23-bb55-fcb5ad77401c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0939178 Nov 26 16:46:38.842136 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b9e58e-9132-429c-ad54-ec07a841a735 admin admin] Router 3ec6f694-0713-49b5-ae38-a2a296371a33 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:46:38.867555 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Allocated IP 172.21.0.1 (e9e499c0-e073-4f75-b9fe-4bd094502ffd/893d1059-a183-4eb0-8626-1582f2be13b5/af499660-3c63-4c01-bfff-7f9f440130d2) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:46:38.891648 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:38.895247 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:39.048603 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:39.058429 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b9e58e-9132-429c-ad54-ec07a841a735 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:46:39.068880 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Transition to ACTIVE for port object af499660-3c63-4c01-bfff-7f9f440130d2 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:39.076187 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-46b9e58e-9132-429c-ad54-ec07a841a735 admin admin] 10.222.0.11 "PUT /v2.0/routers/3ec6f694-0713-49b5-ae38-a2a296371a33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3249450 Nov 26 16:46:39.096540 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:39.101615 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] Network e9e499c0-e073-4f75-b9fe-4bd094502ffd is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:39.102945 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-25ab719c-a31b-4fd8-9d35-63031afc3b30 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:39.114071 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:39.117802 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] Pushing event updated for resources: {'Port': ['ID=f6bd1027-df43-4a54-9b4e-0daec6c44941,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:39.120720 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:46:39.140008 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:39.167503 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network e9e499c0-e073-4f75-b9fe-4bd094502ffd is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:39.170596 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:39.174638 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:46:39.227574 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Port': ['ID=af499660-3c63-4c01-bfff-7f9f440130d2,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:39.237051 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:39.237429 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:39.237798 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:39.238168 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:39.238531 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:39.238892 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:39.239244 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:39.239602 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:39.239982 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:39.240338 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:39.240714 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:39.241069 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:39.247278 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:39.257931 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:39.318642 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] Attempting to bind port f6bd1027-df43-4a54-9b4e-0daec6c44941 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:46:39.319083 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] Attempting to bind port f6bd1027-df43-4a54-9b4e-0daec6c44941 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '6843fbba-ce4e-4aa9-ade3-e74aca52743f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:46:39.319386 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] Attempting to bind port f6bd1027-df43-4a54-9b4e-0daec6c44941 on network e9e499c0-e073-4f75-b9fe-4bd094502ffd {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:46:39.331742 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:46:39.332131 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] Checking segment: {'id': '6843fbba-ce4e-4aa9-ade3-e74aca52743f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:46:39.332547 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:39.332957 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] Bound using segment: {'id': '6843fbba-ce4e-4aa9-ade3-e74aca52743f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:46:39.333441 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] Bound port: f6bd1027-df43-4a54-9b4e-0daec6c44941, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6843fbba-ce4e-4aa9-ade3-e74aca52743f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:46:39.333973 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:39.393903 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:39.450077 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-bafb50d1-c84b-44b9-bc31-695f8fd6d831 None None] Provisioning for port a376c8b5-463c-4dec-b239-66fcf6f89e98 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:39.465009 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-bafb50d1-c84b-44b9-bc31-695f8fd6d831 None None] Provisioning complete for port a376c8b5-463c-4dec-b239-66fcf6f89e98 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:39.465399 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bafb50d1-c84b-44b9-bc31-695f8fd6d831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:39.551283 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] For port f6bd1027-df43-4a54-9b4e-0daec6c44941, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:46:39.557282 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] For port f6bd1027-df43-4a54-9b4e-0daec6c44941, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f6bd1027-df43-4a54-9b4e-0daec6c44941,segment=NetworkSegment(6843fbba-ce4e-4aa9-ade3-e74aca52743f),segment_id=6843fbba-ce4e-4aa9-ade3-e74aca52743f)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:46:39.558386 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-bafb50d1-c84b-44b9-bc31-695f8fd6d831 None None] Port a376c8b5-463c-4dec-b239-66fcf6f89e98 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:46:39.572050 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:39.578309 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:39.618975 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:46:32Z', 'revision_number': 2, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None, '_interfaces': [{'id': 'ec39c90a-3a7a-45d6-b1df-6180ab1a2db1', 'name': '', 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:41:90:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '44547533-d255-4257-88da-ea8d27d40eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:38Z', 'revision_number': 4, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '44547533-d255-4257-88da-ea8d27d40eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:39.646709 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e18ad23-f349-4ad6-9a79-e43493cafffa None None] The sync data for ids ['b8a46299-5831-425a-a1a0-4741b8044abd'] in dv-neutron-819440-1-hyperv is: [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:46:32Z', 'revision_number': 2, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None, '_interfaces': [{'id': 'ec39c90a-3a7a-45d6-b1df-6180ab1a2db1', 'name': '', 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:41:90:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '44547533-d255-4257-88da-ea8d27d40eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:38Z', 'revision_number': 4, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '44547533-d255-4257-88da-ea8d27d40eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:46:39.679948 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] Pushing event updated for resources: {'Port': ['ID=f6bd1027-df43-4a54-9b4e-0daec6c44941,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:39.703652 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:39.753330 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52854) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:39.760265 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1056152710-network', 'tenant_id': '2bcfd9825e7841758acc9ed7e897fbe8'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:39.768231 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:39.787023 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Usage tracker for resource:network and tenant:2bcfd9825e7841758acc9ed7e897fbe8 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:39.790493 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:39.797383 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:39.811554 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Made reservation on behalf of 2bcfd9825e7841758acc9ed7e897fbe8 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:46:39.814160 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:39.828919 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:39.855113 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:39.859148 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Usage tracker for resource:security_group_rule and tenant:2bcfd9825e7841758acc9ed7e897fbe8 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:39.862163 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:39.868629 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:39.993867 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:40.000851 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:40.008309 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9044d387-96de-43f8-a1d6-6cf2524b5527 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:40.039459 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-843dc1ee-6bdf-4eb3-b646-c391aaf2923f req-32d59c3e-cda6-4ea4-829a-db376b91d9d2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1064944 Nov 26 16:46:40.040462 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:46:40.052817 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e0e0f5-709a-4caa-a9b8-c34627a9b6fb,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:40.063608 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:40.064139 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Added segment d3d1fc38-d00c-4a8c-915d-9f6fbb2d7e4a of type vlan for network 6ef46855-800b-4c1c-9334-3668aad690f9 Nov 26 16:46:40.066127 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:40.066610 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:40.067081 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:40.067961 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:40.068168 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:40.068946 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:40.069102 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:40.069601 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:40.079892 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:40.079892 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:40.079892 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:40.079892 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:46:40.079892 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:40.107503 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] Sync routers for ids ['3ec6f694-0713-49b5-ae38-a2a296371a33'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:46:40.120583 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:40.125817 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] Routers {'3ec6f694-0713-49b5-ae38-a2a296371a33'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:40.127070 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['3ec6f694-0713-49b5-ae38-a2a296371a33'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:40.156121 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:40.157713 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:40.158678 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:40.165903 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d8db4ade-60c9-4a10-ab61-0a17efd090f9 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:40.216069 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:40.231055 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:40.287831 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-93fed82e-ef81-476a-b9f8-50846fa375c5 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:40.304276 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5492287 Nov 26 16:46:40.305410 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Pushing event updated for resources: {'Network': ['ID=6ef46855-800b-4c1c-9334-3668aad690f9,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:40.309215 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:40.309875 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52860) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:40.319392 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-78f1ea47-25a9-49d0-841d-a6ce67fca6ae admin admin] Request body: {'subnet': {'network_id': '6ef46855-800b-4c1c-9334-3668aad690f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1056152710-subnet', 'tenant_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'ip_version': 4}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:40.325130 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-78f1ea47-25a9-49d0-841d-a6ce67fca6ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:40.329148 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 6ef46855-800b-4c1c-9334-3668aad690f9 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:46:40.330639 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-78f1ea47-25a9-49d0-841d-a6ce67fca6ae admin admin] Usage tracker for resource:subnet and tenant:2bcfd9825e7841758acc9ed7e897fbe8 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:40.333750 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-78f1ea47-25a9-49d0-841d-a6ce67fca6ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:40.345282 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-78f1ea47-25a9-49d0-841d-a6ce67fca6ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:40.377765 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f1ea47-25a9-49d0-841d-a6ce67fca6ae admin admin] Made reservation on behalf of 2bcfd9825e7841758acc9ed7e897fbe8 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:46:40.384629 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-78f1ea47-25a9-49d0-841d-a6ce67fca6ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:40.390427 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Port': ['ID=af499660-3c63-4c01-bfff-7f9f440130d2,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:40.396744 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:40.434724 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:40.505686 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5b8dafb4-bba6-4b05-86a0-8f2496d3349f up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:40.595786 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] Set router 3ec6f694-0713-49b5-ae38-a2a296371a33 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:46:40.603067 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network e9e499c0-e073-4f75-b9fe-4bd094502ffd is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:40.604489 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:40.708961 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-78f1ea47-25a9-49d0-841d-a6ce67fca6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:40.713441 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e7ef381e-5528-4bcf-9f4a-1e3e68e0c789 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:40.868729 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Router b8a46299-5831-425a-a1a0-4741b8044abd has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:46:40.982982 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 5b8dafb4-bba6-4b05-86a0-8f2496d3349f completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:41.011584 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 5b8dafb4-bba6-4b05-86a0-8f2496d3349f triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:41.012392 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:41.025637 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1ea47-25a9-49d0-841d-a6ce67fca6ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=4867a441-1c04-4c3f-a482-8677a468b98a,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:41.029825 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-78f1ea47-25a9-49d0-841d-a6ce67fca6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:41.030721 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f1ea47-25a9-49d0-841d-a6ce67fca6ae admin admin] Checking segment: {'id': 'd3d1fc38-d00c-4a8c-915d-9f6fbb2d7e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6ef46855-800b-4c1c-9334-3668aad690f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:46:41.031083 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f1ea47-25a9-49d0-841d-a6ce67fca6ae admin admin] Network hostable DHCP agents. Network: 6ef46855-800b-4c1c-9334-3668aad690f9, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:46:41.062033 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f1ea47-25a9-49d0-841d-a6ce67fca6ae admin admin] Network 6ef46855-800b-4c1c-9334-3668aad690f9 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:46:41.086720 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-78f1ea47-25a9-49d0-841d-a6ce67fca6ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 6ef46855-800b-4c1c-9334-3668aad690f9) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:41.092416 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f1ea47-25a9-49d0-841d-a6ce67fca6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:41.093006 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-78f1ea47-25a9-49d0-841d-a6ce67fca6ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:41.129859 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1cf2f6-ea35-41f3-a1d1-e13b5b038efd None None] Network 6ef46855-800b-4c1c-9334-3668aad690f9 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:46:41.141506 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-78f1ea47-25a9-49d0-841d-a6ce67fca6ae admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8301995 Nov 26 16:46:41.143815 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52866) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:41.157328 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-77313553-7e80-424c-b864-c1c27d8c013f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1056152710-router', 'tenant_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:41.160090 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:46:41.164612 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-77313553-7e80-424c-b864-c1c27d8c013f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:41.172301 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-77313553-7e80-424c-b864-c1c27d8c013f admin admin] Usage tracker for resource:router and tenant:2bcfd9825e7841758acc9ed7e897fbe8 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:41.187985 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "PUT /v2.0/routers/b8a46299-5831-425a-a1a0-4741b8044abd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8757355 Nov 26 16:46:41.190665 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52870) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:41.196967 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-c50f560d-d54d-467d-a30c-d001d00ee4f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'network': {'name': 'tempest-RoutersTest-1626504475'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:41.202146 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c50f560d-d54d-467d-a30c-d001d00ee4f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:41.209683 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c50f560d-d54d-467d-a30c-d001d00ee4f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Usage tracker for resource:network and tenant:e88a7f81029b400b9cbd561c1fe3ae4d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:41.217695 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c50f560d-d54d-467d-a30c-d001d00ee4f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:41.225304 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c50f560d-d54d-467d-a30c-d001d00ee4f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:41.228076 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-77313553-7e80-424c-b864-c1c27d8c013f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:41.238863 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50f560d-d54d-467d-a30c-d001d00ee4f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Made reservation on behalf of e88a7f81029b400b9cbd561c1fe3ae4d for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:46:41.244803 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9344f435-c749-4ef1-91f3-c397f49e9eca req-c5f24592-be87-4537-bc9e-58fe2d4f9f5d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0809817 Nov 26 16:46:41.245509 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c50f560d-d54d-467d-a30c-d001d00ee4f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:41.246432 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-77313553-7e80-424c-b864-c1c27d8c013f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:41.262511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-77313553-7e80-424c-b864-c1c27d8c013f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:41.262511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-77313553-7e80-424c-b864-c1c27d8c013f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:41.281149 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-77313553-7e80-424c-b864-c1c27d8c013f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:41.281466 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50f560d-d54d-467d-a30c-d001d00ee4f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:46:41.295628 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c50f560d-d54d-467d-a30c-d001d00ee4f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:41.296090 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-c50f560d-d54d-467d-a30c-d001d00ee4f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Added segment 805b7ab7-7222-4825-a0bb-3c135fc5b93c of type vlan for network 956e713a-041d-4661-ab61-51cd96127fae Nov 26 16:46:41.303959 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bfe7ea-7863-4635-8b5a-7e785a9ff83b None None] Network e9e499c0-e073-4f75-b9fe-4bd094502ffd requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:46:41.331750 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c50f560d-d54d-467d-a30c-d001d00ee4f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:41.375386 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c50f560d-d54d-467d-a30c-d001d00ee4f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:41.382419 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50f560d-d54d-467d-a30c-d001d00ee4f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:41.383297 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c50f560d-d54d-467d-a30c-d001d00ee4f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:41.406065 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:41.433038 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c50f560d-d54d-467d-a30c-d001d00ee4f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2383351 Nov 26 16:46:41.435290 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52874) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:41.489230 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-2e0a60b0-b54e-40e0-bf38-133893f4b19e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'subnet': {'network_id': '956e713a-041d-4661-ab61-51cd96127fae', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:41.607356 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f560d-d54d-467d-a30c-d001d00ee4f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Network': ['ID=956e713a-041d-4661-ab61-51cd96127fae,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:41.610202 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c50f560d-d54d-467d-a30c-d001d00ee4f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:41.641200 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-2e0a60b0-b54e-40e0-bf38-133893f4b19e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:41.645291 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2e0a60b0-b54e-40e0-bf38-133893f4b19e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Usage tracker for resource:subnet and tenant:e88a7f81029b400b9cbd561c1fe3ae4d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:41.648464 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2e0a60b0-b54e-40e0-bf38-133893f4b19e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:41.657604 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-2e0a60b0-b54e-40e0-bf38-133893f4b19e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:41.659529 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 956e713a-041d-4661-ab61-51cd96127fae details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:46:41.671488 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0a60b0-b54e-40e0-bf38-133893f4b19e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Made reservation on behalf of e88a7f81029b400b9cbd561c1fe3ae4d for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:46:41.677073 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2e0a60b0-b54e-40e0-bf38-133893f4b19e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:41.678062 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-77313553-7e80-424c-b864-c1c27d8c013f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:41.738064 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb530701-614b-47f3-ace3-44f205df5f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-6ef46855-800b-4c1c-9334-3668aad690f9', 'network_id': '6ef46855-800b-4c1c-9334-3668aad690f9', 'tenant_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'fixed_ips': [{'subnet_id': '4867a441-1c04-4c3f-a482-8677a468b98a'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:46:41.738995 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bb530701-614b-47f3-ace3-44f205df5f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:41.786065 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7a4ffad8-7978-45b6-a2f4-ad71ec237b67 None None] Provisioning for port f6bd1027-df43-4a54-9b4e-0daec6c44941 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:41.806285 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] Sync routers for ids ['b8a46299-5831-425a-a1a0-4741b8044abd'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:46:41.821037 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] Routers {'b8a46299-5831-425a-a1a0-4741b8044abd'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:41.822662 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b8a46299-5831-425a-a1a0-4741b8044abd'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:41.933530 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:41.950707 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 5b8dafb4-bba6-4b05-86a0-8f2496d3349f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5b8dafb4-bba6-4b05-86a0-8f2496d3349f,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:41.975558 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:41.976603 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ec39c90a-3a7a-45d6-b1df-6180ab1a2db1 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:42.029699 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] Set router b8a46299-5831-425a-a1a0-4741b8044abd gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:46:42.034789 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:42.067786 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2e0a60b0-b54e-40e0-bf38-133893f4b19e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:42.075425 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-52250f3c-de38-4b6d-9c14-75ce1f560574 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:42.105657 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-77313553-7e80-424c-b864-c1c27d8c013f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:42.144889 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-77313553-7e80-424c-b864-c1c27d8c013f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:42.197770 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:37Z', 'revision_number': 4, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'gw_port': {'id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:33Z', 'updated_at': '2021-11-26T16:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'a376c8b5-463c-4dec-b239-66fcf6f89e98', 'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'mac_address': 'fa:16:3e:42:76:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'b55da957-278e-4beb-9f32-8be970680118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:36Z', 'updated_at': '2021-11-26T16:46:38Z', 'revision_number': 2, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'subnets': [{'id': 'b55da957-278e-4beb-9f32-8be970680118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:42.276419 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] Checking router: 3ec6f694-0713-49b5-ae38-a2a296371a33 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:46:42.276827 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] Updating router 3ec6f694-0713-49b5-ae38-a2a296371a33 port a376c8b5-463c-4dec-b239-66fcf6f89e98 binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:46:42.315623 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a60b0-b54e-40e0-bf38-133893f4b19e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Subnet': ['ID=aa6693fb-d348-4c22-a1a5-119b55e1c55e,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:42.319953 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2e0a60b0-b54e-40e0-bf38-133893f4b19e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:42.323774 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0a60b0-b54e-40e0-bf38-133893f4b19e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Checking segment: {'id': '805b7ab7-7222-4825-a0bb-3c135fc5b93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '956e713a-041d-4661-ab61-51cd96127fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:46:42.324609 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0a60b0-b54e-40e0-bf38-133893f4b19e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network hostable DHCP agents. Network: 956e713a-041d-4661-ab61-51cd96127fae, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:46:42.335431 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-77313553-7e80-424c-b864-c1c27d8c013f admin admin] Allocated IP 172.26.0.212 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/f25e0a8f-70ce-4c92-ad62-93e15123aef8) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:46:42.335680 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=5b8dafb4-bba6-4b05-86a0-8f2496d3349f,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:42.352433 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:42.393148 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-095a3dbb-a69f-402a-8bad-4074e86b7b7e req-5360f8c6-4b44-4506-9e8d-70b28dc63a82 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0623043 Nov 26 16:46:42.421939 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0a60b0-b54e-40e0-bf38-133893f4b19e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network 956e713a-041d-4661-ab61-51cd96127fae is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:46:42.435304 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-2e0a60b0-b54e-40e0-bf38-133893f4b19e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 956e713a-041d-4661-ab61-51cd96127fae) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:42.435521 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:42.445400 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:46:39Z', 'revision_number': 3, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None, '_interfaces': [{'id': 'af499660-3c63-4c01-bfff-7f9f440130d2', 'name': '', 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:e0:62:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:37Z', 'updated_at': '2021-11-26T16:46:39Z', 'revision_number': 2, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec39c90a-3a7a-45d6-b1df-6180ab1a2db1', 'name': '', 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:41:90:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '44547533-d255-4257-88da-ea8d27d40eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:38Z', 'revision_number': 4, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '44547533-d255-4257-88da-ea8d27d40eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:42.447198 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port ec39c90a-3a7a-45d6-b1df-6180ab1a2db1 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:42.448852 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0a60b0-b54e-40e0-bf38-133893f4b19e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:42.449863 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2e0a60b0-b54e-40e0-bf38-133893f4b19e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:42.450844 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] Checking router: b8a46299-5831-425a-a1a0-4741b8044abd for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:46:42.451335 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] Updating router b8a46299-5831-425a-a1a0-4741b8044abd port af499660-3c63-4c01-bfff-7f9f440130d2 binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:46:42.454612 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-bb530701-614b-47f3-ace3-44f205df5f2b None None] Allocated IP 172.20.0.2 (6ef46855-800b-4c1c-9334-3668aad690f9/4867a441-1c04-4c3f-a482-8677a468b98a/2ca90880-8868-4803-9bee-3c76d2224299) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:46:42.462711 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port ec39c90a-3a7a-45d6-b1df-6180ab1a2db1 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:42.463647 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:42.480578 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2e0a60b0-b54e-40e0-bf38-133893f4b19e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0416486 Nov 26 16:46:42.481275 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52880) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:42.491914 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c584ffbe-2700-42dd-bc11-45fb9f522fc2 None None] Network 956e713a-041d-4661-ab61-51cd96127fae requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:46:42.546597 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:42.547267 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-77313553-7e80-424c-b864-c1c27d8c013f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:42.583866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-77313553-7e80-424c-b864-c1c27d8c013f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:42.590973 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a157f7d3-1711-449b-b9ef-757307fdc2a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:42.661699 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77313553-7e80-424c-b864-c1c27d8c013f admin admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:42.665477 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-77313553-7e80-424c-b864-c1c27d8c013f admin admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:42.674765 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77313553-7e80-424c-b864-c1c27d8c013f admin admin] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:46:42.724905 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77313553-7e80-424c-b864-c1c27d8c013f admin admin] Pushing event updated for resources: {'Port': ['ID=f25e0a8f-70ce-4c92-ad62-93e15123aef8,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:42.729892 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-77313553-7e80-424c-b864-c1c27d8c013f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:43.063324 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:43.091952 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] Transition to ACTIVE for port object af499660-3c63-4c01-bfff-7f9f440130d2 will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:43.108220 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:43.118801 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-3d358ee1-b3ae-4e2c-9e9e-883f3d27c158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:43.248086 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1d58c56b-f2b8-4419-aa45-04b7b20e0856 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:43.265120 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:43.362280 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-77313553-7e80-424c-b864-c1c27d8c013f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:43.372662 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b2085-6cdd-4d31-a4fa-35680e6f1fbd None None] Pushing event updated for resources: {'Port': ['ID=af499660-3c63-4c01-bfff-7f9f440130d2,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:43.379255 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-d03b2085-6cdd-4d31-a4fa-35680e6f1fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:43.383700 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bb530701-614b-47f3-ace3-44f205df5f2b None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:43.425122 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fba5b8-7de0-4347-bc92-27b5aaf60801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-956e713a-041d-4661-ab61-51cd96127fae', 'network_id': '956e713a-041d-4661-ab61-51cd96127fae', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'fixed_ips': [{'subnet_id': 'aa6693fb-d348-4c22-a1a5-119b55e1c55e'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:46:43.425970 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c1fba5b8-7de0-4347-bc92-27b5aaf60801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:43.455171 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-bb530701-614b-47f3-ace3-44f205df5f2b None None] Transition to ACTIVE for port object 2ca90880-8868-4803-9bee-3c76d2224299 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:43.466603 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] Attempting to bind port af499660-3c63-4c01-bfff-7f9f440130d2 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:46:43.466979 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] Attempting to bind port af499660-3c63-4c01-bfff-7f9f440130d2 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '6843fbba-ce4e-4aa9-ade3-e74aca52743f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:46:43.467345 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] Attempting to bind port af499660-3c63-4c01-bfff-7f9f440130d2 on network e9e499c0-e073-4f75-b9fe-4bd094502ffd {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:46:43.500398 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:46:43.500780 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] Checking segment: {'id': '6843fbba-ce4e-4aa9-ade3-e74aca52743f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:46:43.501288 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:43.501582 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] Bound using segment: {'id': '6843fbba-ce4e-4aa9-ade3-e74aca52743f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:46:43.502071 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] Bound port: af499660-3c63-4c01-bfff-7f9f440130d2, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6843fbba-ce4e-4aa9-ade3-e74aca52743f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:46:43.502583 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:43.616521 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-575127a2-8542-429b-85f8-a05cdad21445 req-5dd08a3f-ce12-4335-950b-5794fec4ce6b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0658500 Nov 26 16:46:43.658880 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-c1fba5b8-7de0-4347-bc92-27b5aaf60801 None None] Allocated IP 172.22.0.2 (956e713a-041d-4661-ab61-51cd96127fae/aa6693fb-d348-4c22-a1a5-119b55e1c55e/4358b42f-1848-4e1d-bcd9-07d116e8cef3) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:46:43.660647 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] For port af499660-3c63-4c01-bfff-7f9f440130d2, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:46:43.665504 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] For port af499660-3c63-4c01-bfff-7f9f440130d2, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=af499660-3c63-4c01-bfff-7f9f440130d2,segment=NetworkSegment(6843fbba-ce4e-4aa9-ade3-e74aca52743f),segment_id=6843fbba-ce4e-4aa9-ade3-e74aca52743f)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:46:43.671801 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:43.680186 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-cd49ebb8-b39d-415b-911f-9eb00422bd90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:43.757580 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] Routers {'b8a46299-5831-425a-a1a0-4741b8044abd'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:43.758491 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b8a46299-5831-425a-a1a0-4741b8044abd'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:43.934719 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c1fba5b8-7de0-4347-bc92-27b5aaf60801 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:43.945849 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] Set router b8a46299-5831-425a-a1a0-4741b8044abd gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:46:43.953722 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port ec39c90a-3a7a-45d6-b1df-6180ab1a2db1, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=ec39c90a-3a7a-45d6-b1df-6180ab1a2db1,segment=NetworkSegment(b9159683-e105-4d32-8104-13048de8e80e),segment_id=b9159683-e105-4d32-8104-13048de8e80e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:43.966784 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c1fba5b8-7de0-4347-bc92-27b5aaf60801 None None] Transition to ACTIVE for port object 4358b42f-1848-4e1d-bcd9-07d116e8cef3 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:43.977578 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:43.979098 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f6bd1027-df43-4a54-9b4e-0daec6c44941 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:43.989489 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-77313553-7e80-424c-b864-c1c27d8c013f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:44.004540 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b2085-6cdd-4d31-a4fa-35680e6f1fbd None None] Pushing event updated for resources: {'Port': ['ID=af499660-3c63-4c01-bfff-7f9f440130d2,revision_number=4']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:44.010787 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-bb530701-614b-47f3-ace3-44f205df5f2b None None] Transition to ACTIVE for port object 2ca90880-8868-4803-9bee-3c76d2224299 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:44.016539 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f975d6b4-dbdc-4cb2-bbba-2f5fc35d00a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:44.019230 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-d03b2085-6cdd-4d31-a4fa-35680e6f1fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:44.071952 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-676c485f-77f7-43ec-9254-997f85534bd3 None None] Provisioning for port af499660-3c63-4c01-bfff-7f9f440130d2 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:44.103811 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bb530701-614b-47f3-ace3-44f205df5f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:44.114568 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c1fba5b8-7de0-4347-bc92-27b5aaf60801 None None] Transition to ACTIVE for port object 4358b42f-1848-4e1d-bcd9-07d116e8cef3 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:44.174515 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c1fba5b8-7de0-4347-bc92-27b5aaf60801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:44.197456 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb530701-614b-47f3-ace3-44f205df5f2b None None] Network 6ef46855-800b-4c1c-9334-3668aad690f9 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:44.257165 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-bb530701-614b-47f3-ace3-44f205df5f2b None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:44.267226 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb530701-614b-47f3-ace3-44f205df5f2b None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:46:44.270685 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77313553-7e80-424c-b864-c1c27d8c013f admin admin] Router 97070aec-5d53-4d6e-9f09-520f180675de is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:46:44.277740 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=ec39c90a-3a7a-45d6-b1df-6180ab1a2db1,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:44.291443 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:44.295500 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a2fa77f3-14bc-4456-8bed-231ca356233b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:44.306665 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-1d58c56b-f2b8-4419-aa45-04b7b20e0856 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Allocated IP 172.22.0.1 (956e713a-041d-4661-ab61-51cd96127fae/aa6693fb-d348-4c22-a1a5-119b55e1c55e/43f956bc-5c59-4279-a05f-84790a82a4dc) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:46:44.326549 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fba5b8-7de0-4347-bc92-27b5aaf60801 None None] Network 956e713a-041d-4661-ab61-51cd96127fae is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:44.338569 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:46:39Z', 'revision_number': 3, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None, '_interfaces': [{'id': 'af499660-3c63-4c01-bfff-7f9f440130d2', 'name': '', 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:e0:62:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:37Z', 'updated_at': '2021-11-26T16:46:43Z', 'revision_number': 4, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec39c90a-3a7a-45d6-b1df-6180ab1a2db1', 'name': '', 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:41:90:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '44547533-d255-4257-88da-ea8d27d40eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:38Z', 'revision_number': 4, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '44547533-d255-4257-88da-ea8d27d40eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:44.348866 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd145de-3398-49f5-80e6-6660ce4996a6 None None] The sync data for ids ['b8a46299-5831-425a-a1a0-4741b8044abd'] in dv-neutron-819440-1-hyperv is: [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:46:39Z', 'revision_number': 3, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None, '_interfaces': [{'id': 'af499660-3c63-4c01-bfff-7f9f440130d2', 'name': '', 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:e0:62:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:37Z', 'updated_at': '2021-11-26T16:46:43Z', 'revision_number': 4, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec39c90a-3a7a-45d6-b1df-6180ab1a2db1', 'name': '', 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:41:90:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '44547533-d255-4257-88da-ea8d27d40eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:38Z', 'revision_number': 4, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '44547533-d255-4257-88da-ea8d27d40eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:46:44.419572 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-c1fba5b8-7de0-4347-bc92-27b5aaf60801 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:44.476601 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fba5b8-7de0-4347-bc92-27b5aaf60801 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:46:44.485209 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:44.492303 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port f6bd1027-df43-4a54-9b4e-0daec6c44941 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:44.550071 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] Transition to ACTIVE for port object a376c8b5-463c-4dec-b239-66fcf6f89e98 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:44.560440 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77313553-7e80-424c-b864-c1c27d8c013f admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:46:44.561022 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port f6bd1027-df43-4a54-9b4e-0daec6c44941 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:44.561133 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:44.562329 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1d58c56b-f2b8-4419-aa45-04b7b20e0856 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:44.580412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-1d58c56b-f2b8-4419-aa45-04b7b20e0856 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Transition to ACTIVE for port object 43f956bc-5c59-4279-a05f-84790a82a4dc will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:44.617812 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1d58c56b-f2b8-4419-aa45-04b7b20e0856 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:44.618729 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-77313553-7e80-424c-b864-c1c27d8c013f admin admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:44.622852 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-77313553-7e80-424c-b864-c1c27d8c013f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4755144 Nov 26 16:46:44.623219 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52886) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:44.623348 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6d232786-f1bb-4754-840e-6b90c6e05046 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:44.705535 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d58c56b-f2b8-4419-aa45-04b7b20e0856 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network 956e713a-041d-4661-ab61-51cd96127fae is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:44.708826 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-1d58c56b-f2b8-4419-aa45-04b7b20e0856 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:44.720532 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:44.724799 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] Sync routers for ids ['97070aec-5d53-4d6e-9f09-520f180675de'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:46:44.730763 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d58c56b-f2b8-4419-aa45-04b7b20e0856 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:46:44.829666 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb530701-614b-47f3-ace3-44f205df5f2b None None] Pushing event updated for resources: {'Port': ['ID=2ca90880-8868-4803-9bee-3c76d2224299,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:44.901543 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] Routers {'97070aec-5d53-4d6e-9f09-520f180675de'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:44.902309 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['97070aec-5d53-4d6e-9f09-520f180675de'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:45.012885 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58c56b-f2b8-4419-aa45-04b7b20e0856 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Port': ['ID=43f956bc-5c59-4279-a05f-84790a82a4dc,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:45.015999 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1d58c56b-f2b8-4419-aa45-04b7b20e0856 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:45.026624 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-877f17f4-a2a0-4557-9f88-8a1dd1f96769 req-cca9da66-974b-4b52-9416-336b11fbde3c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.3131099 Nov 26 16:46:45.054295 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1d58c56b-f2b8-4419-aa45-04b7b20e0856 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:45.214003 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1d58c56b-f2b8-4419-aa45-04b7b20e0856 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:45.233287 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-bb530701-614b-47f3-ace3-44f205df5f2b None None] Attempting to bind port 2ca90880-8868-4803-9bee-3c76d2224299 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:46:45.233839 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-bb530701-614b-47f3-ace3-44f205df5f2b None None] Attempting to bind port 2ca90880-8868-4803-9bee-3c76d2224299 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'd3d1fc38-d00c-4a8c-915d-9f6fbb2d7e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6ef46855-800b-4c1c-9334-3668aad690f9'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:46:45.234316 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb530701-614b-47f3-ace3-44f205df5f2b None None] Attempting to bind port 2ca90880-8868-4803-9bee-3c76d2224299 on network 6ef46855-800b-4c1c-9334-3668aad690f9 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:46:45.288796 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb530701-614b-47f3-ace3-44f205df5f2b None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:46:45.289507 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb530701-614b-47f3-ace3-44f205df5f2b None None] Checking segment: {'id': 'd3d1fc38-d00c-4a8c-915d-9f6fbb2d7e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6ef46855-800b-4c1c-9334-3668aad690f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:46:45.289633 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bb530701-614b-47f3-ace3-44f205df5f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:45.290710 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb530701-614b-47f3-ace3-44f205df5f2b None None] Bound using segment: {'id': 'd3d1fc38-d00c-4a8c-915d-9f6fbb2d7e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6ef46855-800b-4c1c-9334-3668aad690f9'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:46:45.291300 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-bb530701-614b-47f3-ace3-44f205df5f2b None None] Bound port: 2ca90880-8868-4803-9bee-3c76d2224299, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d1fc38-d00c-4a8c-915d-9f6fbb2d7e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6ef46855-800b-4c1c-9334-3668aad690f9'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:46:45.291816 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bb530701-614b-47f3-ace3-44f205df5f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:45.300821 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c1fba5b8-7de0-4347-bc92-27b5aaf60801 None None] Attempting to bind port 4358b42f-1848-4e1d-bcd9-07d116e8cef3 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:46:45.301335 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c1fba5b8-7de0-4347-bc92-27b5aaf60801 None None] Attempting to bind port 4358b42f-1848-4e1d-bcd9-07d116e8cef3 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '805b7ab7-7222-4825-a0bb-3c135fc5b93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '956e713a-041d-4661-ab61-51cd96127fae'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:46:45.301859 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fba5b8-7de0-4347-bc92-27b5aaf60801 None None] Attempting to bind port 4358b42f-1848-4e1d-bcd9-07d116e8cef3 on network 956e713a-041d-4661-ab61-51cd96127fae {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:46:45.363841 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fba5b8-7de0-4347-bc92-27b5aaf60801 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:46:45.364409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fba5b8-7de0-4347-bc92-27b5aaf60801 None None] Checking segment: {'id': '805b7ab7-7222-4825-a0bb-3c135fc5b93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '956e713a-041d-4661-ab61-51cd96127fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:46:45.364929 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c1fba5b8-7de0-4347-bc92-27b5aaf60801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:45.365447 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fba5b8-7de0-4347-bc92-27b5aaf60801 None None] Bound using segment: {'id': '805b7ab7-7222-4825-a0bb-3c135fc5b93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '956e713a-041d-4661-ab61-51cd96127fae'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:46:45.366021 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c1fba5b8-7de0-4347-bc92-27b5aaf60801 None None] Bound port: 4358b42f-1848-4e1d-bcd9-07d116e8cef3, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805b7ab7-7222-4825-a0bb-3c135fc5b93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '956e713a-041d-4661-ab61-51cd96127fae'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:46:45.366505 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c1fba5b8-7de0-4347-bc92-27b5aaf60801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:45.490789 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fba5b8-7de0-4347-bc92-27b5aaf60801 None None] Pushing event updated for resources: {'Port': ['ID=4358b42f-1848-4e1d-bcd9-07d116e8cef3,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:45.494544 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c1fba5b8-7de0-4347-bc92-27b5aaf60801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.198s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:45.506359 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b48193f9-e13f-4ad7-bf3e-7c7d25bcaeca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.322s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:45.620123 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0150ffe3-a822-4f52-aa71-1a544cf6ff10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:45.620775 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1d58c56b-f2b8-4419-aa45-04b7b20e0856 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:45.626834 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1d58c56b-f2b8-4419-aa45-04b7b20e0856 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:45.650727 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] Attempting to bind port a376c8b5-463c-4dec-b239-66fcf6f89e98 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:46:45.651283 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] Attempting to bind port a376c8b5-463c-4dec-b239-66fcf6f89e98 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '34e89c51-6f04-477d-8a8a-2029d8bc6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:46:45.651906 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] Attempting to bind port a376c8b5-463c-4dec-b239-66fcf6f89e98 on network 48a59583-a919-49e7-95cd-b28f90765ccd {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:46:45.657680 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-089b25e8-576a-42eb-ae8f-8df83529bb91 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:45.696825 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] Set router 97070aec-5d53-4d6e-9f09-520f180675de gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:46:45.746165 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58c56b-f2b8-4419-aa45-04b7b20e0856 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Port': ['ID=43f956bc-5c59-4279-a05f-84790a82a4dc,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:45.748444 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1d58c56b-f2b8-4419-aa45-04b7b20e0856 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:45.752434 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1d58c56b-f2b8-4419-aa45-04b7b20e0856 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:45.761853 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:46:45.762396 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] Checking segment: {'id': '34e89c51-6f04-477d-8a8a-2029d8bc6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:46:45.762900 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:45.763409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] Bound using segment: {'id': '34e89c51-6f04-477d-8a8a-2029d8bc6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:46:45.764056 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] Bound port: a376c8b5-463c-4dec-b239-66fcf6f89e98, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e89c51-6f04-477d-8a8a-2029d8bc6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:46:45.764542 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:45.862626 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-0150ffe3-a822-4f52-aa71-1a544cf6ff10 admin admin] Allocated IP 172.20.0.1 (6ef46855-800b-4c1c-9334-3668aad690f9/4867a441-1c04-4c3f-a482-8677a468b98a/24584d03-a82c-4fb4-8f8b-6aa41924834e) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:46:45.872589 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308d031-207d-4f27-820d-4b689df75af6 None None] Pushing event updated for resources: {'Port': ['ID=a376c8b5-463c-4dec-b239-66fcf6f89e98,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:45.875841 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d308d031-207d-4f27-820d-4b689df75af6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:45.884883 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-0c3559fa-8879-48e5-9b81-e8023fb97483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.135s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:45.885351 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-0c3559fa-8879-48e5-9b81-e8023fb97483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:45.902136 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d58c56b-f2b8-4419-aa45-04b7b20e0856 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network 956e713a-041d-4661-ab61-51cd96127fae is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:45.903343 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-1d58c56b-f2b8-4419-aa45-04b7b20e0856 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:45.945415 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-bb530701-614b-47f3-ace3-44f205df5f2b None None] For port 2ca90880-8868-4803-9bee-3c76d2224299, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:46:45.998096 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:46.035385 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0150ffe3-a822-4f52-aa71-1a544cf6ff10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:46.043934 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c1fba5b8-7de0-4347-bc92-27b5aaf60801 None None] For port 4358b42f-1848-4e1d-bcd9-07d116e8cef3, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:46:46.056889 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-0150ffe3-a822-4f52-aa71-1a544cf6ff10 admin admin] Transition to ACTIVE for port object 24584d03-a82c-4fb4-8f8b-6aa41924834e will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:46.060813 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-bb530701-614b-47f3-ace3-44f205df5f2b None None] For port 2ca90880-8868-4803-9bee-3c76d2224299, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=2ca90880-8868-4803-9bee-3c76d2224299,segment=NetworkSegment(d3d1fc38-d00c-4a8c-915d-9f6fbb2d7e4a),segment_id=d3d1fc38-d00c-4a8c-915d-9f6fbb2d7e4a)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:46:46.084417 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bb530701-614b-47f3-ace3-44f205df5f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:46.088906 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d58c56b-f2b8-4419-aa45-04b7b20e0856 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Router b8a46299-5831-425a-a1a0-4741b8044abd has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:46:46.089908 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c1fba5b8-7de0-4347-bc92-27b5aaf60801 None None] For port 4358b42f-1848-4e1d-bcd9-07d116e8cef3, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=4358b42f-1848-4e1d-bcd9-07d116e8cef3,segment=NetworkSegment(805b7ab7-7222-4825-a0bb-3c135fc5b93c),segment_id=805b7ab7-7222-4825-a0bb-3c135fc5b93c)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:46:46.102897 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0150ffe3-a822-4f52-aa71-1a544cf6ff10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:46.105713 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ab1cb9e3-89d6-4e4c-ab77-8400016d73be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:46.108867 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cdc6fdde-5c3c-4f58-9044-8fb8b4e6a6cc tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:46.158151 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c1fba5b8-7de0-4347-bc92-27b5aaf60801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:46.205262 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port f6bd1027-df43-4a54-9b4e-0daec6c44941, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f6bd1027-df43-4a54-9b4e-0daec6c44941,segment=NetworkSegment(6843fbba-ce4e-4aa9-ade3-e74aca52743f),segment_id=6843fbba-ce4e-4aa9-ade3-e74aca52743f)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:46.215285 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b76e1ca0-94c0-406a-881a-ca683cffc130 req-b12d1aea-c22d-446c-b07a-ddc1a7bc2e6a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0662184 Nov 26 16:46:46.220659 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0150ffe3-a822-4f52-aa71-1a544cf6ff10 admin admin] Network 6ef46855-800b-4c1c-9334-3668aad690f9 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:46.223753 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-0150ffe3-a822-4f52-aa71-1a544cf6ff10 admin admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:46.227575 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0150ffe3-a822-4f52-aa71-1a544cf6ff10 admin admin] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:46:46.232434 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] For port a376c8b5-463c-4dec-b239-66fcf6f89e98, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:46:46.237197 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:46.237656 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device e864ff0b-d3bb-47c8-80fa-d4e07a327458 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:46.260118 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150ffe3-a822-4f52-aa71-1a544cf6ff10 admin admin] Pushing event updated for resources: {'Port': ['ID=24584d03-a82c-4fb4-8f8b-6aa41924834e,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:46.270413 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0150ffe3-a822-4f52-aa71-1a544cf6ff10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:46.280947 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d58c56b-f2b8-4419-aa45-04b7b20e0856 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:46:46.292064 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0150ffe3-a822-4f52-aa71-1a544cf6ff10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:46.298918 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1d58c56b-f2b8-4419-aa45-04b7b20e0856 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "PUT /v2.0/routers/b8a46299-5831-425a-a1a0-4741b8044abd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8128579 Nov 26 16:46:46.299105 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52894) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:46.301283 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] Sync routers for ids ['b8a46299-5831-425a-a1a0-4741b8044abd'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:46:46.315668 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] Routers {'b8a46299-5831-425a-a1a0-4741b8044abd'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:46.316586 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b8a46299-5831-425a-a1a0-4741b8044abd'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:46.319417 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-1f5a8f5f-6c2b-44b2-b7b4-13f80b4edd02 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'network': {'name': 'tempest-RoutersTest-1057271842'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:46.331303 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] For port a376c8b5-463c-4dec-b239-66fcf6f89e98, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=a376c8b5-463c-4dec-b239-66fcf6f89e98,segment=NetworkSegment(34e89c51-6f04-477d-8a8a-2029d8bc6199),segment_id=34e89c51-6f04-477d-8a8a-2029d8bc6199)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:46:46.333538 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-1f5a8f5f-6c2b-44b2-b7b4-13f80b4edd02 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:46.341428 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1f5a8f5f-6c2b-44b2-b7b4-13f80b4edd02 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Usage tracker for resource:network and tenant:e88a7f81029b400b9cbd561c1fe3ae4d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:46.345356 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1f5a8f5f-6c2b-44b2-b7b4-13f80b4edd02 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:46.353181 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-1f5a8f5f-6c2b-44b2-b7b4-13f80b4edd02 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:46.370617 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:46.393987 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb530701-614b-47f3-ace3-44f205df5f2b None None] Pushing event updated for resources: {'Port': ['ID=2ca90880-8868-4803-9bee-3c76d2224299,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:46.397227 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-bb530701-614b-47f3-ace3-44f205df5f2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:46.401243 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5a8f5f-6c2b-44b2-b7b4-13f80b4edd02 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Made reservation on behalf of e88a7f81029b400b9cbd561c1fe3ae4d for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:46:46.401960 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-7848d119-3a3b-4eb1-846b-3fe7060691ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:46.405848 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8f5f-6c2b-44b2-b7b4-13f80b4edd02 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:46.530969 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] Routers {'3ec6f694-0713-49b5-ae38-a2a296371a33'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:46.531610 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['3ec6f694-0713-49b5-ae38-a2a296371a33'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:46.542648 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f5a8f5f-6c2b-44b2-b7b4-13f80b4edd02 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:46:46.552624 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0150ffe3-a822-4f52-aa71-1a544cf6ff10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:46.568635 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] Set router b8a46299-5831-425a-a1a0-4741b8044abd gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:46:46.718273 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8f5f-6c2b-44b2-b7b4-13f80b4edd02 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:46.719210 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-1f5a8f5f-6c2b-44b2-b7b4-13f80b4edd02 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Added segment 56e15056-c526-419a-9e06-2b53276373df of type vlan for network b7bc2e81-a69a-43d0-b6d3-227ef5c2c129 Nov 26 16:46:46.759656 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8f5f-6c2b-44b2-b7b4-13f80b4edd02 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:46.848417 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fba5b8-7de0-4347-bc92-27b5aaf60801 None None] Pushing event updated for resources: {'Port': ['ID=4358b42f-1848-4e1d-bcd9-07d116e8cef3,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:46.919240 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port e864ff0b-d3bb-47c8-80fa-d4e07a327458 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:46.919634 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:46.987933 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8f5f-6c2b-44b2-b7b4-13f80b4edd02 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:46.998184 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5a8f5f-6c2b-44b2-b7b4-13f80b4edd02 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:46.999002 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8f5f-6c2b-44b2-b7b4-13f80b4edd02 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:47.040603 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8e4187b4-0a48-47e2-ab3b-3ce9be8313cc tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:47.093006 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1f5a8f5f-6c2b-44b2-b7b4-13f80b4edd02 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7936933 Nov 26 16:46:47.093652 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52900) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:47.102078 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-95b40811-c113-4c2c-9824-bbdfe88d70d1 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'subnet': {'network_id': 'b7bc2e81-a69a-43d0-b6d3-227ef5c2c129', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:47.107264 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=f6bd1027-df43-4a54-9b4e-0daec6c44941,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:47.120906 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:46:45Z', 'revision_number': 4, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None, '_interfaces': [{'id': '43f956bc-5c59-4279-a05f-84790a82a4dc', 'name': '', 'network_id': '956e713a-041d-4661-ab61-51cd96127fae', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:40:05:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'aa6693fb-d348-4c22-a1a5-119b55e1c55e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:43Z', 'updated_at': '2021-11-26T16:46:45Z', 'revision_number': 2, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': 'aa6693fb-d348-4c22-a1a5-119b55e1c55e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af499660-3c63-4c01-bfff-7f9f440130d2', 'name': '', 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:e0:62:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:37Z', 'updated_at': '2021-11-26T16:46:43Z', 'revision_number': 4, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec39c90a-3a7a-45d6-b1df-6180ab1a2db1', 'name': '', 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:41:90:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '44547533-d255-4257-88da-ea8d27d40eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:43Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '44547533-d255-4257-88da-ea8d27d40eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:47.125950 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] Checking router: b8a46299-5831-425a-a1a0-4741b8044abd for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:46:47.127256 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] Updating router b8a46299-5831-425a-a1a0-4741b8044abd port 43f956bc-5c59-4279-a05f-84790a82a4dc binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:46:47.145289 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] Set router 3ec6f694-0713-49b5-ae38-a2a296371a33 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:46:47.215864 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a8f5f-6c2b-44b2-b7b4-13f80b4edd02 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Network': ['ID=b7bc2e81-a69a-43d0-b6d3-227ef5c2c129,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:47.226758 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1f5a8f5f-6c2b-44b2-b7b4-13f80b4edd02 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:47.253082 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:47.293842 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0150ffe3-a822-4f52-aa71-1a544cf6ff10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:47.300690 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0150ffe3-a822-4f52-aa71-1a544cf6ff10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:47.302946 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97070aec-5d53-4d6e-9f09-520f180675de', 'name': 'tempest-TestVolumeBootPattern-1056152710-router', 'tenant_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'f25e0a8f-70ce-4c92-ad62-93e15123aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:41Z', 'updated_at': '2021-11-26T16:46:42Z', 'revision_number': 3, 'project_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'gw_port': {'id': 'f25e0a8f-70ce-4c92-ad62-93e15123aef8', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97070aec-5d53-4d6e-9f09-520f180675de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:42Z', 'updated_at': '2021-11-26T16:46:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:47.326444 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network b7bc2e81-a69a-43d0-b6d3-227ef5c2c129 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:46:47.339487 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f8bcf531-3132-42ab-8bf2-a41ac9f493c0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:47.341536 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-95b40811-c113-4c2c-9824-bbdfe88d70d1 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:47.345589 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-95b40811-c113-4c2c-9824-bbdfe88d70d1 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Usage tracker for resource:subnet and tenant:e88a7f81029b400b9cbd561c1fe3ae4d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:47.349606 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-95b40811-c113-4c2c-9824-bbdfe88d70d1 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:47.357103 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-95b40811-c113-4c2c-9824-bbdfe88d70d1 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:47.373240 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b40811-c113-4c2c-9824-bbdfe88d70d1 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Made reservation on behalf of e88a7f81029b400b9cbd561c1fe3ae4d for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:46:47.377589 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-95b40811-c113-4c2c-9824-bbdfe88d70d1 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:47.451126 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] Checking router: 97070aec-5d53-4d6e-9f09-520f180675de for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:46:47.451758 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] Updating router 97070aec-5d53-4d6e-9f09-520f180675de port f25e0a8f-70ce-4c92-ad62-93e15123aef8 binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:46:47.522537 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:47.628239 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-51f3b593-fe76-42c2-868a-a28308d019b6 req-bb9da4ef-151b-490f-9a13-6daf9178dbc8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.2929070 Nov 26 16:46:47.668911 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0150ffe3-a822-4f52-aa71-1a544cf6ff10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:47.861824 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308d031-207d-4f27-820d-4b689df75af6 None None] Pushing event updated for resources: {'Port': ['ID=a376c8b5-463c-4dec-b239-66fcf6f89e98,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:47.869653 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150ffe3-a822-4f52-aa71-1a544cf6ff10 admin admin] Pushing event updated for resources: {'Port': ['ID=24584d03-a82c-4fb4-8f8b-6aa41924834e,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:47.872766 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d308d031-207d-4f27-820d-4b689df75af6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.470s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:47.875486 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0150ffe3-a822-4f52-aa71-1a544cf6ff10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:47.878042 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0150ffe3-a822-4f52-aa71-1a544cf6ff10 admin admin] Network 6ef46855-800b-4c1c-9334-3668aad690f9 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:47.879388 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-0150ffe3-a822-4f52-aa71-1a544cf6ff10 admin admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:47.880336 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-0c3559fa-8879-48e5-9b81-e8023fb97483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.594s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:47.880491 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-0c3559fa-8879-48e5-9b81-e8023fb97483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:47.894912 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.506s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:47.895285 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:47.911080 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:47.938361 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] Transition to ACTIVE for port object 43f956bc-5c59-4279-a05f-84790a82a4dc will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:47.965695 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:47.969819 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-b4566338-e39c-4354-8bde-303086d47b81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:48.116752 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a85bbce-93c1-4bcf-84bc-64c1b557edd9 None None] Network 6ef46855-800b-4c1c-9334-3668aad690f9 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:46:48.137242 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-95b40811-c113-4c2c-9824-bbdfe88d70d1 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:48.145535 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a1e4407d-79ca-4584-b6dc-a9362b0aee7e tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:48.191974 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5b8dafb4-bba6-4b05-86a0-8f2496d3349f up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:48.201573 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0150ffe3-a822-4f52-aa71-1a544cf6ff10 admin admin] Router 97070aec-5d53-4d6e-9f09-520f180675de has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:46:48.249325 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37da81-1f65-4f77-b3b3-1bad4793c3a9 None None] Pushing event updated for resources: {'Port': ['ID=43f956bc-5c59-4279-a05f-84790a82a4dc,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:48.252098 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-0b37da81-1f65-4f77-b3b3-1bad4793c3a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:48.276050 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b40811-c113-4c2c-9824-bbdfe88d70d1 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Checking segment: {'id': '56e15056-c526-419a-9e06-2b53276373df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b7bc2e81-a69a-43d0-b6d3-227ef5c2c129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:46:48.276409 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b40811-c113-4c2c-9824-bbdfe88d70d1 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network hostable DHCP agents. Network: b7bc2e81-a69a-43d0-b6d3-227ef5c2c129, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:46:48.300058 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b40811-c113-4c2c-9824-bbdfe88d70d1 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Subnet': ['ID=10ad4c08-110b-4a28-a132-90fb8fc041ee,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:48.303472 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-95b40811-c113-4c2c-9824-bbdfe88d70d1 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:48.313374 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b40811-c113-4c2c-9824-bbdfe88d70d1 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network b7bc2e81-a69a-43d0-b6d3-227ef5c2c129 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:46:48.338937 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-95b40811-c113-4c2c-9824-bbdfe88d70d1 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, b7bc2e81-a69a-43d0-b6d3-227ef5c2c129) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:48.350423 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b40811-c113-4c2c-9824-bbdfe88d70d1 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:48.352484 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-95b40811-c113-4c2c-9824-bbdfe88d70d1 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:48.394215 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] Attempting to bind port 43f956bc-5c59-4279-a05f-84790a82a4dc on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:46:48.394545 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] Attempting to bind port 43f956bc-5c59-4279-a05f-84790a82a4dc by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '805b7ab7-7222-4825-a0bb-3c135fc5b93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '956e713a-041d-4661-ab61-51cd96127fae'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:46:48.399663 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-95b40811-c113-4c2c-9824-bbdfe88d70d1 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3021283 Nov 26 16:46:48.399860 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] Attempting to bind port 43f956bc-5c59-4279-a05f-84790a82a4dc on network 956e713a-041d-4661-ab61-51cd96127fae {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:46:48.400012 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 52910) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:48.410463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0150ffe3-a822-4f52-aa71-1a544cf6ff10 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:46:48.422910 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0150ffe3-a822-4f52-aa71-1a544cf6ff10 admin admin] 10.222.0.11 "PUT /v2.0/routers/97070aec-5d53-4d6e-9f09-520f180675de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7914345 Nov 26 16:46:48.423139 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:46:48.423139 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] Checking segment: {'id': '805b7ab7-7222-4825-a0bb-3c135fc5b93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '956e713a-041d-4661-ab61-51cd96127fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:46:48.423139 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:48.423139 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] Bound using segment: {'id': '805b7ab7-7222-4825-a0bb-3c135fc5b93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '956e713a-041d-4661-ab61-51cd96127fae'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:46:48.423139 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] Bound port: 43f956bc-5c59-4279-a05f-84790a82a4dc, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805b7ab7-7222-4825-a0bb-3c135fc5b93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '956e713a-041d-4661-ab61-51cd96127fae'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:46:48.423139 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:48.529281 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd71a13-49f8-4977-b644-fd0b400fe0ce None None] Network b7bc2e81-a69a-43d0-b6d3-227ef5c2c129 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:46:48.534690 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] For port 43f956bc-5c59-4279-a05f-84790a82a4dc, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:46:48.538863 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] For port 43f956bc-5c59-4279-a05f-84790a82a4dc, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=43f956bc-5c59-4279-a05f-84790a82a4dc,segment=NetworkSegment(805b7ab7-7222-4825-a0bb-3c135fc5b93c),segment_id=805b7ab7-7222-4825-a0bb-3c135fc5b93c)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:46:48.546868 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:48.553076 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-0b37da81-1f65-4f77-b3b3-1bad4793c3a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:48.643897 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2909e985-ee5d-4ac0-a2a2-99d52c8e7275 None None] Network 956e713a-041d-4661-ab61-51cd96127fae requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:46:48.646421 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] Routers {'b8a46299-5831-425a-a1a0-4741b8044abd'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:48.647489 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b8a46299-5831-425a-a1a0-4741b8044abd'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:48.819784 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1761bb84-16b0-40a0-9495-6b7103f06cb3 req-9aa3a6cf-5f6a-44ca-b37a-90f701a9b97b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0875769 Nov 26 16:46:48.828227 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] Set router b8a46299-5831-425a-a1a0-4741b8044abd gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:46:49.007066 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37da81-1f65-4f77-b3b3-1bad4793c3a9 None None] Pushing event updated for resources: {'Port': ['ID=43f956bc-5c59-4279-a05f-84790a82a4dc,revision_number=4']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:49.016769 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-0b37da81-1f65-4f77-b3b3-1bad4793c3a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:49.151109 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-916b00bc-9403-4e44-ad71-f845151f0454 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:49.220963 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a3fe82bb-a830-4827-9c4e-c0b5e30d2855 None None] Provisioning for port 2ca90880-8868-4803-9bee-3c76d2224299 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:49.251179 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:46:45Z', 'revision_number': 4, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None, '_interfaces': [{'id': '43f956bc-5c59-4279-a05f-84790a82a4dc', 'name': '', 'network_id': '956e713a-041d-4661-ab61-51cd96127fae', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:40:05:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'aa6693fb-d348-4c22-a1a5-119b55e1c55e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:43Z', 'updated_at': '2021-11-26T16:46:48Z', 'revision_number': 4, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': 'aa6693fb-d348-4c22-a1a5-119b55e1c55e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af499660-3c63-4c01-bfff-7f9f440130d2', 'name': '', 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:e0:62:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:37Z', 'updated_at': '2021-11-26T16:46:43Z', 'revision_number': 4, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec39c90a-3a7a-45d6-b1df-6180ab1a2db1', 'name': '', 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:41:90:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '44547533-d255-4257-88da-ea8d27d40eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:43Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '44547533-d255-4257-88da-ea8d27d40eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:49.255771 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849bf41f-4179-4a24-b880-d28a40928a2b None None] The sync data for ids ['b8a46299-5831-425a-a1a0-4741b8044abd'] in dv-neutron-819440-1-hyperv is: [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:46:45Z', 'revision_number': 4, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None, '_interfaces': [{'id': '43f956bc-5c59-4279-a05f-84790a82a4dc', 'name': '', 'network_id': '956e713a-041d-4661-ab61-51cd96127fae', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:40:05:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'aa6693fb-d348-4c22-a1a5-119b55e1c55e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:43Z', 'updated_at': '2021-11-26T16:46:48Z', 'revision_number': 4, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': 'aa6693fb-d348-4c22-a1a5-119b55e1c55e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af499660-3c63-4c01-bfff-7f9f440130d2', 'name': '', 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:e0:62:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:37Z', 'updated_at': '2021-11-26T16:46:43Z', 'revision_number': 4, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec39c90a-3a7a-45d6-b1df-6180ab1a2db1', 'name': '', 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:41:90:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '44547533-d255-4257-88da-ea8d27d40eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:43Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '44547533-d255-4257-88da-ea8d27d40eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:46:49.276573 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52922) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:49.285224 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-397c4915-b9ff-4978-ba2c-7f9f5e0853cd tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-49045954', 'description': 'tempest-secgroup-smoke-49045954 description', 'project_id': '9f9230f34386409ca98bc1f84ec409b3'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:49.288324 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 5b8dafb4-bba6-4b05-86a0-8f2496d3349f triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:49.288785 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:49.299318 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-397c4915-b9ff-4978-ba2c-7f9f5e0853cd tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:49.303610 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-397c4915-b9ff-4978-ba2c-7f9f5e0853cd tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Usage tracker for resource:security_group and tenant:9f9230f34386409ca98bc1f84ec409b3 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:49.311256 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-397c4915-b9ff-4978-ba2c-7f9f5e0853cd tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:49.325914 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-397c4915-b9ff-4978-ba2c-7f9f5e0853cd tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:49.343755 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-397c4915-b9ff-4978-ba2c-7f9f5e0853cd tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:49.364914 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-397c4915-b9ff-4978-ba2c-7f9f5e0853cd tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:49.368724 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-397c4915-b9ff-4978-ba2c-7f9f5e0853cd tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Usage tracker for resource:security_group_rule and tenant:9f9230f34386409ca98bc1f84ec409b3 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:49.371862 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-397c4915-b9ff-4978-ba2c-7f9f5e0853cd tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:49.384700 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-397c4915-b9ff-4978-ba2c-7f9f5e0853cd tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:49.408736 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:49.484795 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-397c4915-b9ff-4978-ba2c-7f9f5e0853cd tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:49.490988 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-397c4915-b9ff-4978-ba2c-7f9f5e0853cd tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:49.504520 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:37Z', 'revision_number': 4, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'gw_port': {'id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:33Z', 'updated_at': '2021-11-26T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'a376c8b5-463c-4dec-b239-66fcf6f89e98', 'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'mac_address': 'fa:16:3e:42:76:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'b55da957-278e-4beb-9f32-8be970680118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:36Z', 'updated_at': '2021-11-26T16:46:46Z', 'revision_number': 4, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'subnets': [{'id': 'b55da957-278e-4beb-9f32-8be970680118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:49.512082 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-544ac092-c144-441c-978e-9c8ebffdcb6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:49.527951 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104162bb-8ea9-44ba-b33f-bc28899dc029 None None] The sync data for ids ['3ec6f694-0713-49b5-ae38-a2a296371a33'] in dv-neutron-819440-1-hyperv is: [{'id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:37Z', 'revision_number': 4, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'gw_port': {'id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:33Z', 'updated_at': '2021-11-26T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'a376c8b5-463c-4dec-b239-66fcf6f89e98', 'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'mac_address': 'fa:16:3e:42:76:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'b55da957-278e-4beb-9f32-8be970680118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:36Z', 'updated_at': '2021-11-26T16:46:46Z', 'revision_number': 4, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'subnets': [{'id': 'b55da957-278e-4beb-9f32-8be970680118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:46:49.553310 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c4915-b9ff-4978-ba2c-7f9f5e0853cd tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44dd585b-2be2-4759-9419-3f873bd27f44,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:49.554786 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] Transition to ACTIVE for port object f25e0a8f-70ce-4c92-ad62-93e15123aef8 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:49.556351 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-397c4915-b9ff-4978-ba2c-7f9f5e0853cd tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:49.559086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-397c4915-b9ff-4978-ba2c-7f9f5e0853cd tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:49.561088 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-397c4915-b9ff-4978-ba2c-7f9f5e0853cd tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2816792 Nov 26 16:46:49.563708 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52926) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:49.570783 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-a327212a-a39b-4cf9-b06f-cb00e5687889 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Request body: {'security_group_rule': {'security_group_id': '44dd585b-2be2-4759-9419-3f873bd27f44', 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:49.578866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-a327212a-a39b-4cf9-b06f-cb00e5687889 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:49.583995 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a327212a-a39b-4cf9-b06f-cb00e5687889 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Usage tracker for resource:security_group_rule and tenant:9f9230f34386409ca98bc1f84ec409b3 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:49.587923 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a327212a-a39b-4cf9-b06f-cb00e5687889 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:49.595203 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-a327212a-a39b-4cf9-b06f-cb00e5687889 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:49.644474 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a327212a-a39b-4cf9-b06f-cb00e5687889 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:49.650379 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c9ff5c9d-a25e-4710-8bff-c59288308a78 None None] Provisioning for port 4358b42f-1848-4e1d-bcd9-07d116e8cef3 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:49.672520 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:49.678273 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:49.687819 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:49.735965 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-916b00bc-9403-4e44-ad71-f845151f0454 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Allocated IP 172.23.0.1 (b7bc2e81-a69a-43d0-b6d3-227ef5c2c129/10ad4c08-110b-4a28-a132-90fb8fc041ee/a304081c-3486-40c6-89d7-880edc8ee05e) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:46:49.739762 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a327212a-a39b-4cf9-b06f-cb00e5687889 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:49.746551 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a327212a-a39b-4cf9-b06f-cb00e5687889 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:49.771937 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:49.792867 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a327212a-a39b-4cf9-b06f-cb00e5687889 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:49.798100 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a327212a-a39b-4cf9-b06f-cb00e5687889 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2330163 Nov 26 16:46:49.801385 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52932) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:49.815376 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-783d82e6-131b-4751-bc97-7fdca8ebcb0c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Request body: {'security_group_rule': {'security_group_id': '44dd585b-2be2-4759-9419-3f873bd27f44', 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:49.834443 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-783d82e6-131b-4751-bc97-7fdca8ebcb0c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:49.837986 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327212a-a39b-4cf9-b06f-cb00e5687889 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0741ab7d-98bf-4260-8133-21451c401f49,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:49.841712 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a327212a-a39b-4cf9-b06f-cb00e5687889 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:49.845173 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-783d82e6-131b-4751-bc97-7fdca8ebcb0c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Usage tracker for resource:security_group_rule and tenant:9f9230f34386409ca98bc1f84ec409b3 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:49.857516 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-783d82e6-131b-4751-bc97-7fdca8ebcb0c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:49.865814 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-783d82e6-131b-4751-bc97-7fdca8ebcb0c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:49.889440 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-783d82e6-131b-4751-bc97-7fdca8ebcb0c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:50.034604 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] Attempting to bind port f25e0a8f-70ce-4c92-ad62-93e15123aef8 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:46:50.035903 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] Attempting to bind port f25e0a8f-70ce-4c92-ad62-93e15123aef8 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:46:50.036599 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] Attempting to bind port f25e0a8f-70ce-4c92-ad62-93e15123aef8 on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:46:50.054731 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478330fc-f743-442f-9d94-f8cba13f9b6d None None] Pushing event updated for resources: {'Port': ['ID=f25e0a8f-70ce-4c92-ad62-93e15123aef8,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:50.061357 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-efbd089a-57ae-4106-932e-571fb872e2a5 req-34ebcd5a-661a-4901-82de-ddc1b9e747a3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1296813 Nov 26 16:46:50.068598 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-478330fc-f743-442f-9d94-f8cba13f9b6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:50.085204 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:46:50.085204 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:46:50.085204 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:50.085204 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:46:50.085204 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] Bound port: f25e0a8f-70ce-4c92-ad62-93e15123aef8, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:46:50.085753 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-916b00bc-9403-4e44-ad71-f845151f0454 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:50.085863 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:50.096632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-783d82e6-131b-4751-bc97-7fdca8ebcb0c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:50.105652 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-783d82e6-131b-4751-bc97-7fdca8ebcb0c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:50.107700 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-16ef5a0d-ab76-4f96-b66c-3ee46402d963 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:50.110152 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-916b00bc-9403-4e44-ad71-f845151f0454 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Transition to ACTIVE for port object a304081c-3486-40c6-89d7-880edc8ee05e will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:50.123134 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-b7bc2e81-a69a-43d0-b6d3-227ef5c2c129', 'network_id': 'b7bc2e81-a69a-43d0-b6d3-227ef5c2c129', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'fixed_ips': [{'subnet_id': '10ad4c08-110b-4a28-a132-90fb8fc041ee'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:46:50.124201 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:50.153053 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-916b00bc-9403-4e44-ad71-f845151f0454 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:50.166288 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-04b6a2a3-1ac5-4bfd-89ce-7fb7ad2b2b72 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:50.173493 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d82e6-131b-4751-bc97-7fdca8ebcb0c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccaa303c-cafb-442a-ba7c-95764ac94ca5,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:50.184742 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-783d82e6-131b-4751-bc97-7fdca8ebcb0c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:50.211756 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2f292e5e-b1ce-4564-b3ee-873815db2f84 None None] Provisioning for port 24584d03-a82c-4fb4-8f8b-6aa41924834e completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:50.212374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-783d82e6-131b-4751-bc97-7fdca8ebcb0c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:50.213578 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-783d82e6-131b-4751-bc97-7fdca8ebcb0c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4111392 Nov 26 16:46:50.216253 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52938) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:50.220135 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ec39c90a-3a7a-45d6-b1df-6180ab1a2db1 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:50.222001 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-1bb25e17-1e30-45ad-8135-f51c3c6a4f0c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Request body: {'security_group_rule': {'security_group_id': '44dd585b-2be2-4759-9419-3f873bd27f44', 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:50.238386 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-1bb25e17-1e30-45ad-8135-f51c3c6a4f0c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:50.248355 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1bb25e17-1e30-45ad-8135-f51c3c6a4f0c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Usage tracker for resource:security_group_rule and tenant:9f9230f34386409ca98bc1f84ec409b3 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:50.252521 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1bb25e17-1e30-45ad-8135-f51c3c6a4f0c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:50.268329 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-1bb25e17-1e30-45ad-8135-f51c3c6a4f0c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:50.286150 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916b00bc-9403-4e44-ad71-f845151f0454 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network b7bc2e81-a69a-43d0-b6d3-227ef5c2c129 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:50.306387 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-916b00bc-9403-4e44-ad71-f845151f0454 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:50.311818 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1bb25e17-1e30-45ad-8135-f51c3c6a4f0c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:50.313143 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916b00bc-9403-4e44-ad71-f845151f0454 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:46:50.379184 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2f292e5e-b1ce-4564-b3ee-873815db2f84 None None] Provisioning complete for port 24584d03-a82c-4fb4-8f8b-6aa41924834e triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:50.379433 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2f292e5e-b1ce-4564-b3ee-873815db2f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:50.426858 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1bb25e17-1e30-45ad-8135-f51c3c6a4f0c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:50.436953 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1bb25e17-1e30-45ad-8135-f51c3c6a4f0c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:50.438840 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4502902a-101e-4cf5-8967-deb9166dfbea tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:50.474583 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb25e17-1e30-45ad-8135-f51c3c6a4f0c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48da9716-d20c-4ae0-abc2-ea363b8806f7,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:50.477360 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1bb25e17-1e30-45ad-8135-f51c3c6a4f0c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:50.495439 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1bb25e17-1e30-45ad-8135-f51c3c6a4f0c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:50.500086 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1bb25e17-1e30-45ad-8135-f51c3c6a4f0c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2802336 Nov 26 16:46:50.500320 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52942) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:50.501044 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-2f292e5e-b1ce-4564-b3ee-873815db2f84 None None] Port 24584d03-a82c-4fb4-8f8b-6aa41924834e cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:46:50.507607 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-e46ace1a-b5cb-455c-a191-f34cce580222 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Request body: {'security_group_rule': {'security_group_id': '44dd585b-2be2-4759-9419-3f873bd27f44', 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:50.515004 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e46ace1a-b5cb-455c-a191-f34cce580222 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:50.529169 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e46ace1a-b5cb-455c-a191-f34cce580222 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Usage tracker for resource:security_group_rule and tenant:9f9230f34386409ca98bc1f84ec409b3 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:50.532677 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e46ace1a-b5cb-455c-a191-f34cce580222 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:50.540466 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e46ace1a-b5cb-455c-a191-f34cce580222 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:50.566883 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e46ace1a-b5cb-455c-a191-f34cce580222 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:50.610570 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] For port f25e0a8f-70ce-4c92-ad62-93e15123aef8, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:46:50.617850 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] For port f25e0a8f-70ce-4c92-ad62-93e15123aef8, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f25e0a8f-70ce-4c92-ad62-93e15123aef8,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:46:50.621542 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b00bc-9403-4e44-ad71-f845151f0454 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Port': ['ID=a304081c-3486-40c6-89d7-880edc8ee05e,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:50.637760 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] Allocated IP 172.23.0.2 (b7bc2e81-a69a-43d0-b6d3-227ef5c2c129/10ad4c08-110b-4a28-a132-90fb8fc041ee/ae0c0f35-8b32-4ccc-9931-36938ba6ed65) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:46:50.642601 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:50.646256 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-916b00bc-9403-4e44-ad71-f845151f0454 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:50.656636 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8f06d8b6-ce5c-4a77-9d57-143208cb715d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:50.714677 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-916b00bc-9403-4e44-ad71-f845151f0454 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:50.717845 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e46ace1a-b5cb-455c-a191-f34cce580222 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:50.730414 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e46ace1a-b5cb-455c-a191-f34cce580222 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:50.732424 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f91a2bf9-fed9-47e1-9be3-d580eaf0fb00 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:50.752686 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478330fc-f743-442f-9d94-f8cba13f9b6d None None] Pushing event updated for resources: {'Port': ['ID=f25e0a8f-70ce-4c92-ad62-93e15123aef8,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:50.755934 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-478330fc-f743-442f-9d94-f8cba13f9b6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:50.787267 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port ec39c90a-3a7a-45d6-b1df-6180ab1a2db1 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:50.790642 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:50.800025 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ace1a-b5cb-455c-a191-f34cce580222 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8170e7b-157e-4b7b-ae56-7f9870ee2f34,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:50.804607 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e46ace1a-b5cb-455c-a191-f34cce580222 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:50.832944 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e46ace1a-b5cb-455c-a191-f34cce580222 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:50.837438 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e46ace1a-b5cb-455c-a191-f34cce580222 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3330021 Nov 26 16:46:50.842071 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52946) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:50.851483 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-fd73a556-3598-4d20-a352-dcdb4eab1ccf tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Request body: {'security_group_rule': {'security_group_id': '44dd585b-2be2-4759-9419-3f873bd27f44', 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:50.859759 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-fd73a556-3598-4d20-a352-dcdb4eab1ccf tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:50.867495 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-fd73a556-3598-4d20-a352-dcdb4eab1ccf tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Usage tracker for resource:security_group_rule and tenant:9f9230f34386409ca98bc1f84ec409b3 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:50.873258 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-fd73a556-3598-4d20-a352-dcdb4eab1ccf tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:50.880486 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-fd73a556-3598-4d20-a352-dcdb4eab1ccf tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:50.895047 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.securitygroups_db [None req-fd73a556-3598-4d20-a352-dcdb4eab1ccf tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Project 9f9230f34386409ca98bc1f84ec409b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:46:50.904281 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fd73a556-3598-4d20-a352-dcdb4eab1ccf tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:50.923393 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] Routers {'97070aec-5d53-4d6e-9f09-520f180675de'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:50.924457 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['97070aec-5d53-4d6e-9f09-520f180675de'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:50.928911 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-916b00bc-9403-4e44-ad71-f845151f0454 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:50.976765 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fd73a556-3598-4d20-a352-dcdb4eab1ccf tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:50.980877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fd73a556-3598-4d20-a352-dcdb4eab1ccf tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:50.983095 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ba7fe7ac-899f-497f-8b28-85330d74236e tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:51.007706 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73a556-3598-4d20-a352-dcdb4eab1ccf tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6a3dd5-34b6-4687-97b9-ac8e49c13e6b,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:51.011194 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fd73a556-3598-4d20-a352-dcdb4eab1ccf tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:51.020465 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fd73a556-3598-4d20-a352-dcdb4eab1ccf tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:51.021812 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-fd73a556-3598-4d20-a352-dcdb4eab1ccf tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1784682 Nov 26 16:46:51.025225 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 52950) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:51.030796 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-baa886aa-4298-4df2-960a-4be2aa87691d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Request body: {'security_group_rule': {'security_group_id': '44dd585b-2be2-4759-9419-3f873bd27f44', 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:51.037502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-baa886aa-4298-4df2-960a-4be2aa87691d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:46:51.041693 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-baa886aa-4298-4df2-960a-4be2aa87691d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Usage tracker for resource:security_group_rule and tenant:9f9230f34386409ca98bc1f84ec409b3 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:46:51.045944 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-baa886aa-4298-4df2-960a-4be2aa87691d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:46:51.052341 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-baa886aa-4298-4df2-960a-4be2aa87691d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:46:51.066105 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.securitygroups_db [None req-baa886aa-4298-4df2-960a-4be2aa87691d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Project 9f9230f34386409ca98bc1f84ec409b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:46:51.075027 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-baa886aa-4298-4df2-960a-4be2aa87691d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:51.122670 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-1d799f51-c9c2-4eb9-b39d-b1fc917bb1d4 None None] Provisioning complete for port 24584d03-a82c-4fb4-8f8b-6aa41924834e triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:51.123224 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1d799f51-c9c2-4eb9-b39d-b1fc917bb1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:51.177516 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-baa886aa-4298-4df2-960a-4be2aa87691d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:51.186708 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-baa886aa-4298-4df2-960a-4be2aa87691d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:51.189057 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:51.220359 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa886aa-4298-4df2-960a-4be2aa87691d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d97d48c9-8042-41db-9fe7-b644382fa78b,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:51.231082 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-baa886aa-4298-4df2-960a-4be2aa87691d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:51.239755 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-1d799f51-c9c2-4eb9-b39d-b1fc917bb1d4 None None] Port 24584d03-a82c-4fb4-8f8b-6aa41924834e cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:46:51.241179 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-baa886aa-4298-4df2-960a-4be2aa87691d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:51.244095 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-baa886aa-4298-4df2-960a-4be2aa87691d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2168279 Nov 26 16:46:51.261751 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-86064201-ee80-44ee-9b0b-1e0859e9c9d3 req-cc25e334-e6af-430d-9b6a-60b392cc6b25 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0806289 Nov 26 16:46:51.368935 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-1d799f51-c9c2-4eb9-b39d-b1fc917bb1d4 None None] Provisioning for port 43f956bc-5c59-4279-a05f-84790a82a4dc completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:51.429781 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] Set router 97070aec-5d53-4d6e-9f09-520f180675de gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:46:51.566777 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:51.569258 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-916b00bc-9403-4e44-ad71-f845151f0454 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:51.576849 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-916b00bc-9403-4e44-ad71-f845151f0454 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:51.609563 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 2ca90880-8868-4803-9bee-3c76d2224299 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:51.636631 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-42112b88-4493-4d05-abc3-041c12fe110e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:51.649868 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] Transition to ACTIVE for port object ae0c0f35-8b32-4ccc-9931-36938ba6ed65 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:51.794099 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b00bc-9403-4e44-ad71-f845151f0454 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event updated for resources: {'Port': ['ID=a304081c-3486-40c6-89d7-880edc8ee05e,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:51.804676 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-916b00bc-9403-4e44-ad71-f845151f0454 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:51.805553 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-916b00bc-9403-4e44-ad71-f845151f0454 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:52.014720 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916b00bc-9403-4e44-ad71-f845151f0454 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Network b7bc2e81-a69a-43d0-b6d3-227ef5c2c129 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:52.016163 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-916b00bc-9403-4e44-ad71-f845151f0454 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:52.018937 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] Transition to ACTIVE for port object ae0c0f35-8b32-4ccc-9931-36938ba6ed65 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:52.056252 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:52.063420 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c0f088ae-8b31-44d8-bafe-92f79f64a9ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:52.118849 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-3eae3a56-a438-43f7-adb1-796f767ed890 None None] Provisioning complete for port 24584d03-a82c-4fb4-8f8b-6aa41924834e triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:52.119577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3eae3a56-a438-43f7-adb1-796f767ed890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:52.170335 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 2ca90880-8868-4803-9bee-3c76d2224299 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:52.197842 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 2ca90880-8868-4803-9bee-3c76d2224299 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:52.197842 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:52.216817 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916b00bc-9403-4e44-ad71-f845151f0454 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Router b8a46299-5831-425a-a1a0-4741b8044abd has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:46:52.250599 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] Network b7bc2e81-a69a-43d0-b6d3-227ef5c2c129 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:46:52.278357 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:46:52.293997 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:46:52.298163 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] Pushing event updated for resources: {'Port': ['ID=ae0c0f35-8b32-4ccc-9931-36938ba6ed65,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:52.310793 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:52.374978 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-3eae3a56-a438-43f7-adb1-796f767ed890 None None] Port 24584d03-a82c-4fb4-8f8b-6aa41924834e cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:46:52.426782 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916b00bc-9403-4e44-ad71-f845151f0454 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:46:52.446557 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a7672e36-9f3d-44b8-b176-65490e1b6b47 req-c3e8074a-7d98-40b4-b027-abda95890221 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1116860 Nov 26 16:46:52.447255 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] Sync routers for ids ['b8a46299-5831-425a-a1a0-4741b8044abd'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:46:52.458803 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-916b00bc-9403-4e44-ad71-f845151f0454 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "PUT /v2.0/routers/b8a46299-5831-425a-a1a0-4741b8044abd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0552545 Nov 26 16:46:52.459236 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53006) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:52.465700 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-f9092bce-598c-4be9-9af6-aa5f78613ab9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:52.480948 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] Routers {'b8a46299-5831-425a-a1a0-4741b8044abd'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:52.481609 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b8a46299-5831-425a-a1a0-4741b8044abd'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:52.612941 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] Attempting to bind port ae0c0f35-8b32-4ccc-9931-36938ba6ed65 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:46:52.613332 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] Attempting to bind port ae0c0f35-8b32-4ccc-9931-36938ba6ed65 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '56e15056-c526-419a-9e06-2b53276373df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b7bc2e81-a69a-43d0-b6d3-227ef5c2c129'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:46:52.613711 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] Attempting to bind port ae0c0f35-8b32-4ccc-9931-36938ba6ed65 on network b7bc2e81-a69a-43d0-b6d3-227ef5c2c129 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:46:52.660877 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:46:52.661531 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] Checking segment: {'id': '56e15056-c526-419a-9e06-2b53276373df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b7bc2e81-a69a-43d0-b6d3-227ef5c2c129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:46:52.661531 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:52.661943 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] Bound using segment: {'id': '56e15056-c526-419a-9e06-2b53276373df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b7bc2e81-a69a-43d0-b6d3-227ef5c2c129'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:46:52.662431 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] Bound port: ae0c0f35-8b32-4ccc-9931-36938ba6ed65, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e15056-c526-419a-9e06-2b53276373df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b7bc2e81-a69a-43d0-b6d3-227ef5c2c129'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:46:52.662814 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:52.757460 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:52.781670 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] Set router b8a46299-5831-425a-a1a0-4741b8044abd gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:46:52.862447 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97070aec-5d53-4d6e-9f09-520f180675de', 'name': 'tempest-TestVolumeBootPattern-1056152710-router', 'tenant_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'f25e0a8f-70ce-4c92-ad62-93e15123aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:41Z', 'updated_at': '2021-11-26T16:46:46Z', 'revision_number': 4, 'project_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'gw_port': {'id': 'f25e0a8f-70ce-4c92-ad62-93e15123aef8', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97070aec-5d53-4d6e-9f09-520f180675de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:42Z', 'updated_at': '2021-11-26T16:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '24584d03-a82c-4fb4-8f8b-6aa41924834e', 'name': '', 'network_id': '6ef46855-800b-4c1c-9334-3668aad690f9', 'tenant_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'mac_address': 'fa:16:3e:75:00:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97070aec-5d53-4d6e-9f09-520f180675de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '4867a441-1c04-4c3f-a482-8677a468b98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:45Z', 'updated_at': '2021-11-26T16:46:46Z', 'revision_number': 2, 'project_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'subnets': [{'id': '4867a441-1c04-4c3f-a482-8677a468b98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:52.886126 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e8943-e4c4-44a7-840e-7fa108be95c2 None None] The sync data for ids ['97070aec-5d53-4d6e-9f09-520f180675de'] in dv-neutron-819440-1-hyperv is: [{'id': '97070aec-5d53-4d6e-9f09-520f180675de', 'name': 'tempest-TestVolumeBootPattern-1056152710-router', 'tenant_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'f25e0a8f-70ce-4c92-ad62-93e15123aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:41Z', 'updated_at': '2021-11-26T16:46:46Z', 'revision_number': 4, 'project_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'gw_port': {'id': 'f25e0a8f-70ce-4c92-ad62-93e15123aef8', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97070aec-5d53-4d6e-9f09-520f180675de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:42Z', 'updated_at': '2021-11-26T16:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '24584d03-a82c-4fb4-8f8b-6aa41924834e', 'name': '', 'network_id': '6ef46855-800b-4c1c-9334-3668aad690f9', 'tenant_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'mac_address': 'fa:16:3e:75:00:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97070aec-5d53-4d6e-9f09-520f180675de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '4867a441-1c04-4c3f-a482-8677a468b98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:45Z', 'updated_at': '2021-11-26T16:46:46Z', 'revision_number': 2, 'project_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'subnets': [{'id': '4867a441-1c04-4c3f-a482-8677a468b98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:46:52.976077 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 2ca90880-8868-4803-9bee-3c76d2224299, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=2ca90880-8868-4803-9bee-3c76d2224299,segment=NetworkSegment(d3d1fc38-d00c-4a8c-915d-9f6fbb2d7e4a),segment_id=d3d1fc38-d00c-4a8c-915d-9f6fbb2d7e4a)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:53.000810 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:53.001679 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f6bd1027-df43-4a54-9b4e-0daec6c44941 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:53.036175 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:53.130411 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] For port ae0c0f35-8b32-4ccc-9931-36938ba6ed65, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:46:53.180113 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] For port ae0c0f35-8b32-4ccc-9931-36938ba6ed65, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=ae0c0f35-8b32-4ccc-9931-36938ba6ed65,segment=NetworkSegment(56e15056-c526-419a-9e06-2b53276373df),segment_id=56e15056-c526-419a-9e06-2b53276373df)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:46:53.225286 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:53.297954 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=2ca90880-8868-4803-9bee-3c76d2224299,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:53.301757 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:53.310388 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:53.342141 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.extraroute_db [None req-f9092bce-598c-4be9-9af6-aa5f78613ab9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87518) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 26 16:46:53.371866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.extraroute_db [None req-f9092bce-598c-4be9-9af6-aa5f78613ab9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Removed routes are [] {{(pid=87518) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 26 16:46:53.373056 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f9092bce-598c-4be9-9af6-aa5f78613ab9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:53.531448 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port f6bd1027-df43-4a54-9b4e-0daec6c44941 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:53.531865 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:53.585336 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] Pushing event updated for resources: {'Port': ['ID=ae0c0f35-8b32-4ccc-9931-36938ba6ed65,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:53.589058 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:53.714643 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-85869436-206d-4d9a-ba01-a638bddc2743 req-43e68e75-bccf-4ea9-9e80-5364b1b448bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1379602 Nov 26 16:46:53.728029 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:46:50Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None, '_interfaces': [{'id': '43f956bc-5c59-4279-a05f-84790a82a4dc', 'name': '', 'network_id': '956e713a-041d-4661-ab61-51cd96127fae', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:40:05:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'aa6693fb-d348-4c22-a1a5-119b55e1c55e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:43Z', 'updated_at': '2021-11-26T16:46:48Z', 'revision_number': 4, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': 'aa6693fb-d348-4c22-a1a5-119b55e1c55e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a304081c-3486-40c6-89d7-880edc8ee05e', 'name': '', 'network_id': 'b7bc2e81-a69a-43d0-b6d3-227ef5c2c129', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:9c:da:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '10ad4c08-110b-4a28-a132-90fb8fc041ee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:49Z', 'updated_at': '2021-11-26T16:46:51Z', 'revision_number': 2, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '10ad4c08-110b-4a28-a132-90fb8fc041ee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af499660-3c63-4c01-bfff-7f9f440130d2', 'name': '', 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:e0:62:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:37Z', 'updated_at': '2021-11-26T16:46:43Z', 'revision_number': 4, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec39c90a-3a7a-45d6-b1df-6180ab1a2db1', 'name': '', 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:41:90:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '44547533-d255-4257-88da-ea8d27d40eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:43Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '44547533-d255-4257-88da-ea8d27d40eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:53.754267 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] Checking router: b8a46299-5831-425a-a1a0-4741b8044abd for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:46:53.754647 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] Updating router b8a46299-5831-425a-a1a0-4741b8044abd port a304081c-3486-40c6-89d7-880edc8ee05e binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:46:53.825039 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 4358b42f-1848-4e1d-bcd9-07d116e8cef3 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:53.875851 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:54.038548 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f9092bce-598c-4be9-9af6-aa5f78613ab9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:54.049914 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f9092bce-598c-4be9-9af6-aa5f78613ab9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780415'] for router, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:54.110830 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 4358b42f-1848-4e1d-bcd9-07d116e8cef3 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:54.122297 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 4358b42f-1848-4e1d-bcd9-07d116e8cef3 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:54.122714 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:54.284932 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9092bce-598c-4be9-9af6-aa5f78613ab9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Router b8a46299-5831-425a-a1a0-4741b8044abd has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:46:54.431692 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:54.516334 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9092bce-598c-4be9-9af6-aa5f78613ab9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:46:54.524069 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f9092bce-598c-4be9-9af6-aa5f78613ab9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:54.525609 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f9092bce-598c-4be9-9af6-aa5f78613ab9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "PUT /v2.0/routers/b8a46299-5831-425a-a1a0-4741b8044abd HTTP/1.1" status: 200 len: 934 time: 2.0649149 Nov 26 16:46:54.529279 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53050) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:54.533217 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 4358b42f-1848-4e1d-bcd9-07d116e8cef3, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=4358b42f-1848-4e1d-bcd9-07d116e8cef3,segment=NetworkSegment(805b7ab7-7222-4825-a0bb-3c135fc5b93c),segment_id=805b7ab7-7222-4825-a0bb-3c135fc5b93c)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:54.539050 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:54.542535 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device af499660-3c63-4c01-bfff-7f9f440130d2 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:54.576188 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-bb530701-614b-47f3-ace3-44f205df5f2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:54.705392 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:54.716226 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=4358b42f-1848-4e1d-bcd9-07d116e8cef3,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:54.724573 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:54.731698 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] Transition to ACTIVE for port object a304081c-3486-40c6-89d7-880edc8ee05e will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:54.764176 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:54.779931 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e78ef078-9d20-4e38-8d69-8db6aa5751ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:54.933830 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port af499660-3c63-4c01-bfff-7f9f440130d2 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:54.948249 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port af499660-3c63-4c01-bfff-7f9f440130d2 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:54.948634 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:54.990520 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f831b2f3-733b-4823-a314-0107b4efe026 req-220982aa-231a-47c3-aa06-b80d41fb9fd6 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1948957 Nov 26 16:46:55.071823 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ecc81-054f-4838-8be7-b72c22a58bd0 None None] Pushing event updated for resources: {'Port': ['ID=a304081c-3486-40c6-89d7-880edc8ee05e,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:55.074365 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-410ecc81-054f-4838-8be7-b72c22a58bd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:55.075327 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53058) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:55.081994 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-250558f1-d008-4e73-b8d0-7d594822cb24 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "GET /v2.0/routers/b8a46299-5831-425a-a1a0-4741b8044abd HTTP/1.1" status: 200 len: 934 time: 0.5511005 Nov 26 16:46:55.082853 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-db2f887a-9313-4e9c-9c00-7e6ac4505fcb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'router': {'routes': None}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:46:55.156704 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] Attempting to bind port a304081c-3486-40c6-89d7-880edc8ee05e on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:46:55.156704 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] Attempting to bind port a304081c-3486-40c6-89d7-880edc8ee05e by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '56e15056-c526-419a-9e06-2b53276373df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b7bc2e81-a69a-43d0-b6d3-227ef5c2c129'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:46:55.156704 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] Attempting to bind port a304081c-3486-40c6-89d7-880edc8ee05e on network b7bc2e81-a69a-43d0-b6d3-227ef5c2c129 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:46:55.166747 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:46:55.167129 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] Checking segment: {'id': '56e15056-c526-419a-9e06-2b53276373df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b7bc2e81-a69a-43d0-b6d3-227ef5c2c129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:46:55.167542 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:55.167974 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] Bound using segment: {'id': '56e15056-c526-419a-9e06-2b53276373df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b7bc2e81-a69a-43d0-b6d3-227ef5c2c129'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:46:55.168709 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] Bound port: a304081c-3486-40c6-89d7-880edc8ee05e, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e15056-c526-419a-9e06-2b53276373df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b7bc2e81-a69a-43d0-b6d3-227ef5c2c129'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:46:55.169091 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:55.223831 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aef56c-ebf8-4df7-af7d-5ab83cfd4ba5 None None] Network b7bc2e81-a69a-43d0-b6d3-227ef5c2c129 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:46:55.406601 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f9983a80-a0d9-4813-9a8e-1ac3f61363b4 None None] Provisioning for port ae0c0f35-8b32-4ccc-9931-36938ba6ed65 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:55.427315 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:55.452184 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] For port a304081c-3486-40c6-89d7-880edc8ee05e, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:46:55.481086 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] For port a304081c-3486-40c6-89d7-880edc8ee05e, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=a304081c-3486-40c6-89d7-880edc8ee05e,segment=NetworkSegment(56e15056-c526-419a-9e06-2b53276373df),segment_id=56e15056-c526-419a-9e06-2b53276373df)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:46:55.521320 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:55.534163 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d308d031-207d-4f27-820d-4b689df75af6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:55.646541 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port af499660-3c63-4c01-bfff-7f9f440130d2, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=af499660-3c63-4c01-bfff-7f9f440130d2,segment=NetworkSegment(6843fbba-ce4e-4aa9-ade3-e74aca52743f),segment_id=6843fbba-ce4e-4aa9-ade3-e74aca52743f)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:55.663999 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:55.723252 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] Routers {'b8a46299-5831-425a-a1a0-4741b8044abd'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:55.723920 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b8a46299-5831-425a-a1a0-4741b8044abd'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:55.789875 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ecc81-054f-4838-8be7-b72c22a58bd0 None None] Pushing event updated for resources: {'Port': ['ID=a304081c-3486-40c6-89d7-880edc8ee05e,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:55.794301 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-410ecc81-054f-4838-8be7-b72c22a58bd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:55.852278 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:55.956448 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.extraroute_db [None req-db2f887a-9313-4e9c-9c00-7e6ac4505fcb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Added routes are [] {{(pid=87518) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 26 16:46:55.957194 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.extraroute_db [None req-db2f887a-9313-4e9c-9c00-7e6ac4505fcb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87518) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 26 16:46:55.971650 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=af499660-3c63-4c01-bfff-7f9f440130d2,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:55.974758 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:55.976877 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] Set router b8a46299-5831-425a-a1a0-4741b8044abd gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:46:56.006724 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-db2f887a-9313-4e9c-9c00-7e6ac4505fcb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:56.088224 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 2ca90880-8868-4803-9bee-3c76d2224299 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:56.151027 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0f29872a-6463-42f8-87c1-b5b949e4f9d8 req-1ef98ecd-affd-469d-80a2-9cb5540a6595 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0817041 Nov 26 16:46:56.372809 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 2ca90880-8868-4803-9bee-3c76d2224299 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:56.373150 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:56.473628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-db2f887a-9313-4e9c-9c00-7e6ac4505fcb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:56.477961 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-db2f887a-9313-4e9c-9c00-7e6ac4505fcb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780415'] for router, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:56.616567 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 43f956bc-5c59-4279-a05f-84790a82a4dc up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:56.650421 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-721c40e3-20a9-4434-a154-e3d44a0429b6 None None] Provisioning for port a304081c-3486-40c6-89d7-880edc8ee05e completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:56.717434 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2f887a-9313-4e9c-9c00-7e6ac4505fcb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Router b8a46299-5831-425a-a1a0-4741b8044abd has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:46:56.726863 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 43f956bc-5c59-4279-a05f-84790a82a4dc completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:56.740917 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 43f956bc-5c59-4279-a05f-84790a82a4dc triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:56.740917 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:56.788736 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:46:53Z', 'revision_number': 6, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None, '_interfaces': [{'id': '43f956bc-5c59-4279-a05f-84790a82a4dc', 'name': '', 'network_id': '956e713a-041d-4661-ab61-51cd96127fae', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:40:05:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'aa6693fb-d348-4c22-a1a5-119b55e1c55e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:43Z', 'updated_at': '2021-11-26T16:46:48Z', 'revision_number': 4, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': 'aa6693fb-d348-4c22-a1a5-119b55e1c55e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a304081c-3486-40c6-89d7-880edc8ee05e', 'name': '', 'network_id': 'b7bc2e81-a69a-43d0-b6d3-227ef5c2c129', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:9c:da:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '10ad4c08-110b-4a28-a132-90fb8fc041ee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:49Z', 'updated_at': '2021-11-26T16:46:55Z', 'revision_number': 4, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '10ad4c08-110b-4a28-a132-90fb8fc041ee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af499660-3c63-4c01-bfff-7f9f440130d2', 'name': '', 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:e0:62:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:37Z', 'updated_at': '2021-11-26T16:46:55Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec39c90a-3a7a-45d6-b1df-6180ab1a2db1', 'name': '', 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:41:90:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '44547533-d255-4257-88da-ea8d27d40eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:43Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '44547533-d255-4257-88da-ea8d27d40eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:56.805301 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b10b971-019d-4fba-bc31-f8d46a6e2e08 None None] The sync data for ids ['b8a46299-5831-425a-a1a0-4741b8044abd'] in dv-neutron-819440-1-hyperv is: [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:46:53Z', 'revision_number': 6, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None, '_interfaces': [{'id': '43f956bc-5c59-4279-a05f-84790a82a4dc', 'name': '', 'network_id': '956e713a-041d-4661-ab61-51cd96127fae', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:40:05:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'aa6693fb-d348-4c22-a1a5-119b55e1c55e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:43Z', 'updated_at': '2021-11-26T16:46:48Z', 'revision_number': 4, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': 'aa6693fb-d348-4c22-a1a5-119b55e1c55e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a304081c-3486-40c6-89d7-880edc8ee05e', 'name': '', 'network_id': 'b7bc2e81-a69a-43d0-b6d3-227ef5c2c129', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:9c:da:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '10ad4c08-110b-4a28-a132-90fb8fc041ee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:49Z', 'updated_at': '2021-11-26T16:46:55Z', 'revision_number': 4, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '10ad4c08-110b-4a28-a132-90fb8fc041ee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af499660-3c63-4c01-bfff-7f9f440130d2', 'name': '', 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:e0:62:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:37Z', 'updated_at': '2021-11-26T16:46:55Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec39c90a-3a7a-45d6-b1df-6180ab1a2db1', 'name': '', 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:41:90:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '44547533-d255-4257-88da-ea8d27d40eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:43Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '44547533-d255-4257-88da-ea8d27d40eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:46:56.952825 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:56.978548 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2f887a-9313-4e9c-9c00-7e6ac4505fcb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:46:56.992069 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-db2f887a-9313-4e9c-9c00-7e6ac4505fcb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:56.994678 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-db2f887a-9313-4e9c-9c00-7e6ac4505fcb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "PUT /v2.0/routers/b8a46299-5831-425a-a1a0-4741b8044abd HTTP/1.1" status: 200 len: 700 time: 1.9172766 Nov 26 16:46:56.998367 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53066) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:57.065545 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 43f956bc-5c59-4279-a05f-84790a82a4dc, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=43f956bc-5c59-4279-a05f-84790a82a4dc,segment=NetworkSegment(805b7ab7-7222-4825-a0bb-3c135fc5b93c),segment_id=805b7ab7-7222-4825-a0bb-3c135fc5b93c)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:57.082738 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:57.084244 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device a376c8b5-463c-4dec-b239-66fcf6f89e98 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:57.114827 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-410ecc81-054f-4838-8be7-b72c22a58bd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:57.291492 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-53d5a41f-d870-4ac2-951f-842c482802ce tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "GET /v2.0/routers/b8a46299-5831-425a-a1a0-4741b8044abd HTTP/1.1" status: 200 len: 700 time: 0.2905703 Nov 26 16:46:57.292905 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53074) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:57.366916 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=43f956bc-5c59-4279-a05f-84790a82a4dc,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:57.378276 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:57.380088 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port a376c8b5-463c-4dec-b239-66fcf6f89e98 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:57.391194 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port a376c8b5-463c-4dec-b239-66fcf6f89e98 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:57.392522 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:57.394401 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-378b2572-0f8e-4118-9deb-724d10616670 req-3882cfcb-eaae-435f-a330-1d4d18ee8144 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1623740 Nov 26 16:46:57.567979 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:57.614902 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] Sync routers for ids ['97070aec-5d53-4d6e-9f09-520f180675de'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:46:57.633993 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] Routers {'97070aec-5d53-4d6e-9f09-520f180675de'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:57.635027 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['97070aec-5d53-4d6e-9f09-520f180675de'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:57.663363 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port a376c8b5-463c-4dec-b239-66fcf6f89e98, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=a376c8b5-463c-4dec-b239-66fcf6f89e98,segment=NetworkSegment(34e89c51-6f04-477d-8a8a-2029d8bc6199),segment_id=34e89c51-6f04-477d-8a8a-2029d8bc6199)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:57.670868 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:57.671860 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f25e0a8f-70ce-4c92-ad62-93e15123aef8 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:57.718379 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3b09684c-6cca-401f-af77-ac26f5a0a17d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:57.864916 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0c5581b5-ffc1-4065-9598-f73395f851e6 req-10813428-1669-4c32-b1af-9b5097c092b1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1606703 Nov 26 16:46:57.924625 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=a376c8b5-463c-4dec-b239-66fcf6f89e98,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:57.928666 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:57.934728 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port f25e0a8f-70ce-4c92-ad62-93e15123aef8 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:57.941519 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port f25e0a8f-70ce-4c92-ad62-93e15123aef8 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:57.943175 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:58.035041 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] Set router 97070aec-5d53-4d6e-9f09-520f180675de gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:46:58.074345 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5581b5-ffc1-4065-9598-f73395f851e6 req-fcbfac4c-a230-4524-b14d-88657784e762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:58.076228 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0c5581b5-ffc1-4065-9598-f73395f851e6 req-fcbfac4c-a230-4524-b14d-88657784e762 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=51c303889cec4785abbc174558e69eb4&device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 1098 time: 0.0911636 Nov 26 16:46:58.128549 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:58.164807 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port f25e0a8f-70ce-4c92-ad62-93e15123aef8, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f25e0a8f-70ce-4c92-ad62-93e15123aef8,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:58.178719 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:58.180979 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ae0c0f35-8b32-4ccc-9931-36938ba6ed65 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:58.265803 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:58.304303 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5581b5-ffc1-4065-9598-f73395f851e6 req-55e2dfef-62e4-42b3-90a0-0d31326bd16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:58.306356 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0c5581b5-ffc1-4065-9598-f73395f851e6 req-55e2dfef-62e4-42b3-90a0-0d31326bd16e service neutron] 10.222.0.31 "GET /v2.0/networks?id=d3b7c776-489b-4dc6-8778-650193941422 HTTP/1.1" status: 200 len: 898 time: 0.2063034 Nov 26 16:46:58.321207 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4b3e0715-7235-4376-9f05-eb7de2adaff0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:58.380164 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53080) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:46:58.491121 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=f25e0a8f-70ce-4c92-ad62-93e15123aef8,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:58.504671 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:58.506854 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port ae0c0f35-8b32-4ccc-9931-36938ba6ed65 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:46:58.517833 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port ae0c0f35-8b32-4ccc-9931-36938ba6ed65 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:46:58.518223 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:58.613399 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca3ed73-be9b-48a7-aaba-f22da832c6ab None None] Sync routers for ids ['b8a46299-5831-425a-a1a0-4741b8044abd'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:46:58.634475 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97070aec-5d53-4d6e-9f09-520f180675de', 'name': 'tempest-TestVolumeBootPattern-1056152710-router', 'tenant_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'f25e0a8f-70ce-4c92-ad62-93e15123aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:41Z', 'updated_at': '2021-11-26T16:46:46Z', 'revision_number': 4, 'project_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'gw_port': {'id': 'f25e0a8f-70ce-4c92-ad62-93e15123aef8', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97070aec-5d53-4d6e-9f09-520f180675de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:42Z', 'updated_at': '2021-11-26T16:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '24584d03-a82c-4fb4-8f8b-6aa41924834e', 'name': '', 'network_id': '6ef46855-800b-4c1c-9334-3668aad690f9', 'tenant_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'mac_address': 'fa:16:3e:75:00:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97070aec-5d53-4d6e-9f09-520f180675de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '4867a441-1c04-4c3f-a482-8677a468b98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:45Z', 'updated_at': '2021-11-26T16:46:46Z', 'revision_number': 2, 'project_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'subnets': [{'id': '4867a441-1c04-4c3f-a482-8677a468b98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:58.640668 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] Checking router: 97070aec-5d53-4d6e-9f09-520f180675de for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:46:58.641331 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] Updating router 97070aec-5d53-4d6e-9f09-520f180675de port 24584d03-a82c-4fb4-8f8b-6aa41924834e binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:46:58.680140 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0c5581b5-ffc1-4065-9598-f73395f851e6 req-b0b2fa39-fa4b-49dd-b4cc-4424b4683515 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79c9aaa6-84fc-4824-979a-263f292445c9 HTTP/1.1" status: 200 len: 1001 time: 0.3640809 Nov 26 16:46:58.702774 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca3ed73-be9b-48a7-aaba-f22da832c6ab None None] Routers {'b8a46299-5831-425a-a1a0-4741b8044abd'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:46:58.704549 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-aca3ed73-be9b-48a7-aaba-f22da832c6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b8a46299-5831-425a-a1a0-4741b8044abd'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:46:58.717366 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:58.785440 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6fe15ecb-e318-4187-9e78-e20c0f4d812f req-6fe51bf4-9002-4139-b05c-97fbda2ebece tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0900304 Nov 26 16:46:58.820459 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5581b5-ffc1-4065-9598-f73395f851e6 req-f0086198-aeaf-448d-8db4-9f4229b78308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:58.820683 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0c5581b5-ffc1-4065-9598-f73395f851e6 req-f0086198-aeaf-448d-8db4-9f4229b78308 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=23d4567e-8072-4472-b596-542ff684bebd HTTP/1.1" status: 200 len: 835 time: 0.1312387 Nov 26 16:46:58.834324 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b149d7b1-c6fb-4fe3-a888-c9a4d630b39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:58.965476 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-aca3ed73-be9b-48a7-aaba-f22da832c6ab None None] Set router b8a46299-5831-425a-a1a0-4741b8044abd gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:46:58.979868 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5581b5-ffc1-4065-9598-f73395f851e6 req-e97674f3-bb80-425e-ad06-83e8c96cf49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:46:58.982302 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0c5581b5-ffc1-4065-9598-f73395f851e6 req-e97674f3-bb80-425e-ad06-83e8c96cf49f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d3b7c776-489b-4dc6-8778-650193941422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1534481 Nov 26 16:46:59.208445 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0c5581b5-ffc1-4065-9598-f73395f851e6 req-02ecac8f-d1f9-4f5d-ad07-e5d7c76bb9f9 service neutron] 10.222.0.31 "GET /v2.0/networks/d3b7c776-489b-4dc6-8778-650193941422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134302 Nov 26 16:46:59.276381 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:59.311661 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] Transition to ACTIVE for port object 24584d03-a82c-4fb4-8f8b-6aa41924834e will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:46:59.325762 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:59.331049 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-15d9a7ec-7f32-417b-b310-b2857d5535c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:59.415809 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:59.427910 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-62dda983-9d53-4c6e-8ca2-f675088e4346 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Deleting port 72ee9deb-28f5-49f4-9aa4-ce8ebb54c46c {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:46:59.429813 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-62dda983-9d53-4c6e-8ca2-f675088e4346 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:59.472370 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0c5581b5-ffc1-4065-9598-f73395f851e6 req-5e6867f5-ed79-4ee9-b49c-22584da75317 service neutron] 10.222.0.31 "GET /v2.0/networks/d3b7c776-489b-4dc6-8778-650193941422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562318 Nov 26 16:46:59.608730 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:59.646508 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540654c1-6660-4544-9c0f-9191b72b629f None None] Pushing event updated for resources: {'Port': ['ID=24584d03-a82c-4fb4-8f8b-6aa41924834e,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:46:59.657095 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-540654c1-6660-4544-9c0f-9191b72b629f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:46:59.697059 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] Attempting to bind port 24584d03-a82c-4fb4-8f8b-6aa41924834e on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:46:59.697452 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] Attempting to bind port 24584d03-a82c-4fb4-8f8b-6aa41924834e by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'd3d1fc38-d00c-4a8c-915d-9f6fbb2d7e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6ef46855-800b-4c1c-9334-3668aad690f9'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:46:59.697891 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] Attempting to bind port 24584d03-a82c-4fb4-8f8b-6aa41924834e on network 6ef46855-800b-4c1c-9334-3668aad690f9 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:46:59.704721 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:46:59.705605 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] Checking segment: {'id': 'd3d1fc38-d00c-4a8c-915d-9f6fbb2d7e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6ef46855-800b-4c1c-9334-3668aad690f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:46:59.706117 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:59.706613 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] Bound using segment: {'id': 'd3d1fc38-d00c-4a8c-915d-9f6fbb2d7e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6ef46855-800b-4c1c-9334-3668aad690f9'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:46:59.707185 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] Bound port: 24584d03-a82c-4fb4-8f8b-6aa41924834e, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d1fc38-d00c-4a8c-915d-9f6fbb2d7e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6ef46855-800b-4c1c-9334-3668aad690f9'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:46:59.707674 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:59.779042 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port ae0c0f35-8b32-4ccc-9931-36938ba6ed65, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=ae0c0f35-8b32-4ccc-9931-36938ba6ed65,segment=NetworkSegment(56e15056-c526-419a-9e06-2b53276373df),segment_id=56e15056-c526-419a-9e06-2b53276373df)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:46:59.793973 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:59.794865 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 4358b42f-1848-4e1d-bcd9-07d116e8cef3 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:46:59.859972 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:59.899312 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] For port 24584d03-a82c-4fb4-8f8b-6aa41924834e, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:46:59.903672 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] For port 24584d03-a82c-4fb4-8f8b-6aa41924834e, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=24584d03-a82c-4fb4-8f8b-6aa41924834e,segment=NetworkSegment(d3d1fc38-d00c-4a8c-915d-9f6fbb2d7e4a),segment_id=d3d1fc38-d00c-4a8c-915d-9f6fbb2d7e4a)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:46:59.912766 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:59.918979 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-ed104751-c6e2-44b0-8d8d-201f8127b3b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:46:59.920270 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-4b3e0715-7235-4376-9f05-eb7de2adaff0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting port a304081c-3486-40c6-89d7-880edc8ee05e {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:46:59.920621 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4b3e0715-7235-4376-9f05-eb7de2adaff0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:59.970206 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-62dda983-9d53-4c6e-8ca2-f675088e4346 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:59.970585 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-62dda983-9d53-4c6e-8ca2-f675088e4346 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:46:59.991600 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-aca3ed73-be9b-48a7-aaba-f22da832c6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:46:55Z', 'revision_number': 7, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None, '_interfaces': [{'id': '43f956bc-5c59-4279-a05f-84790a82a4dc', 'name': '', 'network_id': '956e713a-041d-4661-ab61-51cd96127fae', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:40:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'aa6693fb-d348-4c22-a1a5-119b55e1c55e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:43Z', 'updated_at': '2021-11-26T16:46:57Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': 'aa6693fb-d348-4c22-a1a5-119b55e1c55e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a304081c-3486-40c6-89d7-880edc8ee05e', 'name': '', 'network_id': 'b7bc2e81-a69a-43d0-b6d3-227ef5c2c129', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:9c:da:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '10ad4c08-110b-4a28-a132-90fb8fc041ee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:49Z', 'updated_at': '2021-11-26T16:46:55Z', 'revision_number': 4, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '10ad4c08-110b-4a28-a132-90fb8fc041ee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af499660-3c63-4c01-bfff-7f9f440130d2', 'name': '', 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:e0:62:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:37Z', 'updated_at': '2021-11-26T16:46:55Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec39c90a-3a7a-45d6-b1df-6180ab1a2db1', 'name': '', 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:41:90:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '44547533-d255-4257-88da-ea8d27d40eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:43Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '44547533-d255-4257-88da-ea8d27d40eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:00.005956 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b629f484-8727-4214-9c01-4225a65c25ad req-ff677acf-156a-4bed-90b3-8f83427682c0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1093054 Nov 26 16:47:00.009514 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca3ed73-be9b-48a7-aaba-f22da832c6ab None None] Checking router: b8a46299-5831-425a-a1a0-4741b8044abd for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:47:00.043386 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=ae0c0f35-8b32-4ccc-9931-36938ba6ed65,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:00.048346 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca3ed73-be9b-48a7-aaba-f22da832c6ab None None] Routers {'b8a46299-5831-425a-a1a0-4741b8044abd'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:00.049036 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-aca3ed73-be9b-48a7-aaba-f22da832c6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b8a46299-5831-425a-a1a0-4741b8044abd'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:00.051206 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540654c1-6660-4544-9c0f-9191b72b629f None None] Pushing event updated for resources: {'Port': ['ID=24584d03-a82c-4fb4-8f8b-6aa41924834e,revision_number=4']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:00.056253 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-540654c1-6660-4544-9c0f-9191b72b629f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:00.061801 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] Routers {'97070aec-5d53-4d6e-9f09-520f180675de'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:00.062573 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:46:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['97070aec-5d53-4d6e-9f09-520f180675de'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:00.122839 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:00.208031 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-62dda983-9d53-4c6e-8ca2-f675088e4346 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Calling delete_port for 72ee9deb-28f5-49f4-9aa4-ce8ebb54c46c owned by network:floatingip {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:47:00.316698 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 4358b42f-1848-4e1d-bcd9-07d116e8cef3 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:47:00.317496 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:00.324718 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] Set router 97070aec-5d53-4d6e-9f09-520f180675de gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:00.416913 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-aca3ed73-be9b-48a7-aaba-f22da832c6ab None None] Set router b8a46299-5831-425a-a1a0-4741b8044abd gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:00.456654 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-4b3e0715-7235-4376-9f05-eb7de2adaff0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] For port a304081c-3486-40c6-89d7-880edc8ee05e, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=a304081c-3486-40c6-89d7-880edc8ee05e,segment=NetworkSegment(56e15056-c526-419a-9e06-2b53276373df),segment_id=56e15056-c526-419a-9e06-2b53276373df)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:00.456654 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4b3e0715-7235-4376-9f05-eb7de2adaff0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:00.604005 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-4b3e0715-7235-4376-9f05-eb7de2adaff0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Calling delete_port for a304081c-3486-40c6-89d7-880edc8ee05e owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:47:00.687683 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97070aec-5d53-4d6e-9f09-520f180675de', 'name': 'tempest-TestVolumeBootPattern-1056152710-router', 'tenant_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'f25e0a8f-70ce-4c92-ad62-93e15123aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:41Z', 'updated_at': '2021-11-26T16:46:46Z', 'revision_number': 4, 'project_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'gw_port': {'id': 'f25e0a8f-70ce-4c92-ad62-93e15123aef8', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97070aec-5d53-4d6e-9f09-520f180675de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:42Z', 'updated_at': '2021-11-26T16:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '24584d03-a82c-4fb4-8f8b-6aa41924834e', 'name': '', 'network_id': '6ef46855-800b-4c1c-9334-3668aad690f9', 'tenant_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'mac_address': 'fa:16:3e:75:00:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97070aec-5d53-4d6e-9f09-520f180675de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '4867a441-1c04-4c3f-a482-8677a468b98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:45Z', 'updated_at': '2021-11-26T16:46:59Z', 'revision_number': 4, 'project_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'subnets': [{'id': '4867a441-1c04-4c3f-a482-8677a468b98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:00.692466 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6877487e-5987-483c-8c0a-b1fcef9ca638 None None] The sync data for ids ['97070aec-5d53-4d6e-9f09-520f180675de'] in dv-neutron-819440-1-hyperv is: [{'id': '97070aec-5d53-4d6e-9f09-520f180675de', 'name': 'tempest-TestVolumeBootPattern-1056152710-router', 'tenant_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'f25e0a8f-70ce-4c92-ad62-93e15123aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:41Z', 'updated_at': '2021-11-26T16:46:46Z', 'revision_number': 4, 'project_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'gw_port': {'id': 'f25e0a8f-70ce-4c92-ad62-93e15123aef8', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97070aec-5d53-4d6e-9f09-520f180675de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:42Z', 'updated_at': '2021-11-26T16:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '24584d03-a82c-4fb4-8f8b-6aa41924834e', 'name': '', 'network_id': '6ef46855-800b-4c1c-9334-3668aad690f9', 'tenant_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'mac_address': 'fa:16:3e:75:00:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97070aec-5d53-4d6e-9f09-520f180675de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '4867a441-1c04-4c3f-a482-8677a468b98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:45Z', 'updated_at': '2021-11-26T16:46:59Z', 'revision_number': 4, 'project_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'subnets': [{'id': '4867a441-1c04-4c3f-a482-8677a468b98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:47:00.799037 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-62dda983-9d53-4c6e-8ca2-f675088e4346 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:00.816333 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c5dfc031-7147-4ab9-8694-e2560322c005 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:00.909091 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-aca3ed73-be9b-48a7-aaba-f22da832c6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:46:55Z', 'revision_number': 7, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None, '_interfaces': [{'id': '43f956bc-5c59-4279-a05f-84790a82a4dc', 'name': '', 'network_id': '956e713a-041d-4661-ab61-51cd96127fae', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:40:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'aa6693fb-d348-4c22-a1a5-119b55e1c55e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:43Z', 'updated_at': '2021-11-26T16:46:57Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': 'aa6693fb-d348-4c22-a1a5-119b55e1c55e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a304081c-3486-40c6-89d7-880edc8ee05e', 'name': '', 'network_id': 'b7bc2e81-a69a-43d0-b6d3-227ef5c2c129', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:9c:da:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '10ad4c08-110b-4a28-a132-90fb8fc041ee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:49Z', 'updated_at': '2021-11-26T16:46:55Z', 'revision_number': 4, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '10ad4c08-110b-4a28-a132-90fb8fc041ee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af499660-3c63-4c01-bfff-7f9f440130d2', 'name': '', 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:e0:62:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:37Z', 'updated_at': '2021-11-26T16:46:55Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec39c90a-3a7a-45d6-b1df-6180ab1a2db1', 'name': '', 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:41:90:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '44547533-d255-4257-88da-ea8d27d40eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:43Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '44547533-d255-4257-88da-ea8d27d40eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:00.914332 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca3ed73-be9b-48a7-aaba-f22da832c6ab None None] The sync data for ids ['b8a46299-5831-425a-a1a0-4741b8044abd'] in dv-neutron-819440-1-hyperv is: [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:46:55Z', 'revision_number': 7, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None, '_interfaces': [{'id': '43f956bc-5c59-4279-a05f-84790a82a4dc', 'name': '', 'network_id': '956e713a-041d-4661-ab61-51cd96127fae', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:40:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'aa6693fb-d348-4c22-a1a5-119b55e1c55e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:43Z', 'updated_at': '2021-11-26T16:46:57Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': 'aa6693fb-d348-4c22-a1a5-119b55e1c55e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a304081c-3486-40c6-89d7-880edc8ee05e', 'name': '', 'network_id': 'b7bc2e81-a69a-43d0-b6d3-227ef5c2c129', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:9c:da:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '10ad4c08-110b-4a28-a132-90fb8fc041ee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:49Z', 'updated_at': '2021-11-26T16:46:55Z', 'revision_number': 4, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '10ad4c08-110b-4a28-a132-90fb8fc041ee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af499660-3c63-4c01-bfff-7f9f440130d2', 'name': '', 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:e0:62:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:37Z', 'updated_at': '2021-11-26T16:46:55Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec39c90a-3a7a-45d6-b1df-6180ab1a2db1', 'name': '', 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:41:90:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '44547533-d255-4257-88da-ea8d27d40eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:43Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '44547533-d255-4257-88da-ea8d27d40eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:47:00.939549 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dda983-9d53-4c6e-8ca2-f675088e4346 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Pushing event deleted for resources: {'Port': ['ID=72ee9deb-28f5-49f4-9aa4-ce8ebb54c46c,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:00.944846 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-62dda983-9d53-4c6e-8ca2-f675088e4346 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:01.030794 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 24584d03-a82c-4fb4-8f8b-6aa41924834e up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:47:01.125891 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 24584d03-a82c-4fb4-8f8b-6aa41924834e completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:47:01.133989 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 24584d03-a82c-4fb4-8f8b-6aa41924834e triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:47:01.135411 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:01.147702 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-74c22a7a-482b-4199-9491-aefcba69a18c req-659578d1-4e80-469c-ad5a-e7f19cef2f4d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0741463 Nov 26 16:47:01.156216 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-62dda983-9d53-4c6e-8ca2-f675088e4346 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for floatingip, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:01.156655 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-62dda983-9d53-4c6e-8ca2-f675088e4346 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Floating IP b7077f48-e536-4b6d-a6ac-ae7ea0de40ad disassociated (deleted). External IP: 172.26.0.150, port: 79c9aaa6-84fc-4824-979a-263f292445c9. Nov 26 16:47:01.275959 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-64193d4e-f122-4b87-82a5-3b6e50536ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:01.312130 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:01.358408 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 24584d03-a82c-4fb4-8f8b-6aa41924834e, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=24584d03-a82c-4fb4-8f8b-6aa41924834e,segment=NetworkSegment(d3d1fc38-d00c-4a8c-915d-9f6fbb2d7e4a),segment_id=d3d1fc38-d00c-4a8c-915d-9f6fbb2d7e4a)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:01.364189 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:01.365335 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device a304081c-3486-40c6-89d7-880edc8ee05e up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:47:01.393749 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-839eb4e1-ed71-46e4-8c88-bbeaff55a60a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:01.582485 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=24584d03-a82c-4fb4-8f8b-6aa41924834e,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:01.585968 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:01.606554 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port a304081c-3486-40c6-89d7-880edc8ee05e completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:47:01.608083 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4b3e0715-7235-4376-9f05-eb7de2adaff0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:01.614481 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port a304081c-3486-40c6-89d7-880edc8ee05e triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:47:01.615100 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:01.615804 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-75155f3d-dfd7-4701-822f-daa7aafab11a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:01.657663 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Port a304081c-3486-40c6-89d7-880edc8ee05e was deleted so its status cannot be updated. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Nov 26 16:47:01.658231 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 43f956bc-5c59-4279-a05f-84790a82a4dc up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:47:01.668598 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e0715-7235-4376-9f05-eb7de2adaff0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Port': ['ID=a304081c-3486-40c6-89d7-880edc8ee05e,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:01.697373 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4b3e0715-7235-4376-9f05-eb7de2adaff0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:01.783804 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 43f956bc-5c59-4279-a05f-84790a82a4dc triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:47:01.784201 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:01.950355 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device a376c8b5-463c-4dec-b239-66fcf6f89e98 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:47:02.036385 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port a376c8b5-463c-4dec-b239-66fcf6f89e98 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:47:02.037005 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:02.179044 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:02.201121 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62dda983-9d53-4c6e-8ca2-f675088e4346 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Router 1a690e08-1127-4312-b65e-2112113f9574 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:47:02.209084 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f25e0a8f-70ce-4c92-ad62-93e15123aef8 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:47:02.279126 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4b3e0715-7235-4376-9f05-eb7de2adaff0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:02.292229 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fa555bf6-3a41-4261-8e57-8289d486ad89 req-35ffd20c-4f25-47d4-bb9b-ab3bd603ab71 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0675228 Nov 26 16:47:02.296187 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port f25e0a8f-70ce-4c92-ad62-93e15123aef8 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:47:02.296592 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:02.432901 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ae0c0f35-8b32-4ccc-9931-36938ba6ed65 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:47:02.508060 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port ae0c0f35-8b32-4ccc-9931-36938ba6ed65 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:47:02.509106 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:02.634288 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62dda983-9d53-4c6e-8ca2-f675088e4346 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:47:02.645408 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61524340-9f41-47ed-813a-754c1e91f075 None None] Sync routers for ids ['1a690e08-1127-4312-b65e-2112113f9574'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:47:02.660513 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61524340-9f41-47ed-813a-754c1e91f075 None None] Routers {'1a690e08-1127-4312-b65e-2112113f9574'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:02.661920 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-61524340-9f41-47ed-813a-754c1e91f075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:47:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['1a690e08-1127-4312-b65e-2112113f9574'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:02.682291 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device af499660-3c63-4c01-bfff-7f9f440130d2 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:47:02.773731 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-62dda983-9d53-4c6e-8ca2-f675088e4346 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:02.783409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port af499660-3c63-4c01-bfff-7f9f440130d2 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:47:02.783827 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:02.861618 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-62dda983-9d53-4c6e-8ca2-f675088e4346 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "DELETE /v2.0/floatingips/b7077f48-e536-4b6d-a6ac-ae7ea0de40ad HTTP/1.1" status: 204 len: 168 time: 4.4751573 Nov 26 16:47:02.871026 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c097f24-3a23-4b03-8fa3-fb91a55e06f5', 'tag': '79c9aaa6-84fc-4824-979a-263f292445c9'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:47:02.892114 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3e0715-7235-4376-9f05-eb7de2adaff0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Router b8a46299-5831-425a-a1a0-4741b8044abd has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:47:02.999199 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-61524340-9f41-47ed-813a-754c1e91f075 None None] Set router 1a690e08-1127-4312-b65e-2112113f9574 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:03.062198 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c097f24-3a23-4b03-8fa3-fb91a55e06f5', 'tag': '79c9aaa6-84fc-4824-979a-263f292445c9', 'status': 'completed', 'code': 200} Nov 26 16:47:03.173688 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 24584d03-a82c-4fb4-8f8b-6aa41924834e up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:47:03.175266 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37d082-665b-4462-9699-d98470fd3354 req-52b7444d-e331-4f82-bad4-4f422d6dc3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:03.186017 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7f37d082-665b-4462-9699-d98470fd3354 req-52b7444d-e331-4f82-bad4-4f422d6dc3cb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=51c303889cec4785abbc174558e69eb4&device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 1098 time: 0.1801136 Nov 26 16:47:03.368834 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3e0715-7235-4376-9f05-eb7de2adaff0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:47:03.377924 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4b3e0715-7235-4376-9f05-eb7de2adaff0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "PUT /v2.0/routers/b8a46299-5831-425a-a1a0-4741b8044abd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0837820 Nov 26 16:47:03.386047 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb4d63f-a681-48af-af38-bce72f2f90ef None None] Sync routers for ids ['b8a46299-5831-425a-a1a0-4741b8044abd'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:47:03.389805 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53110) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:03.416167 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb4d63f-a681-48af-af38-bce72f2f90ef None None] Routers {'b8a46299-5831-425a-a1a0-4741b8044abd'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:03.417363 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-afb4d63f-a681-48af-af38-bce72f2f90ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:47:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b8a46299-5831-425a-a1a0-4741b8044abd'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:03.484053 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 24584d03-a82c-4fb4-8f8b-6aa41924834e triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:47:03.484726 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:03.513279 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f0acfe5-3bf8-4355-8610-71dba0a9120d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting subnet 10ad4c08-110b-4a28-a132-90fb8fc041ee {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:47:03.519557 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4f0acfe5-3bf8-4355-8610-71dba0a9120d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:03.546018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37d082-665b-4462-9699-d98470fd3354 req-70e39f7e-025b-4867-8867-a8c7caf1cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:03.547623 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7f37d082-665b-4462-9699-d98470fd3354 req-70e39f7e-025b-4867-8867-a8c7caf1cc05 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d3b7c776-489b-4dc6-8778-650193941422 HTTP/1.1" status: 200 len: 898 time: 0.3489332 Nov 26 16:47:03.636429 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-77131f9f-93c9-4d4c-b04e-e2fc9d1c65bb req-541dc883-16d6-47a5-b87e-b2aaf223fc0d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1207438 Nov 26 16:47:03.637717 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7f37d082-665b-4462-9699-d98470fd3354 req-409f0592-3759-4bb7-ab40-4768957c2adb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79c9aaa6-84fc-4824-979a-263f292445c9 HTTP/1.1" status: 200 len: 217 time: 0.0812247 Nov 26 16:47:03.694903 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-afb4d63f-a681-48af-af38-bce72f2f90ef None None] Set router b8a46299-5831-425a-a1a0-4741b8044abd gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:03.705221 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4f0acfe5-3bf8-4355-8610-71dba0a9120d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:03.724434 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37d082-665b-4462-9699-d98470fd3354 req-4afdb97f-c9cf-443f-9c45-21176f63058d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:03.725890 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7f37d082-665b-4462-9699-d98470fd3354 req-4afdb97f-c9cf-443f-9c45-21176f63058d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=23d4567e-8072-4472-b596-542ff684bebd HTTP/1.1" status: 200 len: 835 time: 0.0756059 Nov 26 16:47:03.754949 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-61524340-9f41-47ed-813a-754c1e91f075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a690e08-1127-4312-b65e-2112113f9574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113790639', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '6f053538-ef78-40ca-bf67-78625f84a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:44:59Z', 'updated_at': '2021-11-26T16:45:08Z', 'revision_number': 4, 'project_id': '51c303889cec4785abbc174558e69eb4', 'gw_port': {'id': '6f053538-ef78-40ca-bf67-78625f84a411', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a690e08-1127-4312-b65e-2112113f9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:45:00Z', 'updated_at': '2021-11-26T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '8d459db6-3ff5-47d4-b33a-093942bc6aed', 'name': '', 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'mac_address': 'fa:16:3e:8f:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a690e08-1127-4312-b65e-2112113f9574', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '23d4567e-8072-4472-b596-542ff684bebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:45:06Z', 'updated_at': '2021-11-26T16:45:17Z', 'revision_number': 5, 'project_id': '51c303889cec4785abbc174558e69eb4', 'subnets': [{'id': '23d4567e-8072-4472-b596-542ff684bebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:03.770142 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61524340-9f41-47ed-813a-754c1e91f075 None None] Checking router: 1a690e08-1127-4312-b65e-2112113f9574 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:47:03.790548 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61524340-9f41-47ed-813a-754c1e91f075 None None] Routers {'1a690e08-1127-4312-b65e-2112113f9574'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:03.795749 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-61524340-9f41-47ed-813a-754c1e91f075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:47:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['1a690e08-1127-4312-b65e-2112113f9574'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:03.816230 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13febbad-160e-4e49-840b-e9e2e1b4d673 req-15438d4d-3eef-4d3e-b314-8f03ffb88158 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:03.822146 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-13febbad-160e-4e49-840b-e9e2e1b4d673 req-15438d4d-3eef-4d3e-b314-8f03ffb88158 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 945 time: 0.3474040 Nov 26 16:47:03.863391 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4f0acfe5-3bf8-4355-8610-71dba0a9120d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:03.957243 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-13febbad-160e-4e49-840b-e9e2e1b4d673 req-de0f0961-e7a0-4c98-b067-2fa25b9b46fd tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f2294cf-4282-491e-8bf7-5876be4c3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099725 Nov 26 16:47:03.968360 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37d082-665b-4462-9699-d98470fd3354 req-97b7a7ee-a67b-4b03-9ae7-3ee0348a86c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:03.970102 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7f37d082-665b-4462-9699-d98470fd3354 req-97b7a7ee-a67b-4b03-9ae7-3ee0348a86c7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d3b7c776-489b-4dc6-8778-650193941422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2299640 Nov 26 16:47:04.022414 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4f0acfe5-3bf8-4355-8610-71dba0a9120d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:04.028823 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ab09196d-6f80-4428-9d7f-079b680e0000 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:04.069035 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0acfe5-3bf8-4355-8610-71dba0a9120d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Subnet': ['ID=10ad4c08-110b-4a28-a132-90fb8fc041ee,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:04.071602 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4f0acfe5-3bf8-4355-8610-71dba0a9120d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:04.074378 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4f0acfe5-3bf8-4355-8610-71dba0a9120d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:04.084467 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4f0acfe5-3bf8-4355-8610-71dba0a9120d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/subnets/10ad4c08-110b-4a28-a132-90fb8fc041ee HTTP/1.1" status: 204 len: 168 time: 0.6935744 Nov 26 16:47:04.085307 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53114) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:04.092973 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4de08d0-c038-48ee-88c8-9c7f522d413b None None] Network b7bc2e81-a69a-43d0-b6d3-227ef5c2c129 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:47:04.122258 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-61524340-9f41-47ed-813a-754c1e91f075 None None] Set router 1a690e08-1127-4312-b65e-2112113f9574 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:04.124695 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:04.244916 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d6c38bd3-9325-4b3e-bdcf-7b0a382cb42e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:04.272028 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7f37d082-665b-4462-9699-d98470fd3354 req-901d4f7e-d73d-43f7-88ed-25ca055f9ed4 service neutron] 10.222.0.31 "GET /v2.0/networks/d3b7c776-489b-4dc6-8778-650193941422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890060 Nov 26 16:47:04.273632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-d6c38bd3-9325-4b3e-bdcf-7b0a382cb42e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting port ae0c0f35-8b32-4ccc-9931-36938ba6ed65 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:47:04.274204 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d6c38bd3-9325-4b3e-bdcf-7b0a382cb42e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:04.563103 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-afb4d63f-a681-48af-af38-bce72f2f90ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:47:01Z', 'revision_number': 8, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None, '_interfaces': [{'id': '43f956bc-5c59-4279-a05f-84790a82a4dc', 'name': '', 'network_id': '956e713a-041d-4661-ab61-51cd96127fae', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:40:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'aa6693fb-d348-4c22-a1a5-119b55e1c55e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:43Z', 'updated_at': '2021-11-26T16:46:57Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': 'aa6693fb-d348-4c22-a1a5-119b55e1c55e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af499660-3c63-4c01-bfff-7f9f440130d2', 'name': '', 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:e0:62:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:37Z', 'updated_at': '2021-11-26T16:46:55Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec39c90a-3a7a-45d6-b1df-6180ab1a2db1', 'name': '', 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:41:90:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '44547533-d255-4257-88da-ea8d27d40eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:43Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '44547533-d255-4257-88da-ea8d27d40eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:04.567218 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb4d63f-a681-48af-af38-bce72f2f90ef None None] Checking router: b8a46299-5831-425a-a1a0-4741b8044abd for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:47:04.577797 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb4d63f-a681-48af-af38-bce72f2f90ef None None] Routers {'b8a46299-5831-425a-a1a0-4741b8044abd'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:04.579108 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-afb4d63f-a681-48af-af38-bce72f2f90ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:47:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b8a46299-5831-425a-a1a0-4741b8044abd'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:04.599198 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-61524340-9f41-47ed-813a-754c1e91f075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a690e08-1127-4312-b65e-2112113f9574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113790639', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '6f053538-ef78-40ca-bf67-78625f84a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:44:59Z', 'updated_at': '2021-11-26T16:45:08Z', 'revision_number': 4, 'project_id': '51c303889cec4785abbc174558e69eb4', 'gw_port': {'id': '6f053538-ef78-40ca-bf67-78625f84a411', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a690e08-1127-4312-b65e-2112113f9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:45:00Z', 'updated_at': '2021-11-26T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '8d459db6-3ff5-47d4-b33a-093942bc6aed', 'name': '', 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'mac_address': 'fa:16:3e:8f:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a690e08-1127-4312-b65e-2112113f9574', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '23d4567e-8072-4472-b596-542ff684bebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:45:06Z', 'updated_at': '2021-11-26T16:45:17Z', 'revision_number': 5, 'project_id': '51c303889cec4785abbc174558e69eb4', 'subnets': [{'id': '23d4567e-8072-4472-b596-542ff684bebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:04.610266 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61524340-9f41-47ed-813a-754c1e91f075 None None] The sync data for ids ['1a690e08-1127-4312-b65e-2112113f9574'] in dv-neutron-819440-1-hyperv is: [{'id': '1a690e08-1127-4312-b65e-2112113f9574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113790639', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '6f053538-ef78-40ca-bf67-78625f84a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:44:59Z', 'updated_at': '2021-11-26T16:45:08Z', 'revision_number': 4, 'project_id': '51c303889cec4785abbc174558e69eb4', 'gw_port': {'id': '6f053538-ef78-40ca-bf67-78625f84a411', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a690e08-1127-4312-b65e-2112113f9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:45:00Z', 'updated_at': '2021-11-26T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '8d459db6-3ff5-47d4-b33a-093942bc6aed', 'name': '', 'network_id': 'd3b7c776-489b-4dc6-8778-650193941422', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'mac_address': 'fa:16:3e:8f:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a690e08-1127-4312-b65e-2112113f9574', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '23d4567e-8072-4472-b596-542ff684bebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:45:06Z', 'updated_at': '2021-11-26T16:45:17Z', 'revision_number': 5, 'project_id': '51c303889cec4785abbc174558e69eb4', 'subnets': [{'id': '23d4567e-8072-4472-b596-542ff684bebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:47:04.736468 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7f37d082-665b-4462-9699-d98470fd3354 req-2a91aed9-1923-4ce3-8b9c-1ffeab1d5264 service neutron] 10.222.0.31 "GET /v2.0/networks/d3b7c776-489b-4dc6-8778-650193941422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324226 Nov 26 16:47:04.747669 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f74bf96-2c71-4c6f-ab27-83b981152658 None None] DHCP port deletion for b7bc2e81-a69a-43d0-b6d3-227ef5c2c129 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:47:04.781188 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-d6c38bd3-9325-4b3e-bdcf-7b0a382cb42e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] For port ae0c0f35-8b32-4ccc-9931-36938ba6ed65, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=ae0c0f35-8b32-4ccc-9931-36938ba6ed65,segment=NetworkSegment(56e15056-c526-419a-9e06-2b53276373df),segment_id=56e15056-c526-419a-9e06-2b53276373df)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:04.781614 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d6c38bd3-9325-4b3e-bdcf-7b0a382cb42e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:04.793422 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-4f74bf96-2c71-4c6f-ab27-83b981152658 None None] Deleting port ae0c0f35-8b32-4ccc-9931-36938ba6ed65 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:47:04.793422 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4f74bf96-2c71-4c6f-ab27-83b981152658 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:04.816946 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d69d96f0-ba35-43ba-843e-c1b8e2e2481b req-e389c3c8-96b4-4eaa-aa1c-1ed42e43c5cb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0900698 Nov 26 16:47:04.990755 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-d6c38bd3-9325-4b3e-bdcf-7b0a382cb42e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Calling delete_port for ae0c0f35-8b32-4ccc-9931-36938ba6ed65 owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:47:05.024864 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-afb4d63f-a681-48af-af38-bce72f2f90ef None None] Set router b8a46299-5831-425a-a1a0-4741b8044abd gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:05.046262 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7359763-51b3-4ad4-abeb-53239693f39c None None] New status for floating IP b7077f48-e536-4b6d-a6ac-ae7ea0de40ad: DOWN {{(pid=87521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:47:05.108288 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ae0c0f35-8b32-4ccc-9931-36938ba6ed65 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:47:05.204392 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011dde3-1477-4a34-8d9b-9d8eb6e85e71 req-e5248c2e-bd43-4c38-aadd-60fb687bd669 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:05.206003 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2011dde3-1477-4a34-8d9b-9d8eb6e85e71 req-e5248c2e-bd43-4c38-aadd-60fb687bd669 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 945 time: 0.3407073 Nov 26 16:47:05.209868 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d6c38bd3-9325-4b3e-bdcf-7b0a382cb42e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:05.214785 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0150ffe3-a822-4f52-aa71-1a544cf6ff10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:05.339631 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-2011dde3-1477-4a34-8d9b-9d8eb6e85e71 req-131f65ed-2c09-4bdb-9411-f3f88e125271 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Deleting port 79c9aaa6-84fc-4824-979a-263f292445c9 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:47:05.340086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-2011dde3-1477-4a34-8d9b-9d8eb6e85e71 req-131f65ed-2c09-4bdb-9411-f3f88e125271 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:05.365383 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c38bd3-9325-4b3e-bdcf-7b0a382cb42e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Port': ['ID=ae0c0f35-8b32-4ccc-9931-36938ba6ed65,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:05.368759 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d6c38bd3-9325-4b3e-bdcf-7b0a382cb42e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:05.375099 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c38bd3-9325-4b3e-bdcf-7b0a382cb42e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] No DVR routers for this DVR port ae0c0f35-8b32-4ccc-9931-36938ba6ed65 on host dv-neutron-819440-1-hyperv {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:47:05.452776 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No active binding found for port ae0c0f35-8b32-4ccc-9931-36938ba6ed65 {{(pid=87520) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 26 16:47:05.453196 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ae0c0f35-8b32-4ccc-9931-36938ba6ed65 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:47:05.464788 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-4f74bf96-2c71-4c6f-ab27-83b981152658 None None] For port ae0c0f35-8b32-4ccc-9931-36938ba6ed65, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=ae0c0f35-8b32-4ccc-9931-36938ba6ed65,segment=NetworkSegment(56e15056-c526-419a-9e06-2b53276373df),segment_id=56e15056-c526-419a-9e06-2b53276373df)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:05.465188 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4f74bf96-2c71-4c6f-ab27-83b981152658 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:05.526490 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd7bd0-7a7a-4b30-9bd1-4ded5432f9cc req-5ade7bc6-6c53-4f0d-b5f0-b3af544dacf7 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:05.528084 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-90bd7bd0-7a7a-4b30-9bd1-4ded5432f9cc req-5ade7bc6-6c53-4f0d-b5f0-b3af544dacf7 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 945 time: 0.4060307 Nov 26 16:47:05.605181 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-4f74bf96-2c71-4c6f-ab27-83b981152658 None None] Calling delete_port for ae0c0f35-8b32-4ccc-9931-36938ba6ed65 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:47:05.737255 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-2011dde3-1477-4a34-8d9b-9d8eb6e85e71 req-131f65ed-2c09-4bdb-9411-f3f88e125271 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] For port 79c9aaa6-84fc-4824-979a-263f292445c9, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=79c9aaa6-84fc-4824-979a-263f292445c9,segment=NetworkSegment(301e386f-8b28-43da-9c51-24d5d935f543),segment_id=301e386f-8b28-43da-9c51-24d5d935f543)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:05.737866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-2011dde3-1477-4a34-8d9b-9d8eb6e85e71 req-131f65ed-2c09-4bdb-9411-f3f88e125271 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:05.753466 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-4f74bf96-2c71-4c6f-ab27-83b981152658 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:47:05.753466 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-4f74bf96-2c71-4c6f-ab27-83b981152658 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:47:05.766336 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-afb4d63f-a681-48af-af38-bce72f2f90ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:47:01Z', 'revision_number': 8, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None, '_interfaces': [{'id': '43f956bc-5c59-4279-a05f-84790a82a4dc', 'name': '', 'network_id': '956e713a-041d-4661-ab61-51cd96127fae', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:40:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'aa6693fb-d348-4c22-a1a5-119b55e1c55e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:43Z', 'updated_at': '2021-11-26T16:46:57Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': 'aa6693fb-d348-4c22-a1a5-119b55e1c55e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af499660-3c63-4c01-bfff-7f9f440130d2', 'name': '', 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:e0:62:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:37Z', 'updated_at': '2021-11-26T16:46:55Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec39c90a-3a7a-45d6-b1df-6180ab1a2db1', 'name': '', 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:41:90:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '44547533-d255-4257-88da-ea8d27d40eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:43Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '44547533-d255-4257-88da-ea8d27d40eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:05.770322 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb4d63f-a681-48af-af38-bce72f2f90ef None None] The sync data for ids ['b8a46299-5831-425a-a1a0-4741b8044abd'] in dv-neutron-819440-1-hyperv is: [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:47:01Z', 'revision_number': 8, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None, '_interfaces': [{'id': '43f956bc-5c59-4279-a05f-84790a82a4dc', 'name': '', 'network_id': '956e713a-041d-4661-ab61-51cd96127fae', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:40:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'aa6693fb-d348-4c22-a1a5-119b55e1c55e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:43Z', 'updated_at': '2021-11-26T16:46:57Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': 'aa6693fb-d348-4c22-a1a5-119b55e1c55e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af499660-3c63-4c01-bfff-7f9f440130d2', 'name': '', 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:e0:62:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:37Z', 'updated_at': '2021-11-26T16:46:55Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec39c90a-3a7a-45d6-b1df-6180ab1a2db1', 'name': '', 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:41:90:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '44547533-d255-4257-88da-ea8d27d40eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:43Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '44547533-d255-4257-88da-ea8d27d40eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:47:05.894581 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d6c38bd3-9325-4b3e-bdcf-7b0a382cb42e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:05.909774 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-2011dde3-1477-4a34-8d9b-9d8eb6e85e71 req-131f65ed-2c09-4bdb-9411-f3f88e125271 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Calling delete_port for 79c9aaa6-84fc-4824-979a-263f292445c9 owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:47:05.934238 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-94fa75a4-f835-4c0d-b57a-184edf8f1354 req-1e13ad88-b3c4-480a-9689-4c9245583771 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0521362 Nov 26 16:47:05.956467 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-90bd7bd0-7a7a-4b30-9bd1-4ded5432f9cc req-51289fe9-fe6b-4e42-98b3-eafdfbc3ea90 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f2294cf-4282-491e-8bf7-5876be4c3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900374 Nov 26 16:47:05.990973 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-d6c38bd3-9325-4b3e-bdcf-7b0a382cb42e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7bc2e81-a69a-43d0-b6d3-227ef5c2c129']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:06.008856 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-d6c38bd3-9325-4b3e-bdcf-7b0a382cb42e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e15056-c526-419a-9e06-2b53276373df') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:06.009153 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-d6c38bd3-9325-4b3e-bdcf-7b0a382cb42e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e15056-c526-419a-9e06-2b53276373df') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:06.035480 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d6c38bd3-9325-4b3e-bdcf-7b0a382cb42e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:06.054222 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d6c38bd3-9325-4b3e-bdcf-7b0a382cb42e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:06.098137 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c38bd3-9325-4b3e-bdcf-7b0a382cb42e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:47:06.098449 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d6c38bd3-9325-4b3e-bdcf-7b0a382cb42e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:47:06.114213 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:47:06.254989 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-4f74bf96-2c71-4c6f-ab27-83b981152658 None None] Deleting port ae0c0f35-8b32-4ccc-9931-36938ba6ed65 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:47:06.255674 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4f74bf96-2c71-4c6f-ab27-83b981152658 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:06.328913 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-4f74bf96-2c71-4c6f-ab27-83b981152658 None None] The port 'ae0c0f35-8b32-4ccc-9931-36938ba6ed65' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:47:06.348842 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d6c38bd3-9325-4b3e-bdcf-7b0a382cb42e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:06.350390 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-2011dde3-1477-4a34-8d9b-9d8eb6e85e71 req-131f65ed-2c09-4bdb-9411-f3f88e125271 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:06.354136 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d6c38bd3-9325-4b3e-bdcf-7b0a382cb42e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:06.356874 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1f5a8f5f-6c2b-44b2-b7b4-13f80b4edd02 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:06.391338 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c38bd3-9325-4b3e-bdcf-7b0a382cb42e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Network': ['ID=b7bc2e81-a69a-43d0-b6d3-227ef5c2c129,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:06.397516 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d6c38bd3-9325-4b3e-bdcf-7b0a382cb42e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:06.399568 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d6c38bd3-9325-4b3e-bdcf-7b0a382cb42e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:06.466912 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d6c38bd3-9325-4b3e-bdcf-7b0a382cb42e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/networks/b7bc2e81-a69a-43d0-b6d3-227ef5c2c129 HTTP/1.1" status: 204 len: 168 time: 2.3781683 Nov 26 16:47:06.467417 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53128) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:06.476088 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f65ed-2c09-4bdb-9411-f3f88e125271 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Pushing event deleted for resources: {'Port': ['ID=79c9aaa6-84fc-4824-979a-263f292445c9,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:06.483268 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-131f65ed-2c09-4bdb-9411-f3f88e125271 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:06.519544 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-2011dde3-1477-4a34-8d9b-9d8eb6e85e71 req-131f65ed-2c09-4bdb-9411-f3f88e125271 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] No DVR routers for this DVR port 79c9aaa6-84fc-4824-979a-263f292445c9 on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:47:06.522031 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-2011dde3-1477-4a34-8d9b-9d8eb6e85e71 req-131f65ed-2c09-4bdb-9411-f3f88e125271 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:06.524762 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2011dde3-1477-4a34-8d9b-9d8eb6e85e71 req-131f65ed-2c09-4bdb-9411-f3f88e125271 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.31 "DELETE /v2.0/ports/79c9aaa6-84fc-4824-979a-263f292445c9 HTTP/1.1" status: 204 len: 173 time: 1.2706964 Nov 26 16:47:06.525648 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c097f24-3a23-4b03-8fa3-fb91a55e06f5', 'name': 'network-vif-deleted', 'tag': '79c9aaa6-84fc-4824-979a-263f292445c9'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:47:06.605298 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c097f24-3a23-4b03-8fa3-fb91a55e06f5', 'name': 'network-vif-deleted', 'tag': '79c9aaa6-84fc-4824-979a-263f292445c9', 'status': 'completed', 'code': 200} Nov 26 16:47:06.853462 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:47:06.969108 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device a304081c-3486-40c6-89d7-880edc8ee05e no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:47:07.061981 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: a304081c-3486-40c6-89d7-880edc8ee05e {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:47:07.062632 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device a304081c-3486-40c6-89d7-880edc8ee05e not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:47:07.100700 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f181462b-8288-462d-b402-a21c294b27d8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:07.113183 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2c409a9a-028b-4990-8122-233e21e23f0d req-dff501cf-4da5-4730-90f7-8ac4f3474cb3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0757904 Nov 26 16:47:07.285039 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-f6f58e42-a58b-401e-a83c-7c5db38e414c req-c73caf7c-bca1-43a2-92f6-dc2b1970a915 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Synchronizing usage tracker for tenant:51c303889cec4785abbc174558e69eb4 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:47:07.313768 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-f6f58e42-a58b-401e-a83c-7c5db38e414c req-c73caf7c-bca1-43a2-92f6-dc2b1970a915 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Unset dirty status for tenant:51c303889cec4785abbc174558e69eb4 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:47:07.314921 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f6f58e42-a58b-401e-a83c-7c5db38e414c req-c73caf7c-bca1-43a2-92f6-dc2b1970a915 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c097f24-3a23-4b03-8fa3-fb91a55e06f5 HTTP/1.1" status: 200 len: 210 time: 0.1438093 Nov 26 16:47:07.522540 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-f181462b-8288-462d-b402-a21c294b27d8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting port 43f956bc-5c59-4279-a05f-84790a82a4dc {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:47:07.522877 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f181462b-8288-462d-b402-a21c294b27d8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:07.846391 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-f181462b-8288-462d-b402-a21c294b27d8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] For port 43f956bc-5c59-4279-a05f-84790a82a4dc, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=43f956bc-5c59-4279-a05f-84790a82a4dc,segment=NetworkSegment(805b7ab7-7222-4825-a0bb-3c135fc5b93c),segment_id=805b7ab7-7222-4825-a0bb-3c135fc5b93c)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:07.846753 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f181462b-8288-462d-b402-a21c294b27d8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:07.976817 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-f181462b-8288-462d-b402-a21c294b27d8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Calling delete_port for 43f956bc-5c59-4279-a05f-84790a82a4dc owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:47:08.162894 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f181462b-8288-462d-b402-a21c294b27d8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:08.168202 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-16236446-7b82-4d7e-b35f-bb50dbf2a689 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:08.207563 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8f6e3274-f69b-42ab-996a-d70f6e71b90f req-93891fd6-f025-48cd-ab76-7d4ec005c648 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0452602 Nov 26 16:47:08.231330 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181462b-8288-462d-b402-a21c294b27d8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Port': ['ID=43f956bc-5c59-4279-a05f-84790a82a4dc,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:08.231330 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f181462b-8288-462d-b402-a21c294b27d8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:08.427247 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 79c9aaa6-84fc-4824-979a-263f292445c9 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:47:08.458108 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53162) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:08.512793 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: 79c9aaa6-84fc-4824-979a-263f292445c9 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:47:08.513131 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 79c9aaa6-84fc-4824-979a-263f292445c9 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:47:08.537554 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f181462b-8288-462d-b402-a21c294b27d8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:08.912406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f181462b-8288-462d-b402-a21c294b27d8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Router b8a46299-5831-425a-a1a0-4741b8044abd has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:47:09.087978 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f181462b-8288-462d-b402-a21c294b27d8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:47:09.097753 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4275b467-ae50-4001-9a0f-6578b91f31b6 None None] Sync routers for ids ['b8a46299-5831-425a-a1a0-4741b8044abd'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:47:09.102705 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f181462b-8288-462d-b402-a21c294b27d8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "PUT /v2.0/routers/b8a46299-5831-425a-a1a0-4741b8044abd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6317632 Nov 26 16:47:09.104167 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53168) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:09.108387 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4275b467-ae50-4001-9a0f-6578b91f31b6 None None] Routers {'b8a46299-5831-425a-a1a0-4741b8044abd'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:09.109088 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-4275b467-ae50-4001-9a0f-6578b91f31b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:47:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b8a46299-5831-425a-a1a0-4741b8044abd'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:09.183280 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-595731c6-2cb3-4e25-befa-56cc7c792a1c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting subnet aa6693fb-d348-4c22-a1a5-119b55e1c55e {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:47:09.191743 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4e5450f5-c24a-4cf3-aca8-7d0fe1736d18 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:09.192033 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-595731c6-2cb3-4e25-befa-56cc7c792a1c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:09.307203 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-4275b467-ae50-4001-9a0f-6578b91f31b6 None None] Set router b8a46299-5831-425a-a1a0-4741b8044abd gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:09.374617 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-595731c6-2cb3-4e25-befa-56cc7c792a1c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:09.380331 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-abe88452-c41b-4fc1-9058-44ea081f894a req-e8bae0cd-e07f-459a-a6f1-1a8e4697d436 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0622234 Nov 26 16:47:09.459213 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-595731c6-2cb3-4e25-befa-56cc7c792a1c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:09.539916 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-595731c6-2cb3-4e25-befa-56cc7c792a1c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:09.544964 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6d6f0c47-dcd9-4d2a-93b5-b14c27e416ec tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:09.594647 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595731c6-2cb3-4e25-befa-56cc7c792a1c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Subnet': ['ID=aa6693fb-d348-4c22-a1a5-119b55e1c55e,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:09.601975 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-595731c6-2cb3-4e25-befa-56cc7c792a1c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:09.603104 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-595731c6-2cb3-4e25-befa-56cc7c792a1c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:09.610294 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-595731c6-2cb3-4e25-befa-56cc7c792a1c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/subnets/aa6693fb-d348-4c22-a1a5-119b55e1c55e HTTP/1.1" status: 204 len: 168 time: 0.5048983 Nov 26 16:47:09.612920 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53174) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:09.714090 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d23889-69b7-456c-93ae-b9f11385380d None None] Network 956e713a-041d-4661-ab61-51cd96127fae requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:47:09.721357 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-4e5450f5-c24a-4cf3-aca8-7d0fe1736d18 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Deleting port 8d459db6-3ff5-47d4-b33a-093942bc6aed {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:47:09.721919 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4e5450f5-c24a-4cf3-aca8-7d0fe1736d18 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:09.738820 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-657ca822-be41-43a6-a740-468ba063d621 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:09.776608 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-657ca822-be41-43a6-a740-468ba063d621 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting port 4358b42f-1848-4e1d-bcd9-07d116e8cef3 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:47:09.776945 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-657ca822-be41-43a6-a740-468ba063d621 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:09.975338 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-4275b467-ae50-4001-9a0f-6578b91f31b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:47:08Z', 'revision_number': 9, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None, '_interfaces': [{'id': 'af499660-3c63-4c01-bfff-7f9f440130d2', 'name': '', 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:e0:62:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:37Z', 'updated_at': '2021-11-26T16:46:55Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec39c90a-3a7a-45d6-b1df-6180ab1a2db1', 'name': '', 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:41:90:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '44547533-d255-4257-88da-ea8d27d40eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:43Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '44547533-d255-4257-88da-ea8d27d40eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:09.982840 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4275b467-ae50-4001-9a0f-6578b91f31b6 None None] Checking router: b8a46299-5831-425a-a1a0-4741b8044abd for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:47:09.997048 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4275b467-ae50-4001-9a0f-6578b91f31b6 None None] Routers {'b8a46299-5831-425a-a1a0-4741b8044abd'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:09.997312 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-4275b467-ae50-4001-9a0f-6578b91f31b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:47:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b8a46299-5831-425a-a1a0-4741b8044abd'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:10.076378 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-657ca822-be41-43a6-a740-468ba063d621 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] For port 4358b42f-1848-4e1d-bcd9-07d116e8cef3, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=4358b42f-1848-4e1d-bcd9-07d116e8cef3,segment=NetworkSegment(805b7ab7-7222-4825-a0bb-3c135fc5b93c),segment_id=805b7ab7-7222-4825-a0bb-3c135fc5b93c)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:10.076917 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-657ca822-be41-43a6-a740-468ba063d621 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:10.155898 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089562b5-9fc6-4606-ae7f-5cb181125137 None None] DHCP port deletion for 956e713a-041d-4661-ab61-51cd96127fae request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:47:10.187980 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-089562b5-9fc6-4606-ae7f-5cb181125137 None None] Deleting port 4358b42f-1848-4e1d-bcd9-07d116e8cef3 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:47:10.188382 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-089562b5-9fc6-4606-ae7f-5cb181125137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:10.195228 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-4e5450f5-c24a-4cf3-aca8-7d0fe1736d18 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] For port 8d459db6-3ff5-47d4-b33a-093942bc6aed, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=8d459db6-3ff5-47d4-b33a-093942bc6aed,segment=NetworkSegment(301e386f-8b28-43da-9c51-24d5d935f543),segment_id=301e386f-8b28-43da-9c51-24d5d935f543)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:10.196437 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4e5450f5-c24a-4cf3-aca8-7d0fe1736d18 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:10.235232 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-657ca822-be41-43a6-a740-468ba063d621 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Calling delete_port for 4358b42f-1848-4e1d-bcd9-07d116e8cef3 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:47:10.323919 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-657ca822-be41-43a6-a740-468ba063d621 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:10.330952 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-4275b467-ae50-4001-9a0f-6578b91f31b6 None None] Set router b8a46299-5831-425a-a1a0-4741b8044abd gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:10.333558 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f65a13e5-bad0-4356-9955-c1673d3e7219 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:10.337662 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-4e5450f5-c24a-4cf3-aca8-7d0fe1736d18 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Calling delete_port for 8d459db6-3ff5-47d4-b33a-093942bc6aed owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:47:10.402310 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ca822-be41-43a6-a740-468ba063d621 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Port': ['ID=4358b42f-1848-4e1d-bcd9-07d116e8cef3,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:10.408793 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657ca822-be41-43a6-a740-468ba063d621 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] No DVR routers for this DVR port 4358b42f-1848-4e1d-bcd9-07d116e8cef3 on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:47:10.410800 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-657ca822-be41-43a6-a740-468ba063d621 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:10.542450 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4e5450f5-c24a-4cf3-aca8-7d0fe1736d18 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:10.547089 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e6b9d81a-75ad-4a9c-983d-d028ed6cd6e0 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:10.575662 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-eb5de2a5-423e-4b7d-bac0-028d59060ce7 req-54081989-45d8-43d4-b195-3b1a2fb451dc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.1069617 Nov 26 16:47:10.606218 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-657ca822-be41-43a6-a740-468ba063d621 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:10.607179 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5450f5-c24a-4cf3-aca8-7d0fe1736d18 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Pushing event deleted for resources: {'Port': ['ID=8d459db6-3ff5-47d4-b33a-093942bc6aed,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:10.607179 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4e5450f5-c24a-4cf3-aca8-7d0fe1736d18 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:10.621430 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-089562b5-9fc6-4606-ae7f-5cb181125137 None None] For port 4358b42f-1848-4e1d-bcd9-07d116e8cef3, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=4358b42f-1848-4e1d-bcd9-07d116e8cef3,segment=NetworkSegment(805b7ab7-7222-4825-a0bb-3c135fc5b93c),segment_id=805b7ab7-7222-4825-a0bb-3c135fc5b93c)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:10.622062 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-089562b5-9fc6-4606-ae7f-5cb181125137 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:10.648713 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-657ca822-be41-43a6-a740-468ba063d621 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956e713a-041d-4661-ab61-51cd96127fae']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:10.668544 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-657ca822-be41-43a6-a740-468ba063d621 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '805b7ab7-7222-4825-a0bb-3c135fc5b93c') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:10.669421 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-657ca822-be41-43a6-a740-468ba063d621 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '805b7ab7-7222-4825-a0bb-3c135fc5b93c') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:10.684730 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-657ca822-be41-43a6-a740-468ba063d621 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:10.704171 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-657ca822-be41-43a6-a740-468ba063d621 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:10.724933 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657ca822-be41-43a6-a740-468ba063d621 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:47:10.725849 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-657ca822-be41-43a6-a740-468ba063d621 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:47:10.756270 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:47:10.866901 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-089562b5-9fc6-4606-ae7f-5cb181125137 None None] Calling delete_port for 4358b42f-1848-4e1d-bcd9-07d116e8cef3 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:47:10.903697 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-657ca822-be41-43a6-a740-468ba063d621 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:10.920099 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-657ca822-be41-43a6-a740-468ba063d621 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:10.931482 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-25142508-5d41-4bf6-a22d-034d399525db tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:10.965464 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ca822-be41-43a6-a740-468ba063d621 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Network': ['ID=956e713a-041d-4661-ab61-51cd96127fae,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:10.969591 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-657ca822-be41-43a6-a740-468ba063d621 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:10.971786 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-657ca822-be41-43a6-a740-468ba063d621 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/networks/956e713a-041d-4661-ab61-51cd96127fae HTTP/1.1" status: 204 len: 168 time: 1.3572755 Nov 26 16:47:10.973838 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53190) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:11.043171 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4e5450f5-c24a-4cf3-aca8-7d0fe1736d18 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:11.085022 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-089562b5-9fc6-4606-ae7f-5cb181125137 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:47:11.085739 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-089562b5-9fc6-4606-ae7f-5cb181125137 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:47:11.146639 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 4358b42f-1848-4e1d-bcd9-07d116e8cef3 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:47:11.199840 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 4358b42f-1848-4e1d-bcd9-07d116e8cef3 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:47:11.200497 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 4358b42f-1848-4e1d-bcd9-07d116e8cef3 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:47:11.227773 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-4275b467-ae50-4001-9a0f-6578b91f31b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:47:08Z', 'revision_number': 9, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None, '_interfaces': [{'id': 'af499660-3c63-4c01-bfff-7f9f440130d2', 'name': '', 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:e0:62:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:37Z', 'updated_at': '2021-11-26T16:46:55Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec39c90a-3a7a-45d6-b1df-6180ab1a2db1', 'name': '', 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:41:90:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '44547533-d255-4257-88da-ea8d27d40eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:43Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '44547533-d255-4257-88da-ea8d27d40eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:11.232833 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4275b467-ae50-4001-9a0f-6578b91f31b6 None None] The sync data for ids ['b8a46299-5831-425a-a1a0-4741b8044abd'] in dv-neutron-819440-1-hyperv is: [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:47:08Z', 'revision_number': 9, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None, '_interfaces': [{'id': 'af499660-3c63-4c01-bfff-7f9f440130d2', 'name': '', 'network_id': 'e9e499c0-e073-4f75-b9fe-4bd094502ffd', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:e0:62:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:37Z', 'updated_at': '2021-11-26T16:46:55Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '893d1059-a183-4eb0-8626-1582f2be13b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec39c90a-3a7a-45d6-b1df-6180ab1a2db1', 'name': '', 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:41:90:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '44547533-d255-4257-88da-ea8d27d40eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:43Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '44547533-d255-4257-88da-ea8d27d40eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:47:11.471761 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5450f5-c24a-4cf3-aca8-7d0fe1736d18 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Router 1a690e08-1127-4312-b65e-2112113f9574 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:47:11.588096 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-089562b5-9fc6-4606-ae7f-5cb181125137 None None] Deleting port 4358b42f-1848-4e1d-bcd9-07d116e8cef3 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:47:11.588992 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-089562b5-9fc6-4606-ae7f-5cb181125137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:11.720752 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-089562b5-9fc6-4606-ae7f-5cb181125137 None None] The port '4358b42f-1848-4e1d-bcd9-07d116e8cef3' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:47:11.745140 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-213d4545-2f26-4261-8740-460d236b3ecd req-1fed05f9-014f-4335-9039-c11fde1aa39e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0944223 Nov 26 16:47:11.758853 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3b05a299-4cc2-4f5e-848d-951e99dccd28 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:11.803437 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5450f5-c24a-4cf3-aca8-7d0fe1736d18 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:47:11.816651 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c80f262-8bed-4303-a958-da54dd32bbdc None None] Sync routers for ids ['1a690e08-1127-4312-b65e-2112113f9574'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:47:11.827704 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c80f262-8bed-4303-a958-da54dd32bbdc None None] Routers {'1a690e08-1127-4312-b65e-2112113f9574'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:11.829086 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9c80f262-8bed-4303-a958-da54dd32bbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:47:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['1a690e08-1127-4312-b65e-2112113f9574'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:11.848474 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4e5450f5-c24a-4cf3-aca8-7d0fe1736d18 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "PUT /v2.0/routers/1a690e08-1127-4312-b65e-2112113f9574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3891070 Nov 26 16:47:11.849551 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53198) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:12.042673 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-9c80f262-8bed-4303-a958-da54dd32bbdc None None] Set router 1a690e08-1127-4312-b65e-2112113f9574 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:12.103761 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f84162-f1eb-4566-ba13-4813c37de81a tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Deleting subnet 23d4567e-8072-4472-b596-542ff684bebd {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:47:12.113080 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-20f84162-f1eb-4566-ba13-4813c37de81a tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:12.182332 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-20f84162-f1eb-4566-ba13-4813c37de81a tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:12.218056 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-3b05a299-4cc2-4f5e-848d-951e99dccd28 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting port af499660-3c63-4c01-bfff-7f9f440130d2 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:47:12.218406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3b05a299-4cc2-4f5e-848d-951e99dccd28 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:12.308279 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-20f84162-f1eb-4566-ba13-4813c37de81a tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:12.411945 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-20f84162-f1eb-4566-ba13-4813c37de81a tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:12.422595 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f8c9cad9-35fc-40e1-aac8-9f73ae4fb778 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:12.454295 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9c80f262-8bed-4303-a958-da54dd32bbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a690e08-1127-4312-b65e-2112113f9574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113790639', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '6f053538-ef78-40ca-bf67-78625f84a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:44:59Z', 'updated_at': '2021-11-26T16:47:10Z', 'revision_number': 5, 'project_id': '51c303889cec4785abbc174558e69eb4', 'gw_port': {'id': '6f053538-ef78-40ca-bf67-78625f84a411', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a690e08-1127-4312-b65e-2112113f9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:45:00Z', 'updated_at': '2021-11-26T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:12.456195 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-20f84162-f1eb-4566-ba13-4813c37de81a tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:12.462800 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c80f262-8bed-4303-a958-da54dd32bbdc None None] Checking router: 1a690e08-1127-4312-b65e-2112113f9574 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:47:12.465112 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f02a15e-4135-4925-b731-9ee7dbb6cba7 None None] Network d3b7c776-489b-4dc6-8778-650193941422 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:47:12.481701 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c80f262-8bed-4303-a958-da54dd32bbdc None None] Routers {'1a690e08-1127-4312-b65e-2112113f9574'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:12.482756 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9c80f262-8bed-4303-a958-da54dd32bbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:47:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['1a690e08-1127-4312-b65e-2112113f9574'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:12.486520 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f84162-f1eb-4566-ba13-4813c37de81a tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Pushing event deleted for resources: {'Subnet': ['ID=23d4567e-8072-4472-b596-542ff684bebd,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:12.499202 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-20f84162-f1eb-4566-ba13-4813c37de81a tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:12.500158 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-20f84162-f1eb-4566-ba13-4813c37de81a tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "DELETE /v2.0/subnets/23d4567e-8072-4472-b596-542ff684bebd HTTP/1.1" status: 204 len: 168 time: 0.6493418 Nov 26 16:47:12.503039 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53204) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:12.668305 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-3b05a299-4cc2-4f5e-848d-951e99dccd28 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] For port af499660-3c63-4c01-bfff-7f9f440130d2, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=af499660-3c63-4c01-bfff-7f9f440130d2,segment=NetworkSegment(6843fbba-ce4e-4aa9-ade3-e74aca52743f),segment_id=6843fbba-ce4e-4aa9-ade3-e74aca52743f)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:12.668838 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3b05a299-4cc2-4f5e-848d-951e99dccd28 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:12.736920 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-9c80f262-8bed-4303-a958-da54dd32bbdc None None] Set router 1a690e08-1127-4312-b65e-2112113f9574 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:12.821635 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-3b05a299-4cc2-4f5e-848d-951e99dccd28 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Calling delete_port for af499660-3c63-4c01-bfff-7f9f440130d2 owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:47:12.938268 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e375c4ca-09b1-4378-bb25-163142fa5b84 req-d3f9b809-7ff9-48d6-8d9e-b65472ee6306 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0839276 Nov 26 16:47:12.943004 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3274df0-1025-4b3c-a868-2c3ae6b2d94e None None] DHCP port deletion for d3b7c776-489b-4dc6-8778-650193941422 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:47:12.953679 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-d3274df0-1025-4b3c-a868-2c3ae6b2d94e None None] Deleting port 8cf8b5fb-fdd9-4172-bd66-99496e2abc6a {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:47:12.954190 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d3274df0-1025-4b3c-a868-2c3ae6b2d94e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:12.962378 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-edeb0c15-9aaa-48e3-9f36-85a4051cd889 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:13.062192 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 8cf8b5fb-fdd9-4172-bd66-99496e2abc6a no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:47:13.224685 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9c80f262-8bed-4303-a958-da54dd32bbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a690e08-1127-4312-b65e-2112113f9574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113790639', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '6f053538-ef78-40ca-bf67-78625f84a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:44:59Z', 'updated_at': '2021-11-26T16:47:10Z', 'revision_number': 5, 'project_id': '51c303889cec4785abbc174558e69eb4', 'gw_port': {'id': '6f053538-ef78-40ca-bf67-78625f84a411', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a690e08-1127-4312-b65e-2112113f9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:45:00Z', 'updated_at': '2021-11-26T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:13.229336 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c80f262-8bed-4303-a958-da54dd32bbdc None None] The sync data for ids ['1a690e08-1127-4312-b65e-2112113f9574'] in dv-neutron-819440-1-hyperv is: [{'id': '1a690e08-1127-4312-b65e-2112113f9574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113790639', 'tenant_id': '51c303889cec4785abbc174558e69eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '6f053538-ef78-40ca-bf67-78625f84a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:44:59Z', 'updated_at': '2021-11-26T16:47:10Z', 'revision_number': 5, 'project_id': '51c303889cec4785abbc174558e69eb4', 'gw_port': {'id': '6f053538-ef78-40ca-bf67-78625f84a411', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a690e08-1127-4312-b65e-2112113f9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:45:00Z', 'updated_at': '2021-11-26T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:47:13.326258 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-d3274df0-1025-4b3c-a868-2c3ae6b2d94e None None] For port 8cf8b5fb-fdd9-4172-bd66-99496e2abc6a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=8cf8b5fb-fdd9-4172-bd66-99496e2abc6a,segment=NetworkSegment(301e386f-8b28-43da-9c51-24d5d935f543),segment_id=301e386f-8b28-43da-9c51-24d5d935f543)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:13.326766 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d3274df0-1025-4b3c-a868-2c3ae6b2d94e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:13.341234 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:13.349612 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-edeb0c15-9aaa-48e3-9f36-85a4051cd889 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:13.393456 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-edeb0c15-9aaa-48e3-9f36-85a4051cd889 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Deleting port 6f053538-ef78-40ca-bf67-78625f84a411 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:47:13.393798 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-edeb0c15-9aaa-48e3-9f36-85a4051cd889 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:13.463596 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-d3274df0-1025-4b3c-a868-2c3ae6b2d94e None None] Calling delete_port for 8cf8b5fb-fdd9-4172-bd66-99496e2abc6a owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:47:13.528074 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 8cf8b5fb-fdd9-4172-bd66-99496e2abc6a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=8cf8b5fb-fdd9-4172-bd66-99496e2abc6a,segment=NetworkSegment(301e386f-8b28-43da-9c51-24d5d935f543),segment_id=301e386f-8b28-43da-9c51-24d5d935f543)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:13.534330 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3b05a299-4cc2-4f5e-848d-951e99dccd28 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:13.540898 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a1be7a23-6874-4dfe-8369-42497e49ee9a tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:13.552416 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:13.553353 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 43f956bc-5c59-4279-a05f-84790a82a4dc no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:47:13.587835 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-0c3559fa-8879-48e5-9b81-e8023fb97483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:13.594945 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05a299-4cc2-4f5e-848d-951e99dccd28 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Port': ['ID=af499660-3c63-4c01-bfff-7f9f440130d2,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:13.633919 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3b05a299-4cc2-4f5e-848d-951e99dccd28 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:13.653408 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 43f956bc-5c59-4279-a05f-84790a82a4dc {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:47:13.653929 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 43f956bc-5c59-4279-a05f-84790a82a4dc not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:47:13.677323 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-d3274df0-1025-4b3c-a868-2c3ae6b2d94e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:47:13.677896 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-d3274df0-1025-4b3c-a868-2c3ae6b2d94e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:47:13.722625 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=8cf8b5fb-fdd9-4172-bd66-99496e2abc6a,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:13.736722 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:13.801286 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-edeb0c15-9aaa-48e3-9f36-85a4051cd889 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] For port 6f053538-ef78-40ca-bf67-78625f84a411, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=6f053538-ef78-40ca-bf67-78625f84a411,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:13.801511 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-edeb0c15-9aaa-48e3-9f36-85a4051cd889 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:14.044362 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-edeb0c15-9aaa-48e3-9f36-85a4051cd889 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Calling delete_port for 6f053538-ef78-40ca-bf67-78625f84a411 owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:47:14.050728 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5f01e98b-d3c5-4308-96d3-c04a9d5b0b0e req-98cf2f66-614f-4b91-92b0-9e816251727e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0437291 Nov 26 16:47:14.152184 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3b05a299-4cc2-4f5e-848d-951e99dccd28 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:14.179561 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-d3274df0-1025-4b3c-a868-2c3ae6b2d94e None None] Deleting port 8cf8b5fb-fdd9-4172-bd66-99496e2abc6a {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:47:14.179988 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d3274df0-1025-4b3c-a868-2c3ae6b2d94e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:14.385467 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-d3274df0-1025-4b3c-a868-2c3ae6b2d94e None None] For port 8cf8b5fb-fdd9-4172-bd66-99496e2abc6a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=8cf8b5fb-fdd9-4172-bd66-99496e2abc6a,segment=NetworkSegment(301e386f-8b28-43da-9c51-24d5d935f543),segment_id=301e386f-8b28-43da-9c51-24d5d935f543)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:14.385873 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d3274df0-1025-4b3c-a868-2c3ae6b2d94e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:14.507136 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-d3274df0-1025-4b3c-a868-2c3ae6b2d94e None None] Calling delete_port for 8cf8b5fb-fdd9-4172-bd66-99496e2abc6a owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:47:14.588395 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d3274df0-1025-4b3c-a868-2c3ae6b2d94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:14.592135 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:14.636273 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3274df0-1025-4b3c-a868-2c3ae6b2d94e None None] Pushing event deleted for resources: {'Port': ['ID=8cf8b5fb-fdd9-4172-bd66-99496e2abc6a,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:14.640801 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d3274df0-1025-4b3c-a868-2c3ae6b2d94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:14.641585 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3274df0-1025-4b3c-a868-2c3ae6b2d94e None None] No DVR routers for this DVR port 8cf8b5fb-fdd9-4172-bd66-99496e2abc6a on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:47:14.666159 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-edeb0c15-9aaa-48e3-9f36-85a4051cd889 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:14.672076 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-657ca822-be41-43a6-a740-468ba063d621 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:14.745027 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb0c15-9aaa-48e3-9f36-85a4051cd889 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Pushing event deleted for resources: {'Port': ['ID=6f053538-ef78-40ca-bf67-78625f84a411,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:14.748392 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b05a299-4cc2-4f5e-848d-951e99dccd28 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Router b8a46299-5831-425a-a1a0-4741b8044abd has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:47:14.754461 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-edeb0c15-9aaa-48e3-9f36-85a4051cd889 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:14.948257 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-edeb0c15-9aaa-48e3-9f36-85a4051cd889 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:15.032540 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 8d459db6-3ff5-47d4-b33a-093942bc6aed no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:47:15.068080 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 8d459db6-3ff5-47d4-b33a-093942bc6aed {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:47:15.068516 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 8d459db6-3ff5-47d4-b33a-093942bc6aed not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:47:15.147214 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-edeb0c15-9aaa-48e3-9f36-85a4051cd889 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:15.148509 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0e7de948-6df3-42d4-8dd3-8d5ae6384855 req-242457df-7b9b-4753-8bd1-bf4018d8b0cc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0443604 Nov 26 16:47:15.151553 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-edeb0c15-9aaa-48e3-9f36-85a4051cd889 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:15.155247 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b05a299-4cc2-4f5e-848d-951e99dccd28 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:47:15.170505 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e65fc4-555d-481e-bcdb-ea250a58c887 None None] Sync routers for ids ['b8a46299-5831-425a-a1a0-4741b8044abd'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:47:15.179259 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e65fc4-555d-481e-bcdb-ea250a58c887 None None] Routers {'b8a46299-5831-425a-a1a0-4741b8044abd'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:15.180437 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-12e65fc4-555d-481e-bcdb-ea250a58c887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:47:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b8a46299-5831-425a-a1a0-4741b8044abd'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:15.204358 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-2c58d8e4-d377-48c9-8dcd-48937253c257 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Synchronizing usage tracker for tenant:9f9230f34386409ca98bc1f84ec409b3 on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:47:15.212708 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-edeb0c15-9aaa-48e3-9f36-85a4051cd889 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:15.213198 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edeb0c15-9aaa-48e3-9f36-85a4051cd889 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Fanout notify agent at l3_agent the message router_deleted on router 1a690e08-1127-4312-b65e-2112113f9574 {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:47:15.221475 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-edeb0c15-9aaa-48e3-9f36-85a4051cd889 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:15.225073 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-edeb0c15-9aaa-48e3-9f36-85a4051cd889 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "DELETE /v2.0/routers/1a690e08-1127-4312-b65e-2112113f9574 HTTP/1.1" status: 204 len: 168 time: 2.7181969 Nov 26 16:47:15.225531 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3b05a299-4cc2-4f5e-848d-951e99dccd28 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "PUT /v2.0/routers/b8a46299-5831-425a-a1a0-4741b8044abd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2504900 Nov 26 16:47:15.227827 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53226) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:15.228175 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53228) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:15.366555 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-2c58d8e4-d377-48c9-8dcd-48937253c257 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Unset dirty status for tenant:9f9230f34386409ca98bc1f84ec409b3 on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:47:15.368402 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-2c58d8e4-d377-48c9-8dcd-48937253c257 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-49045954&fields=id&tenant_id=9f9230f34386409ca98bc1f84ec409b3 HTTP/1.1" status: 200 len: 267 time: 0.2563610 Nov 26 16:47:15.379287 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-12e65fc4-555d-481e-bcdb-ea250a58c887 None None] Set router b8a46299-5831-425a-a1a0-4741b8044abd gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:15.473129 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-d086abbf-d5d2-4c8b-b376-0c6b192efc2c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting subnet 893d1059-a183-4eb0-8626-1582f2be13b5 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:47:15.493649 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d086abbf-d5d2-4c8b-b376-0c6b192efc2c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:15.536232 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d24ff857-eafd-46e8-92a7-1a035f07a526 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:15.596543 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d086abbf-d5d2-4c8b-b376-0c6b192efc2c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:15.681599 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-3539545b-940c-4742-88b4-dc46fa824d94 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:15.682319 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-3539545b-940c-4742-88b4-dc46fa824d94 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Synchronizing usage tracker for tenant:9f9230f34386409ca98bc1f84ec409b3 on resource:network {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:47:15.690160 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-12e65fc4-555d-481e-bcdb-ea250a58c887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:47:13Z', 'revision_number': 10, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None, '_interfaces': [{'id': 'ec39c90a-3a7a-45d6-b1df-6180ab1a2db1', 'name': '', 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:41:90:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '44547533-d255-4257-88da-ea8d27d40eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:43Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '44547533-d255-4257-88da-ea8d27d40eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:15.697650 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e65fc4-555d-481e-bcdb-ea250a58c887 None None] Checking router: b8a46299-5831-425a-a1a0-4741b8044abd for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:47:15.708993 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e65fc4-555d-481e-bcdb-ea250a58c887 None None] Routers {'b8a46299-5831-425a-a1a0-4741b8044abd'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:15.709742 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-12e65fc4-555d-481e-bcdb-ea250a58c887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:47:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b8a46299-5831-425a-a1a0-4741b8044abd'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:15.799909 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d24ff857-eafd-46e8-92a7-1a035f07a526 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:15.813063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-3539545b-940c-4742-88b4-dc46fa824d94 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Unset dirty status for tenant:9f9230f34386409ca98bc1f84ec409b3 on resource:network {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:47:15.814199 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-3539545b-940c-4742-88b4-dc46fa824d94 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/networks?id=48a59583-a919-49e7-95cd-b28f90765ccd HTTP/1.1" status: 200 len: 811 time: 0.4334354 Nov 26 16:47:15.851369 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-d24ff857-eafd-46e8-92a7-1a035f07a526 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b7c776-489b-4dc6-8778-650193941422']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:15.864206 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-a3471090-23f4-4746-acf5-3636fe22101c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/quotas/9f9230f34386409ca98bc1f84ec409b3 HTTP/1.1" status: 200 len: 375 time: 0.0313351 Nov 26 16:47:15.869166 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-d24ff857-eafd-46e8-92a7-1a035f07a526 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301e386f-8b28-43da-9c51-24d5d935f543') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:15.869802 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-d24ff857-eafd-46e8-92a7-1a035f07a526 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301e386f-8b28-43da-9c51-24d5d935f543') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:15.872186 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-12e65fc4-555d-481e-bcdb-ea250a58c887 None None] Set router b8a46299-5831-425a-a1a0-4741b8044abd gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:15.884019 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d086abbf-d5d2-4c8b-b376-0c6b192efc2c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:15.956489 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d24ff857-eafd-46e8-92a7-1a035f07a526 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:15.988957 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d24ff857-eafd-46e8-92a7-1a035f07a526 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:16.007779 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24ff857-eafd-46e8-92a7-1a035f07a526 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:47:16.008035 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d24ff857-eafd-46e8-92a7-1a035f07a526 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:47:16.023247 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:47:16.186148 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-12e65fc4-555d-481e-bcdb-ea250a58c887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:47:13Z', 'revision_number': 10, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None, '_interfaces': [{'id': 'ec39c90a-3a7a-45d6-b1df-6180ab1a2db1', 'name': '', 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:41:90:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '44547533-d255-4257-88da-ea8d27d40eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:43Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '44547533-d255-4257-88da-ea8d27d40eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:16.190731 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e65fc4-555d-481e-bcdb-ea250a58c887 None None] The sync data for ids ['b8a46299-5831-425a-a1a0-4741b8044abd'] in dv-neutron-819440-1-hyperv is: [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:47:13Z', 'revision_number': 10, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None, '_interfaces': [{'id': 'ec39c90a-3a7a-45d6-b1df-6180ab1a2db1', 'name': '', 'network_id': '7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'mac_address': 'fa:16:3e:41:90:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '44547533-d255-4257-88da-ea8d27d40eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:43Z', 'revision_number': 5, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'subnets': [{'id': '44547533-d255-4257-88da-ea8d27d40eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:47:16.258404 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7688bd89-d619-4908-80eb-d7bb5d2be374 req-5a8b06bb-2812-47ab-a926-2458cf155ee0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0507898 Nov 26 16:47:16.259081 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d086abbf-d5d2-4c8b-b376-0c6b192efc2c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:16.264102 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-59667102-6cee-41f6-8851-21754997345b tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:16.302820 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086abbf-d5d2-4c8b-b376-0c6b192efc2c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Subnet': ['ID=893d1059-a183-4eb0-8626-1582f2be13b5,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:16.306205 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d24ff857-eafd-46e8-92a7-1a035f07a526 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:16.310527 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d086abbf-d5d2-4c8b-b376-0c6b192efc2c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:16.311105 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-38cdd025-bcea-4a67-b9c3-ae377ae483ec tempest-NetworksIpV6TestAttrs-213344692 tempest-NetworksIpV6TestAttrs-213344692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:16.320186 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48106a20-5ea1-45b4-8088-7d11c2fa6434 None None] Network e9e499c0-e073-4f75-b9fe-4bd094502ffd requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:47:16.325877 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d086abbf-d5d2-4c8b-b376-0c6b192efc2c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:16.328629 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d24ff857-eafd-46e8-92a7-1a035f07a526 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:16.336942 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-53a12fbb-d7b1-4c84-98be-2f6f82d67603 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f9230f34386409ca98bc1f84ec409b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4590099 Nov 26 16:47:16.349373 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ff857-eafd-46e8-92a7-1a035f07a526 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Pushing event deleted for resources: {'Network': ['ID=d3b7c776-489b-4dc6-8778-650193941422,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:16.358325 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d24ff857-eafd-46e8-92a7-1a035f07a526 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:16.361135 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d086abbf-d5d2-4c8b-b376-0c6b192efc2c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/subnets/893d1059-a183-4eb0-8626-1582f2be13b5 HTTP/1.1" status: 204 len: 168 time: 1.1305223 Nov 26 16:47:16.364239 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53238) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:16.368111 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d24ff857-eafd-46e8-92a7-1a035f07a526 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "DELETE /v2.0/networks/d3b7c776-489b-4dc6-8778-650193941422 HTTP/1.1" status: 204 len: 168 time: 1.1362448 Nov 26 16:47:16.368283 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53240) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:16.451503 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a03a298b-d266-4e13-ba53-7ef4dd0dd16f tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:16.500491 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a4947c79-f742-4af5-ad77-eccb8fd55cee tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:16.505282 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a03a298b-d266-4e13-ba53-7ef4dd0dd16f tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:16.512386 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-a4947c79-f742-4af5-ad77-eccb8fd55cee tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting port f6bd1027-df43-4a54-9b4e-0daec6c44941 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:47:16.512655 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a4947c79-f742-4af5-ad77-eccb8fd55cee tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:16.618408 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce75730-47a2-4c7d-a246-80bd2dd9f44b None None] DHCP port deletion for e9e499c0-e073-4f75-b9fe-4bd094502ffd request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:47:16.623848 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-9ce75730-47a2-4c7d-a246-80bd2dd9f44b None None] Deleting port f6bd1027-df43-4a54-9b4e-0daec6c44941 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:47:16.624284 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9ce75730-47a2-4c7d-a246-80bd2dd9f44b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:16.685833 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a03a298b-d266-4e13-ba53-7ef4dd0dd16f tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:16.694482 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-10058831-dedf-49a8-8500-faac47d90abe tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:16.729844 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a298b-d266-4e13-ba53-7ef4dd0dd16f tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2294cf-4282-491e-8bf7-5876be4c3b75,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:16.735801 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a03a298b-d266-4e13-ba53-7ef4dd0dd16f tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:16.751516 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-bd341ca2-6037-4db7-9629-3f600470cd8b service neutron] 10.222.0.11 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978100 Nov 26 16:47:16.757616 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a03a298b-d266-4e13-ba53-7ef4dd0dd16f tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:16.760177 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a03a298b-d266-4e13-ba53-7ef4dd0dd16f tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] 10.222.0.11 "DELETE /v2.0/security-groups/3f2294cf-4282-491e-8bf7-5876be4c3b75 HTTP/1.1" status: 204 len: 168 time: 0.3906674 Nov 26 16:47:16.799325 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-a4947c79-f742-4af5-ad77-eccb8fd55cee tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] For port f6bd1027-df43-4a54-9b4e-0daec6c44941, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f6bd1027-df43-4a54-9b4e-0daec6c44941,segment=NetworkSegment(6843fbba-ce4e-4aa9-ade3-e74aca52743f),segment_id=6843fbba-ce4e-4aa9-ade3-e74aca52743f)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:16.799853 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a4947c79-f742-4af5-ad77-eccb8fd55cee tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:16.943784 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-9ce75730-47a2-4c7d-a246-80bd2dd9f44b None None] For port f6bd1027-df43-4a54-9b4e-0daec6c44941, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f6bd1027-df43-4a54-9b4e-0daec6c44941,segment=NetworkSegment(6843fbba-ce4e-4aa9-ade3-e74aca52743f),segment_id=6843fbba-ce4e-4aa9-ade3-e74aca52743f)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:16.944514 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9ce75730-47a2-4c7d-a246-80bd2dd9f44b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:16.980266 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-a4947c79-f742-4af5-ad77-eccb8fd55cee tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Calling delete_port for f6bd1027-df43-4a54-9b4e-0daec6c44941 owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:47:16.984957 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-e28d87d9-abb0-46fa-8089-bded0f5e55cc service neutron] 10.222.0.11 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236891 Nov 26 16:47:17.088710 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 6f053538-ef78-40ca-bf67-78625f84a411 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:47:17.090308 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a4947c79-f742-4af5-ad77-eccb8fd55cee tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:17.095732 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2db16be3-a0f4-41aa-aa62-72bee5588ba1 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:17.123967 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-9ce75730-47a2-4c7d-a246-80bd2dd9f44b None None] Calling delete_port for f6bd1027-df43-4a54-9b4e-0daec6c44941 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:47:17.146340 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4947c79-f742-4af5-ad77-eccb8fd55cee tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Port': ['ID=f6bd1027-df43-4a54-9b4e-0daec6c44941,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:17.159734 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a4947c79-f742-4af5-ad77-eccb8fd55cee tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:17.161300 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4947c79-f742-4af5-ad77-eccb8fd55cee tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] No DVR routers for this DVR port f6bd1027-df43-4a54-9b4e-0daec6c44941 on host dv-neutron-819440-1-hyperv {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:47:17.181300 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 6f053538-ef78-40ca-bf67-78625f84a411 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:47:17.181784 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 6f053538-ef78-40ca-bf67-78625f84a411 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:47:17.182311 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device af499660-3c63-4c01-bfff-7f9f440130d2 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:47:17.187223 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53254) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:17.218189 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: af499660-3c63-4c01-bfff-7f9f440130d2 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:47:17.219429 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device af499660-3c63-4c01-bfff-7f9f440130d2 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:47:17.219429 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f6bd1027-df43-4a54-9b4e-0daec6c44941 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:47:17.261088 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: f6bd1027-df43-4a54-9b4e-0daec6c44941 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:47:17.261482 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f6bd1027-df43-4a54-9b4e-0daec6c44941 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:47:17.302236 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a4947c79-f742-4af5-ad77-eccb8fd55cee tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:17.309078 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-9ce75730-47a2-4c7d-a246-80bd2dd9f44b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:47:17.309455 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-9ce75730-47a2-4c7d-a246-80bd2dd9f44b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:47:17.381187 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-185681ec-1531-4da7-b92d-122030ab55b7 req-861754dc-59bb-400e-8ea9-3918f0cfcc5f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0542891 Nov 26 16:47:17.382699 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-a4947c79-f742-4af5-ad77-eccb8fd55cee tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e499c0-e073-4f75-b9fe-4bd094502ffd']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:17.395080 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-377d6572-b492-46e1-841b-f4b4dcd4f9e4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=51c303889cec4785abbc174558e69eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065704 Nov 26 16:47:17.399140 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-a4947c79-f742-4af5-ad77-eccb8fd55cee tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6843fbba-ce4e-4aa9-ade3-e74aca52743f') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:17.399449 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-a4947c79-f742-4af5-ad77-eccb8fd55cee tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6843fbba-ce4e-4aa9-ade3-e74aca52743f') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:17.406504 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53266) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:17.415689 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a4947c79-f742-4af5-ad77-eccb8fd55cee tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:17.434289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a4947c79-f742-4af5-ad77-eccb8fd55cee tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:17.446416 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4947c79-f742-4af5-ad77-eccb8fd55cee tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:47:17.447978 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a4947c79-f742-4af5-ad77-eccb8fd55cee tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:47:17.468419 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:47:17.479627 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-99a88b7d-fcb1-42a0-be4d-b2c2f189cbb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:17.506068 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-99a88b7d-fcb1-42a0-be4d-b2c2f189cbb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:17.569028 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-99a88b7d-fcb1-42a0-be4d-b2c2f189cbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:17.574104 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c6a27449-566d-429a-bd38-b24ad943ccbf tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:17.579974 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-539f127b-3a6f-4803-a336-7a3df16a76b6 req-5d4a7f77-bb0f-4e1b-aa9f-fb3fd63e2dd0 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Synchronizing usage tracker for tenant:9f9230f34386409ca98bc1f84ec409b3 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:47:17.590431 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a88b7d-fcb1-42a0-be4d-b2c2f189cbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc77c7b2-56a7-4065-83dc-32eee80aec41,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:17.592891 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-99a88b7d-fcb1-42a0-be4d-b2c2f189cbb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:17.597288 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-99a88b7d-fcb1-42a0-be4d-b2c2f189cbb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:17.599291 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-99a88b7d-fcb1-42a0-be4d-b2c2f189cbb2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bc77c7b2-56a7-4065-83dc-32eee80aec41 HTTP/1.1" status: 204 len: 168 time: 0.1918216 Nov 26 16:47:17.604011 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a4947c79-f742-4af5-ad77-eccb8fd55cee tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:17.607836 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-34942663-1f03-4823-899c-c4575f4574cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:17.624484 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a4947c79-f742-4af5-ad77-eccb8fd55cee tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:17.631293 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-539f127b-3a6f-4803-a336-7a3df16a76b6 req-5d4a7f77-bb0f-4e1b-aa9f-fb3fd63e2dd0 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Unset dirty status for tenant:9f9230f34386409ca98bc1f84ec409b3 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:47:17.632463 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-539f127b-3a6f-4803-a336-7a3df16a76b6 req-5d4a7f77-bb0f-4e1b-aa9f-fb3fd63e2dd0 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 210 time: 0.1593640 Nov 26 16:47:17.638541 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4947c79-f742-4af5-ad77-eccb8fd55cee tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Network': ['ID=e9e499c0-e073-4f75-b9fe-4bd094502ffd,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:17.643156 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a4947c79-f742-4af5-ad77-eccb8fd55cee tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:17.649993 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a4947c79-f742-4af5-ad77-eccb8fd55cee tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/networks/e9e499c0-e073-4f75-b9fe-4bd094502ffd HTTP/1.1" status: 204 len: 168 time: 1.2773767 Nov 26 16:47:17.652036 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53280) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:17.812046 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-9ce75730-47a2-4c7d-a246-80bd2dd9f44b None None] Deleting port f6bd1027-df43-4a54-9b4e-0daec6c44941 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:47:17.812792 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9ce75730-47a2-4c7d-a246-80bd2dd9f44b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:17.906321 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-9ce75730-47a2-4c7d-a246-80bd2dd9f44b None None] The port 'f6bd1027-df43-4a54-9b4e-0daec6c44941' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:47:17.970986 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53288) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:17.989935 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3fff6724-43cf-42d0-abb8-bd7e1401535f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:18.005183 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-3fff6724-43cf-42d0-abb8-bd7e1401535f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:47:18.009753 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3fff6724-43cf-42d0-abb8-bd7e1401535f admin admin] Usage tracker for resource:security_group_rule and tenant:c1d6dd6fb50541bfb0c12c1185f7d554 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:47:18.018212 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3fff6724-43cf-42d0-abb8-bd7e1401535f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:47:18.023018 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-3fff6724-43cf-42d0-abb8-bd7e1401535f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:47:18.114774 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3fff6724-43cf-42d0-abb8-bd7e1401535f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:18.121255 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3fff6724-43cf-42d0-abb8-bd7e1401535f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:18.129063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-82bcb0b5-7b47-4823-990f-ac59feeccf70 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:18.173700 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3fff6724-43cf-42d0-abb8-bd7e1401535f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c1d6dd6fb50541bfb0c12c1185f7d554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2012980 Nov 26 16:47:18.174679 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff6724-43cf-42d0-abb8-bd7e1401535f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4c53fb-34a2-41be-851b-7a0fed54d5ac,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:18.177051 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53292) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:18.180158 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3fff6724-43cf-42d0-abb8-bd7e1401535f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:18.244042 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3f63d29b-290b-4a2d-a044-00e9842bd08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:18.270298 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3f63d29b-290b-4a2d-a044-00e9842bd08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:18.311619 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9d984567-581b-4d43-948a-148b17f011e2 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:18.325126 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3f63d29b-290b-4a2d-a044-00e9842bd08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:18.329399 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c8aaad46-1ab2-4741-a85e-2fc38478eca7 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:18.340951 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63d29b-290b-4a2d-a044-00e9842bd08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4c53fb-34a2-41be-851b-7a0fed54d5ac,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:18.344356 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3f63d29b-290b-4a2d-a044-00e9842bd08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:18.349322 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3f63d29b-290b-4a2d-a044-00e9842bd08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:18.352684 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3f63d29b-290b-4a2d-a044-00e9842bd08f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f4c53fb-34a2-41be-851b-7a0fed54d5ac HTTP/1.1" status: 204 len: 168 time: 0.1725307 Nov 26 16:47:18.481273 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4cff014e-4c99-4afd-ae10-354af47dda5a req-5f6ae4cd-05ee-470c-a0d5-20866f08896e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b65d8e2-93d7-442a-9951-abe9374163a5 HTTP/1.1" status: 200 len: 210 time: 0.0451293 Nov 26 16:47:18.771748 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-9d984567-581b-4d43-948a-148b17f011e2 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting port ec39c90a-3a7a-45d6-b1df-6180ab1a2db1 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:47:18.772226 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9d984567-581b-4d43-948a-148b17f011e2 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:18.885595 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-602a15c6-bbd7-44af-9b62-50be0eac4cd4 req-69dde8bb-7789-4999-857f-543245b99143 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 210 time: 0.0519974 Nov 26 16:47:18.996164 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-1341f0d9-8176-4bb4-8e25-a61387f42156 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:18.997045 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-1341f0d9-8176-4bb4-8e25-a61387f42156 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.31 "GET /v2.0/networks?id=48a59583-a919-49e7-95cd-b28f90765ccd HTTP/1.1" status: 200 len: 811 time: 0.3419192 Nov 26 16:47:19.060636 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-9d984567-581b-4d43-948a-148b17f011e2 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] For port ec39c90a-3a7a-45d6-b1df-6180ab1a2db1, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=ec39c90a-3a7a-45d6-b1df-6180ab1a2db1,segment=NetworkSegment(b9159683-e105-4d32-8104-13048de8e80e),segment_id=b9159683-e105-4d32-8104-13048de8e80e)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:19.061175 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9d984567-581b-4d43-948a-148b17f011e2 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:19.196488 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53336) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:19.206308 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-9d984567-581b-4d43-948a-148b17f011e2 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Calling delete_port for ec39c90a-3a7a-45d6-b1df-6180ab1a2db1 owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:47:19.247358 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53340) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:19.278260 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-a670c043-dca6-4714-883b-a3942f5e36e5 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Synchronizing usage tracker for tenant:9f9230f34386409ca98bc1f84ec409b3 on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:47:19.294493 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-79ee6ebf-f9a3-4e5b-a5f1-f4e4d1f1d808 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:19.319765 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-a670c043-dca6-4714-883b-a3942f5e36e5 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Unset dirty status for tenant:9f9230f34386409ca98bc1f84ec409b3 on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:47:19.321462 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-a670c043-dca6-4714-883b-a3942f5e36e5 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f9230f34386409ca98bc1f84ec409b3 HTTP/1.1" status: 200 len: 378 time: 0.2527111 Nov 26 16:47:19.335166 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-79ee6ebf-f9a3-4e5b-a5f1-f4e4d1f1d808 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:19.343518 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-f0af627b-42e1-496a-b690-8a11b0c5ba8b tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Request body: {'port': {'device_id': '659cbd61-dd67-4dcc-950c-2af83a673b70', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'admin_state_up': True, 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'security_groups': ['44dd585b-2be2-4759-9419-3f873bd27f44']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:47:19.397799 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-140226396-network', 'tenant_id': '6c776faffbe64d40b228b06a5de29eb9'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:47:19.403898 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:47:19.408196 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] Usage tracker for resource:network and tenant:6c776faffbe64d40b228b06a5de29eb9 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:47:19.411634 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:47:19.418254 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:47:19.431889 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] Made reservation on behalf of 6c776faffbe64d40b228b06a5de29eb9 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:47:19.433966 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:19.435696 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:19.452575 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:19.474933 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:47:19.477881 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-79ee6ebf-f9a3-4e5b-a5f1-f4e4d1f1d808 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:19.484194 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c80d5cd9-1915-473e-8492-05aff3643848 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:19.493109 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] Usage tracker for resource:security_group_rule and tenant:6c776faffbe64d40b228b06a5de29eb9 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:47:19.500466 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:47:19.509667 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee6ebf-f9a3-4e5b-a5f1-f4e4d1f1d808 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26758464-6b2a-4463-801d-444a8088748e,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:19.512345 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-79ee6ebf-f9a3-4e5b-a5f1-f4e4d1f1d808 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:19.514452 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:47:19.533666 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-79ee6ebf-f9a3-4e5b-a5f1-f4e4d1f1d808 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:19.534805 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-79ee6ebf-f9a3-4e5b-a5f1-f4e4d1f1d808 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/security-groups/26758464-6b2a-4463-801d-444a8088748e HTTP/1.1" status: 204 len: 168 time: 0.3373239 Nov 26 16:47:19.598887 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53350) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:19.632092 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-f0af627b-42e1-496a-b690-8a11b0c5ba8b tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:47:19.680542 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-f0af627b-42e1-496a-b690-8a11b0c5ba8b tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:47:19.700252 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-f0af627b-42e1-496a-b690-8a11b0c5ba8b tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Made reservation on behalf of 9f9230f34386409ca98bc1f84ec409b3 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:47:19.703817 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-f0af627b-42e1-496a-b690-8a11b0c5ba8b tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:19.794723 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9d984567-581b-4d43-948a-148b17f011e2 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:19.801610 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:19.805173 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1d484b1a-5114-4c1c-9dc9-93730f2ff1c8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:19.809068 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:19.813956 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-99a88b7d-fcb1-42a0-be4d-b2c2f189cbb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:19.855900 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d984567-581b-4d43-948a-148b17f011e2 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Port': ['ID=ec39c90a-3a7a-45d6-b1df-6180ab1a2db1,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:19.877414 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:47:19.895890 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9d984567-581b-4d43-948a-148b17f011e2 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:19.941273 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:19.944394 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:20.045524 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:20.045874 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] Added segment 015e246d-c91b-42d3-a4e7-c28aac6dc0bc of type vlan for network 37a16a21-8ceb-4874-ad08-e435b26ab706 Nov 26 16:47:20.112233 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5edbe55e-e870-43d5-aac2-2a6f0ad61705 req-bbc18356-bc52-4a89-bf7e-fc580e4977f1 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 210 time: 0.0629113 Nov 26 16:47:20.134841 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:20.243335 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-f0af627b-42e1-496a-b690-8a11b0c5ba8b tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Allocated IP 172.20.0.11 (48a59583-a919-49e7-95cd-b28f90765ccd/b55da957-278e-4beb-9f32-8be970680118/e1186007-92c1-4c3d-b2dc-6e28ca45af0e) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:47:20.245713 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9d984567-581b-4d43-948a-148b17f011e2 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:20.359767 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:20.360922 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:20.361492 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:20.366846 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-983cba1b-bf63-455a-b496-69952ee4fdb1 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:20.520637 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2714629 Nov 26 16:47:20.528166 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53356) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:20.529019 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] Pushing event updated for resources: {'Network': ['ID=37a16a21-8ceb-4874-ad08-e435b26ab706,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:20.533173 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:20.538654 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-e091b013-e7ee-4243-8468-b2afca8a7be4 admin admin] Request body: {'subnet': {'network_id': '37a16a21-8ceb-4874-ad08-e435b26ab706', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-140226396-subnet', 'tenant_id': '6c776faffbe64d40b228b06a5de29eb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:47:20.543026 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 37a16a21-8ceb-4874-ad08-e435b26ab706 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:47:20.556265 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-e091b013-e7ee-4243-8468-b2afca8a7be4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:47:20.562573 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e091b013-e7ee-4243-8468-b2afca8a7be4 admin admin] Usage tracker for resource:subnet and tenant:6c776faffbe64d40b228b06a5de29eb9 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:47:20.567310 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e091b013-e7ee-4243-8468-b2afca8a7be4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:47:20.577839 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-e091b013-e7ee-4243-8468-b2afca8a7be4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:47:20.605646 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e091b013-e7ee-4243-8468-b2afca8a7be4 admin admin] Made reservation on behalf of 6c776faffbe64d40b228b06a5de29eb9 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:47:20.609480 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e091b013-e7ee-4243-8468-b2afca8a7be4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:20.647812 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d984567-581b-4d43-948a-148b17f011e2 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Router b8a46299-5831-425a-a1a0-4741b8044abd has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:47:20.829753 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d984567-581b-4d43-948a-148b17f011e2 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:47:20.838214 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-f0af627b-42e1-496a-b690-8a11b0c5ba8b tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:20.844475 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4184659-aec8-4cf9-8509-794467b2fe28 None None] Sync routers for ids ['b8a46299-5831-425a-a1a0-4741b8044abd'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:47:20.863216 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4184659-aec8-4cf9-8509-794467b2fe28 None None] Routers {'b8a46299-5831-425a-a1a0-4741b8044abd'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:20.863899 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9d984567-581b-4d43-948a-148b17f011e2 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "PUT /v2.0/routers/b8a46299-5831-425a-a1a0-4741b8044abd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2126222 Nov 26 16:47:20.865329 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-f0af627b-42e1-496a-b690-8a11b0c5ba8b tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Transition to ACTIVE for port object e1186007-92c1-4c3d-b2dc-6e28ca45af0e will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:47:20.865697 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-d4184659-aec8-4cf9-8509-794467b2fe28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:47:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b8a46299-5831-425a-a1a0-4741b8044abd'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:20.866529 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53360) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:20.888703 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e091b013-e7ee-4243-8468-b2afca8a7be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:20.894663 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d086abbf-d5d2-4c8b-b376-0c6b192efc2c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:20.945814 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e3f330-7f9b-44de-976c-b1acb2b1b899 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting subnet 44547533-d255-4257-88da-ea8d27d40eb3 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:47:20.949957 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f330-7f9b-44de-976c-b1acb2b1b899 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:20.982366 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091b013-e7ee-4243-8468-b2afca8a7be4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96000bdf-7c2a-4885-a3db-627b02e1431c,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:20.986828 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e091b013-e7ee-4243-8468-b2afca8a7be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:20.989661 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c617f918-a687-4cb5-b65c-19471d4e39fb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:21.024107 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-f0af627b-42e1-496a-b690-8a11b0c5ba8b tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:21.031135 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-176c2276-12f4-4e11-a0a6-896c5e6e3308 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:21.074468 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f330-7f9b-44de-976c-b1acb2b1b899 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:21.079069 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-d4184659-aec8-4cf9-8509-794467b2fe28 None None] Set router b8a46299-5831-425a-a1a0-4741b8044abd gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:21.142745 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e091b013-e7ee-4243-8468-b2afca8a7be4 admin admin] Checking segment: {'id': '015e246d-c91b-42d3-a4e7-c28aac6dc0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '37a16a21-8ceb-4874-ad08-e435b26ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:47:21.143172 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e091b013-e7ee-4243-8468-b2afca8a7be4 admin admin] Network hostable DHCP agents. Network: 37a16a21-8ceb-4874-ad08-e435b26ab706, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:47:21.200124 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e091b013-e7ee-4243-8468-b2afca8a7be4 admin admin] Network 37a16a21-8ceb-4874-ad08-e435b26ab706 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:47:21.232974 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-e091b013-e7ee-4243-8468-b2afca8a7be4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 37a16a21-8ceb-4874-ad08-e435b26ab706) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:47:21.241756 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60cbff3-7fdf-46c1-a8c9-16d540e36157 None None] Network 37a16a21-8ceb-4874-ad08-e435b26ab706 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:47:21.277889 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-d4184659-aec8-4cf9-8509-794467b2fe28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:47:19Z', 'revision_number': 11, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:21.292201 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4184659-aec8-4cf9-8509-794467b2fe28 None None] Checking router: b8a46299-5831-425a-a1a0-4741b8044abd for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:47:21.299995 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-f0af627b-42e1-496a-b690-8a11b0c5ba8b tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Network 48a59583-a919-49e7-95cd-b28f90765ccd is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:47:21.306190 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-f0af627b-42e1-496a-b690-8a11b0c5ba8b tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:47:21.314801 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4184659-aec8-4cf9-8509-794467b2fe28 None None] Routers {'b8a46299-5831-425a-a1a0-4741b8044abd'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:21.317534 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-d4184659-aec8-4cf9-8509-794467b2fe28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:47:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b8a46299-5831-425a-a1a0-4741b8044abd'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:21.317720 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-f0af627b-42e1-496a-b690-8a11b0c5ba8b tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:47:21.347127 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e091b013-e7ee-4243-8468-b2afca8a7be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:21.362250 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e091b013-e7ee-4243-8468-b2afca8a7be4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:21.363652 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af627b-42e1-496a-b690-8a11b0c5ba8b tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Pushing event updated for resources: {'Port': ['ID=e1186007-92c1-4c3d-b2dc-6e28ca45af0e,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:21.413457 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f0af627b-42e1-496a-b690-8a11b0c5ba8b tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:21.493910 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-d4184659-aec8-4cf9-8509-794467b2fe28 None None] Set router b8a46299-5831-425a-a1a0-4741b8044abd gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:21.505466 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e091b013-e7ee-4243-8468-b2afca8a7be4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9728901 Nov 26 16:47:21.584290 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-f0af627b-42e1-496a-b690-8a11b0c5ba8b tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:21.589373 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-f0af627b-42e1-496a-b690-8a11b0c5ba8b tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:21.659498 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f330-7f9b-44de-976c-b1acb2b1b899 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:21.661149 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-c617f918-a687-4cb5-b65c-19471d4e39fb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port f2b2197f-6b6d-4241-ba48-70ee305add4c {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:47:21.661558 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c617f918-a687-4cb5-b65c-19471d4e39fb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:21.672460 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b586737d-c4c0-4b98-850a-2dad26f6f8e4 None None] Network 37a16a21-8ceb-4874-ad08-e435b26ab706 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:47:21.691590 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-d4184659-aec8-4cf9-8509-794467b2fe28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:47:19Z', 'revision_number': 11, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:21.702108 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4184659-aec8-4cf9-8509-794467b2fe28 None None] The sync data for ids ['b8a46299-5831-425a-a1a0-4741b8044abd'] in dv-neutron-819440-1-hyperv is: [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:47:19Z', 'revision_number': 11, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:47:21.848459 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f330-7f9b-44de-976c-b1acb2b1b899 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:21.860482 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-78f1ea47-25a9-49d0-841d-a6ce67fca6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:21.895815 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-c617f918-a687-4cb5-b65c-19471d4e39fb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] For port f2b2197f-6b6d-4241-ba48-70ee305add4c, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f2b2197f-6b6d-4241-ba48-70ee305add4c,segment=NetworkSegment(9a6c87dc-8149-4c2c-b45c-17ce5f96b70c),segment_id=9a6c87dc-8149-4c2c-b45c-17ce5f96b70c)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:21.896206 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c617f918-a687-4cb5-b65c-19471d4e39fb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:21.907380 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776852e2-1983-46d8-88c5-b55eab6565aa req-9432c622-4590-4e71-94db-d5da50858a47 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:21.908393 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-776852e2-1983-46d8-88c5-b55eab6565aa req-9432c622-4590-4e71-94db-d5da50858a47 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Synchronizing usage tracker for tenant:9f9230f34386409ca98bc1f84ec409b3 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:47:21.912535 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-f0af627b-42e1-496a-b690-8a11b0c5ba8b tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5807559 Nov 26 16:47:21.935707 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3f330-7f9b-44de-976c-b1acb2b1b899 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Subnet': ['ID=44547533-d255-4257-88da-ea8d27d40eb3,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:21.942379 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f330-7f9b-44de-976c-b1acb2b1b899 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:21.948323 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e1e3f330-7f9b-44de-976c-b1acb2b1b899 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/subnets/44547533-d255-4257-88da-ea8d27d40eb3 HTTP/1.1" status: 204 len: 168 time: 1.0808187 Nov 26 16:47:21.953522 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] Request body: {'port': {'device_id': '659cbd61-dd67-4dcc-950c-2af83a673b70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:47:21.976982 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927e7379-89a2-4b8b-8e5f-863e37b82238 None None] Network 7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:47:22.010004 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e1e3f330-7f9b-44de-976c-b1acb2b1b899 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:22.022651 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53372) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:22.065035 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-c617f918-a687-4cb5-b65c-19471d4e39fb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for f2b2197f-6b6d-4241-ba48-70ee305add4c owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:47:22.097164 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-cfdbb69a-3031-4e94-9631-9a26df3c40f8 None None] Provisioning for port e1186007-92c1-4c3d-b2dc-6e28ca45af0e completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:47:22.124028 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-cfdbb69a-3031-4e94-9631-9a26df3c40f8 None None] Provisioning complete for port e1186007-92c1-4c3d-b2dc-6e28ca45af0e triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:47:22.124028 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cfdbb69a-3031-4e94-9631-9a26df3c40f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:22.220156 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-776852e2-1983-46d8-88c5-b55eab6565aa req-9432c622-4590-4e71-94db-d5da50858a47 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Unset dirty status for tenant:9f9230f34386409ca98bc1f84ec409b3 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:47:22.222258 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-776852e2-1983-46d8-88c5-b55eab6565aa req-9432c622-4590-4e71-94db-d5da50858a47 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 932 time: 0.8550653 Nov 26 16:47:22.290708 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c617f918-a687-4cb5-b65c-19471d4e39fb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:22.299305 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4b3e0715-7235-4376-9f05-eb7de2adaff0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:22.318136 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-cfdbb69a-3031-4e94-9631-9a26df3c40f8 None None] Port e1186007-92c1-4c3d-b2dc-6e28ca45af0e cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:47:22.357657 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617f918-a687-4cb5-b65c-19471d4e39fb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=f2b2197f-6b6d-4241-ba48-70ee305add4c,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:22.365512 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c617f918-a687-4cb5-b65c-19471d4e39fb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:22.465178 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-25ea136e-3839-49e7-a29c-447674e58082 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:22.505926 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868e9cc7-d569-4b4c-b4a9-f9bf8ab849de None None] DHCP port deletion for 7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:47:22.511447 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-868e9cc7-d569-4b4c-b4a9-f9bf8ab849de None None] Deleting port 58eb1786-657d-4bdc-b802-1eb3701cce9e {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:47:22.511447 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-868e9cc7-d569-4b4c-b4a9-f9bf8ab849de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:22.537177 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-776852e2-1983-46d8-88c5-b55eab6565aa req-fa1877f0-8014-4514-b8fb-70178797ab19 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2654116 Nov 26 16:47:22.548040 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:22.625818 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53384) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:22.631659 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-392595983-network', 'tenant_id': 'b7d0595eb7544931bcb6c5b6a5a442af'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:47:22.671294 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:47:22.677570 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] Usage tracker for resource:network and tenant:b7d0595eb7544931bcb6c5b6a5a442af is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:47:22.734659 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-25ea136e-3839-49e7-a29c-447674e58082 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting port 58eb1786-657d-4bdc-b802-1eb3701cce9e {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:47:22.735663 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-25ea136e-3839-49e7-a29c-447674e58082 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:22.750571 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:47:22.824334 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:47:22.867396 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] Made reservation on behalf of b7d0595eb7544931bcb6c5b6a5a442af for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:47:22.869933 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:22.875408 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-868e9cc7-d569-4b4c-b4a9-f9bf8ab849de None None] For port 58eb1786-657d-4bdc-b802-1eb3701cce9e, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=58eb1786-657d-4bdc-b802-1eb3701cce9e,segment=NetworkSegment(b9159683-e105-4d32-8104-13048de8e80e),segment_id=b9159683-e105-4d32-8104-13048de8e80e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:22.876436 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-868e9cc7-d569-4b4c-b4a9-f9bf8ab849de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:22.885347 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:22.907863 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:47:22.911677 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] Usage tracker for resource:security_group_rule and tenant:b7d0595eb7544931bcb6c5b6a5a442af is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:47:22.915073 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:47:22.920731 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:47:22.973697 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c617f918-a687-4cb5-b65c-19471d4e39fb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:23.012934 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-868e9cc7-d569-4b4c-b4a9-f9bf8ab849de None None] Calling delete_port for 58eb1786-657d-4bdc-b802-1eb3701cce9e owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:47:23.128417 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 58eb1786-657d-4bdc-b802-1eb3701cce9e no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:47:23.136713 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-25ea136e-3839-49e7-a29c-447674e58082 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] For port 58eb1786-657d-4bdc-b802-1eb3701cce9e, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=58eb1786-657d-4bdc-b802-1eb3701cce9e,segment=NetworkSegment(b9159683-e105-4d32-8104-13048de8e80e),segment_id=b9159683-e105-4d32-8104-13048de8e80e)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:23.137368 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-25ea136e-3839-49e7-a29c-447674e58082 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:23.164349 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-868e9cc7-d569-4b4c-b4a9-f9bf8ab849de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:23.179657 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:23.223972 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:23.229561 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e9cc7-d569-4b4c-b4a9-f9bf8ab849de None None] Pushing event deleted for resources: {'Port': ['ID=58eb1786-657d-4bdc-b802-1eb3701cce9e,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:23.231870 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 58eb1786-657d-4bdc-b802-1eb3701cce9e {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:47:23.232086 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 58eb1786-657d-4bdc-b802-1eb3701cce9e not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:47:23.232545 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ec39c90a-3a7a-45d6-b1df-6180ab1a2db1 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:47:23.264451 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868e9cc7-d569-4b4c-b4a9-f9bf8ab849de None None] No DVR routers for this DVR port 58eb1786-657d-4bdc-b802-1eb3701cce9e on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:47:23.265789 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-868e9cc7-d569-4b4c-b4a9-f9bf8ab849de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:23.269824 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1186007-92c1-4c3d-b2dc-6e28ca45af0e {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:47:23.282198 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: ec39c90a-3a7a-45d6-b1df-6180ab1a2db1 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:47:23.283073 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ec39c90a-3a7a-45d6-b1df-6180ab1a2db1 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:47:23.285196 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:23.364801 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:23.376326 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-27660164-0385-4cb3-96f2-e532a6beeb51 tempest-TagsExtTest-1368826312 tempest-TagsExtTest-1368826312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:23.412014 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:47:23.419837 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-25ea136e-3839-49e7-a29c-447674e58082 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Calling delete_port for 58eb1786-657d-4bdc-b802-1eb3701cce9e owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:47:23.442888 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed16657-0e7b-4212-8fe5-1b21e4d56f0e,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:23.446623 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:23.449492 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:23.451274 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] Added segment d2da5df5-75e0-457e-91d0-918db7a99024 of type vlan for network d4bfdcfc-19be-45aa-a588-1969c03b74ca Nov 26 16:47:23.467454 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] Transition to ACTIVE for port object e1186007-92c1-4c3d-b2dc-6e28ca45af0e will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:47:23.481141 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:23.487756 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9975eceb-5a1c-4958-88b5-c46de4e40306 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:23.497313 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:23.507145 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c617f918-a687-4cb5-b65c-19471d4e39fb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router 1e7a994c-b3a7-41ec-bbf7-0d0812513374 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:47:23.555300 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] Pushing event updated for resources: {'Port': ['ID=e1186007-92c1-4c3d-b2dc-6e28ca45af0e,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:23.562329 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:23.689548 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.api [None req-25ea136e-3839-49e7-a29c-447674e58082 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:47:23.689903 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_db.api [None req-25ea136e-3839-49e7-a29c-447674e58082 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:47:23.692969 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:23.694776 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:23.695643 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:23.704549 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:23.790696 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] Attempting to bind port e1186007-92c1-4c3d-b2dc-6e28ca45af0e on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:47:23.791163 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] Attempting to bind port e1186007-92c1-4c3d-b2dc-6e28ca45af0e by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '34e89c51-6f04-477d-8a8a-2029d8bc6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:47:23.792250 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] Attempting to bind port e1186007-92c1-4c3d-b2dc-6e28ca45af0e on network 48a59583-a919-49e7-95cd-b28f90765ccd {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:47:23.798870 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] Port e1186007-92c1-4c3d-b2dc-6e28ca45af0e on network 48a59583-a919-49e7-95cd-b28f90765ccd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:47:23.799092 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] Attempting to bind port e1186007-92c1-4c3d-b2dc-6e28ca45af0e on network 48a59583-a919-49e7-95cd-b28f90765ccd {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:47:23.804705 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:47:23.805109 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] Checking segment: {'id': '34e89c51-6f04-477d-8a8a-2029d8bc6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:47:23.805575 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] Bound using segment: {'id': '34e89c51-6f04-477d-8a8a-2029d8bc6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:47:23.806106 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] Bound port: e1186007-92c1-4c3d-b2dc-6e28ca45af0e, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34e89c51-6f04-477d-8a8a-2029d8bc6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:47:23.806621 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:23.909715 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] Pushing event updated for resources: {'Network': ['ID=d4bfdcfc-19be-45aa-a588-1969c03b74ca,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:23.916154 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:23.917259 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c617f918-a687-4cb5-b65c-19471d4e39fb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:47:23.926151 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c617f918-a687-4cb5-b65c-19471d4e39fb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "PUT /v2.0/routers/1e7a994c-b3a7-41ec-bbf7-0d0812513374/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3251619 Nov 26 16:47:23.927707 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53390) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:23.931521 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3048491 Nov 26 16:47:23.936995 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53394) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:23.937653 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58025739-ffae-46b7-8bf6-965a71c59f7c None None] Sync routers for ids ['1e7a994c-b3a7-41ec-bbf7-0d0812513374'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:47:23.942096 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network d4bfdcfc-19be-45aa-a588-1969c03b74ca details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:47:23.978883 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-a3b9c587-4960-4072-8fbf-5908af5b1567 admin admin] Request body: {'subnet': {'network_id': 'd4bfdcfc-19be-45aa-a588-1969c03b74ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-392595983-subnet', 'tenant_id': 'b7d0595eb7544931bcb6c5b6a5a442af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:47:23.988496 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a3b9c587-4960-4072-8fbf-5908af5b1567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:47:24.008292 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a3b9c587-4960-4072-8fbf-5908af5b1567 admin admin] Usage tracker for resource:subnet and tenant:b7d0595eb7544931bcb6c5b6a5a442af is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:47:24.018073 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20ce7f-fcdc-449a-8753-79ef507708ff req-b180601f-ecb5-4264-bd47-04f0b5895050 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:24.022139 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58025739-ffae-46b7-8bf6-965a71c59f7c None None] Routers {'1e7a994c-b3a7-41ec-bbf7-0d0812513374'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:24.022995 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-58025739-ffae-46b7-8bf6-965a71c59f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:47:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['1e7a994c-b3a7-41ec-bbf7-0d0812513374'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:24.025553 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8e20ce7f-fcdc-449a-8753-79ef507708ff req-b180601f-ecb5-4264-bd47-04f0b5895050 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 944 time: 0.3220110 Nov 26 16:47:24.027552 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a3b9c587-4960-4072-8fbf-5908af5b1567 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:47:24.052794 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a3b9c587-4960-4072-8fbf-5908af5b1567 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:47:24.080477 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] For port e1186007-92c1-4c3d-b2dc-6e28ca45af0e, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:47:24.083056 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a602ebd-731a-4417-9371-5440ea4bcc94 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting subnet 6274c2a1-953f-45e0-a67e-0b5018b57b6d {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:47:24.091134 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] For port e1186007-92c1-4c3d-b2dc-6e28ca45af0e, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=e1186007-92c1-4c3d-b2dc-6e28ca45af0e,segment=NetworkSegment(34e89c51-6f04-477d-8a8a-2029d8bc6199),segment_id=34e89c51-6f04-477d-8a8a-2029d8bc6199)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:47:24.091391 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7a602ebd-731a-4417-9371-5440ea4bcc94 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:24.098245 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:24.110948 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a4947c79-f742-4af5-ad77-eccb8fd55cee tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:24.121067 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b9c587-4960-4072-8fbf-5908af5b1567 admin admin] Made reservation on behalf of b7d0595eb7544931bcb6c5b6a5a442af for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:47:24.123445 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c587-4960-4072-8fbf-5908af5b1567 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:24.148805 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8e20ce7f-fcdc-449a-8753-79ef507708ff req-d94cd56a-678e-48df-9bfb-542d17e54ecf tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1218202 Nov 26 16:47:24.177912 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:24.178648 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:24.181209 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] 10.222.0.31 "PUT /v2.0/ports/e1186007-92c1-4c3d-b2dc-6e28ca45af0e HTTP/1.1" status: 200 len: 1094 time: 2.2533717 Nov 26 16:47:24.183558 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7a602ebd-731a-4417-9371-5440ea4bcc94 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:24.186787 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659cbd61-dd67-4dcc-950c-2af83a673b70', 'tag': 'e1186007-92c1-4c3d-b2dc-6e28ca45af0e'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:47:24.216135 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-25ea136e-3839-49e7-a29c-447674e58082 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Deleting port 58eb1786-657d-4bdc-b802-1eb3701cce9e {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:47:24.216535 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-25ea136e-3839-49e7-a29c-447674e58082 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:24.273062 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-58025739-ffae-46b7-8bf6-965a71c59f7c None None] Set router 1e7a994c-b3a7-41ec-bbf7-0d0812513374 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:24.308808 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '659cbd61-dd67-4dcc-950c-2af83a673b70', 'tag': 'e1186007-92c1-4c3d-b2dc-6e28ca45af0e', 'status': 'completed', 'code': 200} Nov 26 16:47:24.371918 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-25ea136e-3839-49e7-a29c-447674e58082 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] The port '58eb1786-657d-4bdc-b802-1eb3701cce9e' was deleted {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:47:24.378120 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] Pushing event updated for resources: {'Port': ['ID=e1186007-92c1-4c3d-b2dc-6e28ca45af0e,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:24.381633 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:24.521314 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7a602ebd-731a-4417-9371-5440ea4bcc94 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:24.528362 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-25ea136e-3839-49e7-a29c-447674e58082 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:24.560031 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-3c12f5fa-6897-44c7-b56c-f118098fdeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:24.562380 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-3c12f5fa-6897-44c7-b56c-f118098fdeb4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9f9230f34386409ca98bc1f84ec409b3&device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 1097 time: 0.3062854 Nov 26 16:47:24.564748 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-25ea136e-3839-49e7-a29c-447674e58082 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:24.615962 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-58025739-ffae-46b7-8bf6-965a71c59f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7a994c-b3a7-41ec-bbf7-0d0812513374', 'name': 'tempest-TestNetworkBasicOps-router-1025009823', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': '3f0799e3-b835-479c-a8f0-f38aa0c62176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:40:40Z', 'updated_at': '2021-11-26T16:47:22Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '3f0799e3-b835-479c-a8f0-f38aa0c62176', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7a994c-b3a7-41ec-bbf7-0d0812513374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:40:42Z', 'updated_at': '2021-11-26T16:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:24.621086 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58025739-ffae-46b7-8bf6-965a71c59f7c None None] Checking router: 1e7a994c-b3a7-41ec-bbf7-0d0812513374 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:47:24.629710 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58025739-ffae-46b7-8bf6-965a71c59f7c None None] Routers {'1e7a994c-b3a7-41ec-bbf7-0d0812513374'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:24.630670 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-58025739-ffae-46b7-8bf6-965a71c59f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:47:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['1e7a994c-b3a7-41ec-bbf7-0d0812513374'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:24.636025 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-25ea136e-3839-49e7-a29c-447674e58082 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9159683-e105-4d32-8104-13048de8e80e') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:24.636321 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-25ea136e-3839-49e7-a29c-447674e58082 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9159683-e105-4d32-8104-13048de8e80e') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:24.644098 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7a602ebd-731a-4417-9371-5440ea4bcc94 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:24.652066 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-87377a53-bd7d-4bd8-92b0-d1c4acb99c02 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:24.652495 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-682750cc-888d-4c50-8498-e3afe69bab0c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1186007-92c1-4c3d-b2dc-6e28ca45af0e HTTP/1.1" status: 200 len: 217 time: 0.0766428 Nov 26 16:47:24.655730 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-25ea136e-3839-49e7-a29c-447674e58082 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:24.702560 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a602ebd-731a-4417-9371-5440ea4bcc94 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Subnet': ['ID=6274c2a1-953f-45e0-a67e-0b5018b57b6d,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:24.707561 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7a602ebd-731a-4417-9371-5440ea4bcc94 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:24.710767 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7a602ebd-731a-4417-9371-5440ea4bcc94 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:24.721130 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-78016331-c896-4a61-a53d-0a4bd6288892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:24.722735 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-78016331-c896-4a61-a53d-0a4bd6288892 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b55da957-278e-4beb-9f32-8be970680118 HTTP/1.1" status: 200 len: 850 time: 0.0605078 Nov 26 16:47:24.730102 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7a602ebd-731a-4417-9371-5440ea4bcc94 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/subnets/6274c2a1-953f-45e0-a67e-0b5018b57b6d HTTP/1.1" status: 204 len: 168 time: 0.7997768 Nov 26 16:47:24.731086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-25ea136e-3839-49e7-a29c-447674e58082 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:24.732426 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53400) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:24.754724 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c14343a-5cd7-4b5c-a3c5-f499949b9383 None None] Network 0b0fb40a-d13f-4bdc-9c45-8932552dcf6c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:47:24.775935 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ea136e-3839-49e7-a29c-447674e58082 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:47:24.776231 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-25ea136e-3839-49e7-a29c-447674e58082 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: util.warn( Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:47:24.792097 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:47:24.897277 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-25ea136e-3839-49e7-a29c-447674e58082 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:24.902255 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-39d3f203-3fc9-43db-a857-4f3b5c432bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:24.903902 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-39d3f203-3fc9-43db-a857-4f3b5c432bec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48a59583-a919-49e7-95cd-b28f90765ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1702962 Nov 26 16:47:24.904544 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ffa3285a-8436-4356-8a9a-373886fee05c tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:24.921961 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-25ea136e-3839-49e7-a29c-447674e58082 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:24.922271 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c587-4960-4072-8fbf-5908af5b1567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:24.931272 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6b37497e-399f-432e-b3d4-659795f98362 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:24.958050 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea136e-3839-49e7-a29c-447674e58082 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Pushing event deleted for resources: {'Network': ['ID=7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:24.964448 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-25ea136e-3839-49e7-a29c-447674e58082 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:24.969598 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-25ea136e-3839-49e7-a29c-447674e58082 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/networks/7c7fae9b-e1fb-40f5-b0a4-aea1b28dcbd2 HTTP/1.1" status: 204 len: 168 time: 2.9380233 Nov 26 16:47:24.970129 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53404) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:25.033289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-3ad15824-ad78-4645-bb9f-387366ab6677 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'router': {'routes': None}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:47:25.037444 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9c587-4960-4072-8fbf-5908af5b1567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d16b702-dc39-4e63-bf4c-f7e9e28cce84,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:25.039854 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-58025739-ffae-46b7-8bf6-965a71c59f7c None None] Set router 1e7a994c-b3a7-41ec-bbf7-0d0812513374 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:25.040931 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a3b9c587-4960-4072-8fbf-5908af5b1567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:25.050428 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b9c587-4960-4072-8fbf-5908af5b1567 admin admin] Checking segment: {'id': 'd2da5df5-75e0-457e-91d0-918db7a99024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd4bfdcfc-19be-45aa-a588-1969c03b74ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:47:25.050914 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b9c587-4960-4072-8fbf-5908af5b1567 admin admin] Network hostable DHCP agents. Network: d4bfdcfc-19be-45aa-a588-1969c03b74ca, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:47:25.057458 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cdb22301-2006-4c38-981f-30f308848c84 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:25.274942 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cdb22301-2006-4c38-981f-30f308848c84 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:25.337601 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b49d38-2581-4811-bd5d-8fd553f28f43 None None] DHCP port deletion for 0b0fb40a-d13f-4bdc-9c45-8932552dcf6c request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:47:25.344710 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-cdb22301-2006-4c38-981f-30f308848c84 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port 3f0799e3-b835-479c-a8f0-f38aa0c62176 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:47:25.345054 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cdb22301-2006-4c38-981f-30f308848c84 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:25.349953 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-c6b49d38-2581-4811-bd5d-8fd553f28f43 None None] Deleting port d43cdd60-1234-4c74-9dc5-b7f3ac2ad609 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:47:25.350323 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c6b49d38-2581-4811-bd5d-8fd553f28f43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:25.360459 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-f9fc6026-e3a4-433c-b349-711fc720fa2f service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399018 Nov 26 16:47:25.361314 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.extraroute_db [None req-3ad15824-ad78-4645-bb9f-387366ab6677 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Added routes are [] {{(pid=87518) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 26 16:47:25.361608 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.extraroute_db [None req-3ad15824-ad78-4645-bb9f-387366ab6677 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Removed routes are [] {{(pid=87518) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 26 16:47:25.361957 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3ad15824-ad78-4645-bb9f-387366ab6677 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:25.377035 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b9c587-4960-4072-8fbf-5908af5b1567 admin admin] Network d4bfdcfc-19be-45aa-a588-1969c03b74ca is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:47:25.411856 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-a3b9c587-4960-4072-8fbf-5908af5b1567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, d4bfdcfc-19be-45aa-a588-1969c03b74ca) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:47:25.442986 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae189c9-4503-4eba-8035-c793612df3f5 None None] Network d4bfdcfc-19be-45aa-a588-1969c03b74ca requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:47:25.487208 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b9c587-4960-4072-8fbf-5908af5b1567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:25.487821 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c587-4960-4072-8fbf-5908af5b1567 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:25.530966 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71243292-f043-44c9-b995-b50eabf42deb req-f5b5a88e-8904-44f2-b3cc-373abfc64a82 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:25.532504 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-71243292-f043-44c9-b995-b50eabf42deb req-f5b5a88e-8904-44f2-b3cc-373abfc64a82 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 944 time: 0.2640569 Nov 26 16:47:25.539166 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a3b9c587-4960-4072-8fbf-5908af5b1567 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5660174 Nov 26 16:47:25.579041 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-58025739-ffae-46b7-8bf6-965a71c59f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7a994c-b3a7-41ec-bbf7-0d0812513374', 'name': 'tempest-TestNetworkBasicOps-router-1025009823', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': '3f0799e3-b835-479c-a8f0-f38aa0c62176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:40:40Z', 'updated_at': '2021-11-26T16:47:22Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '3f0799e3-b835-479c-a8f0-f38aa0c62176', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7a994c-b3a7-41ec-bbf7-0d0812513374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:40:42Z', 'updated_at': '2021-11-26T16:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:25.592653 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-cdb22301-2006-4c38-981f-30f308848c84 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] For port 3f0799e3-b835-479c-a8f0-f38aa0c62176, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=3f0799e3-b835-479c-a8f0-f38aa0c62176,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:25.593008 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cdb22301-2006-4c38-981f-30f308848c84 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:25.636150 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58025739-ffae-46b7-8bf6-965a71c59f7c None None] The sync data for ids ['1e7a994c-b3a7-41ec-bbf7-0d0812513374'] in dv-neutron-819440-1-hyperv is: [{'id': '1e7a994c-b3a7-41ec-bbf7-0d0812513374', 'name': 'tempest-TestNetworkBasicOps-router-1025009823', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': '3f0799e3-b835-479c-a8f0-f38aa0c62176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:40:40Z', 'updated_at': '2021-11-26T16:47:22Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '3f0799e3-b835-479c-a8f0-f38aa0c62176', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7a994c-b3a7-41ec-bbf7-0d0812513374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:40:42Z', 'updated_at': '2021-11-26T16:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:47:25.713236 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c6b49d38-2581-4811-bd5d-8fd553f28f43 None None] For port d43cdd60-1234-4c74-9dc5-b7f3ac2ad609, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=d43cdd60-1234-4c74-9dc5-b7f3ac2ad609,segment=NetworkSegment(9a6c87dc-8149-4c2c-b45c-17ce5f96b70c),segment_id=9a6c87dc-8149-4c2c-b45c-17ce5f96b70c)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:25.713633 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c6b49d38-2581-4811-bd5d-8fd553f28f43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:25.741252 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-cdb22301-2006-4c38-981f-30f308848c84 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for 3f0799e3-b835-479c-a8f0-f38aa0c62176 owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:47:25.856021 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3ad15824-ad78-4645-bb9f-387366ab6677 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:25.873349 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-c6b49d38-2581-4811-bd5d-8fd553f28f43 None None] Calling delete_port for d43cdd60-1234-4c74-9dc5-b7f3ac2ad609 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:47:25.873843 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3ad15824-ad78-4645-bb9f-387366ab6677 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780415'] for router, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:25.917526 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-71243292-f043-44c9-b995-b50eabf42deb req-3ff3e283-e48b-4cd2-8342-386a2473f01b tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0687001 Nov 26 16:47:26.003697 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c743f65d-8304-42d8-a18c-0694bd83d5da None None] Network d4bfdcfc-19be-45aa-a588-1969c03b74ca requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:47:26.010382 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c1ddfbb8-ef20-4b32-879c-04ff232cae8f req-4fdf9fe4-74e5-4079-a262-296843267994 service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5942228 Nov 26 16:47:26.046409 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cdb22301-2006-4c38-981f-30f308848c84 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:26.050535 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-62dda983-9d53-4c6e-8ca2-f675088e4346 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:26.061809 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad15824-ad78-4645-bb9f-387366ab6677 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Router b8a46299-5831-425a-a1a0-4741b8044abd has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:47:26.122262 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c6b49d38-2581-4811-bd5d-8fd553f28f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:26.129795 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c1fba5b8-7de0-4347-bc92-27b5aaf60801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:26.202420 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b49d38-2581-4811-bd5d-8fd553f28f43 None None] Pushing event deleted for resources: {'Port': ['ID=d43cdd60-1234-4c74-9dc5-b7f3ac2ad609,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:26.205523 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c6b49d38-2581-4811-bd5d-8fd553f28f43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:26.209823 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b49d38-2581-4811-bd5d-8fd553f28f43 None None] No DVR routers for this DVR port d43cdd60-1234-4c74-9dc5-b7f3ac2ad609 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:47:26.293513 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb22301-2006-4c38-981f-30f308848c84 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=3f0799e3-b835-479c-a8f0-f38aa0c62176,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:26.297321 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-cdb22301-2006-4c38-981f-30f308848c84 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:26.317709 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad15824-ad78-4645-bb9f-387366ab6677 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:47:26.330634 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a34f8a6-b49b-40d4-b3ba-7f916004d8f3 None None] Sync routers for ids ['b8a46299-5831-425a-a1a0-4741b8044abd'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:47:26.331375 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3ad15824-ad78-4645-bb9f-387366ab6677 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:26.336171 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3ad15824-ad78-4645-bb9f-387366ab6677 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "PUT /v2.0/routers/b8a46299-5831-425a-a1a0-4741b8044abd HTTP/1.1" status: 200 len: 701 time: 1.3093982 Nov 26 16:47:26.338756 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53426) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:26.358529 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a34f8a6-b49b-40d4-b3ba-7f916004d8f3 None None] Routers {'b8a46299-5831-425a-a1a0-4741b8044abd'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:26.360793 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7a34f8a6-b49b-40d4-b3ba-7f916004d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:47:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b8a46299-5831-425a-a1a0-4741b8044abd'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:26.408826 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cdb22301-2006-4c38-981f-30f308848c84 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:26.431667 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3161d625-cd3c-42b1-8e76-1a2581ef77b7 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Synchronizing usage tracker for tenant:e88a7f81029b400b9cbd561c1fe3ae4d on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:47:26.514938 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-7a34f8a6-b49b-40d4-b3ba-7f916004d8f3 None None] Set router b8a46299-5831-425a-a1a0-4741b8044abd gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:26.517743 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7160dc-68c4-47de-9cf1-9a907e44ef08 req-94c60573-c748-4584-a5d7-7075be9826d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:26.519221 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4c7160dc-68c4-47de-9cf1-9a907e44ef08 req-94c60573-c748-4584-a5d7-7075be9826d1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9f9230f34386409ca98bc1f84ec409b3&device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 1097 time: 0.3632913 Nov 26 16:47:26.523789 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3161d625-cd3c-42b1-8e76-1a2581ef77b7 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Unset dirty status for tenant:e88a7f81029b400b9cbd561c1fe3ae4d on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:47:26.527588 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3161d625-cd3c-42b1-8e76-1a2581ef77b7 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8a46299-5831-425a-a1a0-4741b8044abd HTTP/1.1" status: 200 len: 205 time: 0.1784379 Nov 26 16:47:26.529731 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53430) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:26.590420 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cdb22301-2006-4c38-981f-30f308848c84 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:26.592683 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cdb22301-2006-4c38-981f-30f308848c84 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:26.620908 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cdb22301-2006-4c38-981f-30f308848c84 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:26.621596 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb22301-2006-4c38-981f-30f308848c84 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Fanout notify agent at l3_agent the message router_deleted on router 1e7a994c-b3a7-41ec-bbf7-0d0812513374 {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:47:26.628021 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7a34f8a6-b49b-40d4-b3ba-7f916004d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:47:19Z', 'revision_number': 11, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:26.633571 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a34f8a6-b49b-40d4-b3ba-7f916004d8f3 None None] Checking router: b8a46299-5831-425a-a1a0-4741b8044abd for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:47:26.641086 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cdb22301-2006-4c38-981f-30f308848c84 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:26.642200 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-cdb22301-2006-4c38-981f-30f308848c84 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/routers/1e7a994c-b3a7-41ec-bbf7-0d0812513374 HTTP/1.1" status: 204 len: 168 time: 1.9086783 Nov 26 16:47:26.646131 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a34f8a6-b49b-40d4-b3ba-7f916004d8f3 None None] Routers {'b8a46299-5831-425a-a1a0-4741b8044abd'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:26.647197 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7a34f8a6-b49b-40d4-b3ba-7f916004d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:47:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b8a46299-5831-425a-a1a0-4741b8044abd'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:26.648260 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53434) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:26.785024 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c036a211-62c8-4117-8db1-1f2884fd0fb4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:26.808905 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-390aa45a-d1cb-4c87-8169-dd6da2845306 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:26.813057 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-390aa45a-d1cb-4c87-8169-dd6da2845306 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/networks?id=37a16a21-8ceb-4874-ad08-e435b26ab706 HTTP/1.1" status: 200 len: 811 time: 0.4179342 Nov 26 16:47:26.833148 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0d6f655a-2f13-4b91-80b2-a39877b1de1d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:26.859921 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-7a34f8a6-b49b-40d4-b3ba-7f916004d8f3 None None] Set router b8a46299-5831-425a-a1a0-4741b8044abd gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:26.930027 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c036a211-62c8-4117-8db1-1f2884fd0fb4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:26.957772 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-c036a211-62c8-4117-8db1-1f2884fd0fb4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0fb40a-d13f-4bdc-9c45-8932552dcf6c']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:26.972297 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-c036a211-62c8-4117-8db1-1f2884fd0fb4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a6c87dc-8149-4c2c-b45c-17ce5f96b70c') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:26.972950 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-c036a211-62c8-4117-8db1-1f2884fd0fb4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a6c87dc-8149-4c2c-b45c-17ce5f96b70c') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:26.987505 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c036a211-62c8-4117-8db1-1f2884fd0fb4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:27.008640 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c036a211-62c8-4117-8db1-1f2884fd0fb4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:27.018515 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c036a211-62c8-4117-8db1-1f2884fd0fb4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:47:27.019325 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c036a211-62c8-4117-8db1-1f2884fd0fb4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:27.040083 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7a34f8a6-b49b-40d4-b3ba-7f916004d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:47:19Z', 'revision_number': 11, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:47:27.040620 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:47:27.046047 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a34f8a6-b49b-40d4-b3ba-7f916004d8f3 None None] The sync data for ids ['b8a46299-5831-425a-a1a0-4741b8044abd'] in dv-neutron-819440-1-hyperv is: [{'id': 'b8a46299-5831-425a-a1a0-4741b8044abd', 'name': 'tempest-RoutersTest-router-1069824528', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:30Z', 'updated_at': '2021-11-26T16:47:19Z', 'revision_number': 11, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:47:27.046984 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-36f8d9b2-d457-412f-95f4-5114089b4645 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/quotas/6c776faffbe64d40b228b06a5de29eb9 HTTP/1.1" status: 200 len: 375 time: 0.2254984 Nov 26 16:47:27.187093 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-dd01bf3c-7c67-4683-a424-c7aa6516140d tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c776faffbe64d40b228b06a5de29eb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834389 Nov 26 16:47:27.201556 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c036a211-62c8-4117-8db1-1f2884fd0fb4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:27.206340 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-859f6d2e-55ad-49ca-b0fa-fb66a70139d4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:27.225919 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c036a211-62c8-4117-8db1-1f2884fd0fb4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:27.237619 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f2b2197f-6b6d-4241-ba48-70ee305add4c no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:47:27.238200 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036a211-62c8-4117-8db1-1f2884fd0fb4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Network': ['ID=0b0fb40a-d13f-4bdc-9c45-8932552dcf6c,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:27.244992 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c036a211-62c8-4117-8db1-1f2884fd0fb4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:27.257294 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c036a211-62c8-4117-8db1-1f2884fd0fb4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/networks/0b0fb40a-d13f-4bdc-9c45-8932552dcf6c HTTP/1.1" status: 204 len: 168 time: 0.6044166 Nov 26 16:47:27.283127 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a6dab-19da-4d8d-b002-f72ea09e6f8d req-a8ff9ca6-522d-41a6-9424-9593e6ebb4d2 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:27.284470 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6b9a6dab-19da-4d8d-b002-f72ea09e6f8d req-a8ff9ca6-522d-41a6-9424-9593e6ebb4d2 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 944 time: 0.2363541 Nov 26 16:47:27.301518 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: f2b2197f-6b6d-4241-ba48-70ee305add4c {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:47:27.303125 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f2b2197f-6b6d-4241-ba48-70ee305add4c not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:47:27.305168 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device d43cdd60-1234-4c74-9dc5-b7f3ac2ad609 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:47:27.339901 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53442) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:27.358285 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-c7118e3d-a036-49a8-81e0-67a9257cca31 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'network': {'name': 'tempest-network-smoke--334869956', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'port_security_enabled': True}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:47:27.368849 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: d43cdd60-1234-4c74-9dc5-b7f3ac2ad609 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:47:27.369903 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device d43cdd60-1234-4c74-9dc5-b7f3ac2ad609 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:47:27.370280 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 3f0799e3-b835-479c-a8f0-f38aa0c62176 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:47:27.372333 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c7118e3d-a036-49a8-81e0-67a9257cca31 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:47:27.379731 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6b9a6dab-19da-4d8d-b002-f72ea09e6f8d req-42d51ca8-85cc-42e9-89b8-662587ffe2df tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0885172 Nov 26 16:47:27.380996 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c7118e3d-a036-49a8-81e0-67a9257cca31 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:network and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:47:27.384661 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c7118e3d-a036-49a8-81e0-67a9257cca31 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:47:27.391786 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c7118e3d-a036-49a8-81e0-67a9257cca31 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:47:27.396648 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7160dc-68c4-47de-9cf1-9a907e44ef08 req-9da907de-ee31-4787-b0d7-ca3c102ef49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:27.398187 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4c7160dc-68c4-47de-9cf1-9a907e44ef08 req-9da907de-ee31-4787-b0d7-ca3c102ef49a service neutron] 10.222.0.31 "GET /v2.0/networks?id=48a59583-a919-49e7-95cd-b28f90765ccd HTTP/1.1" status: 200 len: 912 time: 0.8694415 Nov 26 16:47:27.409621 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0d6f655a-2f13-4b91-80b2-a39877b1de1d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:27.409905 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7118e3d-a036-49a8-81e0-67a9257cca31 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Made reservation on behalf of 44b3ec829fd84946a37f17d3391a650c for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:47:27.413428 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0d6f655a-2f13-4b91-80b2-a39877b1de1d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:27.413609 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c7118e3d-a036-49a8-81e0-67a9257cca31 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:27.455417 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7118e3d-a036-49a8-81e0-67a9257cca31 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:47:27.469487 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c7118e3d-a036-49a8-81e0-67a9257cca31 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:27.469882 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-c7118e3d-a036-49a8-81e0-67a9257cca31 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Added segment bd80e898-8d8b-473b-9d83-dd7f4ae265ca of type vlan for network 12be2eac-13ab-4e55-b5b7-a2793e1b8f67 Nov 26 16:47:27.473204 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 3f0799e3-b835-479c-a8f0-f38aa0c62176 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:47:27.473636 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 3f0799e3-b835-479c-a8f0-f38aa0c62176 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:47:27.504191 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c7118e3d-a036-49a8-81e0-67a9257cca31 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:27.509179 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4c7160dc-68c4-47de-9cf1-9a907e44ef08 req-1ac69893-29ee-44e6-a8d8-bdf64ccf8778 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1186007-92c1-4c3d-b2dc-6e28ca45af0e HTTP/1.1" status: 200 len: 217 time: 0.0970564 Nov 26 16:47:27.533306 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c7118e3d-a036-49a8-81e0-67a9257cca31 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:27.539589 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7118e3d-a036-49a8-81e0-67a9257cca31 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:27.540197 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c7118e3d-a036-49a8-81e0-67a9257cca31 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:27.543586 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-22de9c47-47a3-4003-b9a9-8e8fe36ac242 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:27.636746 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0d6f655a-2f13-4b91-80b2-a39877b1de1d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:27.637174 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6f655a-2f13-4b91-80b2-a39877b1de1d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Fanout notify agent at l3_agent the message router_deleted on router b8a46299-5831-425a-a1a0-4741b8044abd {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:47:27.650141 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7118e3d-a036-49a8-81e0-67a9257cca31 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Network': ['ID=12be2eac-13ab-4e55-b5b7-a2793e1b8f67,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:27.652928 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c7118e3d-a036-49a8-81e0-67a9257cca31 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:27.657013 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c7118e3d-a036-49a8-81e0-67a9257cca31 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3072119 Nov 26 16:47:27.657308 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53446) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:27.661725 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 12be2eac-13ab-4e55-b5b7-a2793e1b8f67 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:47:27.668545 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-eafb7835-c1bf-4e48-ab1a-a08b3b71e78f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-241293427', 'admin_state_up': True, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:47:27.676377 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0d6f655a-2f13-4b91-80b2-a39877b1de1d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:27.684558 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0d6f655a-2f13-4b91-80b2-a39877b1de1d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/routers/b8a46299-5831-425a-a1a0-4741b8044abd HTTP/1.1" status: 204 len: 168 time: 1.1450267 Nov 26 16:47:27.684558 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7160dc-68c4-47de-9cf1-9a907e44ef08 req-92b2dc09-402f-4865-b2d6-95c895d5d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:27.684893 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-eafb7835-c1bf-4e48-ab1a-a08b3b71e78f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:47:27.685085 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4c7160dc-68c4-47de-9cf1-9a907e44ef08 req-92b2dc09-402f-4865-b2d6-95c895d5d7ca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b55da957-278e-4beb-9f32-8be970680118 HTTP/1.1" status: 200 len: 850 time: 0.1263595 Nov 26 16:47:27.685333 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53450) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:27.691406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-eafb7835-c1bf-4e48-ab1a-a08b3b71e78f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:router and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:47:27.698643 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-54e4baa7-5190-4032-885e-ce910bdc1cdb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1900599480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:47:27.704224 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-eafb7835-c1bf-4e48-ab1a-a08b3b71e78f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:47:27.718929 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-54e4baa7-5190-4032-885e-ce910bdc1cdb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:47:27.721656 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-eafb7835-c1bf-4e48-ab1a-a08b3b71e78f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:47:27.727054 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-54e4baa7-5190-4032-885e-ce910bdc1cdb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Usage tracker for resource:router and tenant:e88a7f81029b400b9cbd561c1fe3ae4d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:47:27.731967 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-54e4baa7-5190-4032-885e-ce910bdc1cdb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:47:27.741116 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-54e4baa7-5190-4032-885e-ce910bdc1cdb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:47:27.745716 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-d1be7693-3b9c-4f89-a399-2ab4642b20dd service neutron] 10.222.0.11 "GET /v2.0/networks/37a16a21-8ceb-4874-ad08-e435b26ab706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979155 Nov 26 16:47:27.767329 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eafb7835-c1bf-4e48-ab1a-a08b3b71e78f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:27.768554 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eafb7835-c1bf-4e48-ab1a-a08b3b71e78f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:27.784433 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-54e4baa7-5190-4032-885e-ce910bdc1cdb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:27.785484 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-54e4baa7-5190-4032-885e-ce910bdc1cdb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:27.797300 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eafb7835-c1bf-4e48-ab1a-a08b3b71e78f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:27.819128 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-54e4baa7-5190-4032-885e-ce910bdc1cdb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:27.910975 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7160dc-68c4-47de-9cf1-9a907e44ef08 req-647e3abc-be7e-485b-96f6-71a0a07dc0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:27.912410 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4c7160dc-68c4-47de-9cf1-9a907e44ef08 req-647e3abc-be7e-485b-96f6-71a0a07dc0de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48a59583-a919-49e7-95cd-b28f90765ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2165151 Nov 26 16:47:27.926120 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-5aecba00-8d1b-46cd-90dc-c9bba0e160fe service neutron] 10.222.0.11 "GET /v2.0/networks/37a16a21-8ceb-4874-ad08-e435b26ab706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560433 Nov 26 16:47:28.011567 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-54e4baa7-5190-4032-885e-ce910bdc1cdb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:28.059177 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4c7160dc-68c4-47de-9cf1-9a907e44ef08 req-a3b9c385-20b0-48aa-97f4-5cde9893c7d7 service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355240 Nov 26 16:47:28.209661 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4c7160dc-68c4-47de-9cf1-9a907e44ef08 req-a3813009-3692-4b88-b65d-abe417b2098a service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395755 Nov 26 16:47:28.291742 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d04f6858-fa44-42f1-be87-a94b8f1faa56 req-1d23a849-d796-4c46-a9f0-a9f3bf111dde tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 210 time: 0.0608194 Nov 26 16:47:28.293897 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eafb7835-c1bf-4e48-ab1a-a08b3b71e78f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:28.324398 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-54e4baa7-5190-4032-885e-ce910bdc1cdb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:28.325558 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-54e4baa7-5190-4032-885e-ce910bdc1cdb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6392810 Nov 26 16:47:28.329139 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53462) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:28.335854 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-9bbbfd7e-d4bc-44f9-8e81-f5a3d4daa62b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:47:28.550254 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4a069044-3697-4419-8b48-f9d2aeb5ff3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:28.600061 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6149f05-8fd0-4483-a01a-dc830acdc3a5 req-9194aee6-403b-4e74-b5b7-67e9bc5d5919 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:28.601673 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f6149f05-8fd0-4483-a01a-dc830acdc3a5 req-9194aee6-403b-4e74-b5b7-67e9bc5d5919 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 944 time: 0.1091390 Nov 26 16:47:28.650126 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f6149f05-8fd0-4483-a01a-dc830acdc3a5 req-1eb2492c-6805-46c3-bf5c-0494c2874e3b tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417533 Nov 26 16:47:28.791875 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9bbbfd7e-d4bc-44f9-8e81-f5a3d4daa62b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:28.809048 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9bbbfd7e-d4bc-44f9-8e81-f5a3d4daa62b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780415'] for router, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:29.125981 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eafb7835-c1bf-4e48-ab1a-a08b3b71e78f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:29.161075 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eafb7835-c1bf-4e48-ab1a-a08b3b71e78f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:29.198406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbbfd7e-d4bc-44f9-8e81-f5a3d4daa62b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Router 270cd3c7-7afa-4fd8-96f9-d883289ab385 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:47:29.281917 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-23074b47-578f-47a7-95c1-09ce3cfc065a tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:29.283354 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-23074b47-578f-47a7-95c1-09ce3cfc065a tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.31 "GET /v2.0/networks?id=37a16a21-8ceb-4874-ad08-e435b26ab706 HTTP/1.1" status: 200 len: 811 time: 0.1565826 Nov 26 16:47:29.297236 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-fac3ec43-2522-401c-b558-3e0b20286e61 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Request body: {'port': {'device_id': '2f9eaf59-4a04-4aab-af30-bb89a675488d', 'network_id': '37a16a21-8ceb-4874-ad08-e435b26ab706', 'admin_state_up': True, 'tenant_id': '6c776faffbe64d40b228b06a5de29eb9'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:47:29.340742 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:29.370038 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbbfd7e-d4bc-44f9-8e81-f5a3d4daa62b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:47:29.382164 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb0b041-d218-4481-98ba-20173bce9fd4 None None] Sync routers for ids ['270cd3c7-7afa-4fd8-96f9-d883289ab385'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:47:29.411560 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb0b041-d218-4481-98ba-20173bce9fd4 None None] Routers {'270cd3c7-7afa-4fd8-96f9-d883289ab385'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:29.412669 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-cdb0b041-d218-4481-98ba-20173bce9fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:47:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['270cd3c7-7afa-4fd8-96f9-d883289ab385'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:29.553059 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-cdb0b041-d218-4481-98ba-20173bce9fd4 None None] Set router 270cd3c7-7afa-4fd8-96f9-d883289ab385 gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:29.584934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-fac3ec43-2522-401c-b558-3e0b20286e61 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:47:29.589319 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-fac3ec43-2522-401c-b558-3e0b20286e61 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Usage tracker for resource:port and tenant:6c776faffbe64d40b228b06a5de29eb9 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:47:29.592297 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-fac3ec43-2522-401c-b558-3e0b20286e61 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:47:29.598062 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-fac3ec43-2522-401c-b558-3e0b20286e61 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:47:29.609912 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9bbbfd7e-d4bc-44f9-8e81-f5a3d4daa62b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:29.613558 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-fac3ec43-2522-401c-b558-3e0b20286e61 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Made reservation on behalf of 6c776faffbe64d40b228b06a5de29eb9 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:47:29.613727 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-9bbbfd7e-d4bc-44f9-8e81-f5a3d4daa62b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "PUT /v2.0/routers/270cd3c7-7afa-4fd8-96f9-d883289ab385 HTTP/1.1" status: 200 len: 694 time: 1.2809539 Nov 26 16:47:29.614494 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-fac3ec43-2522-401c-b558-3e0b20286e61 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:29.615218 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-39258eb4-75d9-4f3c-bba2-31fb6d4b3197 req-54fe7129-b62b-4f09-830a-052376fba8f4 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 210 time: 0.0568693 Nov 26 16:47:29.615666 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53476) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:29.665238 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-cdb0b041-d218-4481-98ba-20173bce9fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270cd3c7-7afa-4fd8-96f9-d883289ab385', 'name': 'tempest-RoutersTest-router-1900599480', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:47:27Z', 'updated_at': '2021-11-26T16:47:28Z', 'revision_number': 2, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:29.670292 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb0b041-d218-4481-98ba-20173bce9fd4 None None] Checking router: 270cd3c7-7afa-4fd8-96f9-d883289ab385 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:47:29.680782 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb0b041-d218-4481-98ba-20173bce9fd4 None None] Routers {'270cd3c7-7afa-4fd8-96f9-d883289ab385'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:29.681644 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-cdb0b041-d218-4481-98ba-20173bce9fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:47:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['270cd3c7-7afa-4fd8-96f9-d883289ab385'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:29.756894 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-eafb7835-c1bf-4e48-ab1a-a08b3b71e78f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.26.0.244 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/0b4902d7-58d2-490c-a87c-5e0e89e6e122) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:47:29.770109 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-300f9d8a-c454-455d-9917-2d6c8e386697 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "GET /v2.0/routers/270cd3c7-7afa-4fd8-96f9-d883289ab385 HTTP/1.1" status: 200 len: 700 time: 0.1490779 Nov 26 16:47:29.773253 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53482) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:29.821493 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7e445791-b7ca-432d-9432-a3e1ac861f0c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Synchronizing usage tracker for tenant:e88a7f81029b400b9cbd561c1fe3ae4d on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:47:29.841990 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-cdb0b041-d218-4481-98ba-20173bce9fd4 None None] Set router 270cd3c7-7afa-4fd8-96f9-d883289ab385 gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:29.900462 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-fac3ec43-2522-401c-b558-3e0b20286e61 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Allocated IP 172.20.0.10 (37a16a21-8ceb-4874-ad08-e435b26ab706/96000bdf-7c2a-4885-a3db-627b02e1431c/6dd7374c-aa6e-43b1-87a8-8096e5088a11) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:47:29.908321 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7e445791-b7ca-432d-9432-a3e1ac861f0c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Unset dirty status for tenant:e88a7f81029b400b9cbd561c1fe3ae4d on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:47:29.912122 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7e445791-b7ca-432d-9432-a3e1ac861f0c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "GET /v2.0/ports?device_id=270cd3c7-7afa-4fd8-96f9-d883289ab385 HTTP/1.1" status: 200 len: 205 time: 0.1352029 Nov 26 16:47:29.912788 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53486) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:29.966409 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16adf526-30ea-41ec-9928-36d2cf4748b5 req-60c3ef8d-03bd-4d3d-9e96-7bf247ac7100 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:29.966714 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-cdb0b041-d218-4481-98ba-20173bce9fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270cd3c7-7afa-4fd8-96f9-d883289ab385', 'name': 'tempest-RoutersTest-router-1900599480', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:47:27Z', 'updated_at': '2021-11-26T16:47:28Z', 'revision_number': 2, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:29.968195 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-16adf526-30ea-41ec-9928-36d2cf4748b5 req-60c3ef8d-03bd-4d3d-9e96-7bf247ac7100 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 944 time: 0.1603775 Nov 26 16:47:29.970598 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb0b041-d218-4481-98ba-20173bce9fd4 None None] The sync data for ids ['270cd3c7-7afa-4fd8-96f9-d883289ab385'] in dv-neutron-819440-1-hyperv is: [{'id': '270cd3c7-7afa-4fd8-96f9-d883289ab385', 'name': 'tempest-RoutersTest-router-1900599480', 'tenant_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:47:27Z', 'updated_at': '2021-11-26T16:47:28Z', 'revision_number': 2, 'project_id': 'e88a7f81029b400b9cbd561c1fe3ae4d', 'gw_port_host': None}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:47:30.075410 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b3fe1620-e182-4ef3-84c9-1d95e3bd41a9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:30.121446 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-16adf526-30ea-41ec-9928-36d2cf4748b5 req-e21d0899-701f-469f-9885-9e2a7b610eab tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1165814 Nov 26 16:47:30.174141 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-fac3ec43-2522-401c-b558-3e0b20286e61 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:30.207033 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-fac3ec43-2522-401c-b558-3e0b20286e61 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:30.213302 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-46b9e58e-9132-429c-ad54-ec07a841a735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:30.269174 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eafb7835-c1bf-4e48-ab1a-a08b3b71e78f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:30.281062 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-fac3ec43-2522-401c-b558-3e0b20286e61 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Network 37a16a21-8ceb-4874-ad08-e435b26ab706 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:47:30.284279 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-fac3ec43-2522-401c-b558-3e0b20286e61 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:47:30.288402 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-fac3ec43-2522-401c-b558-3e0b20286e61 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:47:30.328823 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3ec43-2522-401c-b558-3e0b20286e61 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Pushing event updated for resources: {'Port': ['ID=6dd7374c-aa6e-43b1-87a8-8096e5088a11,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:30.333413 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fac3ec43-2522-401c-b558-3e0b20286e61 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:30.357216 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-fac3ec43-2522-401c-b558-3e0b20286e61 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:30.357829 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-fac3ec43-2522-401c-b558-3e0b20286e61 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:30.379625 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-fac3ec43-2522-401c-b558-3e0b20286e61 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0861294 Nov 26 16:47:30.392674 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] Request body: {'port': {'device_id': '2f9eaf59-4a04-4aab-af30-bb89a675488d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:47:30.412871 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b3fe1620-e182-4ef3-84c9-1d95e3bd41a9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:30.416302 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b3fe1620-e182-4ef3-84c9-1d95e3bd41a9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:30.445342 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b3fe1620-e182-4ef3-84c9-1d95e3bd41a9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:30.445950 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fe1620-e182-4ef3-84c9-1d95e3bd41a9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Fanout notify agent at l3_agent the message router_deleted on router 270cd3c7-7afa-4fd8-96f9-d883289ab385 {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:47:30.455515 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eafb7835-c1bf-4e48-ab1a-a08b3b71e78f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:30.462149 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1d58c56b-f2b8-4419-aa45-04b7b20e0856 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:30.509012 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:30.510293 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b3fe1620-e182-4ef3-84c9-1d95e3bd41a9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:30.511357 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b3fe1620-e182-4ef3-84c9-1d95e3bd41a9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/routers/270cd3c7-7afa-4fd8-96f9-d883289ab385 HTTP/1.1" status: 204 len: 168 time: 0.5981541 Nov 26 16:47:30.519585 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53490) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:30.565846 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafb7835-c1bf-4e48-ab1a-a08b3b71e78f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:47:30.573488 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-eafb7835-c1bf-4e48-ab1a-a08b3b71e78f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:47:30.575954 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafb7835-c1bf-4e48-ab1a-a08b3b71e78f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:47:30.625464 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3f6badb8-77a3-4bee-b692-5e8062dcae76 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "GET /v2.0/ports?device_id=270cd3c7-7afa-4fd8-96f9-d883289ab385 HTTP/1.1" status: 200 len: 205 time: 0.1045296 Nov 26 16:47:30.630287 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53494) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:30.636798 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb7835-c1bf-4e48-ab1a-a08b3b71e78f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=0b4902d7-58d2-490c-a87c-5e0e89e6e122,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:30.639656 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-eafb7835-c1bf-4e48-ab1a-a08b3b71e78f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:30.712654 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-f8e83b56-7ec6-4c6b-8280-e6b9078c4b89 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] delete failed (client error): The resource could not be found. Nov 26 16:47:30.713673 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f8e83b56-7ec6-4c6b-8280-e6b9078c4b89 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/routers/270cd3c7-7afa-4fd8-96f9-d883289ab385 HTTP/1.1" status: 404 len: 336 time: 0.0802331 Nov 26 16:47:30.716277 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53500) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:30.890438 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dd7374c-aa6e-43b1-87a8-8096e5088a11 {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:47:30.900123 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:30.915649 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] Transition to ACTIVE for port object 6dd7374c-aa6e-43b1-87a8-8096e5088a11 will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:47:30.919984 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:30.923992 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1d484b1a-5114-4c1c-9dc9-93730f2ff1c8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:30.997715 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e243b4-abf5-40c9-a827-9fd5220f49df tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] DELETE failed (client error): The resource could not be found. Nov 26 16:47:30.998327 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e243b4-abf5-40c9-a827-9fd5220f49df tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:47:30.999848 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e0e243b4-abf5-40c9-a827-9fd5220f49df tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/subnets/10ad4c08-110b-4a28-a132-90fb8fc041ee HTTP/1.1" status: 404 len: 337 time: 0.2826641 Nov 26 16:47:31.030120 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53504) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:31.087858 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] Pushing event updated for resources: {'Port': ['ID=6dd7374c-aa6e-43b1-87a8-8096e5088a11,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:31.090215 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95d4c6d-0d49-4078-a677-06e824125059 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] DELETE failed (client error): The resource could not be found. Nov 26 16:47:31.090663 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b95d4c6d-0d49-4078-a677-06e824125059 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:47:31.092340 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b95d4c6d-0d49-4078-a677-06e824125059 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/subnets/aa6693fb-d348-4c22-a1a5-119b55e1c55e HTTP/1.1" status: 404 len: 337 time: 0.0599835 Nov 26 16:47:31.094408 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:31.094840 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53508) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:31.189504 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-529ec094-7fd7-4a7a-a59c-18640e7d9719 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] DELETE failed (client error): The resource could not be found. Nov 26 16:47:31.189953 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529ec094-7fd7-4a7a-a59c-18640e7d9719 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:47:31.191623 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-529ec094-7fd7-4a7a-a59c-18640e7d9719 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/subnets/893d1059-a183-4eb0-8626-1582f2be13b5 HTTP/1.1" status: 404 len: 337 time: 0.0958974 Nov 26 16:47:31.194772 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53514) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:31.196367 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500d60a-7b19-44fe-8bab-0602b7405ea7 req-62a6a101-acdf-4a28-8fc5-f52017b86e55 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:31.197830 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7500d60a-7b19-44fe-8bab-0602b7405ea7 req-62a6a101-acdf-4a28-8fc5-f52017b86e55 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 944 time: 0.2567756 Nov 26 16:47:31.231403 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5a371356-f702-4a5d-a104-5aed72841121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:31.250961 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba073511-588f-4170-b106-1f8b49499bcb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] DELETE failed (client error): The resource could not be found. Nov 26 16:47:31.251416 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba073511-588f-4170-b106-1f8b49499bcb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:47:31.253111 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ba073511-588f-4170-b106-1f8b49499bcb tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/subnets/44547533-d255-4257-88da-ea8d27d40eb3 HTTP/1.1" status: 404 len: 337 time: 0.0568650 Nov 26 16:47:31.259281 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53518) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:31.322554 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-7500d60a-7b19-44fe-8bab-0602b7405ea7 req-3c056370-229e-4b0e-a1e9-63b67207737b tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Synchronizing usage tracker for tenant:6c776faffbe64d40b228b06a5de29eb9 on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:47:31.360043 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-7500d60a-7b19-44fe-8bab-0602b7405ea7 req-3c056370-229e-4b0e-a1e9-63b67207737b tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Unset dirty status for tenant:6c776faffbe64d40b228b06a5de29eb9 on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:47:31.361171 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7500d60a-7b19-44fe-8bab-0602b7405ea7 req-3c056370-229e-4b0e-a1e9-63b67207737b tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/security-groups?id=5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097846 Nov 26 16:47:31.361840 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eafb7835-c1bf-4e48-ab1a-a08b3b71e78f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_gateway, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:31.486490 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-20c0122f-6bf3-44c6-ad73-9ace6d4e1078 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8a46299-5831-425a-a1a0-4741b8044abd HTTP/1.1" status: 200 len: 205 time: 0.2259333 Nov 26 16:47:31.488963 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53522) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:31.498085 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] Attempting to bind port 6dd7374c-aa6e-43b1-87a8-8096e5088a11 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:47:31.498419 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] Attempting to bind port 6dd7374c-aa6e-43b1-87a8-8096e5088a11 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '015e246d-c91b-42d3-a4e7-c28aac6dc0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '37a16a21-8ceb-4874-ad08-e435b26ab706'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:47:31.498747 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] Attempting to bind port 6dd7374c-aa6e-43b1-87a8-8096e5088a11 on network 37a16a21-8ceb-4874-ad08-e435b26ab706 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:47:31.507597 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] Port 6dd7374c-aa6e-43b1-87a8-8096e5088a11 on network 37a16a21-8ceb-4874-ad08-e435b26ab706 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:47:31.507945 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] Attempting to bind port 6dd7374c-aa6e-43b1-87a8-8096e5088a11 on network 37a16a21-8ceb-4874-ad08-e435b26ab706 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:47:31.515103 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:47:31.515435 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] Checking segment: {'id': '015e246d-c91b-42d3-a4e7-c28aac6dc0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '37a16a21-8ceb-4874-ad08-e435b26ab706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:47:31.515836 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] Bound using segment: {'id': '015e246d-c91b-42d3-a4e7-c28aac6dc0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '37a16a21-8ceb-4874-ad08-e435b26ab706'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:47:31.516256 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] Bound port: 6dd7374c-aa6e-43b1-87a8-8096e5088a11, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '015e246d-c91b-42d3-a4e7-c28aac6dc0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '37a16a21-8ceb-4874-ad08-e435b26ab706'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:47:31.516600 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:31.571750 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-fda0e8df-8ad2-4cf3-81b2-72665e84fb89 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] delete failed (client error): The resource could not be found. Nov 26 16:47:31.574909 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fda0e8df-8ad2-4cf3-81b2-72665e84fb89 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/routers/b8a46299-5831-425a-a1a0-4741b8044abd HTTP/1.1" status: 404 len: 336 time: 0.0794692 Nov 26 16:47:31.574909 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53526) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:31.593863 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467783e9-9f66-4895-9895-54106fdffff6 req-18f3b489-db27-4200-989c-0a1b9f7afb9e tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:31.595313 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-467783e9-9f66-4895-9895-54106fdffff6 req-18f3b489-db27-4200-989c-0a1b9f7afb9e tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 944 time: 0.3396544 Nov 26 16:47:31.632809 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-34f519c0-89c1-4370-a4ae-767801c50667 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "GET /v2.0/ports?device_id=60c9fcd8-0dbb-4cf4-997e-f4f397d8e76b HTTP/1.1" status: 200 len: 205 time: 0.0568161 Nov 26 16:47:31.635280 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53530) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:31.657276 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] For port 6dd7374c-aa6e-43b1-87a8-8096e5088a11, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:47:31.664784 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-467783e9-9f66-4895-9895-54106fdffff6 req-e69ca1cc-ec08-4dbc-90e8-35431db6e2f0 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540030 Nov 26 16:47:31.669000 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] For port 6dd7374c-aa6e-43b1-87a8-8096e5088a11, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=6dd7374c-aa6e-43b1-87a8-8096e5088a11,segment=NetworkSegment(015e246d-c91b-42d3-a4e7-c28aac6dc0bc),segment_id=015e246d-c91b-42d3-a4e7-c28aac6dc0bc)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:47:31.673631 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:31.678425 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-77313553-7e80-424c-b864-c1c27d8c013f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:31.706834 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-7f6af8e2-33c9-4d32-a7af-947674a32c2e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] delete failed (client error): The resource could not be found. Nov 26 16:47:31.711469 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7f6af8e2-33c9-4d32-a7af-947674a32c2e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/routers/60c9fcd8-0dbb-4cf4-997e-f4f397d8e76b HTTP/1.1" status: 404 len: 336 time: 0.0717082 Nov 26 16:47:31.715383 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53534) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:31.767973 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:31.768616 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:31.770128 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] 10.222.0.31 "PUT /v2.0/ports/6dd7374c-aa6e-43b1-87a8-8096e5088a11 HTTP/1.1" status: 200 len: 1094 time: 1.3815620 Nov 26 16:47:31.773556 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f9eaf59-4a04-4aab-af30-bb89a675488d', 'tag': '6dd7374c-aa6e-43b1-87a8-8096e5088a11'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:47:31.781111 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba9cd65d-132d-4158-9e19-22f6d5ddda36 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] DELETE failed (client error): The resource could not be found. Nov 26 16:47:31.781556 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba9cd65d-132d-4158-9e19-22f6d5ddda36 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:47:31.783194 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ba9cd65d-132d-4158-9e19-22f6d5ddda36 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/subnets/1fad428d-34a8-4264-ad56-65c8480d5229 HTTP/1.1" status: 404 len: 337 time: 0.0668750 Nov 26 16:47:31.785863 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53540) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:31.832962 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f9eaf59-4a04-4aab-af30-bb89a675488d', 'tag': '6dd7374c-aa6e-43b1-87a8-8096e5088a11', 'status': 'completed', 'code': 200} Nov 26 16:47:31.880346 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-deee5667-ea2f-4823-aa12-a887de70a2ab tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c2c50aa-8d0a-4b84-9bd8-2eeb79d6e40a HTTP/1.1" status: 200 len: 205 time: 0.0933399 Nov 26 16:47:31.883048 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53544) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:31.899457 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] Pushing event updated for resources: {'Port': ['ID=6dd7374c-aa6e-43b1-87a8-8096e5088a11,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:31.903797 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:31.923402 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-e3dcfe28-35cf-49f4-b3d9-fac61ae15909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:31.924900 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-e3dcfe28-35cf-49f4-b3d9-fac61ae15909 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c776faffbe64d40b228b06a5de29eb9&device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 1097 time: 0.1001241 Nov 26 16:47:31.936960 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eafb7835-c1bf-4e48-ab1a-a08b3b71e78f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:31.952592 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-ca29812e-0139-4dde-b978-71a5d92a16f3 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] delete failed (client error): The resource could not be found. Nov 26 16:47:31.953593 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ca29812e-0139-4dde-b978-71a5d92a16f3 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/routers/5c2c50aa-8d0a-4b84-9bd8-2eeb79d6e40a HTTP/1.1" status: 404 len: 336 time: 0.0696383 Nov 26 16:47:31.988207 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53548) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:32.031228 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-c38806f4-0216-414c-88b0-d6d72b322f06 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dd7374c-aa6e-43b1-87a8-8096e5088a11 HTTP/1.1" status: 200 len: 217 time: 0.0978303 Nov 26 16:47:32.037588 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c9d49d91-8dc1-43b5-b3ac-5b63b0e39c58 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "GET /v2.0/ports?device_id=e119b2a0-7db1-4af6-a946-e4e8e429e459 HTTP/1.1" status: 200 len: 205 time: 0.0482876 Nov 26 16:47:32.073551 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53552) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:32.137569 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:32.158796 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-0c70ed9a-165d-41e0-9a74-7f529a6dd554 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] delete failed (client error): The resource could not be found. Nov 26 16:47:32.159861 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0c70ed9a-165d-41e0-9a74-7f529a6dd554 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/routers/e119b2a0-7db1-4af6-a946-e4e8e429e459 HTTP/1.1" status: 404 len: 336 time: 0.0851333 Nov 26 16:47:32.162594 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53556) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:32.211346 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd5abb3-461f-4340-b510-6437dd869256 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] DELETE failed (client error): The resource could not be found. Nov 26 16:47:32.211828 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd5abb3-461f-4340-b510-6437dd869256 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:47:32.213501 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2fd5abb3-461f-4340-b510-6437dd869256 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/subnets/06c51393-e600-46f4-a555-0d47f71214b5 HTTP/1.1" status: 404 len: 337 time: 0.0500116 Nov 26 16:47:32.216324 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53560) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:32.220898 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-8c45570b-9aa6-4b44-825c-731b2994e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:32.222280 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-8c45570b-9aa6-4b44-825c-731b2994e492 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=96000bdf-7c2a-4885-a3db-627b02e1431c HTTP/1.1" status: 200 len: 851 time: 0.1813760 Nov 26 16:47:32.268350 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-9c5aaa27-ebfc-421e-8a90-3912d643011b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c54e039-74d7-4e40-bb4f-2f70f432e430 HTTP/1.1" status: 200 len: 205 time: 0.0507562 Nov 26 16:47:32.270750 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53564) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:32.274033 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-80970c82-6aae-4326-a593-0e326356ecf9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37a16a21-8ceb-4874-ad08-e435b26ab706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409415 Nov 26 16:47:32.343734 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-2ccf309b-38a3-4fd1-b828-0dc1209bd801 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] delete failed (client error): The resource could not be found. Nov 26 16:47:32.344656 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2ccf309b-38a3-4fd1-b828-0dc1209bd801 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/routers/9c54e039-74d7-4e40-bb4f-2f70f432e430 HTTP/1.1" status: 404 len: 336 time: 0.0730615 Nov 26 16:47:32.349479 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53568) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:32.400178 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-c494a5ac-427b-4e8c-8296-b9aed49adff1 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] DELETE failed (client error): The resource could not be found. Nov 26 16:47:32.400770 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c494a5ac-427b-4e8c-8296-b9aed49adff1 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:47:32.405051 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c494a5ac-427b-4e8c-8296-b9aed49adff1 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/subnets/9e840d4b-5ac5-49e7-865f-7f2e696ff6c0 HTTP/1.1" status: 404 len: 337 time: 0.0519159 Nov 26 16:47:32.405251 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafb7835-c1bf-4e48-ab1a-a08b3b71e78f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router 125f1d2b-0bf0-4509-a511-45214b62feb6 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:47:32.405390 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53574) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:32.463620 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-49e6da37-ccc6-42cd-9945-f374305cf6f0 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "GET /v2.0/ports?device_id=93ea8bc7-567f-4d5a-a461-192938a0d1ec HTTP/1.1" status: 200 len: 205 time: 0.0551577 Nov 26 16:47:32.465128 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53578) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:32.595620 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.api.v2.resource [None req-759e4a28-f71a-4b0c-b5a9-9762c34c7e8a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] delete failed (client error): The resource could not be found. Nov 26 16:47:32.596590 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-759e4a28-f71a-4b0c-b5a9-9762c34c7e8a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/routers/93ea8bc7-567f-4d5a-a461-192938a0d1ec HTTP/1.1" status: 404 len: 336 time: 0.1305797 Nov 26 16:47:32.597770 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafb7835-c1bf-4e48-ab1a-a08b3b71e78f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:47:32.599373 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53582) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:32.607600 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-22fa82ca-2af2-427a-80fa-6b23871dfbd5 service neutron] 10.222.0.31 "GET /v2.0/networks/37a16a21-8ceb-4874-ad08-e435b26ab706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267143 Nov 26 16:47:32.607824 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] Sync routers for ids ['125f1d2b-0bf0-4509-a511-45214b62feb6'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:47:32.618096 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] Routers {'125f1d2b-0bf0-4509-a511-45214b62feb6'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:32.619114 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:47:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['125f1d2b-0bf0-4509-a511-45214b62feb6'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:32.650259 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eafb7835-c1bf-4e48-ab1a-a08b3b71e78f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:32.654230 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-eafb7835-c1bf-4e48-ab1a-a08b3b71e78f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.9932678 Nov 26 16:47:32.654874 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53586) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:32.657690 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e99f521-46ae-428a-ba3f-aec90e5569d4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] DELETE failed (client error): The resource could not be found. Nov 26 16:47:32.658135 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e99f521-46ae-428a-ba3f-aec90e5569d4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:47:32.659698 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6e99f521-46ae-428a-ba3f-aec90e5569d4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/subnets/bf7e1914-b47a-42ec-bcb6-c02b04a0958b HTTP/1.1" status: 404 len: 337 time: 0.0595858 Nov 26 16:47:32.663474 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53590) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:32.706599 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-abd26abd-19ec-4e71-9881-eadde5d4809e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] DELETE failed (client error): The resource could not be found. Nov 26 16:47:32.707273 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abd26abd-19ec-4e71-9881-eadde5d4809e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 16:47:32.709130 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-abd26abd-19ec-4e71-9881-eadde5d4809e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] 10.222.0.11 "DELETE /v2.0/subnets/67226b61-bc20-458d-8cb5-79f65a1120cf HTTP/1.1" status: 404 len: 337 time: 0.0444939 Nov 26 16:47:32.822142 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba9b52-b29d-44ea-989f-c2d6337b17fe req-8ec55adb-0ea7-42f1-8d23-883094b1764c tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:32.822849 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-81ba9b52-b29d-44ea-989f-c2d6337b17fe req-8ec55adb-0ea7-42f1-8d23-883094b1764c tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Synchronizing usage tracker for tenant:6c776faffbe64d40b228b06a5de29eb9 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:47:32.857713 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e9b28f8d-15f2-42ce-b1d4-e9ed367940ec req-6a164ed3-06a9-448e-92e0-36c985a58416 service neutron] 10.222.0.31 "GET /v2.0/networks/37a16a21-8ceb-4874-ad08-e435b26ab706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389612 Nov 26 16:47:32.863964 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-81ba9b52-b29d-44ea-989f-c2d6337b17fe req-8ec55adb-0ea7-42f1-8d23-883094b1764c tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Unset dirty status for tenant:6c776faffbe64d40b228b06a5de29eb9 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:47:32.865235 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-81ba9b52-b29d-44ea-989f-c2d6337b17fe req-8ec55adb-0ea7-42f1-8d23-883094b1764c tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 944 time: 0.3261025 Nov 26 16:47:32.878060 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] Set router 125f1d2b-0bf0-4509-a511-45214b62feb6 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:32.923107 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-81ba9b52-b29d-44ea-989f-c2d6337b17fe req-09750c57-3633-440d-b432-da5ea8f594ba tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/security-groups?id=5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480287 Nov 26 16:47:32.955473 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-bf53c905-e5f6-4c8c-a9a8-60386b78c6c4 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=44b3ec829fd84946a37f17d3391a650c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2991357 Nov 26 16:47:32.957904 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53600) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:33.014635 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e414d-e7cd-475f-a765-3632d3dc82a8 req-9dc76a80-e237-4dab-bd64-5889a581a007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:33.016477 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-345e414d-e7cd-475f-a765-3632d3dc82a8 req-9dc76a80-e237-4dab-bd64-5889a581a007 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c776faffbe64d40b228b06a5de29eb9&device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 1097 time: 0.0923529 Nov 26 16:47:33.125199 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cf33d-b1b8-4f7e-9a00-ef4138ac4801 req-8c65edf9-c489-47ef-a9a7-7a5d569aed68 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:33.125625 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53606) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:33.126758 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7e0cf33d-b1b8-4f7e-9a00-ef4138ac4801 req-8c65edf9-c489-47ef-a9a7-7a5d569aed68 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 944 time: 0.2497098 Nov 26 16:47:33.131604 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f95c0c7-9f65-4cd9-a530-b81ac746488e tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:33.133078 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8f95c0c7-9f65-4cd9-a530-b81ac746488e tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1742947 Nov 26 16:47:33.135996 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53612) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:33.189291 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e414d-e7cd-475f-a765-3632d3dc82a8 req-9dd7f82e-b398-4082-bcda-a14ae74ea518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:33.189747 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'name': 'tempest-TestNetworkBasicOps-router-241293427', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:47:27Z', 'updated_at': '2021-11-26T16:47:31Z', 'revision_number': 3, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:47:29Z', 'updated_at': '2021-11-26T16:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:33.190951 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-345e414d-e7cd-475f-a765-3632d3dc82a8 req-9dd7f82e-b398-4082-bcda-a14ae74ea518 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37a16a21-8ceb-4874-ad08-e435b26ab706 HTTP/1.1" status: 200 len: 912 time: 0.1669993 Nov 26 16:47:33.193648 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] Checking router: 125f1d2b-0bf0-4509-a511-45214b62feb6 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:47:33.194009 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] Updating router 125f1d2b-0bf0-4509-a511-45214b62feb6 port 0b4902d7-58d2-490c-a87c-5e0e89e6e122 binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:47:33.198520 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c311eeb1-6e66-46f2-8017-9179575b5ad5 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=cf8dce9a-1df0-4b90-b19d-7de373e178f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0614429 Nov 26 16:47:33.202246 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53616) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:33.213199 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-bed7ca84-b7f3-4201-aeab-7d22a8ac5280 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1679519743', 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:47:33.218903 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7e0cf33d-b1b8-4f7e-9a00-ef4138ac4801 req-53cdc2f3-e054-4c44-b743-8a9dbca7fdfd tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0839593 Nov 26 16:47:33.250568 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:33.436486 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-345e414d-e7cd-475f-a765-3632d3dc82a8 req-cdd9c469-ad3e-4453-90df-bf3b8af639b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dd7374c-aa6e-43b1-87a8-8096e5088a11 HTTP/1.1" status: 200 len: 217 time: 0.2349458 Nov 26 16:47:33.572611 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:33.583927 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] Transition to ACTIVE for port object 0b4902d7-58d2-490c-a87c-5e0e89e6e122 will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:47:33.590202 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:33.593562 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:33.601216 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a0b38657-61bd-4e73-9ceb-f3dfb4a007dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e88a7f81029b400b9cbd561c1fe3ae4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4741096 Nov 26 16:47:33.604117 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e414d-e7cd-475f-a765-3632d3dc82a8 req-95759460-7816-4f1b-ae42-cbb1a7125dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:33.604505 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53620) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:33.605476 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-345e414d-e7cd-475f-a765-3632d3dc82a8 req-95759460-7816-4f1b-ae42-cbb1a7125dae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=96000bdf-7c2a-4885-a3db-627b02e1431c HTTP/1.1" status: 200 len: 851 time: 0.1232116 Nov 26 16:47:33.610338 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-bed7ca84-b7f3-4201-aeab-7d22a8ac5280 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:47:33.644971 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-bed7ca84-b7f3-4201-aeab-7d22a8ac5280 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:subnet and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:47:33.648807 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-bed7ca84-b7f3-4201-aeab-7d22a8ac5280 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:47:33.662871 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-bed7ca84-b7f3-4201-aeab-7d22a8ac5280 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:47:33.665938 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8e69ce73-230a-48e6-b2b5-0c2368363ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:33.666557 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-345e414d-e7cd-475f-a765-3632d3dc82a8 req-9d71ffac-8e49-4c03-908b-e7ab595af73a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37a16a21-8ceb-4874-ad08-e435b26ab706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524964 Nov 26 16:47:33.672821 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce195c-009f-4616-868d-357ed8603ccd None None] Pushing event updated for resources: {'Port': ['ID=0b4902d7-58d2-490c-a87c-5e0e89e6e122,revision_number=2']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:33.674933 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed7ca84-b7f3-4201-aeab-7d22a8ac5280 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Made reservation on behalf of 44b3ec829fd84946a37f17d3391a650c for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:47:33.676521 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] Attempting to bind port 0b4902d7-58d2-490c-a87c-5e0e89e6e122 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:47:33.676901 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] Attempting to bind port 0b4902d7-58d2-490c-a87c-5e0e89e6e122 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:47:33.677263 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] Attempting to bind port 0b4902d7-58d2-490c-a87c-5e0e89e6e122 on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:47:33.678593 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bed7ca84-b7f3-4201-aeab-7d22a8ac5280 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:33.679485 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-e5ce195c-009f-4616-868d-357ed8603ccd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:33.685108 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:47:33.685491 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:47:33.685897 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:33.686294 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:47:33.686822 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] Bound port: 0b4902d7-58d2-490c-a87c-5e0e89e6e122, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:47:33.687895 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:33.699623 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8e69ce73-230a-48e6-b2b5-0c2368363ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:33.760632 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] For port 0b4902d7-58d2-490c-a87c-5e0e89e6e122, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:47:33.762774 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8e69ce73-230a-48e6-b2b5-0c2368363ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:33.763626 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] For port 0b4902d7-58d2-490c-a87c-5e0e89e6e122, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=0b4902d7-58d2-490c-a87c-5e0e89e6e122,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:47:33.769585 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3f929633-cfd7-4ae1-b785-70b747cfcc97 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:33.769808 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:33.779839 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:33.785694 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69ce73-230a-48e6-b2b5-0c2368363ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7a9279-d832-4249-892d-e54da4230c74,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:33.806437 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8e69ce73-230a-48e6-b2b5-0c2368363ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:33.807772 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8e69ce73-230a-48e6-b2b5-0c2368363ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:33.811751 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8e69ce73-230a-48e6-b2b5-0c2368363ee8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af7a9279-d832-4249-892d-e54da4230c74 HTTP/1.1" status: 204 len: 168 time: 0.2033036 Nov 26 16:47:33.844940 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] Routers {'125f1d2b-0bf0-4509-a511-45214b62feb6'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:33.845515 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:47:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['125f1d2b-0bf0-4509-a511-45214b62feb6'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:33.919362 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-345e414d-e7cd-475f-a765-3632d3dc82a8 req-bd4fb8f0-80c5-4767-94ae-e583aeb81d86 service neutron] 10.222.0.31 "GET /v2.0/networks/37a16a21-8ceb-4874-ad08-e435b26ab706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258933 Nov 26 16:47:33.941178 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:34.003087 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce195c-009f-4616-868d-357ed8603ccd None None] Pushing event updated for resources: {'Port': ['ID=0b4902d7-58d2-490c-a87c-5e0e89e6e122,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:34.008742 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-e5ce195c-009f-4616-868d-357ed8603ccd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:34.050810 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] Set router 125f1d2b-0bf0-4509-a511-45214b62feb6 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:34.238048 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-345e414d-e7cd-475f-a765-3632d3dc82a8 req-6628c889-155b-459f-8d7a-64298c972d00 service neutron] 10.222.0.31 "GET /v2.0/networks/37a16a21-8ceb-4874-ad08-e435b26ab706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082674 Nov 26 16:47:34.269825 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bed7ca84-b7f3-4201-aeab-7d22a8ac5280 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:34.275235 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d17bc2e5-3d5a-41d1-94dd-bed6c8ae6ae4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:34.332916 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59935a4-a8cc-4d19-ba70-0b20123f4d33 req-b0e4df00-68f6-40f3-a370-3f31acf9536f tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:34.334392 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b59935a4-a8cc-4d19-ba70-0b20123f4d33 req-b0e4df00-68f6-40f3-a370-3f31acf9536f tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 944 time: 0.2556424 Nov 26 16:47:34.381835 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'name': 'tempest-TestNetworkBasicOps-router-241293427', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:47:27Z', 'updated_at': '2021-11-26T16:47:31Z', 'revision_number': 3, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:47:29Z', 'updated_at': '2021-11-26T16:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:34.386361 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aefc2d-fb60-485a-a9fa-6bed07a8d7af None None] The sync data for ids ['125f1d2b-0bf0-4509-a511-45214b62feb6'] in dv-neutron-819440-1-hyperv is: [{'id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'name': 'tempest-TestNetworkBasicOps-router-241293427', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:47:27Z', 'updated_at': '2021-11-26T16:47:31Z', 'revision_number': 3, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:47:29Z', 'updated_at': '2021-11-26T16:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:47:34.395468 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7ca84-b7f3-4201-aeab-7d22a8ac5280 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Subnet': ['ID=deae5e76-4f03-4e21-bc20-3fd071b72cce,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:34.403156 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bed7ca84-b7f3-4201-aeab-7d22a8ac5280 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:34.406677 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed7ca84-b7f3-4201-aeab-7d22a8ac5280 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Checking segment: {'id': 'bd80e898-8d8b-473b-9d83-dd7f4ae265ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:47:34.407122 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed7ca84-b7f3-4201-aeab-7d22a8ac5280 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network hostable DHCP agents. Network: 12be2eac-13ab-4e55-b5b7-a2793e1b8f67, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:47:34.420101 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b59935a4-a8cc-4d19-ba70-0b20123f4d33 req-fedb7891-9e6d-4d0f-8fb1-1042c92f7981 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/security-groups?id=5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737462 Nov 26 16:47:34.440724 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc36430-4e47-4c2a-9e82-763330bc460e req-d846d1e1-b617-4cea-88c7-47427a0111e4 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:34.442298 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-abc36430-4e47-4c2a-9e82-763330bc460e req-d846d1e1-b617-4cea-88c7-47427a0111e4 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 944 time: 0.0993519 Nov 26 16:47:34.444451 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed7ca84-b7f3-4201-aeab-7d22a8ac5280 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network 12be2eac-13ab-4e55-b5b7-a2793e1b8f67 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:47:34.459317 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-bed7ca84-b7f3-4201-aeab-7d22a8ac5280 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 12be2eac-13ab-4e55-b5b7-a2793e1b8f67) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:47:34.463581 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed7ca84-b7f3-4201-aeab-7d22a8ac5280 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:34.464323 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bed7ca84-b7f3-4201-aeab-7d22a8ac5280 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:34.470753 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4923047d-7e01-4cf2-9546-7d781de01fb4 None None] Network 12be2eac-13ab-4e55-b5b7-a2793e1b8f67 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:47:34.486401 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-bed7ca84-b7f3-4201-aeab-7d22a8ac5280 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2816083 Nov 26 16:47:34.489369 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53630) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:34.549655 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-abc36430-4e47-4c2a-9e82-763330bc460e req-c6b0cec9-955d-4d5f-bb6f-58e0e18a5bae tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1009467 Nov 26 16:47:34.577621 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device e1186007-92c1-4c3d-b2dc-6e28ca45af0e details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 16:47:34.812550 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-12be2eac-13ab-4e55-b5b7-a2793e1b8f67', 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ips': [{'subnet_id': 'deae5e76-4f03-4e21-bc20-3fd071b72cce'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:47:34.813412 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:34.854164 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port e1186007-92c1-4c3d-b2dc-6e28ca45af0e, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=e1186007-92c1-4c3d-b2dc-6e28ca45af0e,segment=NetworkSegment(34e89c51-6f04-477d-8a8a-2029d8bc6199),segment_id=34e89c51-6f04-477d-8a8a-2029d8bc6199)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:34.911570 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': 'e1186007-92c1-4c3d-b2dc-6e28ca45af0e', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'port_id': 'e1186007-92c1-4c3d-b2dc-6e28ca45af0e', 'mac_address': 'fa:16:3e:43:ef:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b55da957-278e-4beb-9f32-8be970680118', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 16:47:35.033575 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:35.064532 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1186007-92c1-4c3d-b2dc-6e28ca45af0e {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:47:35.073186 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0b4902d7-58d2-490c-a87c-5e0e89e6e122 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:47:35.180594 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port e1186007-92c1-4c3d-b2dc-6e28ca45af0e, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=e1186007-92c1-4c3d-b2dc-6e28ca45af0e,segment=NetworkSegment(34e89c51-6f04-477d-8a8a-2029d8bc6199),segment_id=34e89c51-6f04-477d-8a8a-2029d8bc6199)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:35.188597 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] Allocated IP 172.20.0.2 (12be2eac-13ab-4e55-b5b7-a2793e1b8f67/deae5e76-4f03-4e21-bc20-3fd071b72cce/21c135a9-10b0-40f4-8091-abb92c676f75) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:47:35.192648 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:35.199101 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-410ecc81-054f-4838-8be7-b72c22a58bd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:35.361400 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=e1186007-92c1-4c3d-b2dc-6e28ca45af0e,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:35.365949 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:35.372430 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 0b4902d7-58d2-490c-a87c-5e0e89e6e122 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:47:35.399677 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 0b4902d7-58d2-490c-a87c-5e0e89e6e122 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:47:35.400350 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:35.441231 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-591cd129-dfca-4bf2-b7d3-5f0dbdc49010 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:35.469174 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['e1186007-92c1-4c3d-b2dc-6e28ca45af0e'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 16:47:35.622285 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326545b-0e71-40c8-ba05-750324f600cd req-32ef460d-0c13-4808-9e04-c4c55ff50be6 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:35.623962 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0326545b-0e71-40c8-ba05-750324f600cd req-32ef460d-0c13-4808-9e04-c4c55ff50be6 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 944 time: 0.0924330 Nov 26 16:47:35.680924 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:35.686344 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0326545b-0e71-40c8-ba05-750324f600cd req-c2b0bae0-d792-44d0-92e8-c992d03a83df tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/security-groups?id=5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561419 Nov 26 16:47:35.718143 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] Transition to ACTIVE for port object 21c135a9-10b0-40f4-8091-abb92c676f75 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:47:35.754436 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:35.785219 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] Transition to ACTIVE for port object 21c135a9-10b0-40f4-8091-abb92c676f75 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:47:35.802501 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:35.806748 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 0b4902d7-58d2-490c-a87c-5e0e89e6e122, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=0b4902d7-58d2-490c-a87c-5e0e89e6e122,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:35.813578 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:35.863451 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:35.873637 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adff2c3-4953-4b71-b512-65dea3f35aa4 req-7ff79d00-9be6-44d3-97f5-20250f0de3a7 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:35.875138 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8adff2c3-4953-4b71-b512-65dea3f35aa4 req-7ff79d00-9be6-44d3-97f5-20250f0de3a7 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 945 time: 0.1685476 Nov 26 16:47:35.904427 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] Network 12be2eac-13ab-4e55-b5b7-a2793e1b8f67 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:47:35.908812 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:47:35.911268 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:47:35.924253 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] Pushing event updated for resources: {'Port': ['ID=21c135a9-10b0-40f4-8091-abb92c676f75,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:35.937838 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:35.963450 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d308d031-207d-4f27-820d-4b689df75af6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:35.980344 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-591cd129-dfca-4bf2-b7d3-5f0dbdc49010 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.20.0.1 (12be2eac-13ab-4e55-b5b7-a2793e1b8f67/deae5e76-4f03-4e21-bc20-3fd071b72cce/7d9773de-6aa1-42ec-ab87-6a958f15234b) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:47:35.984737 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8adff2c3-4953-4b71-b512-65dea3f35aa4 req-b7f865f1-8f4b-4bbe-ba33-bdf3d32f1e8b tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759702 Nov 26 16:47:36.117777 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] Attempting to bind port 21c135a9-10b0-40f4-8091-abb92c676f75 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:47:36.118333 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] Attempting to bind port 21c135a9-10b0-40f4-8091-abb92c676f75 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'bd80e898-8d8b-473b-9d83-dd7f4ae265ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:47:36.118595 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] Attempting to bind port 21c135a9-10b0-40f4-8091-abb92c676f75 on network 12be2eac-13ab-4e55-b5b7-a2793e1b8f67 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:47:36.134729 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=0b4902d7-58d2-490c-a87c-5e0e89e6e122,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:36.140956 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:36.141734 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:47:36.142115 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] Checking segment: {'id': 'bd80e898-8d8b-473b-9d83-dd7f4ae265ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:47:36.142521 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:36.142911 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] Bound using segment: {'id': 'bd80e898-8d8b-473b-9d83-dd7f4ae265ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:47:36.143608 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] Bound port: 21c135a9-10b0-40f4-8091-abb92c676f75, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd80e898-8d8b-473b-9d83-dd7f4ae265ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:47:36.143880 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:36.160697 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-591cd129-dfca-4bf2-b7d3-5f0dbdc49010 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:36.176180 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-591cd129-dfca-4bf2-b7d3-5f0dbdc49010 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Transition to ACTIVE for port object 7d9773de-6aa1-42ec-ab87-6a958f15234b will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:47:36.199478 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-591cd129-dfca-4bf2-b7d3-5f0dbdc49010 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:36.203908 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-cdb22301-2006-4c38-981f-30f308848c84 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:36.265779 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591cd129-dfca-4bf2-b7d3-5f0dbdc49010 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network 12be2eac-13ab-4e55-b5b7-a2793e1b8f67 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:47:36.268983 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-591cd129-dfca-4bf2-b7d3-5f0dbdc49010 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:47:36.271411 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591cd129-dfca-4bf2-b7d3-5f0dbdc49010 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:47:36.287074 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] For port 21c135a9-10b0-40f4-8091-abb92c676f75, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:47:36.296935 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] For port 21c135a9-10b0-40f4-8091-abb92c676f75, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=21c135a9-10b0-40f4-8091-abb92c676f75,segment=NetworkSegment(bd80e898-8d8b-473b-9d83-dd7f4ae265ca),segment_id=bd80e898-8d8b-473b-9d83-dd7f4ae265ca)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:47:36.301895 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:36.307360 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-7e1ceaef-897a-4bda-91fe-894b544eab75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:36.323882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591cd129-dfca-4bf2-b7d3-5f0dbdc49010 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=7d9773de-6aa1-42ec-ab87-6a958f15234b,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:36.326613 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-591cd129-dfca-4bf2-b7d3-5f0dbdc49010 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:36.342712 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-591cd129-dfca-4bf2-b7d3-5f0dbdc49010 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:36.391205 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] Pushing event updated for resources: {'Port': ['ID=21c135a9-10b0-40f4-8091-abb92c676f75,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:36.394668 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:36.458660 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-591cd129-dfca-4bf2-b7d3-5f0dbdc49010 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:36.564314 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 6dd7374c-aa6e-43b1-87a8-8096e5088a11 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 16:47:36.723705 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 6dd7374c-aa6e-43b1-87a8-8096e5088a11, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=6dd7374c-aa6e-43b1-87a8-8096e5088a11,segment=NetworkSegment(015e246d-c91b-42d3-a4e7-c28aac6dc0bc),segment_id=015e246d-c91b-42d3-a4e7-c28aac6dc0bc)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:36.740254 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '6dd7374c-aa6e-43b1-87a8-8096e5088a11', 'network_id': '37a16a21-8ceb-4874-ad08-e435b26ab706', 'port_id': '6dd7374c-aa6e-43b1-87a8-8096e5088a11', 'mac_address': 'fa:16:3e:4c:19:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96000bdf-7c2a-4885-a3db-627b02e1431c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 16:47:36.816081 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:36.834453 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd7374c-aa6e-43b1-87a8-8096e5088a11 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:47:36.851908 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 6dd7374c-aa6e-43b1-87a8-8096e5088a11, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=6dd7374c-aa6e-43b1-87a8-8096e5088a11,segment=NetworkSegment(015e246d-c91b-42d3-a4e7-c28aac6dc0bc),segment_id=015e246d-c91b-42d3-a4e7-c28aac6dc0bc)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:36.859187 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:36.861191 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-478330fc-f743-442f-9d94-f8cba13f9b6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:36.931421 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a72289-45d2-4183-8c70-e1556b7815ad req-a74c2257-27bf-4f44-b040-6657ae289558 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:36.932951 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-27a72289-45d2-4183-8c70-e1556b7815ad req-a74c2257-27bf-4f44-b040-6657ae289558 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 945 time: 0.0973113 Nov 26 16:47:36.935928 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=6dd7374c-aa6e-43b1-87a8-8096e5088a11,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:36.938974 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:36.988286 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-27a72289-45d2-4183-8c70-e1556b7815ad req-51976e7c-50a5-4c69-8079-0aa348c3d74e tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/security-groups?id=5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458691 Nov 26 16:47:37.070054 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-591cd129-dfca-4bf2-b7d3-5f0dbdc49010 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:37.076197 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-591cd129-dfca-4bf2-b7d3-5f0dbdc49010 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:37.111954 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-591cd129-dfca-4bf2-b7d3-5f0dbdc49010 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:37.116771 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 21c135a9-10b0-40f4-8091-abb92c676f75 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:47:37.148747 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['6dd7374c-aa6e-43b1-87a8-8096e5088a11'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 16:47:37.256938 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591cd129-dfca-4bf2-b7d3-5f0dbdc49010 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=7d9773de-6aa1-42ec-ab87-6a958f15234b,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:37.260850 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-591cd129-dfca-4bf2-b7d3-5f0dbdc49010 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:37.266737 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-591cd129-dfca-4bf2-b7d3-5f0dbdc49010 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:37.285743 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 21c135a9-10b0-40f4-8091-abb92c676f75 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:47:37.295548 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0b4902d7-58d2-490c-a87c-5e0e89e6e122 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:47:37.371949 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bb188-25a9-424d-9bc5-b627d18ba2e3 req-6be1e665-0813-4645-8d80-cec607dc47e3 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:37.373283 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-872bb188-25a9-424d-9bc5-b627d18ba2e3 req-6be1e665-0813-4645-8d80-cec607dc47e3 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 945 time: 0.2626748 Nov 26 16:47:37.454597 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591cd129-dfca-4bf2-b7d3-5f0dbdc49010 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network 12be2eac-13ab-4e55-b5b7-a2793e1b8f67 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:47:37.457723 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-872bb188-25a9-424d-9bc5-b627d18ba2e3 req-1b1f016a-9fac-4943-baf0-4f8c404c3065 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770404 Nov 26 16:47:37.458693 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-591cd129-dfca-4bf2-b7d3-5f0dbdc49010 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:47:37.484393 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 0b4902d7-58d2-490c-a87c-5e0e89e6e122 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:47:37.484773 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:37.510774 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81534b59-32e3-4c0d-8334-c5fd81eabca3 None None] Network 12be2eac-13ab-4e55-b5b7-a2793e1b8f67 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:47:37.628350 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-43fff8a6-1c8e-4771-90fb-adaeaa954d72 None None] Provisioning for port 21c135a9-10b0-40f4-8091-abb92c676f75 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:47:37.640463 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-43fff8a6-1c8e-4771-90fb-adaeaa954d72 None None] Provisioning complete for port 21c135a9-10b0-40f4-8091-abb92c676f75 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:47:37.640836 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-43fff8a6-1c8e-4771-90fb-adaeaa954d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:37.653501 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591cd129-dfca-4bf2-b7d3-5f0dbdc49010 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router 125f1d2b-0bf0-4509-a511-45214b62feb6 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:47:37.837360 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591cd129-dfca-4bf2-b7d3-5f0dbdc49010 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:47:37.853638 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-591cd129-dfca-4bf2-b7d3-5f0dbdc49010 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "PUT /v2.0/routers/125f1d2b-0bf0-4509-a511-45214b62feb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3630211 Nov 26 16:47:37.856941 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53642) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:37.865072 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] Sync routers for ids ['125f1d2b-0bf0-4509-a511-45214b62feb6'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:47:37.932687 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] Routers {'125f1d2b-0bf0-4509-a511-45214b62feb6'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:37.933323 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:47:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['125f1d2b-0bf0-4509-a511-45214b62feb6'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:38.002552 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0d8e9d-0992-44f4-9208-81cf922ddc00 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:38.003011 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0d8e9d-0992-44f4-9208-81cf922ddc00 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:38.003471 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0d8e9d-0992-44f4-9208-81cf922ddc00 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:38.003955 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0d8e9d-0992-44f4-9208-81cf922ddc00 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:38.004405 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0d8e9d-0992-44f4-9208-81cf922ddc00 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:38.004854 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0d8e9d-0992-44f4-9208-81cf922ddc00 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:38.005301 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0d8e9d-0992-44f4-9208-81cf922ddc00 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:38.006891 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0d8e9d-0992-44f4-9208-81cf922ddc00 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:38.008191 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-9a0d8e9d-0992-44f4-9208-81cf922ddc00 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5682 time: 0.1502895 Nov 26 16:47:38.010202 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53648) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:38.054260 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-43fff8a6-1c8e-4771-90fb-adaeaa954d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:38.083800 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf595ef-8004-406a-9ca3-dbe803a36630 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:38.084268 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf595ef-8004-406a-9ca3-dbe803a36630 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:38.085190 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf595ef-8004-406a-9ca3-dbe803a36630 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:38.085190 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf595ef-8004-406a-9ca3-dbe803a36630 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:38.086155 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf595ef-8004-406a-9ca3-dbe803a36630 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:38.086613 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf595ef-8004-406a-9ca3-dbe803a36630 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:38.087055 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf595ef-8004-406a-9ca3-dbe803a36630 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:38.087700 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf595ef-8004-406a-9ca3-dbe803a36630 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:38.092036 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1cf595ef-8004-406a-9ca3-dbe803a36630 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5283 time: 0.0781157 Nov 26 16:47:38.092190 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53652) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:38.130153 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-43fff8a6-1c8e-4771-90fb-adaeaa954d72 None None] For port 21c135a9-10b0-40f4-8091-abb92c676f75, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=21c135a9-10b0-40f4-8091-abb92c676f75,segment=NetworkSegment(bd80e898-8d8b-473b-9d83-dd7f4ae265ca),segment_id=bd80e898-8d8b-473b-9d83-dd7f4ae265ca)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:38.144328 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-43fff8a6-1c8e-4771-90fb-adaeaa954d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:38.148693 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:38.191454 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2349b-19d3-49a4-a95a-76887363080a req-83611964-6ba0-4870-a533-7584ab21579e tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:38.199012 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d1a2349b-19d3-49a4-a95a-76887363080a req-83611964-6ba0-4870-a533-7584ab21579e tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 945 time: 0.1046109 Nov 26 16:47:38.215059 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] Set router 125f1d2b-0bf0-4509-a511-45214b62feb6 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:38.242029 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d1a2349b-19d3-49a4-a95a-76887363080a req-a46fb4fa-61b5-46de-b4f5-d56152daf154 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/security-groups?id=5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416822 Nov 26 16:47:38.297628 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fff8a6-1c8e-4771-90fb-adaeaa954d72 None None] Pushing event updated for resources: {'Port': ['ID=21c135a9-10b0-40f4-8091-abb92c676f75,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:38.334410 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f531f0e9-d639-4eaa-abeb-5d9d147a0916 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2387240 Nov 26 16:47:38.379403 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fff8a6-1c8e-4771-90fb-adaeaa954d72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:38.379844 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fff8a6-1c8e-4771-90fb-adaeaa954d72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:38.380187 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fff8a6-1c8e-4771-90fb-adaeaa954d72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:38.380517 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fff8a6-1c8e-4771-90fb-adaeaa954d72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:38.380848 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fff8a6-1c8e-4771-90fb-adaeaa954d72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:38.381179 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fff8a6-1c8e-4771-90fb-adaeaa954d72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:38.381508 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fff8a6-1c8e-4771-90fb-adaeaa954d72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:38.381833 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fff8a6-1c8e-4771-90fb-adaeaa954d72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:38.383285 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fff8a6-1c8e-4771-90fb-adaeaa954d72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:38.383285 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fff8a6-1c8e-4771-90fb-adaeaa954d72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:38.383285 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fff8a6-1c8e-4771-90fb-adaeaa954d72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:38.383653 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fff8a6-1c8e-4771-90fb-adaeaa954d72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:38.389435 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-43fff8a6-1c8e-4771-90fb-adaeaa954d72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:38.512326 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-97da03e5-dc95-44e2-aecb-d33a225c033e None None] Provisioning for port 7d9773de-6aa1-42ec-ab87-6a958f15234b completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:47:38.523346 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-97da03e5-dc95-44e2-aecb-d33a225c033e None None] Provisioning complete for port 7d9773de-6aa1-42ec-ab87-6a958f15234b triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:47:38.523734 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-97da03e5-dc95-44e2-aecb-d33a225c033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:38.591978 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device e1186007-92c1-4c3d-b2dc-6e28ca45af0e up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:47:38.669851 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-97da03e5-dc95-44e2-aecb-d33a225c033e None None] Port 7d9773de-6aa1-42ec-ab87-6a958f15234b cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:47:38.701379 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-97da03e5-dc95-44e2-aecb-d33a225c033e None None] Provisioning complete for port 21c135a9-10b0-40f4-8091-abb92c676f75 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:47:38.701761 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-97da03e5-dc95-44e2-aecb-d33a225c033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:38.703390 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c3058-6ec5-41e1-8ae9-24d7e5307983 req-d6187b15-943a-438c-a09a-d57d9051051f tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:38.711271 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53660) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:38.711778 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-787c3058-6ec5-41e1-8ae9-24d7e5307983 req-d6187b15-943a-438c-a09a-d57d9051051f tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 945 time: 0.1122627 Nov 26 16:47:38.717115 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-9d8756b4-13b3-4f20-9521-1d32c688a999 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1129374453', 'description': 'tempest-secgroup-smoke-1129374453 description', 'project_id': '44b3ec829fd84946a37f17d3391a650c'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:47:38.725187 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9d8756b4-13b3-4f20-9521-1d32c688a999 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:47:38.729655 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9d8756b4-13b3-4f20-9521-1d32c688a999 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:47:38.732933 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9d8756b4-13b3-4f20-9521-1d32c688a999 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:47:38.749380 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9d8756b4-13b3-4f20-9521-1d32c688a999 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:47:38.770598 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-787c3058-6ec5-41e1-8ae9-24d7e5307983 req-caa334da-d126-47e7-b3a2-5e1bd91efbe6 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574348 Nov 26 16:47:38.783520 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9d8756b4-13b3-4f20-9521-1d32c688a999 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:38.798364 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'name': 'tempest-TestNetworkBasicOps-router-241293427', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:47:27Z', 'updated_at': '2021-11-26T16:47:36Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:47:29Z', 'updated_at': '2021-11-26T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '7d9773de-6aa1-42ec-ab87-6a958f15234b', 'name': '', 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:16:14:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'deae5e76-4f03-4e21-bc20-3fd071b72cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:47:35Z', 'updated_at': '2021-11-26T16:47:36Z', 'revision_number': 2, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': 'deae5e76-4f03-4e21-bc20-3fd071b72cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:38.807445 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9d8756b4-13b3-4f20-9521-1d32c688a999 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:47:38.809957 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] Checking router: 125f1d2b-0bf0-4509-a511-45214b62feb6 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:47:38.810484 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] Updating router 125f1d2b-0bf0-4509-a511-45214b62feb6 port 7d9773de-6aa1-42ec-ab87-6a958f15234b binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:47:38.811998 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9d8756b4-13b3-4f20-9521-1d32c688a999 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:47:38.814982 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9d8756b4-13b3-4f20-9521-1d32c688a999 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:47:38.821090 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9d8756b4-13b3-4f20-9521-1d32c688a999 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:47:38.842773 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port e1186007-92c1-4c3d-b2dc-6e28ca45af0e completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:47:38.874176 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port e1186007-92c1-4c3d-b2dc-6e28ca45af0e triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:47:38.874568 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:38.903648 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9d8756b4-13b3-4f20-9521-1d32c688a999 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:38.907571 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9d8756b4-13b3-4f20-9521-1d32c688a999 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:38.912824 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-97f85095-0f75-4013-92f4-f02127fa2ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:38.925342 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:38.952968 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8756b4-13b3-4f20-9521-1d32c688a999 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0ff634-7712-4e76-80a7-eadff1fef63f,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:38.955641 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9d8756b4-13b3-4f20-9521-1d32c688a999 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:38.959919 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-9d8756b4-13b3-4f20-9521-1d32c688a999 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2472041 Nov 26 16:47:38.960112 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53664) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:38.960898 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9d8756b4-13b3-4f20-9521-1d32c688a999 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:38.966938 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-108de675-abe3-4511-9e3c-6f5383ebf673 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '7c0ff634-7712-4e76-80a7-eadff1fef63f', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:47:38.973717 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-108de675-abe3-4511-9e3c-6f5383ebf673 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:47:38.978472 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-108de675-abe3-4511-9e3c-6f5383ebf673 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:47:38.982549 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-108de675-abe3-4511-9e3c-6f5383ebf673 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:47:38.989490 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-108de675-abe3-4511-9e3c-6f5383ebf673 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:47:39.008509 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-108de675-abe3-4511-9e3c-6f5383ebf673 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:39.043850 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 21c135a9-10b0-40f4-8091-abb92c676f75 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:47:39.073963 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-108de675-abe3-4511-9e3c-6f5383ebf673 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:39.077967 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-108de675-abe3-4511-9e3c-6f5383ebf673 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:39.079871 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:39.099263 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108de675-abe3-4511-9e3c-6f5383ebf673 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e474713-3a2b-475c-b311-71e491eb845c,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:39.103659 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-108de675-abe3-4511-9e3c-6f5383ebf673 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:39.112090 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-108de675-abe3-4511-9e3c-6f5383ebf673 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:39.113264 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-108de675-abe3-4511-9e3c-6f5383ebf673 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1518126 Nov 26 16:47:39.116086 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53668) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:39.122069 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-d2daa717-f5c1-40ab-9f35-35f7b58a0250 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '7c0ff634-7712-4e76-80a7-eadff1fef63f', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:47:39.127817 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d2daa717-f5c1-40ab-9f35-35f7b58a0250 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:47:39.131544 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d2daa717-f5c1-40ab-9f35-35f7b58a0250 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:47:39.134414 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d2daa717-f5c1-40ab-9f35-35f7b58a0250 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:47:39.139960 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d2daa717-f5c1-40ab-9f35-35f7b58a0250 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:47:39.157157 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d2daa717-f5c1-40ab-9f35-35f7b58a0250 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:39.305979 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:39.318951 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 21c135a9-10b0-40f4-8091-abb92c676f75 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:47:39.319336 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:39.349394 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d2daa717-f5c1-40ab-9f35-35f7b58a0250 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:39.354754 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d2daa717-f5c1-40ab-9f35-35f7b58a0250 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:39.356678 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-186ea361-6e36-43ad-b4bf-cb85747d6c3f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:39.397099 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d5eaa36a-29dd-4c38-b2af-7771f474b734 None None] Provisioning complete for port 7d9773de-6aa1-42ec-ab87-6a958f15234b triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:47:39.397483 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d5eaa36a-29dd-4c38-b2af-7771f474b734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:39.419360 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2daa717-f5c1-40ab-9f35-35f7b58a0250 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67cbe3ca-c75b-4a60-b70a-016b7f9384f0,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:39.432731 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2daa717-f5c1-40ab-9f35-35f7b58a0250 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:39.433143 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2daa717-f5c1-40ab-9f35-35f7b58a0250 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:39.433513 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2daa717-f5c1-40ab-9f35-35f7b58a0250 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:39.433881 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2daa717-f5c1-40ab-9f35-35f7b58a0250 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:39.434242 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2daa717-f5c1-40ab-9f35-35f7b58a0250 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:39.434614 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2daa717-f5c1-40ab-9f35-35f7b58a0250 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:39.434971 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2daa717-f5c1-40ab-9f35-35f7b58a0250 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:39.435326 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2daa717-f5c1-40ab-9f35-35f7b58a0250 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:39.435682 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2daa717-f5c1-40ab-9f35-35f7b58a0250 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:39.436059 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2daa717-f5c1-40ab-9f35-35f7b58a0250 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:39.436412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2daa717-f5c1-40ab-9f35-35f7b58a0250 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:39.436763 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2daa717-f5c1-40ab-9f35-35f7b58a0250 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:39.440278 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d2daa717-f5c1-40ab-9f35-35f7b58a0250 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:39.441431 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d2daa717-f5c1-40ab-9f35-35f7b58a0250 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3238168 Nov 26 16:47:39.442681 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d2daa717-f5c1-40ab-9f35-35f7b58a0250 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:39.444263 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53674) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:39.453258 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-94861360-7513-48cd-9578-efd143b1017a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '7c0ff634-7712-4e76-80a7-eadff1fef63f', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:47:39.459747 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-94861360-7513-48cd-9578-efd143b1017a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:47:39.465788 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-94861360-7513-48cd-9578-efd143b1017a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:47:39.469583 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-94861360-7513-48cd-9578-efd143b1017a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:47:39.477681 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-94861360-7513-48cd-9578-efd143b1017a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:47:39.480931 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b2b60-5d58-4d8c-9416-140f36089590 req-7bdfa0d8-010a-4f90-b270-37c3debc9e00 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:39.482515 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-025b2b60-5d58-4d8c-9416-140f36089590 req-7bdfa0d8-010a-4f90-b270-37c3debc9e00 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 945 time: 0.1199307 Nov 26 16:47:39.499990 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-94861360-7513-48cd-9578-efd143b1017a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:39.510411 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659cbd61-dd67-4dcc-950c-2af83a673b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1186007-92c1-4c3d-b2dc-6e28ca45af0e'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:47:39.534194 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-025b2b60-5d58-4d8c-9416-140f36089590 req-0f4b55e5-b687-446d-ab31-1ecafef5009d tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/security-groups?id=5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449169 Nov 26 16:47:39.538368 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port e1186007-92c1-4c3d-b2dc-6e28ca45af0e, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=e1186007-92c1-4c3d-b2dc-6e28ca45af0e,segment=NetworkSegment(34e89c51-6f04-477d-8a8a-2029d8bc6199),segment_id=34e89c51-6f04-477d-8a8a-2029d8bc6199)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:39.553019 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:39.553880 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 6dd7374c-aa6e-43b1-87a8-8096e5088a11 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:47:39.570822 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-94861360-7513-48cd-9578-efd143b1017a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:39.575493 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-94861360-7513-48cd-9578-efd143b1017a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:39.577394 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-10181351-38b4-49b5-ae2c-67ffdc5a11e5 tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:39.586215 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:39.598621 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94861360-7513-48cd-9578-efd143b1017a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e33008-c338-45f5-8df5-aa0c3b426fd6,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:39.602575 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-94861360-7513-48cd-9578-efd143b1017a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:39.612173 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-94861360-7513-48cd-9578-efd143b1017a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:39.615181 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-94861360-7513-48cd-9578-efd143b1017a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1675448 Nov 26 16:47:39.615337 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-d5eaa36a-29dd-4c38-b2af-7771f474b734 None None] Port 7d9773de-6aa1-42ec-ab87-6a958f15234b cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:47:39.617010 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53680) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:39.617168 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659cbd61-dd67-4dcc-950c-2af83a673b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1186007-92c1-4c3d-b2dc-6e28ca45af0e', 'code': 200} Nov 26 16:47:39.623616 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-fb639208-cf0f-47b5-8e53-fce8b3a9b976 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '7c0ff634-7712-4e76-80a7-eadff1fef63f', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:47:39.630780 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-fb639208-cf0f-47b5-8e53-fce8b3a9b976 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:47:39.635426 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fb639208-cf0f-47b5-8e53-fce8b3a9b976 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:47:39.638380 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fb639208-cf0f-47b5-8e53-fce8b3a9b976 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:47:39.644558 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-fb639208-cf0f-47b5-8e53-fce8b3a9b976 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:47:39.661616 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fb639208-cf0f-47b5-8e53-fce8b3a9b976 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:39.728613 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fb639208-cf0f-47b5-8e53-fce8b3a9b976 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:39.735038 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fb639208-cf0f-47b5-8e53-fce8b3a9b976 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:39.737209 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-09f33969-5a01-4821-bd4b-9ae7aa5f345a tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:39.764207 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb639208-cf0f-47b5-8e53-fce8b3a9b976 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38021a5b-548f-46b5-81b8-c50d04e55e6f,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:39.766818 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fb639208-cf0f-47b5-8e53-fce8b3a9b976 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:39.766974 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=e1186007-92c1-4c3d-b2dc-6e28ca45af0e,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:39.773607 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:39.776632 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fb639208-cf0f-47b5-8e53-fce8b3a9b976 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:39.781161 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fb639208-cf0f-47b5-8e53-fce8b3a9b976 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1602700 Nov 26 16:47:39.781579 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53684) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:39.787760 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-e442e3fc-ef92-4a33-9862-4a2d8adba26f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '7c0ff634-7712-4e76-80a7-eadff1fef63f', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:47:39.794504 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-e442e3fc-ef92-4a33-9862-4a2d8adba26f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:47:39.799771 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e442e3fc-ef92-4a33-9862-4a2d8adba26f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:47:39.801788 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e442e3fc-ef92-4a33-9862-4a2d8adba26f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:47:39.808204 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-e442e3fc-ef92-4a33-9862-4a2d8adba26f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:47:39.822870 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.securitygroups_db [None req-e442e3fc-ef92-4a33-9862-4a2d8adba26f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Project 44b3ec829fd84946a37f17d3391a650c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:47:39.832522 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e442e3fc-ef92-4a33-9862-4a2d8adba26f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:39.840837 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port 6dd7374c-aa6e-43b1-87a8-8096e5088a11 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:47:39.851272 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 6dd7374c-aa6e-43b1-87a8-8096e5088a11 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:47:39.851665 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:39.915995 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:39.936244 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] Transition to ACTIVE for port object 7d9773de-6aa1-42ec-ab87-6a958f15234b will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:47:39.948014 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:39.953141 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c6b49d38-2581-4811-bd5d-8fd553f28f43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:39.964458 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e442e3fc-ef92-4a33-9862-4a2d8adba26f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:39.974810 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e442e3fc-ef92-4a33-9862-4a2d8adba26f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:39.978522 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:40.006022 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442e3fc-ef92-4a33-9862-4a2d8adba26f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae69476-bd58-4119-aefb-5f8a24603470,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:40.010504 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e442e3fc-ef92-4a33-9862-4a2d8adba26f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:40.031096 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259171f9-c85f-4e75-830c-446e1208b497 req-6868ebf5-938e-443f-a79f-b9a6160f7ad4 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:40.032814 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-259171f9-c85f-4e75-830c-446e1208b497 req-6868ebf5-938e-443f-a79f-b9a6160f7ad4 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 946 time: 0.1386786 Nov 26 16:47:40.034130 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e442e3fc-ef92-4a33-9862-4a2d8adba26f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:40.038244 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e442e3fc-ef92-4a33-9862-4a2d8adba26f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2553642 Nov 26 16:47:40.039094 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53690) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:40.049516 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-f153b896-956e-4cbe-9960-8f0c4f8cf34d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '7c0ff634-7712-4e76-80a7-eadff1fef63f', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:47:40.071225 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f153b896-956e-4cbe-9960-8f0c4f8cf34d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:47:40.079339 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f153b896-956e-4cbe-9960-8f0c4f8cf34d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:47:40.083378 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f153b896-956e-4cbe-9960-8f0c4f8cf34d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:47:40.099930 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f153b896-956e-4cbe-9960-8f0c4f8cf34d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:47:40.111002 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-259171f9-c85f-4e75-830c-446e1208b497 req-60fc6e38-1692-4d0c-9f4a-c4a902bb88eb tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709496 Nov 26 16:47:40.124340 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.securitygroups_db [None req-f153b896-956e-4cbe-9960-8f0c4f8cf34d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Project 44b3ec829fd84946a37f17d3391a650c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:47:40.133869 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f153b896-956e-4cbe-9960-8f0c4f8cf34d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:40.144574 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e34c98-9203-4656-9b02-61c41fb6c47e req-a02437e3-1c43-4f9e-8061-dd4e312f2f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:40.146064 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-98e34c98-9203-4656-9b02-61c41fb6c47e req-a02437e3-1c43-4f9e-8061-dd4e312f2f65 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 1099 time: 0.2355046 Nov 26 16:47:40.184852 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049d5be-25c0-4e3a-80d4-339939e846c5 None None] Pushing event updated for resources: {'Port': ['ID=7d9773de-6aa1-42ec-ab87-6a958f15234b,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:40.193075 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8049d5be-25c0-4e3a-80d4-339939e846c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:40.207299 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-98e34c98-9203-4656-9b02-61c41fb6c47e req-28f42169-7592-4108-8abc-846a06f6a538 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481486 Nov 26 16:47:40.216024 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f153b896-956e-4cbe-9960-8f0c4f8cf34d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:40.221102 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f153b896-956e-4cbe-9960-8f0c4f8cf34d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:40.223137 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-87331a1b-5f57-4aca-8645-0040e44745f4 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:40.227204 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:40.246740 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153b896-956e-4cbe-9960-8f0c4f8cf34d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84de4f5c-35f1-4a95-bc55-0cbf055b5875,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:40.249228 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f153b896-956e-4cbe-9960-8f0c4f8cf34d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:40.258196 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f153b896-956e-4cbe-9960-8f0c4f8cf34d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:40.259819 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f153b896-956e-4cbe-9960-8f0c4f8cf34d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2185535 Nov 26 16:47:40.269868 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] Attempting to bind port 7d9773de-6aa1-42ec-ab87-6a958f15234b on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:47:40.270054 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] Attempting to bind port 7d9773de-6aa1-42ec-ab87-6a958f15234b by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'bd80e898-8d8b-473b-9d83-dd7f4ae265ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:47:40.270656 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] Attempting to bind port 7d9773de-6aa1-42ec-ab87-6a958f15234b on network 12be2eac-13ab-4e55-b5b7-a2793e1b8f67 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:47:40.282347 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:47:40.282737 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] Checking segment: {'id': 'bd80e898-8d8b-473b-9d83-dd7f4ae265ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:47:40.283154 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:40.283554 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] Bound using segment: {'id': 'bd80e898-8d8b-473b-9d83-dd7f4ae265ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:47:40.284481 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] Bound port: 7d9773de-6aa1-42ec-ab87-6a958f15234b, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd80e898-8d8b-473b-9d83-dd7f4ae265ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:47:40.284628 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:40.301038 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 6dd7374c-aa6e-43b1-87a8-8096e5088a11, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=6dd7374c-aa6e-43b1-87a8-8096e5088a11,segment=NetworkSegment(015e246d-c91b-42d3-a4e7-c28aac6dc0bc),segment_id=015e246d-c91b-42d3-a4e7-c28aac6dc0bc)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:40.334329 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:40.343486 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:40.450435 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=6dd7374c-aa6e-43b1-87a8-8096e5088a11,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:40.454076 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:40.456593 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] For port 7d9773de-6aa1-42ec-ab87-6a958f15234b, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:47:40.461147 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] For port 7d9773de-6aa1-42ec-ab87-6a958f15234b, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7d9773de-6aa1-42ec-ab87-6a958f15234b,segment=NetworkSegment(bd80e898-8d8b-473b-9d83-dd7f4ae265ca),segment_id=bd80e898-8d8b-473b-9d83-dd7f4ae265ca)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:47:40.466069 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:40.470098 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:40.482697 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-9475b971-dbd4-4c19-8ed2-1ce7d443af5f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1129374453&fields=id&tenant_id=44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 267 time: 0.0393291 Nov 26 16:47:40.547651 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] Routers {'125f1d2b-0bf0-4509-a511-45214b62feb6'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:40.548314 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:47:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['125f1d2b-0bf0-4509-a511-45214b62feb6'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:40.643991 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-0b90c863-d9c6-45ae-8488-e80cdb875c32 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:40.645630 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-0b90c863-d9c6-45ae-8488-e80cdb875c32 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/networks?id=12be2eac-13ab-4e55-b5b7-a2793e1b8f67 HTTP/1.1" status: 200 len: 796 time: 0.1556873 Nov 26 16:47:40.676480 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-54fc46dc-fd6a-46ae-943e-67d25d59bbae tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/quotas/44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 375 time: 0.0235114 Nov 26 16:47:40.718550 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049d5be-25c0-4e3a-80d4-339939e846c5 None None] Pushing event updated for resources: {'Port': ['ID=7d9773de-6aa1-42ec-ab87-6a958f15234b,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:40.728025 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8049d5be-25c0-4e3a-80d4-339939e846c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:40.815845 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-0d1ca3c3-3bbe-49e9-ab25-57006bc4b102 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1378322 Nov 26 16:47:40.825413 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] Set router 125f1d2b-0bf0-4509-a511-45214b62feb6 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:40.827579 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9298b10-15f8-4421-b74b-d25e189816ff req-b720f69c-d196-47f8-9b56-cb0e990853db tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:40.829245 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f9298b10-15f8-4421-b74b-d25e189816ff req-b720f69c-d196-47f8-9b56-cb0e990853db tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 946 time: 0.1168804 Nov 26 16:47:40.885170 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f9298b10-15f8-4421-b74b-d25e189816ff req-03d9385f-c9a3-4bb7-9e75-5a5a8003d57a tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/security-groups?id=5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501339 Nov 26 16:47:40.968953 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-9d901e69-7a74-4abe-8931-b39ebc40d527 service neutron] 10.222.0.11 "GET /v2.0/networks/12be2eac-13ab-4e55-b5b7-a2793e1b8f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409147 Nov 26 16:47:41.106261 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-d8576d0b-7787-45fd-ab17-20aedb5dd60f service neutron] 10.222.0.11 "GET /v2.0/networks/12be2eac-13ab-4e55-b5b7-a2793e1b8f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315255 Nov 26 16:47:41.182930 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'name': 'tempest-TestNetworkBasicOps-router-241293427', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:47:27Z', 'updated_at': '2021-11-26T16:47:36Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:47:29Z', 'updated_at': '2021-11-26T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '7d9773de-6aa1-42ec-ab87-6a958f15234b', 'name': '', 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:16:14:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'deae5e76-4f03-4e21-bc20-3fd071b72cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:47:35Z', 'updated_at': '2021-11-26T16:47:40Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': 'deae5e76-4f03-4e21-bc20-3fd071b72cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:41.188864 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035f7b7a-fd17-4566-ab65-6522794c7056 None None] The sync data for ids ['125f1d2b-0bf0-4509-a511-45214b62feb6'] in dv-neutron-819440-1-hyperv is: [{'id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'name': 'tempest-TestNetworkBasicOps-router-241293427', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:47:27Z', 'updated_at': '2021-11-26T16:47:36Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:47:29Z', 'updated_at': '2021-11-26T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '7d9773de-6aa1-42ec-ab87-6a958f15234b', 'name': '', 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:16:14:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'deae5e76-4f03-4e21-bc20-3fd071b72cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:47:35Z', 'updated_at': '2021-11-26T16:47:40Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': 'deae5e76-4f03-4e21-bc20-3fd071b72cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:47:41.371660 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a8eafef0-7627-49d8-be91-c8d65fb3a28e req-3bb6b9ae-fef9-4fff-bf5d-4f30b5d142e2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=0896b847-b2e6-420c-9978-99be8b8e483b HTTP/1.1" status: 200 len: 210 time: 0.0874550 Nov 26 16:47:41.436108 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f25d3-6b8c-4b06-a822-2dd0d14e25f5 req-c6120fea-8578-45d6-b489-5c6c773f9a9c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:41.446589 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b86f25d3-6b8c-4b06-a822-2dd0d14e25f5 req-c6120fea-8578-45d6-b489-5c6c773f9a9c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 946 time: 0.1811213 Nov 26 16:47:41.526247 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b86f25d3-6b8c-4b06-a822-2dd0d14e25f5 req-84c377ee-238a-434d-9453-1b2762339afc tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786326 Nov 26 16:47:41.617991 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9eaf59-4a04-4aab-af30-bb89a675488d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd7374c-aa6e-43b1-87a8-8096e5088a11'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:47:41.670345 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9eaf59-4a04-4aab-af30-bb89a675488d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd7374c-aa6e-43b1-87a8-8096e5088a11', 'code': 200} Nov 26 16:47:41.994348 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ececcd-bc4e-4313-807c-e2531ea7306f req-43c74ef2-4bf9-4c9b-ac90-72839bbc8ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:41.996518 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-91ececcd-bc4e-4313-807c-e2531ea7306f req-43c74ef2-4bf9-4c9b-ac90-72839bbc8ba0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 1099 time: 0.0850174 Nov 26 16:47:42.044546 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-91ececcd-bc4e-4313-807c-e2531ea7306f req-bde2e573-789b-4dbe-adf2-ee9e71139837 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410397 Nov 26 16:47:42.090102 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f9610-bbe7-4af5-af5f-f6383797f8c2 req-78cb9ce1-534e-4f68-9ac8-a9de1c8b6f8a tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:42.091655 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c56f9610-bbe7-4af5-af5f-f6383797f8c2 req-78cb9ce1-534e-4f68-9ac8-a9de1c8b6f8a tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 946 time: 0.0946102 Nov 26 16:47:42.137110 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c56f9610-bbe7-4af5-af5f-f6383797f8c2 req-358b0e0d-dfc0-429d-8452-f553c28b3fed tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/security-groups?id=5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398047 Nov 26 16:47:42.520632 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-02fbdd9c-d6df-40aa-8f83-30ea37aaf554 req-ab6a85e9-36fe-4d4a-9514-0df3b9e2dd48 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=0896b847-b2e6-420c-9978-99be8b8e483b HTTP/1.1" status: 200 len: 210 time: 0.0476215 Nov 26 16:47:42.726627 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880306d-3e04-488c-8ee1-41c1861926c7 req-75f918fc-2bea-49dd-983c-5dd9b0eb4bf8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:42.728278 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c880306d-3e04-488c-8ee1-41c1861926c7 req-75f918fc-2bea-49dd-983c-5dd9b0eb4bf8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 946 time: 0.1031296 Nov 26 16:47:42.783013 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c880306d-3e04-488c-8ee1-41c1861926c7 req-fc2ee214-4aea-4c65-8651-ccc5439153ea tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462389 Nov 26 16:47:42.817020 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-7481e0de-ac22-4f35-bb8c-747e8eda3e40 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:42.818510 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-7481e0de-ac22-4f35-bb8c-747e8eda3e40 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/networks?id=12be2eac-13ab-4e55-b5b7-a2793e1b8f67 HTTP/1.1" status: 200 len: 796 time: 0.1694415 Nov 26 16:47:42.880068 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-a100e6da-5a73-4ee3-852a-48d70f2a2bbd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 380 time: 0.0504782 Nov 26 16:47:42.895774 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'port': {'device_id': '0896b847-b2e6-420c-9978-99be8b8e483b', 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67', 'admin_state_up': True, 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'security_groups': ['7c0ff634-7712-4e76-80a7-eadff1fef63f']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:47:43.040557 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7d9773de-6aa1-42ec-ab87-6a958f15234b up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:47:43.091819 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:47:43.097382 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:port and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:47:43.107443 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544d0f1-edde-4c3d-9ac5-f2bd7d8954e4 req-33bfaa29-f7f3-4fb5-999a-0b4e49b4a58e tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:43.108913 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f544d0f1-edde-4c3d-9ac5-f2bd7d8954e4 req-33bfaa29-f7f3-4fb5-999a-0b4e49b4a58e tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 946 time: 0.1960866 Nov 26 16:47:43.109734 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:47:43.116667 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:47:43.117232 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 7d9773de-6aa1-42ec-ab87-6a958f15234b completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:47:43.122875 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 7d9773de-6aa1-42ec-ab87-6a958f15234b triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:47:43.123333 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:43.152677 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Made reservation on behalf of 44b3ec829fd84946a37f17d3391a650c for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:47:43.156454 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:43.181298 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f544d0f1-edde-4c3d-9ac5-f2bd7d8954e4 req-c1fa1c59-254f-4ded-b301-f906c75d8f96 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623143 Nov 26 16:47:43.211381 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53736) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:43.291082 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:43.330490 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 7d9773de-6aa1-42ec-ab87-6a958f15234b, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7d9773de-6aa1-42ec-ab87-6a958f15234b,segment=NetworkSegment(bd80e898-8d8b-473b-9d83-dd7f4ae265ca),segment_id=bd80e898-8d8b-473b-9d83-dd7f4ae265ca)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:43.336224 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:43.339456 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:43.385362 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.20.0.8 (12be2eac-13ab-4e55-b5b7-a2793e1b8f67/deae5e76-4f03-4e21-bc20-3fd071b72cce/0e33c763-7e59-46cb-b089-d7ac0bcbf9a8) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:47:43.393829 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc76c03-c2cd-4a91-9001-bbc9272a3ff5 req-b5cce662-8c28-482c-ad0c-2cb251c34097 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:43.396636 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-adc76c03-c2cd-4a91-9001-bbc9272a3ff5 req-b5cce662-8c28-482c-ad0c-2cb251c34097 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 946 time: 0.0962167 Nov 26 16:47:43.411458 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=7d9773de-6aa1-42ec-ab87-6a958f15234b,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:43.415256 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:43.488936 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-adc76c03-c2cd-4a91-9001-bbc9272a3ff5 req-c08c6057-efff-4891-85a0-e3c5428ff63f tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/security-groups?id=5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853705 Nov 26 16:47:43.524413 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3999a328-2c92-442a-bc76-89590edb5e15 tempest-TestVolumeBootPattern-1721070217 tempest-TestVolumeBootPattern-1721070217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:43.530048 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3999a328-2c92-442a-bc76-89590edb5e15 tempest-TestVolumeBootPattern-1721070217 tempest-TestVolumeBootPattern-1721070217-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 1094 time: 0.3134506 Nov 26 16:47:43.530558 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53742) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:43.538203 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'port_id': 'e1186007-92c1-4c3d-b2dc-6e28ca45af0e', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:47:43.546237 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:47:43.550368 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Usage tracker for resource:floatingip and tenant:9f9230f34386409ca98bc1f84ec409b3 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:47:43.552926 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:47:43.559893 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:47:43.574064 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for floatingip, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:43.599588 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:43.615934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Transition to ACTIVE for port object 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:47:43.675118 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-168bdc3b-3abc-4ce4-b872-8ad2ca17f8f9 req-f6e9c7eb-364e-4dc9-abc8-78fe293ee24b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=0896b847-b2e6-420c-9978-99be8b8e483b HTTP/1.1" status: 200 len: 210 time: 0.0455863 Nov 26 16:47:43.684525 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:43.691097 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6e572d6d-a474-4e7a-93f4-4f157efdb4cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:43.717480 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:43.854048 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:47:43.863836 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Allocated IP 172.26.0.118 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/5c9b96c6-7b49-4c3b-b7a8-033318a36d72) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:47:43.897100 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network 12be2eac-13ab-4e55-b5b7-a2793e1b8f67 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:47:43.900180 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:47:43.904265 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:47:43.945808 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=0e33c763-7e59-46cb-b089-d7ac0bcbf9a8,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:43.959999 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:43.960417 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:43.961204 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:43.961204 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:43.961526 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:43.961897 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:43.962266 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:43.962628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:43.962990 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:43.963357 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:43.963750 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:43.964103 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:47:43.970363 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:43.985350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:43.985965 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:44.011233 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1194618 Nov 26 16:47:44.022710 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:44.023826 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] Request body: {'port': {'device_id': '0896b847-b2e6-420c-9978-99be8b8e483b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:47:44.053618 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:44.059063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-591cd129-dfca-4bf2-b7d3-5f0dbdc49010 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:44.121609 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:47:44.124401 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:47:44.128173 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:47:44.139569 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:44.166081 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Pushing event updated for resources: {'Port': ['ID=5c9b96c6-7b49-4c3b-b7a8-033318a36d72,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:44.170265 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:44.189636 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e221682d-ae7a-4ed9-96fd-4744042054a5 None None] Provisioning for port 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:47:44.195639 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e221682d-ae7a-4ed9-96fd-4744042054a5 None None] Provisioning complete for port 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:47:44.196137 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e221682d-ae7a-4ed9-96fd-4744042054a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:44.275598 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e221682d-ae7a-4ed9-96fd-4744042054a5 None None] Port 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:47:44.484339 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:47:44.492612 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:44.508382 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] Transition to ACTIVE for port object 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:47:44.512282 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:44.516517 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-dc6fb315-6869-453d-bfeb-e74a9c55c322 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:44.594027 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0e33c763-7e59-46cb-b089-d7ac0bcbf9a8,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:44.649893 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:44.750526 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5f859-99dd-4c3f-98f7-aae9f70354f2 req-ebf12372-e8de-4d42-ac8b-95818bc0450c tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:44.753121 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-17c5f859-99dd-4c3f-98f7-aae9f70354f2 req-ebf12372-e8de-4d42-ac8b-95818bc0450c tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 946 time: 0.1475852 Nov 26 16:47:44.756561 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:44.801214 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] Attempting to bind port 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:47:44.801610 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] Attempting to bind port 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'bd80e898-8d8b-473b-9d83-dd7f4ae265ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:47:44.802019 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] Attempting to bind port 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 on network 12be2eac-13ab-4e55-b5b7-a2793e1b8f67 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:47:44.808082 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] Port 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 on network 12be2eac-13ab-4e55-b5b7-a2793e1b8f67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:47:44.808495 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] Attempting to bind port 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 on network 12be2eac-13ab-4e55-b5b7-a2793e1b8f67 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:47:44.814211 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:47:44.814625 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] Checking segment: {'id': 'bd80e898-8d8b-473b-9d83-dd7f4ae265ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:47:44.815082 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] Bound using segment: {'id': 'bd80e898-8d8b-473b-9d83-dd7f4ae265ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:47:44.815581 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] Bound port: 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd80e898-8d8b-473b-9d83-dd7f4ae265ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:47:44.816071 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:44.879843 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-17c5f859-99dd-4c3f-98f7-aae9f70354f2 req-f1d8723a-0ecf-4cec-b835-50b9dc219125 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/security-groups?id=5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968964 Nov 26 16:47:44.882123 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:44.977526 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] For port 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:47:44.986886 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a8d39-eb70-4bf7-b80d-ab755fb4e4b1 req-e013f7ab-898e-4f7b-afe8-ca64de84f179 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:44.987629 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-db4a8d39-eb70-4bf7-b80d-ab755fb4e4b1 req-e013f7ab-898e-4f7b-afe8-ca64de84f179 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:47:44.993107 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] For port 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=0e33c763-7e59-46cb-b089-d7ac0bcbf9a8,segment=NetworkSegment(bd80e898-8d8b-473b-9d83-dd7f4ae265ca),segment_id=bd80e898-8d8b-473b-9d83-dd7f4ae265ca)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:47:45.004324 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:45.009787 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5242ec80-d3b5-47b0-bc30-180ccfd46746 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:45.039056 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7d9773de-6aa1-42ec-ab87-6a958f15234b up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:47:45.049807 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-db4a8d39-eb70-4bf7-b80d-ab755fb4e4b1 req-e013f7ab-898e-4f7b-afe8-ca64de84f179 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:47:45.050390 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-db4a8d39-eb70-4bf7-b80d-ab755fb4e4b1 req-e013f7ab-898e-4f7b-afe8-ca64de84f179 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=0896b847-b2e6-420c-9978-99be8b8e483b HTTP/1.1" status: 200 len: 943 time: 0.2247586 Nov 26 16:47:45.093522 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:45.094944 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:45.095666 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] 10.222.0.31 "PUT /v2.0/ports/0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 HTTP/1.1" status: 200 len: 1093 time: 1.0765989 Nov 26 16:47:45.096219 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0896b847-b2e6-420c-9978-99be8b8e483b', 'tag': '0e33c763-7e59-46cb-b089-d7ac0bcbf9a8'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:47:45.121105 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 7d9773de-6aa1-42ec-ab87-6a958f15234b triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:47:45.121756 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:45.136424 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0e33c763-7e59-46cb-b089-d7ac0bcbf9a8,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:45.151568 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-db4a8d39-eb70-4bf7-b80d-ab755fb4e4b1 req-12c4eb60-e2f6-42a1-a5ad-ef20fb54e5bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c0ff634-7712-4e76-80a7-eadff1fef63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918102 Nov 26 16:47:45.152842 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:45.210597 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f31d7a-59c5-47a5-affc-074755b770ed req-b8332177-e6a2-455f-938f-7d3a374518ee tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:45.218980 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-35f31d7a-59c5-47a5-affc-074755b770ed req-b8332177-e6a2-455f-938f-7d3a374518ee tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 946 time: 0.1906729 Nov 26 16:47:45.240307 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0896b847-b2e6-420c-9978-99be8b8e483b', 'tag': '0e33c763-7e59-46cb-b089-d7ac0bcbf9a8', 'status': 'completed', 'code': 200} Nov 26 16:47:45.259641 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-f1fb69e5-c5ff-4014-afff-e53802ff1574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:45.261192 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-f1fb69e5-c5ff-4014-afff-e53802ff1574 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=0896b847-b2e6-420c-9978-99be8b8e483b HTTP/1.1" status: 200 len: 1096 time: 0.1033070 Nov 26 16:47:45.267122 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:45.278500 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:45.294858 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-916b00bc-9403-4e44-ad71-f845151f0454 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:45.340597 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-11726861-07c9-4e1f-9a4e-e61bd575c270 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 HTTP/1.1" status: 200 len: 217 time: 0.0709283 Nov 26 16:47:45.342029 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-35f31d7a-59c5-47a5-affc-074755b770ed req-807318a2-0775-4bf5-94c4-08bd5a30e714 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/security-groups?id=5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227913 Nov 26 16:47:45.405130 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-ce5668b1-c603-4e03-ab11-71a4f4836299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:45.406664 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-ce5668b1-c603-4e03-ab11-71a4f4836299 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=deae5e76-4f03-4e21-bc20-3fd071b72cce HTTP/1.1" status: 200 len: 835 time: 0.0596685 Nov 26 16:47:45.413736 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Pushing event updated for resources: {'Port': ['ID=5c9b96c6-7b49-4c3b-b7a8-033318a36d72,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:45.417821 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:45.424854 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:45.493054 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-9b009b75-5046-4088-bd08-fe728b7405ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:45.494456 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-9b009b75-5046-4088-bd08-fe728b7405ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=12be2eac-13ab-4e55-b5b7-a2793e1b8f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813212 Nov 26 16:47:45.615219 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Floating IP 4ba312f9-aa23-465d-ad94-4c33e5d71a37 associated. External IP: 172.26.0.118, port: e1186007-92c1-4c3d-b2dc-6e28ca45af0e. Nov 26 16:47:45.645572 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-996d665a-7406-4359-975b-86e1a400e9a3 service neutron] 10.222.0.31 "GET /v2.0/networks/12be2eac-13ab-4e55-b5b7-a2793e1b8f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431651 Nov 26 16:47:45.899181 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1e25f7e5-010e-4b84-8f8e-a8c92d836fa6 req-78fcd0b4-60d2-494d-bf4e-e78976897459 service neutron] 10.222.0.31 "GET /v2.0/networks/12be2eac-13ab-4e55-b5b7-a2793e1b8f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441554 Nov 26 16:47:46.000548 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ae8c9-f8ba-4eda-8b6b-940cfd6e6f43 req-1311a59e-73b3-49b6-8c6d-7cdeb2b6daee tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:46.001994 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ac3ae8c9-f8ba-4eda-8b6b-940cfd6e6f43 req-1311a59e-73b3-49b6-8c6d-7cdeb2b6daee tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 946 time: 0.2412670 Nov 26 16:47:46.020444 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f2aea-3baa-443b-847a-3097e8277247 req-5bc33e71-bbaf-440f-9935-7cea3ef629be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:46.022004 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0d0f2aea-3baa-443b-847a-3097e8277247 req-5bc33e71-bbaf-440f-9935-7cea3ef629be service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=0896b847-b2e6-420c-9978-99be8b8e483b HTTP/1.1" status: 200 len: 1096 time: 0.0722251 Nov 26 16:47:46.068388 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ac3ae8c9-f8ba-4eda-8b6b-940cfd6e6f43 req-ed44e77b-c01b-4233-919a-9bb4adaf42df tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/security-groups?id=5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578263 Nov 26 16:47:46.075789 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Router 3ec6f694-0713-49b5-ae38-a2a296371a33 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:47:46.164941 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f2aea-3baa-443b-847a-3097e8277247 req-c8aa29da-4e79-499d-a09f-01e1d61e872f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:46.166395 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0d0f2aea-3baa-443b-847a-3097e8277247 req-c8aa29da-4e79-499d-a09f-01e1d61e872f service neutron] 10.222.0.31 "GET /v2.0/networks?id=12be2eac-13ab-4e55-b5b7-a2793e1b8f67 HTTP/1.1" status: 200 len: 897 time: 0.1347179 Nov 26 16:47:46.245132 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0d0f2aea-3baa-443b-847a-3097e8277247 req-848bd07d-ee32-408f-b6dc-0f33f9fb7a95 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 HTTP/1.1" status: 200 len: 217 time: 0.0707138 Nov 26 16:47:46.363389 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f2aea-3baa-443b-847a-3097e8277247 req-1449cae0-5678-45f3-bc90-b89a06f3a68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:46.364857 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0d0f2aea-3baa-443b-847a-3097e8277247 req-1449cae0-5678-45f3-bc90-b89a06f3a68b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=deae5e76-4f03-4e21-bc20-3fd071b72cce HTTP/1.1" status: 200 len: 835 time: 0.1113031 Nov 26 16:47:46.395811 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:47:46.406578 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b535dc4-16e1-47c2-ac8f-afdeb73324ad None None] Sync routers for ids ['3ec6f694-0713-49b5-ae38-a2a296371a33'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:47:46.420055 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b535dc4-16e1-47c2-ac8f-afdeb73324ad None None] Routers {'3ec6f694-0713-49b5-ae38-a2a296371a33'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:46.420833 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-0b535dc4-16e1-47c2-ac8f-afdeb73324ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:47:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['3ec6f694-0713-49b5-ae38-a2a296371a33'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:46.423710 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:46.438003 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8f84f-f816-4c73-84d1-304f0c11a754 req-1c007271-9bc6-4ec4-bd7e-02e6226b0072 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:46.439458 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3ec8f84f-f816-4c73-84d1-304f0c11a754 req-1c007271-9bc6-4ec4-bd7e-02e6226b0072 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=0896b847-b2e6-420c-9978-99be8b8e483b HTTP/1.1" status: 200 len: 943 time: 0.1558034 Nov 26 16:47:46.494242 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9610445 Nov 26 16:47:46.495421 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659cbd61-dd67-4dcc-950c-2af83a673b70', 'tag': 'e1186007-92c1-4c3d-b2dc-6e28ca45af0e'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:47:46.497707 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f2aea-3baa-443b-847a-3097e8277247 req-58024d5b-3963-400f-9324-591538a6a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:46.499325 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0d0f2aea-3baa-443b-847a-3097e8277247 req-58024d5b-3963-400f-9324-591538a6a866 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=12be2eac-13ab-4e55-b5b7-a2793e1b8f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1263855 Nov 26 16:47:46.502440 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3ec8f84f-f816-4c73-84d1-304f0c11a754 req-70baa0c2-3002-404e-b0a0-51cadcfe7b76 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c0ff634-7712-4e76-80a7-eadff1fef63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550404 Nov 26 16:47:46.544758 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '659cbd61-dd67-4dcc-950c-2af83a673b70', 'tag': 'e1186007-92c1-4c3d-b2dc-6e28ca45af0e', 'status': 'completed', 'code': 200} Nov 26 16:47:46.619418 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-0b535dc4-16e1-47c2-ac8f-afdeb73324ad None None] Set router 3ec6f694-0713-49b5-ae38-a2a296371a33 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:46.637267 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b8d56-1be0-4125-a99f-ca58c9a4f1fd req-8140abea-51d1-4c36-9b5d-11948a5367f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:46.638731 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bd3b8d56-1be0-4125-a99f-ca58c9a4f1fd req-8140abea-51d1-4c36-9b5d-11948a5367f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9f9230f34386409ca98bc1f84ec409b3&device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 1099 time: 0.0716729 Nov 26 16:47:46.640407 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0d0f2aea-3baa-443b-847a-3097e8277247 req-00a1ea1e-83c6-4dbb-b4c3-0831afa9e11e service neutron] 10.222.0.31 "GET /v2.0/networks/12be2eac-13ab-4e55-b5b7-a2793e1b8f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338286 Nov 26 16:47:46.786077 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b8d56-1be0-4125-a99f-ca58c9a4f1fd req-c67fd5cb-1d20-482a-8ab4-d3468761d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:46.787520 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bd3b8d56-1be0-4125-a99f-ca58c9a4f1fd req-c67fd5cb-1d20-482a-8ab4-d3468761d847 service neutron] 10.222.0.31 "GET /v2.0/networks?id=48a59583-a919-49e7-95cd-b28f90765ccd HTTP/1.1" status: 200 len: 912 time: 0.1359339 Nov 26 16:47:46.791357 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0d0f2aea-3baa-443b-847a-3097e8277247 req-d87f6c4f-7454-467e-8575-137cd46d353f service neutron] 10.222.0.31 "GET /v2.0/networks/12be2eac-13ab-4e55-b5b7-a2793e1b8f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388662 Nov 26 16:47:46.899750 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bd3b8d56-1be0-4125-a99f-ca58c9a4f1fd req-a1b2c7f5-a802-4b50-a834-2594a68e066d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1186007-92c1-4c3d-b2dc-6e28ca45af0e HTTP/1.1" status: 200 len: 1000 time: 0.1011305 Nov 26 16:47:46.965858 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b8d56-1be0-4125-a99f-ca58c9a4f1fd req-7b06acfe-158e-4ae6-ae10-c22951f161ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:46.967701 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bd3b8d56-1be0-4125-a99f-ca58c9a4f1fd req-7b06acfe-158e-4ae6-ae10-c22951f161ba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b55da957-278e-4beb-9f32-8be970680118 HTTP/1.1" status: 200 len: 850 time: 0.0609288 Nov 26 16:47:46.985305 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-0b535dc4-16e1-47c2-ac8f-afdeb73324ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:37Z', 'revision_number': 4, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'gw_port': {'id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:33Z', 'updated_at': '2021-11-26T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '4ba312f9-aa23-465d-ad94-4c33e5d71a37', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'floating_ip_address': '172.26.0.118', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'port_id': 'e1186007-92c1-4c3d-b2dc-6e28ca45af0e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'mac_address': 'fa:16:3e:43:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cbd61-dd67-4dcc-950c-2af83a673b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:47:44Z', 'updated_at': '2021-11-26T16:47:44Z', 'revision_number': 0, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a376c8b5-463c-4dec-b239-66fcf6f89e98', 'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'mac_address': 'fa:16:3e:42:76:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'b55da957-278e-4beb-9f32-8be970680118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:36Z', 'updated_at': '2021-11-26T16:46:57Z', 'revision_number': 5, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'subnets': [{'id': 'b55da957-278e-4beb-9f32-8be970680118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:46.989070 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b535dc4-16e1-47c2-ac8f-afdeb73324ad None None] Checking router: 3ec6f694-0713-49b5-ae38-a2a296371a33 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:47:46.997545 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b535dc4-16e1-47c2-ac8f-afdeb73324ad None None] Routers {'3ec6f694-0713-49b5-ae38-a2a296371a33'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:46.998130 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-0b535dc4-16e1-47c2-ac8f-afdeb73324ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:47:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['3ec6f694-0713-49b5-ae38-a2a296371a33'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:47.046138 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b8d56-1be0-4125-a99f-ca58c9a4f1fd req-84cc89dd-4bf5-463e-9afe-9df5ca140831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:47.047609 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bd3b8d56-1be0-4125-a99f-ca58c9a4f1fd req-84cc89dd-4bf5-463e-9afe-9df5ca140831 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48a59583-a919-49e7-95cd-b28f90765ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705428 Nov 26 16:47:47.176280 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-0b535dc4-16e1-47c2-ac8f-afdeb73324ad None None] Set router 3ec6f694-0713-49b5-ae38-a2a296371a33 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:47.182485 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bd3b8d56-1be0-4125-a99f-ca58c9a4f1fd req-1b563fa7-1a67-4a0e-aba5-1d4b01ccfc1f service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276236 Nov 26 16:47:47.274739 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d6801-94c4-435f-8b8a-6f297e4db1d0 req-2e98f6b9-4f09-4dbd-93b9-6e0c5015cd08 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:47.282103 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2d3d6801-94c4-435f-8b8a-6f297e4db1d0 req-2e98f6b9-4f09-4dbd-93b9-6e0c5015cd08 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 946 time: 0.0936387 Nov 26 16:47:47.322640 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2d3d6801-94c4-435f-8b8a-6f297e4db1d0 req-c7a4e22f-7b89-4393-8365-29e9e5323404 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/security-groups?id=5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396755 Nov 26 16:47:47.324441 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bd3b8d56-1be0-4125-a99f-ca58c9a4f1fd req-28148865-93a2-4519-a033-8634a43f244d service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348753 Nov 26 16:47:47.533914 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-0b535dc4-16e1-47c2-ac8f-afdeb73324ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:37Z', 'revision_number': 4, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'gw_port': {'id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:33Z', 'updated_at': '2021-11-26T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '4ba312f9-aa23-465d-ad94-4c33e5d71a37', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'floating_ip_address': '172.26.0.118', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'port_id': 'e1186007-92c1-4c3d-b2dc-6e28ca45af0e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'mac_address': 'fa:16:3e:43:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cbd61-dd67-4dcc-950c-2af83a673b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:47:44Z', 'updated_at': '2021-11-26T16:47:44Z', 'revision_number': 0, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a376c8b5-463c-4dec-b239-66fcf6f89e98', 'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'mac_address': 'fa:16:3e:42:76:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'b55da957-278e-4beb-9f32-8be970680118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:36Z', 'updated_at': '2021-11-26T16:46:57Z', 'revision_number': 5, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'subnets': [{'id': 'b55da957-278e-4beb-9f32-8be970680118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:47.538164 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b535dc4-16e1-47c2-ac8f-afdeb73324ad None None] The sync data for ids ['3ec6f694-0713-49b5-ae38-a2a296371a33'] in dv-neutron-819440-1-hyperv is: [{'id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:37Z', 'revision_number': 4, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'gw_port': {'id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:33Z', 'updated_at': '2021-11-26T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '4ba312f9-aa23-465d-ad94-4c33e5d71a37', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'floating_ip_address': '172.26.0.118', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'port_id': 'e1186007-92c1-4c3d-b2dc-6e28ca45af0e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'mac_address': 'fa:16:3e:43:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cbd61-dd67-4dcc-950c-2af83a673b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:47:44Z', 'updated_at': '2021-11-26T16:47:44Z', 'revision_number': 0, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a376c8b5-463c-4dec-b239-66fcf6f89e98', 'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'mac_address': 'fa:16:3e:42:76:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'b55da957-278e-4beb-9f32-8be970680118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:36Z', 'updated_at': '2021-11-26T16:46:57Z', 'revision_number': 5, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'subnets': [{'id': 'b55da957-278e-4beb-9f32-8be970680118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:47:47.691828 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e69df-8826-4629-b1c1-eb4de8475bca req-9facc1ad-ac33-4ebd-afb8-b75e92a94f0e tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:47.693589 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-619e69df-8826-4629-b1c1-eb4de8475bca req-9facc1ad-ac33-4ebd-afb8-b75e92a94f0e tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 946 time: 0.0902729 Nov 26 16:47:47.752630 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-619e69df-8826-4629-b1c1-eb4de8475bca req-512899bb-aafd-4c3c-8066-005c7c478cb2 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/security-groups?id=5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528452 Nov 26 16:47:47.779959 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be8995-5f87-4d5f-bf89-a47eccecd40f req-b091bcc8-b00f-4793-8670-91aa8bbd875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:47.781440 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-39be8995-5f87-4d5f-bf89-a47eccecd40f req-b091bcc8-b00f-4793-8670-91aa8bbd875a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c776faffbe64d40b228b06a5de29eb9&device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 1099 time: 0.1563201 Nov 26 16:47:47.790366 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d4013-fa74-46dd-8ea3-8971305f22e0 req-d0396170-7952-45fe-96f3-87281fc7b357 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:47.791047 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-e38d4013-fa74-46dd-8ea3-8971305f22e0 req-d0396170-7952-45fe-96f3-87281fc7b357 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:47:47.796418 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a12dce3-77f4-4dbd-b1fb-cbc60ca6ddef None None] New status for floating IP 4ba312f9-aa23-465d-ad94-4c33e5d71a37: ACTIVE {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:47:47.883459 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-e38d4013-fa74-46dd-8ea3-8971305f22e0 req-d0396170-7952-45fe-96f3-87281fc7b357 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:47:47.884618 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e38d4013-fa74-46dd-8ea3-8971305f22e0 req-d0396170-7952-45fe-96f3-87281fc7b357 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=0896b847-b2e6-420c-9978-99be8b8e483b HTTP/1.1" status: 200 len: 943 time: 0.2234247 Nov 26 16:47:47.963239 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-e38d4013-fa74-46dd-8ea3-8971305f22e0 req-294bae7e-e92a-45e4-b287-be8c1f80445e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:47:47.968709 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be8995-5f87-4d5f-bf89-a47eccecd40f req-8a7126f4-653e-4d07-a804-a6f3a6bc5441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:47.970106 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-39be8995-5f87-4d5f-bf89-a47eccecd40f req-8a7126f4-653e-4d07-a804-a6f3a6bc5441 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37a16a21-8ceb-4874-ad08-e435b26ab706 HTTP/1.1" status: 200 len: 912 time: 0.1755469 Nov 26 16:47:48.043319 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-39be8995-5f87-4d5f-bf89-a47eccecd40f req-c9ca6c14-ea43-4400-a780-948f0b750de0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dd7374c-aa6e-43b1-87a8-8096e5088a11 HTTP/1.1" status: 200 len: 217 time: 0.0662048 Nov 26 16:47:48.044025 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-e38d4013-fa74-46dd-8ea3-8971305f22e0 req-294bae7e-e92a-45e4-b287-be8c1f80445e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:47:48.045007 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e38d4013-fa74-46dd-8ea3-8971305f22e0 req-294bae7e-e92a-45e4-b287-be8c1f80445e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c0ff634-7712-4e76-80a7-eadff1fef63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539078 Nov 26 16:47:48.107049 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be8995-5f87-4d5f-bf89-a47eccecd40f req-71387756-e8af-40a1-9f27-9001e0a6527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:48.108505 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-39be8995-5f87-4d5f-bf89-a47eccecd40f req-71387756-e8af-40a1-9f27-9001e0a6527b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=96000bdf-7c2a-4885-a3db-627b02e1431c HTTP/1.1" status: 200 len: 851 time: 0.0582552 Nov 26 16:47:48.158146 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-39be8995-5f87-4d5f-bf89-a47eccecd40f req-f7ecab8b-8c2c-4412-a01f-49388e839a43 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37a16a21-8ceb-4874-ad08-e435b26ab706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427864 Nov 26 16:47:48.394143 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-39be8995-5f87-4d5f-bf89-a47eccecd40f req-95b94ec1-4b0f-41ba-88e2-2a6f7ad83d98 service neutron] 10.222.0.31 "GET /v2.0/networks/37a16a21-8ceb-4874-ad08-e435b26ab706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296038 Nov 26 16:47:48.521177 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-39be8995-5f87-4d5f-bf89-a47eccecd40f req-7e5be806-0046-45ff-bdfa-5321f693ecb6 service neutron] 10.222.0.31 "GET /v2.0/networks/37a16a21-8ceb-4874-ad08-e435b26ab706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200984 Nov 26 16:47:48.602909 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 16:47:48.731383 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=0e33c763-7e59-46cb-b089-d7ac0bcbf9a8,segment=NetworkSegment(bd80e898-8d8b-473b-9d83-dd7f4ae265ca),segment_id=bd80e898-8d8b-473b-9d83-dd7f4ae265ca)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:48.743984 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '0e33c763-7e59-46cb-b089-d7ac0bcbf9a8', 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67', 'port_id': '0e33c763-7e59-46cb-b089-d7ac0bcbf9a8', 'mac_address': 'fa:16:3e:29:7f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deae5e76-4f03-4e21-bc20-3fd071b72cce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 16:47:48.802026 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:48.818606 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:47:48.834182 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=0e33c763-7e59-46cb-b089-d7ac0bcbf9a8,segment=NetworkSegment(bd80e898-8d8b-473b-9d83-dd7f4ae265ca),segment_id=bd80e898-8d8b-473b-9d83-dd7f4ae265ca)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:48.839748 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:48.841799 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-478330fc-f743-442f-9d94-f8cba13f9b6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:48.907290 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=0e33c763-7e59-46cb-b089-d7ac0bcbf9a8,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:48.910267 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:48.935511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3afc1-f169-40f6-8543-bf8145cb9e84 req-6b70c220-3fdd-4a27-b5ae-2fc017b0780a tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:48.936989 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8dd3afc1-f169-40f6-8543-bf8145cb9e84 req-6b70c220-3fdd-4a27-b5ae-2fc017b0780a tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 946 time: 0.0820007 Nov 26 16:47:48.981139 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8dd3afc1-f169-40f6-8543-bf8145cb9e84 req-09ef3268-8cb3-44ef-a034-414c12995f95 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/security-groups?id=5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384896 Nov 26 16:47:49.135874 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['0e33c763-7e59-46cb-b089-d7ac0bcbf9a8'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 16:47:49.232055 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63a61a-608f-49ac-bac3-bedd73d87ffb req-fd830e30-3dfe-4f37-8915-f2db0ce783e0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:49.233718 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ab63a61a-608f-49ac-bac3-bedd73d87ffb req-fd830e30-3dfe-4f37-8915-f2db0ce783e0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=0896b847-b2e6-420c-9978-99be8b8e483b HTTP/1.1" status: 200 len: 944 time: 0.0837164 Nov 26 16:47:49.293925 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ab63a61a-608f-49ac-bac3-bedd73d87ffb req-062ddb0d-0d99-40d0-a478-ea297b968b42 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c0ff634-7712-4e76-80a7-eadff1fef63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541232 Nov 26 16:47:49.430804 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:50.168439 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ce43c-cf8a-48de-be97-80581c26c4d9 req-9ca32ba0-4ad4-4c98-a2d9-f96d63aeaadd tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:50.169864 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-910ce43c-cf8a-48de-be97-80581c26c4d9 req-9ca32ba0-4ad4-4c98-a2d9-f96d63aeaadd tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 946 time: 0.0832343 Nov 26 16:47:50.212348 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-910ce43c-cf8a-48de-be97-80581c26c4d9 req-2deca885-2dd1-4e43-9e17-58de3e7a8315 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/security-groups?id=5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368946 Nov 26 16:47:50.479327 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75171ce9-2ae2-4824-a1ef-1228a76e389a req-db265746-8a86-412d-b39f-80aa994dc0df tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:50.480810 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-75171ce9-2ae2-4824-a1ef-1228a76e389a req-db265746-8a86-412d-b39f-80aa994dc0df tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=0896b847-b2e6-420c-9978-99be8b8e483b HTTP/1.1" status: 200 len: 944 time: 0.0821295 Nov 26 16:47:50.525223 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-75171ce9-2ae2-4824-a1ef-1228a76e389a req-97a12724-face-46f1-91c4-d4ca24947f26 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c0ff634-7712-4e76-80a7-eadff1fef63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385835 Nov 26 16:47:50.613233 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72d1ea-11ff-4ac4-9580-0e3d5349884f req-11f92e8f-73be-4e58-9528-776b1d636203 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:50.614761 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0f72d1ea-11ff-4ac4-9580-0e3d5349884f req-11f92e8f-73be-4e58-9528-776b1d636203 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 946 time: 0.0839772 Nov 26 16:47:50.617695 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:47:50.659341 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0f72d1ea-11ff-4ac4-9580-0e3d5349884f req-258921b6-c58c-4321-b1b1-a1580f96597a tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/security-groups?id=5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382304 Nov 26 16:47:50.684171 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:47:50.688783 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:47:50.689169 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:50.805878 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:50.833045 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0896b847-b2e6-420c-9978-99be8b8e483b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e33c763-7e59-46cb-b089-d7ac0bcbf9a8'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:47:50.843889 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=0e33c763-7e59-46cb-b089-d7ac0bcbf9a8,segment=NetworkSegment(bd80e898-8d8b-473b-9d83-dd7f4ae265ca),segment_id=bd80e898-8d8b-473b-9d83-dd7f4ae265ca)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:50.850663 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:50.853152 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-868e9cc7-d569-4b4c-b4a9-f9bf8ab849de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:50.883348 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0896b847-b2e6-420c-9978-99be8b8e483b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e33c763-7e59-46cb-b089-d7ac0bcbf9a8', 'code': 200} Nov 26 16:47:50.924449 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=0e33c763-7e59-46cb-b089-d7ac0bcbf9a8,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:50.927273 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:51.115072 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293729de-5505-4763-983e-8068bd4c33b1 req-e38537ed-296e-4cc3-b128-c63a5c5ba4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:51.116656 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-293729de-5505-4763-983e-8068bd4c33b1 req-e38537ed-296e-4cc3-b128-c63a5c5ba4fe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0896b847-b2e6-420c-9978-99be8b8e483b HTTP/1.1" status: 200 len: 1098 time: 0.0701556 Nov 26 16:47:51.157370 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-293729de-5505-4763-983e-8068bd4c33b1 req-f3f792c9-c743-4517-88b6-dcb5a98cca5e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7c0ff634-7712-4e76-80a7-eadff1fef63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341747 Nov 26 16:47:51.711409 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0084df-4e2f-4e99-b528-8e94a7dbe506 req-ec310dfe-90f9-4e4e-980a-dd398de17442 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:51.712888 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bf0084df-4e2f-4e99-b528-8e94a7dbe506 req-ec310dfe-90f9-4e4e-980a-dd398de17442 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=0896b847-b2e6-420c-9978-99be8b8e483b HTTP/1.1" status: 200 len: 945 time: 0.0838566 Nov 26 16:47:51.756524 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bf0084df-4e2f-4e99-b528-8e94a7dbe506 req-af8c1201-5458-4a22-b293-c75bfbbc5c81 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c0ff634-7712-4e76-80a7-eadff1fef63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377181 Nov 26 16:47:51.847460 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06d6fd-f0c7-4888-b79b-7ccfdc27e60d req-bfd2964e-ad12-414a-9232-c1cd0d26714e tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:51.849058 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7c06d6fd-f0c7-4888-b79b-7ccfdc27e60d req-bfd2964e-ad12-414a-9232-c1cd0d26714e tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 946 time: 0.0834913 Nov 26 16:47:51.893323 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7c06d6fd-f0c7-4888-b79b-7ccfdc27e60d req-d1ec42b6-37b2-46f1-94a1-69fba1525380 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/security-groups?id=5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385098 Nov 26 16:47:52.233640 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c5b98-1b9e-4b33-830a-7a09c55351b6 req-2e225eb9-ad07-42c2-82a5-f840403348eb tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:52.235120 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2b2c5b98-1b9e-4b33-830a-7a09c55351b6 req-2e225eb9-ad07-42c2-82a5-f840403348eb tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 946 time: 0.0853300 Nov 26 16:47:52.279111 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fff02e-3251-4f12-ba81-5cd84dd28472 req-4f902639-cefb-4394-9f79-1bbbcbf4b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:52.281094 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-41fff02e-3251-4f12-ba81-5cd84dd28472 req-4f902639-cefb-4394-9f79-1bbbcbf4b37c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c776faffbe64d40b228b06a5de29eb9&device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 1099 time: 0.0784433 Nov 26 16:47:52.296793 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2b2c5b98-1b9e-4b33-830a-7a09c55351b6 req-25d1ab3a-7823-44fe-9efe-16f99f0c6306 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/security-groups?id=5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524583 Nov 26 16:47:52.425317 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fff02e-3251-4f12-ba81-5cd84dd28472 req-123a4f8f-0271-4d83-96c6-a8674db9d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:52.426647 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-41fff02e-3251-4f12-ba81-5cd84dd28472 req-123a4f8f-0271-4d83-96c6-a8674db9d943 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37a16a21-8ceb-4874-ad08-e435b26ab706 HTTP/1.1" status: 200 len: 912 time: 0.1343031 Nov 26 16:47:52.496066 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-41fff02e-3251-4f12-ba81-5cd84dd28472 req-0dc63ea0-9119-48ff-92b7-b64f38054edd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dd7374c-aa6e-43b1-87a8-8096e5088a11 HTTP/1.1" status: 200 len: 217 time: 0.0625229 Nov 26 16:47:52.560485 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fff02e-3251-4f12-ba81-5cd84dd28472 req-527df68b-db27-45f1-91bd-09da9ce37e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:52.561849 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-41fff02e-3251-4f12-ba81-5cd84dd28472 req-527df68b-db27-45f1-91bd-09da9ce37e2c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=96000bdf-7c2a-4885-a3db-627b02e1431c HTTP/1.1" status: 200 len: 851 time: 0.0593796 Nov 26 16:47:52.610389 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-41fff02e-3251-4f12-ba81-5cd84dd28472 req-ce6fdd0e-e9d4-457a-8713-5f9d1d275dcc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37a16a21-8ceb-4874-ad08-e435b26ab706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419223 Nov 26 16:47:52.749086 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-41fff02e-3251-4f12-ba81-5cd84dd28472 req-ffa36cb6-038b-4574-875f-0dc478bd1090 service neutron] 10.222.0.31 "GET /v2.0/networks/37a16a21-8ceb-4874-ad08-e435b26ab706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313965 Nov 26 16:47:52.937479 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-41fff02e-3251-4f12-ba81-5cd84dd28472 req-163045b7-5daa-43b3-b607-ce21f4c6e901 service neutron] 10.222.0.31 "GET /v2.0/networks/37a16a21-8ceb-4874-ad08-e435b26ab706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810110 Nov 26 16:47:52.977199 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86291e34-2c02-4178-b8c9-3542b10a19e1 req-698846be-686b-4780-89bc-1b9bb9a5d76b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:52.978882 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-86291e34-2c02-4178-b8c9-3542b10a19e1 req-698846be-686b-4780-89bc-1b9bb9a5d76b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=0896b847-b2e6-420c-9978-99be8b8e483b HTTP/1.1" status: 200 len: 945 time: 0.1014833 Nov 26 16:47:53.023520 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-86291e34-2c02-4178-b8c9-3542b10a19e1 req-be913842-3a81-4179-a6d6-831fa3c581ef tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c0ff634-7712-4e76-80a7-eadff1fef63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390069 Nov 26 16:47:53.213613 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145869e-9398-4dd0-a832-539bdb498823 req-ab4a8373-ec7b-4379-aecb-00201be775ce tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:53.215276 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3145869e-9398-4dd0-a832-539bdb498823 req-ab4a8373-ec7b-4379-aecb-00201be775ce tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=0896b847-b2e6-420c-9978-99be8b8e483b HTTP/1.1" status: 200 len: 945 time: 0.0826030 Nov 26 16:47:53.262157 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3145869e-9398-4dd0-a832-539bdb498823 req-7112fca8-7bbb-4aa7-8773-b87c184c8823 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c0ff634-7712-4e76-80a7-eadff1fef63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411949 Nov 26 16:47:53.285876 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53800) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:53.484922 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0fb4fe-4026-49c5-8201-ff9eb6ff69d9 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:53.486406 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8d0fb4fe-4026-49c5-8201-ff9eb6ff69d9 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0896b847-b2e6-420c-9978-99be8b8e483b HTTP/1.1" status: 200 len: 1093 time: 0.1995835 Nov 26 16:47:53.489621 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53808) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:53.494895 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'port_id': '0e33c763-7e59-46cb-b089-d7ac0bcbf9a8', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:47:53.496180 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941333c-a5d4-4b14-b186-36e50bb9918f req-161dbc3b-84ac-4777-9232-07e2cf3315c2 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:53.501009 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7941333c-a5d4-4b14-b186-36e50bb9918f req-161dbc3b-84ac-4777-9232-07e2cf3315c2 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 946 time: 0.0926049 Nov 26 16:47:53.501239 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:47:53.505400 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:floatingip and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:47:53.508480 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:47:53.514518 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:47:53.529672 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:53.550752 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7941333c-a5d4-4b14-b186-36e50bb9918f req-cb6c278c-9a66-4d84-8009-addc3e822c28 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/security-groups?id=5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464039 Nov 26 16:47:53.717836 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:53.866348 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.26.0.82 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/6022ead5-63c7-449e-9d4f-7ddfe3f2cbea) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:47:54.023640 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:54.055576 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:54.059791 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e983268e-6d64-4462-9ae5-e4c64643c569 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:54.130941 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:47:54.134128 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:47:54.136827 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:47:54.175065 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=6022ead5-63c7-449e-9d4f-7ddfe3f2cbea,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:54.177796 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:54.536484 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:54.611304 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:54.830730 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24735620-f572-46f0-9e67-b6c153c50f49 req-6b60f1cb-36fc-45cc-bd25-0c8310ec17dc tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:54.832132 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-24735620-f572-46f0-9e67-b6c153c50f49 req-6b60f1cb-36fc-45cc-bd25-0c8310ec17dc tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 946 time: 0.1768723 Nov 26 16:47:54.903586 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-24735620-f572-46f0-9e67-b6c153c50f49 req-363220a9-c3a1-45fb-9e29-d87ae246cf06 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/security-groups?id=5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615332 Nov 26 16:47:54.921094 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:54.925767 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:54.930863 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-20a3f2b6-1283-4f06-8825-b81a0a068972 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:55.034159 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=6022ead5-63c7-449e-9d4f-7ddfe3f2cbea,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:55.038052 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:55.042753 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:55.391404 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Floating IP cbe81a08-891a-4279-90ff-f541ef81610d associated. External IP: 172.26.0.82, port: 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8. Nov 26 16:47:55.445255 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688597f-25d4-48b6-bc24-ff12191f288c req-17b11c1e-d89f-4819-ba3f-7d92227c9a33 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:55.446701 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4688597f-25d4-48b6-bc24-ff12191f288c req-17b11c1e-d89f-4819-ba3f-7d92227c9a33 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 946 time: 0.1739709 Nov 26 16:47:55.569953 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4688597f-25d4-48b6-bc24-ff12191f288c req-2e75e3d7-e738-4d84-8fc1-f78273615954 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/security-groups?id=5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175585 Nov 26 16:47:55.782379 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router 125f1d2b-0bf0-4509-a511-45214b62feb6 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:47:55.963173 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:47:55.972336 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee94d5d8-1fde-479e-9ebd-52179ff56376 None None] Sync routers for ids ['125f1d2b-0bf0-4509-a511-45214b62feb6'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:47:55.982164 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee94d5d8-1fde-479e-9ebd-52179ff56376 None None] Routers {'125f1d2b-0bf0-4509-a511-45214b62feb6'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:55.982771 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-ee94d5d8-1fde-479e-9ebd-52179ff56376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:47:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['125f1d2b-0bf0-4509-a511-45214b62feb6'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:55.987788 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:56.046246 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5554354 Nov 26 16:47:56.046943 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0896b847-b2e6-420c-9978-99be8b8e483b', 'tag': '0e33c763-7e59-46cb-b089-d7ac0bcbf9a8'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:47:56.048925 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53818) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:56.093498 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0896b847-b2e6-420c-9978-99be8b8e483b', 'tag': '0e33c763-7e59-46cb-b089-d7ac0bcbf9a8', 'status': 'completed', 'code': 200} Nov 26 16:47:56.189179 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-ee94d5d8-1fde-479e-9ebd-52179ff56376 None None] Set router 125f1d2b-0bf0-4509-a511-45214b62feb6 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:56.211551 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4cf35c8b-5b2e-4aba-b8d3-ed76a62c87c9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/cbe81a08-891a-4279-90ff-f541ef81610d HTTP/1.1" status: 200 len: 990 time: 0.1608129 Nov 26 16:47:56.228056 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b95243-5047-4c76-bbf8-d9555f7202bd req-2ecba84c-af4c-4f31-bdee-32e045956de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:56.229474 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c0b95243-5047-4c76-bbf8-d9555f7202bd req-2ecba84c-af4c-4f31-bdee-32e045956de2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=0896b847-b2e6-420c-9978-99be8b8e483b HTTP/1.1" status: 200 len: 1098 time: 0.1021409 Nov 26 16:47:56.475166 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b95243-5047-4c76-bbf8-d9555f7202bd req-b7bc0164-8d28-41c0-841e-d751886a9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:56.476672 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c0b95243-5047-4c76-bbf8-d9555f7202bd req-b7bc0164-8d28-41c0-841e-d751886a9d15 service neutron] 10.222.0.31 "GET /v2.0/networks?id=12be2eac-13ab-4e55-b5b7-a2793e1b8f67 HTTP/1.1" status: 200 len: 897 time: 0.2394009 Nov 26 16:47:56.533904 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-ee94d5d8-1fde-479e-9ebd-52179ff56376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'name': 'tempest-TestNetworkBasicOps-router-241293427', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:47:27Z', 'updated_at': '2021-11-26T16:47:36Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:47:29Z', 'updated_at': '2021-11-26T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': 'cbe81a08-891a-4279-90ff-f541ef81610d', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.82', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'port_id': '0e33c763-7e59-46cb-b089-d7ac0bcbf9a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67', 'mac_address': 'fa:16:3e:29:7f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0896b847-b2e6-420c-9978-99be8b8e483b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:47:54Z', 'updated_at': '2021-11-26T16:47:54Z', 'revision_number': 0, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d9773de-6aa1-42ec-ab87-6a958f15234b', 'name': '', 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:16:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'deae5e76-4f03-4e21-bc20-3fd071b72cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:47:35Z', 'updated_at': '2021-11-26T16:47:43Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': 'deae5e76-4f03-4e21-bc20-3fd071b72cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:56.537697 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee94d5d8-1fde-479e-9ebd-52179ff56376 None None] Checking router: 125f1d2b-0bf0-4509-a511-45214b62feb6 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:47:56.545792 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee94d5d8-1fde-479e-9ebd-52179ff56376 None None] Routers {'125f1d2b-0bf0-4509-a511-45214b62feb6'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:47:56.546395 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-ee94d5d8-1fde-479e-9ebd-52179ff56376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:47:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['125f1d2b-0bf0-4509-a511-45214b62feb6'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:56.581267 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c0b95243-5047-4c76-bbf8-d9555f7202bd req-38aaa89e-350d-4435-9696-e3109640edad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 HTTP/1.1" status: 200 len: 998 time: 0.0968823 Nov 26 16:47:56.651423 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b95243-5047-4c76-bbf8-d9555f7202bd req-318e3e90-dc59-456b-8916-8f8902b23673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:56.652918 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c0b95243-5047-4c76-bbf8-d9555f7202bd req-318e3e90-dc59-456b-8916-8f8902b23673 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=deae5e76-4f03-4e21-bc20-3fd071b72cce HTTP/1.1" status: 200 len: 835 time: 0.0647578 Nov 26 16:47:56.736825 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b95243-5047-4c76-bbf8-d9555f7202bd req-c2dbf649-7c38-4eec-b916-92c912f977ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:56.739151 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c0b95243-5047-4c76-bbf8-d9555f7202bd req-c2dbf649-7c38-4eec-b916-92c912f977ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=12be2eac-13ab-4e55-b5b7-a2793e1b8f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773721 Nov 26 16:47:56.740200 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-ee94d5d8-1fde-479e-9ebd-52179ff56376 None None] Set router 125f1d2b-0bf0-4509-a511-45214b62feb6 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:47:56.784774 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ba007-1060-4913-b9b4-e6d57f1f270d req-8c1c647a-b03b-4980-b584-0c8f1514f65a tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:56.786836 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5d0ba007-1060-4913-b9b4-e6d57f1f270d req-8c1c647a-b03b-4980-b584-0c8f1514f65a tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 946 time: 0.1106963 Nov 26 16:47:56.904509 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c0b95243-5047-4c76-bbf8-d9555f7202bd req-2969c818-88e8-4f43-94fe-422ae6f917d0 service neutron] 10.222.0.31 "GET /v2.0/networks/12be2eac-13ab-4e55-b5b7-a2793e1b8f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562753 Nov 26 16:47:56.967228 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5d0ba007-1060-4913-b9b4-e6d57f1f270d req-f584b5d3-6d39-4b09-af1b-c55fd68bb5ba tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/security-groups?id=5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739144 Nov 26 16:47:57.044719 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c0b95243-5047-4c76-bbf8-d9555f7202bd req-41d0342b-46bf-4bee-907c-e34633910c7d service neutron] 10.222.0.31 "GET /v2.0/networks/12be2eac-13ab-4e55-b5b7-a2793e1b8f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328204 Nov 26 16:47:57.106793 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-ee94d5d8-1fde-479e-9ebd-52179ff56376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'name': 'tempest-TestNetworkBasicOps-router-241293427', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:47:27Z', 'updated_at': '2021-11-26T16:47:36Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:47:29Z', 'updated_at': '2021-11-26T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': 'cbe81a08-891a-4279-90ff-f541ef81610d', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.82', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'port_id': '0e33c763-7e59-46cb-b089-d7ac0bcbf9a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67', 'mac_address': 'fa:16:3e:29:7f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0896b847-b2e6-420c-9978-99be8b8e483b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:47:54Z', 'updated_at': '2021-11-26T16:47:54Z', 'revision_number': 0, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d9773de-6aa1-42ec-ab87-6a958f15234b', 'name': '', 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:16:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'deae5e76-4f03-4e21-bc20-3fd071b72cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:47:35Z', 'updated_at': '2021-11-26T16:47:43Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': 'deae5e76-4f03-4e21-bc20-3fd071b72cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:57.110833 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee94d5d8-1fde-479e-9ebd-52179ff56376 None None] The sync data for ids ['125f1d2b-0bf0-4509-a511-45214b62feb6'] in dv-neutron-819440-1-hyperv is: [{'id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'name': 'tempest-TestNetworkBasicOps-router-241293427', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:47:27Z', 'updated_at': '2021-11-26T16:47:36Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:47:29Z', 'updated_at': '2021-11-26T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': 'cbe81a08-891a-4279-90ff-f541ef81610d', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.82', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'port_id': '0e33c763-7e59-46cb-b089-d7ac0bcbf9a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67', 'mac_address': 'fa:16:3e:29:7f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0896b847-b2e6-420c-9978-99be8b8e483b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:47:54Z', 'updated_at': '2021-11-26T16:47:54Z', 'revision_number': 0, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d9773de-6aa1-42ec-ab87-6a958f15234b', 'name': '', 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:16:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'deae5e76-4f03-4e21-bc20-3fd071b72cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:47:35Z', 'updated_at': '2021-11-26T16:47:43Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': 'deae5e76-4f03-4e21-bc20-3fd071b72cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:47:57.215270 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53828) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:57.291994 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe89eb-e83a-4c07-be7a-2ec75de407ed req-07a3f7f7-ac00-40e6-a678-3aacaebcb54f tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:57.293492 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e6fe89eb-e83a-4c07-be7a-2ec75de407ed req-07a3f7f7-ac00-40e6-a678-3aacaebcb54f tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 946 time: 0.0880830 Nov 26 16:47:57.323846 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4828d6-397d-45e1-aef0-1a555bb60cd3 None None] New status for floating IP cbe81a08-891a-4279-90ff-f541ef81610d: ACTIVE {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:47:57.325911 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-adf80dbd-e747-42db-9f70-d720cafc572c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/cbe81a08-891a-4279-90ff-f541ef81610d HTTP/1.1" status: 200 len: 990 time: 0.1079741 Nov 26 16:47:57.364679 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [req-e6fe89eb-e83a-4c07-be7a-2ec75de407ed req-5d22eb0c-6926-4ea0-98c2-4103296cd5e7 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Deleting port 6dd7374c-aa6e-43b1-87a8-8096e5088a11 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:47:57.365018 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-e6fe89eb-e83a-4c07-be7a-2ec75de407ed req-5d22eb0c-6926-4ea0-98c2-4103296cd5e7 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:57.610222 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [req-e6fe89eb-e83a-4c07-be7a-2ec75de407ed req-5d22eb0c-6926-4ea0-98c2-4103296cd5e7 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] For port 6dd7374c-aa6e-43b1-87a8-8096e5088a11, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=6dd7374c-aa6e-43b1-87a8-8096e5088a11,segment=NetworkSegment(015e246d-c91b-42d3-a4e7-c28aac6dc0bc),segment_id=015e246d-c91b-42d3-a4e7-c28aac6dc0bc)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:47:57.610622 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-e6fe89eb-e83a-4c07-be7a-2ec75de407ed req-5d22eb0c-6926-4ea0-98c2-4103296cd5e7 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:57.733362 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [req-e6fe89eb-e83a-4c07-be7a-2ec75de407ed req-5d22eb0c-6926-4ea0-98c2-4103296cd5e7 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Calling delete_port for 6dd7374c-aa6e-43b1-87a8-8096e5088a11 owned by compute:nova {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:47:57.875503 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-e6fe89eb-e83a-4c07-be7a-2ec75de407ed req-5d22eb0c-6926-4ea0-98c2-4103296cd5e7 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:57.880816 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-98a097f7-579d-4902-848c-4d89580827df tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:57.888636 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['6dd7374c-aa6e-43b1-87a8-8096e5088a11'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 16:47:57.929740 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22eb0c-6926-4ea0-98c2-4103296cd5e7 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Pushing event deleted for resources: {'Port': ['ID=6dd7374c-aa6e-43b1-87a8-8096e5088a11,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:57.932760 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5d22eb0c-6926-4ea0-98c2-4103296cd5e7 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:58.001575 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6fe89eb-e83a-4c07-be7a-2ec75de407ed req-5d22eb0c-6926-4ea0-98c2-4103296cd5e7 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] No DVR routers for this DVR port 6dd7374c-aa6e-43b1-87a8-8096e5088a11 on host hv-neutron-8194 {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:47:58.004006 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-e6fe89eb-e83a-4c07-be7a-2ec75de407ed req-5d22eb0c-6926-4ea0-98c2-4103296cd5e7 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:58.007263 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9eaf59-4a04-4aab-af30-bb89a675488d', 'name': 'network-vif-deleted', 'tag': '6dd7374c-aa6e-43b1-87a8-8096e5088a11'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:47:58.025446 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e6fe89eb-e83a-4c07-be7a-2ec75de407ed req-5d22eb0c-6926-4ea0-98c2-4103296cd5e7 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.31 "DELETE /v2.0/ports/6dd7374c-aa6e-43b1-87a8-8096e5088a11 HTTP/1.1" status: 204 len: 173 time: 0.7256279 Nov 26 16:47:58.054913 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9eaf59-4a04-4aab-af30-bb89a675488d', 'name': 'network-vif-deleted', 'tag': '6dd7374c-aa6e-43b1-87a8-8096e5088a11', 'status': 'completed', 'code': 200} Nov 26 16:47:58.130473 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-5381f32e-86aa-4eea-a906-829ae3a9416b req-f2708604-80f3-4bf3-9f28-82f1c80e26bf tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Synchronizing usage tracker for tenant:6c776faffbe64d40b228b06a5de29eb9 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:47:58.146369 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-5381f32e-86aa-4eea-a906-829ae3a9416b req-f2708604-80f3-4bf3-9f28-82f1c80e26bf tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Unset dirty status for tenant:6c776faffbe64d40b228b06a5de29eb9 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:47:58.147538 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5381f32e-86aa-4eea-a906-829ae3a9416b req-f2708604-80f3-4bf3-9f28-82f1c80e26bf tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f9eaf59-4a04-4aab-af30-bb89a675488d HTTP/1.1" status: 200 len: 210 time: 0.0618904 Nov 26 16:47:58.328159 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53836) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:58.434007 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b4257c0a-b536-4120-bd41-964dc4adf8b2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/cbe81a08-891a-4279-90ff-f541ef81610d HTTP/1.1" status: 200 len: 992 time: 0.1045325 Nov 26 16:47:58.551937 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6f92c4d9-64aa-425b-9ec6-b77d19ed08a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:58.772823 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5ccd491c-2daf-4980-abaa-e2bfd905cf65 req-5c4ae899-ee4d-4cd6-929f-8578da633f2b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=659cbd61-dd67-4dcc-950c-2af83a673b70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707958 Nov 26 16:47:58.912420 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd491c-2daf-4980-abaa-e2bfd905cf65 req-da1465f7-a09c-4ea1-b7c5-7f4ad9fde402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:58.914460 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5ccd491c-2daf-4980-abaa-e2bfd905cf65 req-da1465f7-a09c-4ea1-b7c5-7f4ad9fde402 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9f9230f34386409ca98bc1f84ec409b3&device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 1099 time: 0.0748868 Nov 26 16:47:59.170675 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd491c-2daf-4980-abaa-e2bfd905cf65 req-ea51f06b-51be-4ebc-8804-11a6ad56b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:59.173833 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5ccd491c-2daf-4980-abaa-e2bfd905cf65 req-ea51f06b-51be-4ebc-8804-11a6ad56b6d5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=48a59583-a919-49e7-95cd-b28f90765ccd HTTP/1.1" status: 200 len: 912 time: 0.2368407 Nov 26 16:47:59.248718 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53842) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:59.284212 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5ccd491c-2daf-4980-abaa-e2bfd905cf65 req-4d724ebc-65c9-47b0-93b1-53f17dcacef9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1186007-92c1-4c3d-b2dc-6e28ca45af0e HTTP/1.1" status: 200 len: 1002 time: 0.1033766 Nov 26 16:47:59.314043 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08233b1-42ed-450b-87c9-a9791cac90f7 admin admin] Deleting subnet 96000bdf-7c2a-4885-a3db-627b02e1431c {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:47:59.317251 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a08233b1-42ed-450b-87c9-a9791cac90f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:59.324568 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:59.349551 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd491c-2daf-4980-abaa-e2bfd905cf65 req-4cfa36d6-e8db-498e-8e66-34908f88d98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:59.351510 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5ccd491c-2daf-4980-abaa-e2bfd905cf65 req-4cfa36d6-e8db-498e-8e66-34908f88d98f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b55da957-278e-4beb-9f32-8be970680118 HTTP/1.1" status: 200 len: 850 time: 0.0606091 Nov 26 16:47:59.369211 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a08233b1-42ed-450b-87c9-a9791cac90f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:59.424446 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a08233b1-42ed-450b-87c9-a9791cac90f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:59.427438 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd491c-2daf-4980-abaa-e2bfd905cf65 req-80f2adcb-5312-4a3f-b384-2ee8709d0eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:47:59.429497 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5ccd491c-2daf-4980-abaa-e2bfd905cf65 req-80f2adcb-5312-4a3f-b384-2ee8709d0eb5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48a59583-a919-49e7-95cd-b28f90765ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711296 Nov 26 16:47:59.496354 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a08233b1-42ed-450b-87c9-a9791cac90f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:59.500127 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-20f84162-f1eb-4566-ba13-4813c37de81a tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:47:59.535359 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08233b1-42ed-450b-87c9-a9791cac90f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96000bdf-7c2a-4885-a3db-627b02e1431c,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:47:59.537290 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a08233b1-42ed-450b-87c9-a9791cac90f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:59.540389 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a08233b1-42ed-450b-87c9-a9791cac90f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:47:59.544259 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a08233b1-42ed-450b-87c9-a9791cac90f7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/96000bdf-7c2a-4885-a3db-627b02e1431c HTTP/1.1" status: 204 len: 168 time: 0.2944496 Nov 26 16:47:59.546699 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53846) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:47:59.570045 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5ccd491c-2daf-4980-abaa-e2bfd905cf65 req-684a9746-6883-4693-ab11-d1cc1fd92d10 service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325173 Nov 26 16:47:59.706793 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5ccd491c-2daf-4980-abaa-e2bfd905cf65 req-072a74a2-5122-4b53-b595-f7f285c4ad0a service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296310 Nov 26 16:47:59.782362 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-23de2601-d77d-4c6d-be8f-029f73fa1ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:59.904975 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-23de2601-d77d-4c6d-be8f-029f73fa1ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:59.929150 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-23de2601-d77d-4c6d-be8f-029f73fa1ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37a16a21-8ceb-4874-ad08-e435b26ab706']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:59.940859 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-23de2601-d77d-4c6d-be8f-029f73fa1ca6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '015e246d-c91b-42d3-a4e7-c28aac6dc0bc') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:59.941156 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-23de2601-d77d-4c6d-be8f-029f73fa1ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '015e246d-c91b-42d3-a4e7-c28aac6dc0bc') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:47:59.954081 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-23de2601-d77d-4c6d-be8f-029f73fa1ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:59.972211 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-23de2601-d77d-4c6d-be8f-029f73fa1ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:59.978429 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23de2601-d77d-4c6d-be8f-029f73fa1ca6 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:47:59.978844 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-23de2601-d77d-4c6d-be8f-029f73fa1ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:47:59.991896 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:48:00.069563 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-23de2601-d77d-4c6d-be8f-029f73fa1ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:00.073059 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-619fcc04-bf12-4541-bf17-920860202947 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:00.086518 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-23de2601-d77d-4c6d-be8f-029f73fa1ca6 admin admin] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:00.096102 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-23de2601-d77d-4c6d-be8f-029f73fa1ca6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/37a16a21-8ceb-4874-ad08-e435b26ab706 HTTP/1.1" status: 204 len: 168 time: 0.5484996 Nov 26 16:48:00.097042 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de2601-d77d-4c6d-be8f-029f73fa1ca6 admin admin] Pushing event deleted for resources: {'Network': ['ID=37a16a21-8ceb-4874-ad08-e435b26ab706,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:00.098862 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53852) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:00.137503 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-23de2601-d77d-4c6d-be8f-029f73fa1ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:00.162457 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c0908a-0f76-4114-b0f9-fe98374784c5 admin admin] Deleting subnet 6d16b702-dc39-4e63-bf4c-f7e9e28cce84 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:48:00.165668 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-53c0908a-0f76-4114-b0f9-fe98374784c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:00.221170 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-53c0908a-0f76-4114-b0f9-fe98374784c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:00.274764 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-53c0908a-0f76-4114-b0f9-fe98374784c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:00.351251 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-53c0908a-0f76-4114-b0f9-fe98374784c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:00.355669 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4ef1fa62-6c08-4000-a556-95e1e6ec5aa6 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:00.393078 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0908a-0f76-4114-b0f9-fe98374784c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d16b702-dc39-4e63-bf4c-f7e9e28cce84,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:00.400419 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-53c0908a-0f76-4114-b0f9-fe98374784c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:00.400419 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-53c0908a-0f76-4114-b0f9-fe98374784c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:00.402910 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-53c0908a-0f76-4114-b0f9-fe98374784c5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6d16b702-dc39-4e63-bf4c-f7e9e28cce84 HTTP/1.1" status: 204 len: 168 time: 0.3031197 Nov 26 16:48:00.405445 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53856) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:00.523412 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9577e2ec-cb9f-4e17-9470-ffd15372f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:00.647877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9577e2ec-cb9f-4e17-9470-ffd15372f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:00.669690 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-9577e2ec-cb9f-4e17-9470-ffd15372f7d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4bfdcfc-19be-45aa-a588-1969c03b74ca']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:48:00.685106 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-9577e2ec-cb9f-4e17-9470-ffd15372f7d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2da5df5-75e0-457e-91d0-918db7a99024') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:48:00.685106 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-9577e2ec-cb9f-4e17-9470-ffd15372f7d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2da5df5-75e0-457e-91d0-918db7a99024') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:48:00.695172 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 6dd7374c-aa6e-43b1-87a8-8096e5088a11 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:48:00.698426 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9577e2ec-cb9f-4e17-9470-ffd15372f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:00.714255 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9577e2ec-cb9f-4e17-9470-ffd15372f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:00.722493 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9577e2ec-cb9f-4e17-9470-ffd15372f7d0 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:48:00.722493 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9577e2ec-cb9f-4e17-9470-ffd15372f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:48:00.738250 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:48:00.786372 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: 6dd7374c-aa6e-43b1-87a8-8096e5088a11 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:48:00.786372 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 6dd7374c-aa6e-43b1-87a8-8096e5088a11 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:48:00.819384 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9577e2ec-cb9f-4e17-9470-ffd15372f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:00.827176 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:00.841596 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9577e2ec-cb9f-4e17-9470-ffd15372f7d0 admin admin] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:00.848166 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577e2ec-cb9f-4e17-9470-ffd15372f7d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4bfdcfc-19be-45aa-a588-1969c03b74ca,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:00.850534 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9577e2ec-cb9f-4e17-9470-ffd15372f7d0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d4bfdcfc-19be-45aa-a588-1969c03b74ca HTTP/1.1" status: 204 len: 168 time: 0.4421763 Nov 26 16:48:00.850534 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9577e2ec-cb9f-4e17-9470-ffd15372f7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:01.036413 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53862) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:01.092828 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-77c8a0e4-72e4-4901-8ca0-1b6069c72eda admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6c776faffbe64d40b228b06a5de29eb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554464 Nov 26 16:48:01.095434 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53866) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:01.162413 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8ae9ee5-272a-4edf-a2df-863901200888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:01.187537 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8ae9ee5-272a-4edf-a2df-863901200888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:01.228154 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6612df1b-b3a1-4ec4-8d5d-10ed3ac36db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:01.237559 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8ae9ee5-272a-4edf-a2df-863901200888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:01.243236 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a03a298b-d266-4e13-ba53-7ef4dd0dd16f tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:01.256247 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae9ee5-272a-4edf-a2df-863901200888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:01.259573 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c8ae9ee5-272a-4edf-a2df-863901200888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:01.271845 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8ae9ee5-272a-4edf-a2df-863901200888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:01.273021 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c8ae9ee5-272a-4edf-a2df-863901200888 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5353ba8c-7f51-43dd-9ba0-1e3ca3485c8e HTTP/1.1" status: 204 len: 168 time: 0.1762147 Nov 26 16:48:01.602932 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53874) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:01.649795 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e0aae642-9fef-499a-8146-0c1ae25bfd46 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b7d0595eb7544931bcb6c5b6a5a442af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456803 Nov 26 16:48:01.651992 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53878) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:01.707998 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5da79ba2-84c7-4342-8d9a-8bf7e1d57ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:01.736013 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5da79ba2-84c7-4342-8d9a-8bf7e1d57ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:01.790399 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5da79ba2-84c7-4342-8d9a-8bf7e1d57ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:01.794147 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:01.806087 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da79ba2-84c7-4342-8d9a-8bf7e1d57ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed16657-0e7b-4212-8fe5-1b21e4d56f0e,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:01.809081 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5da79ba2-84c7-4342-8d9a-8bf7e1d57ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:01.814930 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5da79ba2-84c7-4342-8d9a-8bf7e1d57ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:01.816077 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5da79ba2-84c7-4342-8d9a-8bf7e1d57ca1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eed16657-0e7b-4212-8fe5-1b21e4d56f0e HTTP/1.1" status: 204 len: 168 time: 0.1632276 Nov 26 16:48:02.142006 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:03.944282 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:19.422126 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:20.853770 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:48:28.553934 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fb82267c-8912-4adf-be68-0691926f5f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:29.325473 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:31.231184 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cf501b9a-3761-4a17-9c2a-a42758c2a66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:31.574662 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53902) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:31.679725 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6e5a0e12-896f-4a3f-915e-2db789347a99 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/cbe81a08-891a-4279-90ff-f541ef81610d HTTP/1.1" status: 200 len: 992 time: 0.1039426 Nov 26 16:48:31.991838 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53910) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:32.141354 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:32.192070 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-7b20a562-1cd9-48f6-9993-958f9846a108 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port 6022ead5-63c7-449e-9d4f-7ddfe3f2cbea {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:48:32.192620 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7b20a562-1cd9-48f6-9993-958f9846a108 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:32.362080 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7b20a562-1cd9-48f6-9993-958f9846a108 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:32.362409 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7b20a562-1cd9-48f6-9993-958f9846a108 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:32.482456 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-7b20a562-1cd9-48f6-9993-958f9846a108 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for 6022ead5-63c7-449e-9d4f-7ddfe3f2cbea owned by network:floatingip {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:48:32.627479 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7b20a562-1cd9-48f6-9993-958f9846a108 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:32.632101 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1d58c56b-f2b8-4419-aa45-04b7b20e0856 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:32.674008 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20a562-1cd9-48f6-9993-958f9846a108 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=6022ead5-63c7-449e-9d4f-7ddfe3f2cbea,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:32.676598 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7b20a562-1cd9-48f6-9993-958f9846a108 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:32.766951 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7b20a562-1cd9-48f6-9993-958f9846a108 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:32.767334 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-7b20a562-1cd9-48f6-9993-958f9846a108 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Floating IP cbe81a08-891a-4279-90ff-f541ef81610d disassociated (deleted). External IP: 172.26.0.82, port: 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8. Nov 26 16:48:33.217020 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b20a562-1cd9-48f6-9993-958f9846a108 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router 125f1d2b-0bf0-4509-a511-45214b62feb6 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:48:33.395020 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b20a562-1cd9-48f6-9993-958f9846a108 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:48:33.404419 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164ea215-d3e9-46cc-965a-2ff5a7f49357 None None] Sync routers for ids ['125f1d2b-0bf0-4509-a511-45214b62feb6'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:48:33.414708 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7b20a562-1cd9-48f6-9993-958f9846a108 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:33.415301 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164ea215-d3e9-46cc-965a-2ff5a7f49357 None None] Routers {'125f1d2b-0bf0-4509-a511-45214b62feb6'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:48:33.415937 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-164ea215-d3e9-46cc-965a-2ff5a7f49357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:48:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['125f1d2b-0bf0-4509-a511-45214b62feb6'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:48:33.470102 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7b20a562-1cd9-48f6-9993-958f9846a108 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/floatingips/cbe81a08-891a-4279-90ff-f541ef81610d HTTP/1.1" status: 204 len: 168 time: 1.4762602 Nov 26 16:48:33.470102 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0896b847-b2e6-420c-9978-99be8b8e483b', 'tag': '0e33c763-7e59-46cb-b089-d7ac0bcbf9a8'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:48:33.515881 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0896b847-b2e6-420c-9978-99be8b8e483b', 'tag': '0e33c763-7e59-46cb-b089-d7ac0bcbf9a8', 'status': 'completed', 'code': 200} Nov 26 16:48:33.612259 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5906eb9-9ccd-4e91-a565-00a4ebd73515 req-f004c39b-95c8-4ad2-9a9f-11b37c8227f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:33.613764 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d5906eb9-9ccd-4e91-a565-00a4ebd73515 req-f004c39b-95c8-4ad2-9a9f-11b37c8227f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=0896b847-b2e6-420c-9978-99be8b8e483b HTTP/1.1" status: 200 len: 1098 time: 0.0732501 Nov 26 16:48:33.632877 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-164ea215-d3e9-46cc-965a-2ff5a7f49357 None None] Set router 125f1d2b-0bf0-4509-a511-45214b62feb6 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:48:33.761188 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5906eb9-9ccd-4e91-a565-00a4ebd73515 req-d8c10dba-25f1-440c-a397-3cfa51b69984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:33.763871 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d5906eb9-9ccd-4e91-a565-00a4ebd73515 req-d8c10dba-25f1-440c-a397-3cfa51b69984 service neutron] 10.222.0.31 "GET /v2.0/networks?id=12be2eac-13ab-4e55-b5b7-a2793e1b8f67 HTTP/1.1" status: 200 len: 897 time: 0.1393998 Nov 26 16:48:33.841612 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d5906eb9-9ccd-4e91-a565-00a4ebd73515 req-03285459-1763-4a83-bf8d-a935d296eb69 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 HTTP/1.1" status: 200 len: 217 time: 0.0696390 Nov 26 16:48:33.848772 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9f0f2-8096-4799-9384-63dd038a15c9 req-47f41e0f-e754-4a66-9e27-a0f01348f943 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:33.850819 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ffe9f0f2-8096-4799-9384-63dd038a15c9 req-47f41e0f-e754-4a66-9e27-a0f01348f943 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=0896b847-b2e6-420c-9978-99be8b8e483b HTTP/1.1" status: 200 len: 945 time: 0.0860176 Nov 26 16:48:33.898055 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ffe9f0f2-8096-4799-9384-63dd038a15c9 req-5d1aba0c-a218-470d-9e68-93126e5dc869 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c0ff634-7712-4e76-80a7-eadff1fef63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409384 Nov 26 16:48:33.921763 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5906eb9-9ccd-4e91-a565-00a4ebd73515 req-2a349001-100f-454c-9060-710169922c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:33.923233 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d5906eb9-9ccd-4e91-a565-00a4ebd73515 req-2a349001-100f-454c-9060-710169922c59 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=deae5e76-4f03-4e21-bc20-3fd071b72cce HTTP/1.1" status: 200 len: 835 time: 0.0686889 Nov 26 16:48:33.946196 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:33.986925 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-164ea215-d3e9-46cc-965a-2ff5a7f49357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'name': 'tempest-TestNetworkBasicOps-router-241293427', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:47:27Z', 'updated_at': '2021-11-26T16:47:36Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:47:29Z', 'updated_at': '2021-11-26T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '7d9773de-6aa1-42ec-ab87-6a958f15234b', 'name': '', 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:16:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'deae5e76-4f03-4e21-bc20-3fd071b72cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:47:35Z', 'updated_at': '2021-11-26T16:47:43Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': 'deae5e76-4f03-4e21-bc20-3fd071b72cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:48:33.990771 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164ea215-d3e9-46cc-965a-2ff5a7f49357 None None] Checking router: 125f1d2b-0bf0-4509-a511-45214b62feb6 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:48:33.999361 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164ea215-d3e9-46cc-965a-2ff5a7f49357 None None] Routers {'125f1d2b-0bf0-4509-a511-45214b62feb6'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:48:34.000023 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-164ea215-d3e9-46cc-965a-2ff5a7f49357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:48:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['125f1d2b-0bf0-4509-a511-45214b62feb6'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:48:34.002553 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5906eb9-9ccd-4e91-a565-00a4ebd73515 req-8541540f-b179-4f36-9574-51b04096421e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:34.004097 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d5906eb9-9ccd-4e91-a565-00a4ebd73515 req-8541540f-b179-4f36-9574-51b04096421e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=12be2eac-13ab-4e55-b5b7-a2793e1b8f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728881 Nov 26 16:48:34.016619 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [req-d5906eb9-9ccd-4e91-a565-00a4ebd73515 req-3191a3db-eaf5-4b23-a897-828408ad1edb service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:48:34.017481 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d5906eb9-9ccd-4e91-a565-00a4ebd73515 req-3191a3db-eaf5-4b23-a897-828408ad1edb service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048749 Nov 26 16:48:34.153465 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d5906eb9-9ccd-4e91-a565-00a4ebd73515 req-d6f968d6-8ecf-4e5e-b3b1-3f142098b2c8 service neutron] 10.222.0.31 "GET /v2.0/networks/12be2eac-13ab-4e55-b5b7-a2793e1b8f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288443 Nov 26 16:48:34.174674 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-164ea215-d3e9-46cc-965a-2ff5a7f49357 None None] Set router 125f1d2b-0bf0-4509-a511-45214b62feb6 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:48:34.287766 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d5906eb9-9ccd-4e91-a565-00a4ebd73515 req-9ab11708-3d06-4744-8ddc-173253b424a2 service neutron] 10.222.0.31 "GET /v2.0/networks/12be2eac-13ab-4e55-b5b7-a2793e1b8f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270485 Nov 26 16:48:34.485022 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-164ea215-d3e9-46cc-965a-2ff5a7f49357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'name': 'tempest-TestNetworkBasicOps-router-241293427', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:47:27Z', 'updated_at': '2021-11-26T16:47:36Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:47:29Z', 'updated_at': '2021-11-26T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '7d9773de-6aa1-42ec-ab87-6a958f15234b', 'name': '', 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:16:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'deae5e76-4f03-4e21-bc20-3fd071b72cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:47:35Z', 'updated_at': '2021-11-26T16:47:43Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': 'deae5e76-4f03-4e21-bc20-3fd071b72cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:48:34.488850 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164ea215-d3e9-46cc-965a-2ff5a7f49357 None None] The sync data for ids ['125f1d2b-0bf0-4509-a511-45214b62feb6'] in dv-neutron-819440-1-hyperv is: [{'id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'name': 'tempest-TestNetworkBasicOps-router-241293427', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:47:27Z', 'updated_at': '2021-11-26T16:47:36Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:47:29Z', 'updated_at': '2021-11-26T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '7d9773de-6aa1-42ec-ab87-6a958f15234b', 'name': '', 'network_id': '12be2eac-13ab-4e55-b5b7-a2793e1b8f67', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:16:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'deae5e76-4f03-4e21-bc20-3fd071b72cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:47:35Z', 'updated_at': '2021-11-26T16:47:43Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': 'deae5e76-4f03-4e21-bc20-3fd071b72cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:48:34.701370 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15851bc-39be-4f81-b8bc-febaf5245949 None None] New status for floating IP cbe81a08-891a-4279-90ff-f541ef81610d: DOWN {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:48:35.294909 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035977f-9170-4b49-81b2-3c19f83506bf req-720f185d-6ac9-42ab-b70f-06b7970e5f80 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:35.296260 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-8035977f-9170-4b49-81b2-3c19f83506bf req-720f185d-6ac9-42ab-b70f-06b7970e5f80 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:48:35.359480 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-8035977f-9170-4b49-81b2-3c19f83506bf req-720f185d-6ac9-42ab-b70f-06b7970e5f80 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:48:35.360626 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8035977f-9170-4b49-81b2-3c19f83506bf req-720f185d-6ac9-42ab-b70f-06b7970e5f80 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=0896b847-b2e6-420c-9978-99be8b8e483b HTTP/1.1" status: 200 len: 945 time: 0.3564217 Nov 26 16:48:35.414055 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8035977f-9170-4b49-81b2-3c19f83506bf req-eb2f8f2a-d59e-407e-8372-4fca26e56b9f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c0ff634-7712-4e76-80a7-eadff1fef63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452044 Nov 26 16:48:35.422095 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e919f66-40ce-4edd-b13f-5afe229783dc req-f9b545e3-1623-43be-855b-1ed1004b9890 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:35.423501 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9e919f66-40ce-4edd-b13f-5afe229783dc req-f9b545e3-1623-43be-855b-1ed1004b9890 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/ports?device_id=0896b847-b2e6-420c-9978-99be8b8e483b HTTP/1.1" status: 200 len: 945 time: 0.1244922 Nov 26 16:48:35.491592 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [req-9e919f66-40ce-4edd-b13f-5afe229783dc req-c5d22d4b-a6af-44de-895a-3d9ccbad76bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:48:35.491955 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-9e919f66-40ce-4edd-b13f-5afe229783dc req-c5d22d4b-a6af-44de-895a-3d9ccbad76bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:35.847112 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [req-9e919f66-40ce-4edd-b13f-5afe229783dc req-c5d22d4b-a6af-44de-895a-3d9ccbad76bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] For port 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=0e33c763-7e59-46cb-b089-d7ac0bcbf9a8,segment=NetworkSegment(bd80e898-8d8b-473b-9d83-dd7f4ae265ca),segment_id=bd80e898-8d8b-473b-9d83-dd7f4ae265ca)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:48:35.847497 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-9e919f66-40ce-4edd-b13f-5afe229783dc req-c5d22d4b-a6af-44de-895a-3d9ccbad76bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:35.971123 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [req-9e919f66-40ce-4edd-b13f-5afe229783dc req-c5d22d4b-a6af-44de-895a-3d9ccbad76bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 owned by compute:nova {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:48:36.107797 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-9e919f66-40ce-4edd-b13f-5afe229783dc req-c5d22d4b-a6af-44de-895a-3d9ccbad76bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:36.113845 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f181462b-8288-462d-b402-a21c294b27d8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:36.160764 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d22d4b-a6af-44de-895a-3d9ccbad76bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=0e33c763-7e59-46cb-b089-d7ac0bcbf9a8,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:36.163826 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c5d22d4b-a6af-44de-895a-3d9ccbad76bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:36.236287 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e919f66-40ce-4edd-b13f-5afe229783dc req-c5d22d4b-a6af-44de-895a-3d9ccbad76bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] No DVR routers for this DVR port 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 on host hv-neutron-8194 {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:48:36.238666 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-9e919f66-40ce-4edd-b13f-5afe229783dc req-c5d22d4b-a6af-44de-895a-3d9ccbad76bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:36.241161 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0896b847-b2e6-420c-9978-99be8b8e483b', 'name': 'network-vif-deleted', 'tag': '0e33c763-7e59-46cb-b089-d7ac0bcbf9a8'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:48:36.256566 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9e919f66-40ce-4edd-b13f-5afe229783dc req-c5d22d4b-a6af-44de-895a-3d9ccbad76bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "DELETE /v2.0/ports/0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 HTTP/1.1" status: 204 len: 173 time: 0.8273294 Nov 26 16:48:36.286325 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0896b847-b2e6-420c-9978-99be8b8e483b', 'name': 'network-vif-deleted', 'tag': '0e33c763-7e59-46cb-b089-d7ac0bcbf9a8', 'status': 'completed', 'code': 200} Nov 26 16:48:36.577196 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-6d2a1eeb-e319-4395-b0a6-1cb8f0f2f24d req-8a60c195-efd9-498f-bf16-b98d034f318c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:48:36.593712 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-6d2a1eeb-e319-4395-b0a6-1cb8f0f2f24d req-8a60c195-efd9-498f-bf16-b98d034f318c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:48:36.594972 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6d2a1eeb-e319-4395-b0a6-1cb8f0f2f24d req-8a60c195-efd9-498f-bf16-b98d034f318c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=0896b847-b2e6-420c-9978-99be8b8e483b HTTP/1.1" status: 200 len: 210 time: 0.0600517 Nov 26 16:48:37.687130 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53930) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:37.754976 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-78828c90-910a-4e49-95d4-03df653b3e01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:37.788635 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-78828c90-910a-4e49-95d4-03df653b3e01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:37.856122 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-78828c90-910a-4e49-95d4-03df653b3e01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:37.861870 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-df9bc11e-6afc-48ed-ab9f-f2b25ccf9590 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:37.877726 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78828c90-910a-4e49-95d4-03df653b3e01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0ff634-7712-4e76-80a7-eadff1fef63f,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:37.880375 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-78828c90-910a-4e49-95d4-03df653b3e01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:37.885708 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-78828c90-910a-4e49-95d4-03df653b3e01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:37.886866 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-78828c90-910a-4e49-95d4-03df653b3e01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/security-groups/7c0ff634-7712-4e76-80a7-eadff1fef63f HTTP/1.1" status: 204 len: 168 time: 0.1987176 Nov 26 16:48:37.918598 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53936) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:38.573966 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e5ccc249-9b9c-40e7-8757-92fc436713bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:38.784214 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:48:38.818609 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:48:38.818986 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 0e33c763-7e59-46cb-b089-d7ac0bcbf9a8 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:48:38.925885 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-e5ccc249-9b9c-40e7-8757-92fc436713bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port 7d9773de-6aa1-42ec-ab87-6a958f15234b {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:48:38.926483 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e5ccc249-9b9c-40e7-8757-92fc436713bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:39.110670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-e5ccc249-9b9c-40e7-8757-92fc436713bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] For port 7d9773de-6aa1-42ec-ab87-6a958f15234b, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7d9773de-6aa1-42ec-ab87-6a958f15234b,segment=NetworkSegment(bd80e898-8d8b-473b-9d83-dd7f4ae265ca),segment_id=bd80e898-8d8b-473b-9d83-dd7f4ae265ca)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:48:39.111034 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e5ccc249-9b9c-40e7-8757-92fc436713bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:39.236458 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-e5ccc249-9b9c-40e7-8757-92fc436713bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for 7d9773de-6aa1-42ec-ab87-6a958f15234b owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:48:39.412071 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e5ccc249-9b9c-40e7-8757-92fc436713bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:39.415531 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9d984567-581b-4d43-948a-148b17f011e2 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:39.461669 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccc249-9b9c-40e7-8757-92fc436713bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=7d9773de-6aa1-42ec-ab87-6a958f15234b,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:39.464225 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e5ccc249-9b9c-40e7-8757-92fc436713bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:39.744016 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e5ccc249-9b9c-40e7-8757-92fc436713bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:40.232898 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ccc249-9b9c-40e7-8757-92fc436713bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router 125f1d2b-0bf0-4509-a511-45214b62feb6 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:48:40.406375 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ccc249-9b9c-40e7-8757-92fc436713bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:48:40.416020 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904b8105-16fb-4ca7-94d9-15670d963c2a None None] Sync routers for ids ['125f1d2b-0bf0-4509-a511-45214b62feb6'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:48:40.423146 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e5ccc249-9b9c-40e7-8757-92fc436713bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "PUT /v2.0/routers/125f1d2b-0bf0-4509-a511-45214b62feb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5034528 Nov 26 16:48:40.425093 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904b8105-16fb-4ca7-94d9-15670d963c2a None None] Routers {'125f1d2b-0bf0-4509-a511-45214b62feb6'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:48:40.425696 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-904b8105-16fb-4ca7-94d9-15670d963c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:48:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['125f1d2b-0bf0-4509-a511-45214b62feb6'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:48:40.425979 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53940) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:40.494626 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5aed326-d46f-43fd-9634-eb28412ae8df tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting subnet deae5e76-4f03-4e21-bc20-3fd071b72cce {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:48:40.497790 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b5aed326-d46f-43fd-9634-eb28412ae8df tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:40.551370 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b5aed326-d46f-43fd-9634-eb28412ae8df tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:40.603108 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-904b8105-16fb-4ca7-94d9-15670d963c2a None None] Set router 125f1d2b-0bf0-4509-a511-45214b62feb6 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:48:40.632104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b5aed326-d46f-43fd-9634-eb28412ae8df tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:40.716815 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b5aed326-d46f-43fd-9634-eb28412ae8df tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:40.723201 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-53c0908a-0f76-4114-b0f9-fe98374784c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:40.762003 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aed326-d46f-43fd-9634-eb28412ae8df tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Subnet': ['ID=deae5e76-4f03-4e21-bc20-3fd071b72cce,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:40.766496 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b5aed326-d46f-43fd-9634-eb28412ae8df tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:40.769556 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b5aed326-d46f-43fd-9634-eb28412ae8df tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:40.775277 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8129d2-4d0e-4ef2-a726-0a1ff133bc63 None None] Network 12be2eac-13ab-4e55-b5b7-a2793e1b8f67 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:48:40.778474 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b5aed326-d46f-43fd-9634-eb28412ae8df tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/subnets/deae5e76-4f03-4e21-bc20-3fd071b72cce HTTP/1.1" status: 204 len: 168 time: 0.3513303 Nov 26 16:48:40.781281 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53944) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:40.957442 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-904b8105-16fb-4ca7-94d9-15670d963c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'name': 'tempest-TestNetworkBasicOps-router-241293427', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:47:27Z', 'updated_at': '2021-11-26T16:48:39Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:47:29Z', 'updated_at': '2021-11-26T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:48:40.963676 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904b8105-16fb-4ca7-94d9-15670d963c2a None None] Checking router: 125f1d2b-0bf0-4509-a511-45214b62feb6 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:48:40.972687 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904b8105-16fb-4ca7-94d9-15670d963c2a None None] Routers {'125f1d2b-0bf0-4509-a511-45214b62feb6'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:48:40.974008 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-904b8105-16fb-4ca7-94d9-15670d963c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:48:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['125f1d2b-0bf0-4509-a511-45214b62feb6'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:48:40.981708 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:41.054537 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b73170-e9e5-4715-97da-a5943a4d64d6 None None] DHCP port deletion for 12be2eac-13ab-4e55-b5b7-a2793e1b8f67 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:48:41.058933 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-06b73170-e9e5-4715-97da-a5943a4d64d6 None None] Deleting port 21c135a9-10b0-40f4-8091-abb92c676f75 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:48:41.059514 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-06b73170-e9e5-4715-97da-a5943a4d64d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:41.183794 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-904b8105-16fb-4ca7-94d9-15670d963c2a None None] Set router 125f1d2b-0bf0-4509-a511-45214b62feb6 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:48:41.223373 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:41.235445 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port 0b4902d7-58d2-490c-a87c-5e0e89e6e122 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:48:41.236214 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:41.328093 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-06b73170-e9e5-4715-97da-a5943a4d64d6 None None] For port 21c135a9-10b0-40f4-8091-abb92c676f75, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=21c135a9-10b0-40f4-8091-abb92c676f75,segment=NetworkSegment(bd80e898-8d8b-473b-9d83-dd7f4ae265ca),segment_id=bd80e898-8d8b-473b-9d83-dd7f4ae265ca)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:48:41.328450 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-06b73170-e9e5-4715-97da-a5943a4d64d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:41.434989 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] For port 0b4902d7-58d2-490c-a87c-5e0e89e6e122, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=0b4902d7-58d2-490c-a87c-5e0e89e6e122,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:48:41.435504 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:41.463434 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-06b73170-e9e5-4715-97da-a5943a4d64d6 None None] Calling delete_port for 21c135a9-10b0-40f4-8091-abb92c676f75 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:48:41.517787 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-904b8105-16fb-4ca7-94d9-15670d963c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'name': 'tempest-TestNetworkBasicOps-router-241293427', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:47:27Z', 'updated_at': '2021-11-26T16:48:39Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:47:29Z', 'updated_at': '2021-11-26T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:48:41.522273 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904b8105-16fb-4ca7-94d9-15670d963c2a None None] The sync data for ids ['125f1d2b-0bf0-4509-a511-45214b62feb6'] in dv-neutron-819440-1-hyperv is: [{'id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'name': 'tempest-TestNetworkBasicOps-router-241293427', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:47:27Z', 'updated_at': '2021-11-26T16:48:39Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '0b4902d7-58d2-490c-a87c-5e0e89e6e122', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125f1d2b-0bf0-4509-a511-45214b62feb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:47:29Z', 'updated_at': '2021-11-26T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:48:41.548213 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-06b73170-e9e5-4715-97da-a5943a4d64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:41.552207 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:41.597114 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b73170-e9e5-4715-97da-a5943a4d64d6 None None] Pushing event deleted for resources: {'Port': ['ID=21c135a9-10b0-40f4-8091-abb92c676f75,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:41.601520 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b73170-e9e5-4715-97da-a5943a4d64d6 None None] No DVR routers for this DVR port 21c135a9-10b0-40f4-8091-abb92c676f75 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:48:41.612059 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b73170-e9e5-4715-97da-a5943a4d64d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:41.612408 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b73170-e9e5-4715-97da-a5943a4d64d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:41.613048 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b73170-e9e5-4715-97da-a5943a4d64d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:41.613048 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b73170-e9e5-4715-97da-a5943a4d64d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:41.613381 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b73170-e9e5-4715-97da-a5943a4d64d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:41.613708 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b73170-e9e5-4715-97da-a5943a4d64d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:41.614031 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b73170-e9e5-4715-97da-a5943a4d64d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:41.614353 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b73170-e9e5-4715-97da-a5943a4d64d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:41.614675 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b73170-e9e5-4715-97da-a5943a4d64d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:41.614995 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b73170-e9e5-4715-97da-a5943a4d64d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:41.615416 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b73170-e9e5-4715-97da-a5943a4d64d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:41.615611 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b73170-e9e5-4715-97da-a5943a4d64d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:41.618942 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-06b73170-e9e5-4715-97da-a5943a4d64d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:41.699443 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for 0b4902d7-58d2-490c-a87c-5e0e89e6e122 owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:48:41.862541 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:41.867168 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-eafb7835-c1bf-4e48-ab1a-a08b3b71e78f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:41.941832 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=0b4902d7-58d2-490c-a87c-5e0e89e6e122,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:41.983602 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:41.984002 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:41.984368 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:41.984739 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:41.985099 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:41.985459 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:41.985817 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:41.986174 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:41.986530 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:41.986886 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:41.987241 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:41.987593 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:41.990925 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:42.021367 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:42.197087 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:42.199136 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:42.221229 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:42.221775 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Fanout notify agent at l3_agent the message router_deleted on router 125f1d2b-0bf0-4509-a511-45214b62feb6 {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:48:42.241142 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:42.245406 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/routers/125f1d2b-0bf0-4509-a511-45214b62feb6 HTTP/1.1" status: 204 len: 168 time: 1.4599283 Nov 26 16:48:42.245872 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53948) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:42.360853 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eb22baa6-a468-48da-b92c-6e3c19d29e6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:42.490642 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eb22baa6-a468-48da-b92c-6e3c19d29e6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:42.518649 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-eb22baa6-a468-48da-b92c-6e3c19d29e6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12be2eac-13ab-4e55-b5b7-a2793e1b8f67']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:48:42.530894 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-eb22baa6-a468-48da-b92c-6e3c19d29e6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd80e898-8d8b-473b-9d83-dd7f4ae265ca') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:48:42.531187 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-eb22baa6-a468-48da-b92c-6e3c19d29e6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd80e898-8d8b-473b-9d83-dd7f4ae265ca') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:48:42.542213 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eb22baa6-a468-48da-b92c-6e3c19d29e6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:42.557558 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eb22baa6-a468-48da-b92c-6e3c19d29e6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:42.563461 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb22baa6-a468-48da-b92c-6e3c19d29e6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:48:42.563989 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eb22baa6-a468-48da-b92c-6e3c19d29e6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:48:42.578525 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:48:42.658328 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eb22baa6-a468-48da-b92c-6e3c19d29e6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:42.663297 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eb22baa6-a468-48da-b92c-6e3c19d29e6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:42.668138 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-98a17d79-2a9f-4c6b-826f-d6655304a1aa tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:42.700413 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-eb22baa6-a468-48da-b92c-6e3c19d29e6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/networks/12be2eac-13ab-4e55-b5b7-a2793e1b8f67 HTTP/1.1" status: 204 len: 168 time: 0.4537551 Nov 26 16:48:42.701320 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22baa6-a468-48da-b92c-6e3c19d29e6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Network': ['ID=12be2eac-13ab-4e55-b5b7-a2793e1b8f67,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:42.705014 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-eb22baa6-a468-48da-b92c-6e3c19d29e6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:42.717041 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53952) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:42.723161 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-dce8c07a-d50e-4fb0-a67e-d4564f28a391 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'network': {'name': 'tempest-network-smoke--1421550173', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'port_security_enabled': True}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:48:42.728436 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-dce8c07a-d50e-4fb0-a67e-d4564f28a391 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:48:42.732926 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-dce8c07a-d50e-4fb0-a67e-d4564f28a391 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:network and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:48:42.735802 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-dce8c07a-d50e-4fb0-a67e-d4564f28a391 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:48:42.741536 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-dce8c07a-d50e-4fb0-a67e-d4564f28a391 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:48:42.752388 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce8c07a-d50e-4fb0-a67e-d4564f28a391 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Made reservation on behalf of 44b3ec829fd84946a37f17d3391a650c for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:48:42.755805 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-dce8c07a-d50e-4fb0-a67e-d4564f28a391 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:42.783549 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce8c07a-d50e-4fb0-a67e-d4564f28a391 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:48:42.792574 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-dce8c07a-d50e-4fb0-a67e-d4564f28a391 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:42.792934 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-dce8c07a-d50e-4fb0-a67e-d4564f28a391 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Added segment 990787ed-f734-4f76-b4db-3f4c63557f98 of type vlan for network fb717539-f6f7-4889-9932-028f97969ae3 Nov 26 16:48:42.818856 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-dce8c07a-d50e-4fb0-a67e-d4564f28a391 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:42.846667 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-dce8c07a-d50e-4fb0-a67e-d4564f28a391 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:42.852969 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce8c07a-d50e-4fb0-a67e-d4564f28a391 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:42.853541 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-dce8c07a-d50e-4fb0-a67e-d4564f28a391 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:42.856994 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4a234fa7-795c-4921-a63e-ad4afbce2086 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:42.959071 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-dce8c07a-d50e-4fb0-a67e-d4564f28a391 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2402792 Nov 26 16:48:42.961692 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53956) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:42.968743 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-39b0406f-b281-4933-9e89-dcae111b43e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-637669483', 'admin_state_up': True, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:48:42.973938 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8c07a-d50e-4fb0-a67e-d4564f28a391 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Network': ['ID=fb717539-f6f7-4889-9932-028f97969ae3,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:42.977037 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-dce8c07a-d50e-4fb0-a67e-d4564f28a391 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:42.977926 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-39b0406f-b281-4933-9e89-dcae111b43e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:48:42.981711 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-39b0406f-b281-4933-9e89-dcae111b43e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:router and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:48:42.983855 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network fb717539-f6f7-4889-9932-028f97969ae3 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:48:42.984632 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-39b0406f-b281-4933-9e89-dcae111b43e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:48:42.990293 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-39b0406f-b281-4933-9e89-dcae111b43e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:48:43.004340 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-39b0406f-b281-4933-9e89-dcae111b43e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:43.005440 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-39b0406f-b281-4933-9e89-dcae111b43e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:43.022480 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-39b0406f-b281-4933-9e89-dcae111b43e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:43.054580 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 21c135a9-10b0-40f4-8091-abb92c676f75 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:48:43.101703 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 21c135a9-10b0-40f4-8091-abb92c676f75 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:48:43.102062 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 21c135a9-10b0-40f4-8091-abb92c676f75 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:48:43.102499 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7d9773de-6aa1-42ec-ab87-6a958f15234b no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:48:43.148660 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 7d9773de-6aa1-42ec-ab87-6a958f15234b {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:48:43.149026 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7d9773de-6aa1-42ec-ab87-6a958f15234b not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:48:43.149439 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0b4902d7-58d2-490c-a87c-5e0e89e6e122 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:48:43.184777 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 0b4902d7-58d2-490c-a87c-5e0e89e6e122 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:48:43.185139 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0b4902d7-58d2-490c-a87c-5e0e89e6e122 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:48:43.396024 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-39b0406f-b281-4933-9e89-dcae111b43e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:43.688960 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-39b0406f-b281-4933-9e89-dcae111b43e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:43.717055 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-39b0406f-b281-4933-9e89-dcae111b43e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:43.852660 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-39b0406f-b281-4933-9e89-dcae111b43e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.26.0.39 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/30b03e2b-4699-4a78-985d-4c14b155acdc) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:48:43.997336 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-39b0406f-b281-4933-9e89-dcae111b43e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:44.025727 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-39b0406f-b281-4933-9e89-dcae111b43e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:44.030533 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1f8805f5-e50c-4418-a2c4-6b9809d62e3e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:44.089659 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b0406f-b281-4933-9e89-dcae111b43e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:48:44.093157 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-39b0406f-b281-4933-9e89-dcae111b43e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:48:44.096737 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b0406f-b281-4933-9e89-dcae111b43e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:48:44.129526 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0406f-b281-4933-9e89-dcae111b43e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=30b03e2b-4699-4a78-985d-4c14b155acdc,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:44.139678 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-39b0406f-b281-4933-9e89-dcae111b43e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:44.505572 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-39b0406f-b281-4933-9e89-dcae111b43e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_gateway, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:44.958532 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-39b0406f-b281-4933-9e89-dcae111b43e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:45.160101 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b0406f-b281-4933-9e89-dcae111b43e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:48:45.331560 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b0406f-b281-4933-9e89-dcae111b43e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:48:45.340902 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] Sync routers for ids ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:48:45.350015 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] Routers {'0a7d2e8b-f564-4c56-add5-2bc6f5460d50'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:48:45.350716 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:48:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:48:45.359631 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-39b0406f-b281-4933-9e89-dcae111b43e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:45.360871 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-39b0406f-b281-4933-9e89-dcae111b43e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3982790 Nov 26 16:48:45.364457 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53960) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:45.406386 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-935c76c6-2d6f-4ee9-b0e2-474475a503ea tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=44b3ec829fd84946a37f17d3391a650c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407369 Nov 26 16:48:45.409654 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 53964) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:45.530097 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] Set router 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:48:45.538047 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5161e7ed-06b1-41a1-bbc0-3fe7647bdc24 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:45.539518 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5161e7ed-06b1-41a1-bbc0-3fe7647bdc24 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297407 Nov 26 16:48:45.542589 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53968) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:45.582580 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e5e2e58e-4aa9-482c-8213-b7233f11d986 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=cf8dce9a-1df0-4b90-b19d-7de373e178f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386968 Nov 26 16:48:45.584894 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53972) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:45.590455 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-240518144', 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:48:45.701161 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:48:45.705653 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:subnet and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:48:45.708643 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:48:45.714458 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:48:45.728125 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Made reservation on behalf of 44b3ec829fd84946a37f17d3391a650c for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:48:45.731997 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:45.816209 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'name': 'tempest-TestNetworkBasicOps-router-637669483', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:44Z', 'revision_number': 3, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:48:45.819997 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] Checking router: 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:48:45.820355 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] Updating router 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 port 30b03e2b-4699-4a78-985d-4c14b155acdc binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:48:45.877786 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:45.952228 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:45.955816 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d3796422-fed9-400c-8b9f-6d771a17f8f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:46.032436 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Subnet': ['ID=b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:46.044537 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:46.044932 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:46.045864 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:46.046247 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:46.046619 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:46.046990 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:46.047359 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:46.047750 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:46.048120 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:46.048483 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:46.048846 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:46.049213 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:46.052230 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Checking segment: {'id': '990787ed-f734-4f76-b4db-3f4c63557f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:48:46.052591 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network hostable DHCP agents. Network: fb717539-f6f7-4889-9932-028f97969ae3, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:48:46.056904 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:46.071971 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network fb717539-f6f7-4889-9932-028f97969ae3 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:48:46.081498 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, fb717539-f6f7-4889-9932-028f97969ae3) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:48:46.085568 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:46.086155 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:46.094816 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e239d9b8-e15b-4c84-8490-0d4c18df14ac None None] Network fb717539-f6f7-4889-9932-028f97969ae3 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:48:46.107351 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5212255 Nov 26 16:48:46.109898 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53976) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:46.392658 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:46.443205 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] Transition to ACTIVE for port object 30b03e2b-4699-4a78-985d-4c14b155acdc will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:48:46.453280 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:46.458378 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:46.488961 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-fb717539-f6f7-4889-9932-028f97969ae3', 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ips': [{'subnet_id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:48:46.489811 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:46.588445 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] Attempting to bind port 30b03e2b-4699-4a78-985d-4c14b155acdc on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:48:46.588831 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] Attempting to bind port 30b03e2b-4699-4a78-985d-4c14b155acdc by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:48:46.589204 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] Attempting to bind port 30b03e2b-4699-4a78-985d-4c14b155acdc on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:48:46.611409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c90a6-7691-4e39-9183-6ef232a3dec0 None None] Pushing event updated for resources: {'Port': ['ID=30b03e2b-4699-4a78-985d-4c14b155acdc,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:46.613785 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:48:46.614162 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:48:46.614657 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:46.614959 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:48:46.615437 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] Bound port: 30b03e2b-4699-4a78-985d-4c14b155acdc, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:48:46.615844 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:46.642637 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-fe3c90a6-7691-4e39-9183-6ef232a3dec0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:46.749068 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] For port 30b03e2b-4699-4a78-985d-4c14b155acdc, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:48:46.753341 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] For port 30b03e2b-4699-4a78-985d-4c14b155acdc, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=30b03e2b-4699-4a78-985d-4c14b155acdc,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:48:46.764876 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:46.770443 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:46.803963 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] Allocated IP 172.20.0.2 (fb717539-f6f7-4889-9932-028f97969ae3/b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518/e45efb0a-218b-4f06-925b-94c773f78bba) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:48:46.928205 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c90a6-7691-4e39-9183-6ef232a3dec0 None None] Pushing event updated for resources: {'Port': ['ID=30b03e2b-4699-4a78-985d-4c14b155acdc,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:46.933601 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-fe3c90a6-7691-4e39-9183-6ef232a3dec0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:46.934190 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] Routers {'0a7d2e8b-f564-4c56-add5-2bc6f5460d50'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:48:46.934806 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:48:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:48:46.954461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d5ec5706-ee4d-4404-9421-d635fff72fc1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:47.190292 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] Set router 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:48:47.371632 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:47.395330 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] Transition to ACTIVE for port object e45efb0a-218b-4f06-925b-94c773f78bba will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:48:47.430843 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] Transition to ACTIVE for port object e45efb0a-218b-4f06-925b-94c773f78bba will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:48:47.452366 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:47.457890 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-66b51266-2ee2-4a44-899f-4da1128a6b5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:47.503672 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-d5ec5706-ee4d-4404-9421-d635fff72fc1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.20.0.1 (fb717539-f6f7-4889-9932-028f97969ae3/b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518/42cb1233-91d7-426c-809d-00863244a369) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:48:47.548865 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] Network fb717539-f6f7-4889-9932-028f97969ae3 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:48:47.552917 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:48:47.559154 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:48:47.650683 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] Pushing event updated for resources: {'Port': ['ID=e45efb0a-218b-4f06-925b-94c773f78bba,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:47.659131 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:47.663990 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d5ec5706-ee4d-4404-9421-d635fff72fc1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:47.680269 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-d5ec5706-ee4d-4404-9421-d635fff72fc1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Transition to ACTIVE for port object 42cb1233-91d7-426c-809d-00863244a369 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:48:47.706285 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d5ec5706-ee4d-4404-9421-d635fff72fc1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:47.713469 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-80bb99cd-7dc0-4a73-b6cf-cdaff04d0112 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:47.715221 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] Attempting to bind port e45efb0a-218b-4f06-925b-94c773f78bba on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:48:47.715609 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] Attempting to bind port e45efb0a-218b-4f06-925b-94c773f78bba by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '990787ed-f734-4f76-b4db-3f4c63557f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:48:47.716017 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] Attempting to bind port e45efb0a-218b-4f06-925b-94c773f78bba on network fb717539-f6f7-4889-9932-028f97969ae3 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:48:47.723521 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:48:47.723927 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] Checking segment: {'id': '990787ed-f734-4f76-b4db-3f4c63557f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:48:47.724336 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:47.724742 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] Bound using segment: {'id': '990787ed-f734-4f76-b4db-3f4c63557f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:48:47.725229 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] Bound port: e45efb0a-218b-4f06-925b-94c773f78bba, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990787ed-f734-4f76-b4db-3f4c63557f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:48:47.725607 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:47.744921 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'name': 'tempest-TestNetworkBasicOps-router-637669483', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:44Z', 'revision_number': 3, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:48:47.785714 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ec5706-ee4d-4404-9421-d635fff72fc1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network fb717539-f6f7-4889-9932-028f97969ae3 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:48:47.788972 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-d5ec5706-ee4d-4404-9421-d635fff72fc1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:48:47.789377 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c2df71-da00-4be1-bf2b-2a714882f7b3 None None] The sync data for ids ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'] in dv-neutron-819440-1-hyperv is: [{'id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'name': 'tempest-TestNetworkBasicOps-router-637669483', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:44Z', 'revision_number': 3, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:48:47.791750 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ec5706-ee4d-4404-9421-d635fff72fc1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:48:47.828961 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] For port e45efb0a-218b-4f06-925b-94c773f78bba, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:48:47.832074 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] For port e45efb0a-218b-4f06-925b-94c773f78bba, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=e45efb0a-218b-4f06-925b-94c773f78bba,segment=NetworkSegment(990787ed-f734-4f76-b4db-3f4c63557f98),segment_id=990787ed-f734-4f76-b4db-3f4c63557f98)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:48:47.837225 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:47.842802 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:47.843089 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec5706-ee4d-4404-9421-d635fff72fc1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=42cb1233-91d7-426c-809d-00863244a369,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:47.846084 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d5ec5706-ee4d-4404-9421-d635fff72fc1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:47.864689 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d5ec5706-ee4d-4404-9421-d635fff72fc1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:47.927014 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] Pushing event updated for resources: {'Port': ['ID=e45efb0a-218b-4f06-925b-94c773f78bba,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:47.930630 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:48.033407 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d5ec5706-ee4d-4404-9421-d635fff72fc1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:48.630154 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d5ec5706-ee4d-4404-9421-d635fff72fc1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:48.634813 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d5ec5706-ee4d-4404-9421-d635fff72fc1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:48.662506 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5676e9e1-e26d-4f48-8e58-b9ea2757bd46 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:48.755801 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec5706-ee4d-4404-9421-d635fff72fc1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=42cb1233-91d7-426c-809d-00863244a369,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:48.758736 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d5ec5706-ee4d-4404-9421-d635fff72fc1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:48.759769 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d5ec5706-ee4d-4404-9421-d635fff72fc1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:48.904603 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ec5706-ee4d-4404-9421-d635fff72fc1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network fb717539-f6f7-4889-9932-028f97969ae3 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:48:48.905571 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-d5ec5706-ee4d-4404-9421-d635fff72fc1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:48:48.919062 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2e4402-112c-4821-afdb-0bd57d8dfcda None None] Network fb717539-f6f7-4889-9932-028f97969ae3 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:48:49.025828 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-192e8605-8263-4d21-82d0-09317ad9b424 None None] Provisioning for port e45efb0a-218b-4f06-925b-94c773f78bba completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:48:49.112704 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device e45efb0a-218b-4f06-925b-94c773f78bba up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:48:49.113007 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ec5706-ee4d-4404-9421-d635fff72fc1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:48:49.244218 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port e45efb0a-218b-4f06-925b-94c773f78bba completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:48:49.258845 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port e45efb0a-218b-4f06-925b-94c773f78bba triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:48:49.259230 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:49.313621 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ec5706-ee4d-4404-9421-d635fff72fc1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:48:49.327470 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d5ec5706-ee4d-4404-9421-d635fff72fc1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "PUT /v2.0/routers/0a7d2e8b-f564-4c56-add5-2bc6f5460d50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2165730 Nov 26 16:48:49.330113 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53980) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:49.422485 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:49.464553 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port e45efb0a-218b-4f06-925b-94c773f78bba, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=e45efb0a-218b-4f06-925b-94c773f78bba,segment=NetworkSegment(990787ed-f734-4f76-b4db-3f4c63557f98),segment_id=990787ed-f734-4f76-b4db-3f4c63557f98)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:48:49.465962 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:49.471293 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:49.472632 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 30b03e2b-4699-4a78-985d-4c14b155acdc up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:48:49.477000 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] Sync routers for ids ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:48:49.488104 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] Routers {'0a7d2e8b-f564-4c56-add5-2bc6f5460d50'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:48:49.488863 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:48:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:48:49.497547 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784ff000-4239-4f52-8a99-c2af8f72a62b tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:49.497977 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784ff000-4239-4f52-8a99-c2af8f72a62b tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:49.498478 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784ff000-4239-4f52-8a99-c2af8f72a62b tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:49.498950 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784ff000-4239-4f52-8a99-c2af8f72a62b tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:49.499444 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784ff000-4239-4f52-8a99-c2af8f72a62b tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:49.499947 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784ff000-4239-4f52-8a99-c2af8f72a62b tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:49.503759 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-784ff000-4239-4f52-8a99-c2af8f72a62b tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1708207 Nov 26 16:48:49.504532 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53984) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:49.527953 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8f06d8b6-ce5c-4a77-9d57-143208cb715d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:49.580731 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cd1b79-e172-4178-ad16-56eafbc93824 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:49.581650 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cd1b79-e172-4178-ad16-56eafbc93824 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:49.582283 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cd1b79-e172-4178-ad16-56eafbc93824 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:49.583113 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cd1b79-e172-4178-ad16-56eafbc93824 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:49.583963 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cd1b79-e172-4178-ad16-56eafbc93824 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:49.584604 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cd1b79-e172-4178-ad16-56eafbc93824 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:49.586906 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-21cd1b79-e172-4178-ad16-56eafbc93824 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0814500 Nov 26 16:48:49.589688 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53988) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:49.612406 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=e45efb0a-218b-4f06-925b-94c773f78bba,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:49.616699 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:49.619483 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 30b03e2b-4699-4a78-985d-4c14b155acdc completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:48:49.626743 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 30b03e2b-4699-4a78-985d-4c14b155acdc triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:48:49.627248 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:49.724248 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] Set router 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:48:49.790671 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-11ec33c1-6f01-4610-bc67-306bb6d503c3 None None] Provisioning complete for port e45efb0a-218b-4f06-925b-94c773f78bba triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:48:49.791059 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-11ec33c1-6f01-4610-bc67-306bb6d503c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:49.832900 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:49.850344 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-56a060cd-608e-4819-87de-eec38e17f02b tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2592354 Nov 26 16:48:49.865992 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 30b03e2b-4699-4a78-985d-4c14b155acdc, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=30b03e2b-4699-4a78-985d-4c14b155acdc,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:48:49.876051 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:49.878302 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:49.998079 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=30b03e2b-4699-4a78-985d-4c14b155acdc,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:50.002198 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:50.016471 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-11ec33c1-6f01-4610-bc67-306bb6d503c3 None None] Provisioning for port 42cb1233-91d7-426c-809d-00863244a369 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:48:50.022524 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-11ec33c1-6f01-4610-bc67-306bb6d503c3 None None] Provisioning complete for port 42cb1233-91d7-426c-809d-00863244a369 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:48:50.023367 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-11ec33c1-6f01-4610-bc67-306bb6d503c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:50.110714 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-11ec33c1-6f01-4610-bc67-306bb6d503c3 None None] Port 42cb1233-91d7-426c-809d-00863244a369 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:48:50.111050 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53994) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:50.117813 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-d02ae91d-1e07-4bbb-8070-1412a2c8e0fe tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2122656561', 'description': 'tempest-secgroup-smoke-2122656561 description', 'project_id': '44b3ec829fd84946a37f17d3391a650c'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:48:50.121527 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'name': 'tempest-TestNetworkBasicOps-router-637669483', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:47Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '42cb1233-91d7-426c-809d-00863244a369', 'name': '', 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:8b:cd:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:47Z', 'updated_at': '2021-11-26T16:48:48Z', 'revision_number': 2, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:48:50.124100 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d02ae91d-1e07-4bbb-8070-1412a2c8e0fe tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:48:50.125359 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] Checking router: 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:48:50.125724 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] Updating router 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 port 42cb1233-91d7-426c-809d-00863244a369 binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:48:50.128216 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d02ae91d-1e07-4bbb-8070-1412a2c8e0fe tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:48:50.131162 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d02ae91d-1e07-4bbb-8070-1412a2c8e0fe tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:48:50.136912 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d02ae91d-1e07-4bbb-8070-1412a2c8e0fe tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:48:50.148301 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d02ae91d-1e07-4bbb-8070-1412a2c8e0fe tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:50.168040 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d02ae91d-1e07-4bbb-8070-1412a2c8e0fe tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:48:50.171875 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d02ae91d-1e07-4bbb-8070-1412a2c8e0fe tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:48:50.174623 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d02ae91d-1e07-4bbb-8070-1412a2c8e0fe tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:48:50.180213 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d02ae91d-1e07-4bbb-8070-1412a2c8e0fe tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:48:50.185000 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:50.234228 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-39993706-e5fd-4aa6-a54e-eccc5ae45195 None None] Provisioning complete for port 42cb1233-91d7-426c-809d-00863244a369 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:48:50.234671 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-39993706-e5fd-4aa6-a54e-eccc5ae45195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:50.257078 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d02ae91d-1e07-4bbb-8070-1412a2c8e0fe tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:50.261154 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d02ae91d-1e07-4bbb-8070-1412a2c8e0fe tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:50.268538 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:50.288780 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-39993706-e5fd-4aa6-a54e-eccc5ae45195 None None] Port 42cb1233-91d7-426c-809d-00863244a369 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:48:50.314323 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ae91d-1e07-4bbb-8070-1412a2c8e0fe tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42b1c747-7b25-4445-84b9-3e7d5fa31c37,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:50.317457 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d02ae91d-1e07-4bbb-8070-1412a2c8e0fe tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:50.320161 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d02ae91d-1e07-4bbb-8070-1412a2c8e0fe tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2075572 Nov 26 16:48:50.321145 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d02ae91d-1e07-4bbb-8070-1412a2c8e0fe tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:50.321622 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 53998) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:50.327118 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-1e0b277b-42dd-4988-b37c-752c56be9839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '42b1c747-7b25-4445-84b9-3e7d5fa31c37', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:48:50.332852 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-1e0b277b-42dd-4988-b37c-752c56be9839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:48:50.336621 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1e0b277b-42dd-4988-b37c-752c56be9839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:48:50.339429 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1e0b277b-42dd-4988-b37c-752c56be9839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:48:50.345136 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-1e0b277b-42dd-4988-b37c-752c56be9839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:48:50.362772 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1e0b277b-42dd-4988-b37c-752c56be9839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:50.425804 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1e0b277b-42dd-4988-b37c-752c56be9839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:50.429562 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1e0b277b-42dd-4988-b37c-752c56be9839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:50.437568 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:50.458186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b277b-42dd-4988-b37c-752c56be9839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1622b18f-713f-4e93-8849-4b442bc49bae,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:50.460668 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1e0b277b-42dd-4988-b37c-752c56be9839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:50.466306 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1e0b277b-42dd-4988-b37c-752c56be9839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:50.467669 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1e0b277b-42dd-4988-b37c-752c56be9839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1451402 Nov 26 16:48:50.471301 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54002) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:50.477089 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-6a6e422a-94b1-4114-82f9-06d9dc7db2ba tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '42b1c747-7b25-4445-84b9-3e7d5fa31c37', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:48:50.483045 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6a6e422a-94b1-4114-82f9-06d9dc7db2ba tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:48:50.487045 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6a6e422a-94b1-4114-82f9-06d9dc7db2ba tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:48:50.490031 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6a6e422a-94b1-4114-82f9-06d9dc7db2ba tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:48:50.497076 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6a6e422a-94b1-4114-82f9-06d9dc7db2ba tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:48:50.515791 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6a6e422a-94b1-4114-82f9-06d9dc7db2ba tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:50.565741 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:50.578868 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] Transition to ACTIVE for port object 42cb1233-91d7-426c-809d-00863244a369 will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:48:50.579880 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6a6e422a-94b1-4114-82f9-06d9dc7db2ba tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:50.583698 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6a6e422a-94b1-4114-82f9-06d9dc7db2ba tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:50.584981 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:50.588430 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:50.591199 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:50.608894 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e422a-94b1-4114-82f9-06d9dc7db2ba tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626efeed-292c-45df-8368-63ee01839e98,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:50.611511 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6a6e422a-94b1-4114-82f9-06d9dc7db2ba tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:50.619130 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6a6e422a-94b1-4114-82f9-06d9dc7db2ba tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:50.620717 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6a6e422a-94b1-4114-82f9-06d9dc7db2ba tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1483696 Nov 26 16:48:50.623587 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54006) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:50.629183 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-f4758d7e-d261-4cfc-b781-268bf9c02f27 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '42b1c747-7b25-4445-84b9-3e7d5fa31c37', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:48:50.635031 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f4758d7e-d261-4cfc-b781-268bf9c02f27 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:48:50.640531 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f4758d7e-d261-4cfc-b781-268bf9c02f27 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:48:50.643632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f4758d7e-d261-4cfc-b781-268bf9c02f27 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:48:50.649621 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f4758d7e-d261-4cfc-b781-268bf9c02f27 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:48:50.668311 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f4758d7e-d261-4cfc-b781-268bf9c02f27 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:50.735098 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f4758d7e-d261-4cfc-b781-268bf9c02f27 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:50.740640 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f4758d7e-d261-4cfc-b781-268bf9c02f27 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:50.742665 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b59fca-33c9-4c04-a928-9a2f9af65e40 None None] Pushing event updated for resources: {'Port': ['ID=42cb1233-91d7-426c-809d-00863244a369,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:50.752853 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:50.777035 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4758d7e-d261-4cfc-b781-268bf9c02f27 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a34dcd4-f4c4-42af-a87f-6a73522d40a9,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:50.781053 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f4758d7e-d261-4cfc-b781-268bf9c02f27 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:50.790929 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f4758d7e-d261-4cfc-b781-268bf9c02f27 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:50.792390 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b59fca-33c9-4c04-a928-9a2f9af65e40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:50.792742 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b59fca-33c9-4c04-a928-9a2f9af65e40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:50.792874 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f4758d7e-d261-4cfc-b781-268bf9c02f27 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1678808 Nov 26 16:48:50.793220 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b59fca-33c9-4c04-a928-9a2f9af65e40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:50.793564 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b59fca-33c9-4c04-a928-9a2f9af65e40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:50.793903 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b59fca-33c9-4c04-a928-9a2f9af65e40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:50.794236 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b59fca-33c9-4c04-a928-9a2f9af65e40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:50.794561 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b59fca-33c9-4c04-a928-9a2f9af65e40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:50.794889 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b59fca-33c9-4c04-a928-9a2f9af65e40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:50.795339 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b59fca-33c9-4c04-a928-9a2f9af65e40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:50.795464 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54010) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:50.795661 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b59fca-33c9-4c04-a928-9a2f9af65e40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:50.796006 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b59fca-33c9-4c04-a928-9a2f9af65e40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:50.796326 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b59fca-33c9-4c04-a928-9a2f9af65e40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:48:50.802164 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-3eac3932-73a0-4ea5-8a15-d39e543ffe6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '42b1c747-7b25-4445-84b9-3e7d5fa31c37', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:48:50.806885 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-50b59fca-33c9-4c04-a928-9a2f9af65e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:50.809601 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3eac3932-73a0-4ea5-8a15-d39e543ffe6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:48:50.814806 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3eac3932-73a0-4ea5-8a15-d39e543ffe6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:48:50.816225 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] Attempting to bind port 42cb1233-91d7-426c-809d-00863244a369 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:48:50.816611 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] Attempting to bind port 42cb1233-91d7-426c-809d-00863244a369 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '990787ed-f734-4f76-b4db-3f4c63557f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:48:50.816978 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] Attempting to bind port 42cb1233-91d7-426c-809d-00863244a369 on network fb717539-f6f7-4889-9932-028f97969ae3 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:48:50.818525 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3eac3932-73a0-4ea5-8a15-d39e543ffe6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:48:50.822408 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:48:50.822789 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] Checking segment: {'id': '990787ed-f734-4f76-b4db-3f4c63557f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:48:50.823192 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:50.823589 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] Bound using segment: {'id': '990787ed-f734-4f76-b4db-3f4c63557f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:48:50.824093 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] Bound port: 42cb1233-91d7-426c-809d-00863244a369, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990787ed-f734-4f76-b4db-3f4c63557f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:48:50.824476 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:50.825292 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3eac3932-73a0-4ea5-8a15-d39e543ffe6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:48:50.845150 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3eac3932-73a0-4ea5-8a15-d39e543ffe6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:50.916402 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] For port 42cb1233-91d7-426c-809d-00863244a369, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:48:50.919633 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] For port 42cb1233-91d7-426c-809d-00863244a369, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=42cb1233-91d7-426c-809d-00863244a369,segment=NetworkSegment(990787ed-f734-4f76-b4db-3f4c63557f98),segment_id=990787ed-f734-4f76-b4db-3f4c63557f98)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:48:50.921997 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3eac3932-73a0-4ea5-8a15-d39e543ffe6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:50.924804 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:50.925178 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3eac3932-73a0-4ea5-8a15-d39e543ffe6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:50.927023 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-52ddc874-7abb-4b17-917c-deef7704eefd tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:50.929523 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-f82e33a9-f520-4602-8f5e-b6f4c37aec46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:51.006198 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] Routers {'0a7d2e8b-f564-4c56-add5-2bc6f5460d50'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:48:51.006838 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:48:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:48:51.086327 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device e45efb0a-218b-4f06-925b-94c773f78bba up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:48:51.098303 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac3932-73a0-4ea5-8a15-d39e543ffe6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=702287ce-2ad3-49a3-8ec0-aadf4cca5bf8,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:51.100930 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3eac3932-73a0-4ea5-8a15-d39e543ffe6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:51.116381 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3eac3932-73a0-4ea5-8a15-d39e543ffe6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:51.118480 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3eac3932-73a0-4ea5-8a15-d39e543ffe6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3215206 Nov 26 16:48:51.121397 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54014) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:51.127929 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-e52cddd0-f34d-4e0a-9cc6-304a4f24582a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '42b1c747-7b25-4445-84b9-3e7d5fa31c37', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:48:51.134517 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e52cddd0-f34d-4e0a-9cc6-304a4f24582a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:48:51.140077 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e52cddd0-f34d-4e0a-9cc6-304a4f24582a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:48:51.143705 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e52cddd0-f34d-4e0a-9cc6-304a4f24582a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:48:51.151033 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e52cddd0-f34d-4e0a-9cc6-304a4f24582a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:48:51.164953 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port e45efb0a-218b-4f06-925b-94c773f78bba triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:48:51.165184 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.securitygroups_db [None req-e52cddd0-f34d-4e0a-9cc6-304a4f24582a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Project 44b3ec829fd84946a37f17d3391a650c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:48:51.165530 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:51.173407 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e52cddd0-f34d-4e0a-9cc6-304a4f24582a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:51.183549 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b59fca-33c9-4c04-a928-9a2f9af65e40 None None] Pushing event updated for resources: {'Port': ['ID=42cb1233-91d7-426c-809d-00863244a369,revision_number=4']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:51.188722 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-50b59fca-33c9-4c04-a928-9a2f9af65e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:51.235375 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] Set router 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:48:51.243470 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e52cddd0-f34d-4e0a-9cc6-304a4f24582a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:51.248237 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e52cddd0-f34d-4e0a-9cc6-304a4f24582a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:51.250130 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-783d82e6-131b-4751-bc97-7fdca8ebcb0c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:51.273612 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cddd0-f34d-4e0a-9cc6-304a4f24582a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9732a0dd-31e4-4936-80c0-f84d90030500,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:51.276128 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e52cddd0-f34d-4e0a-9cc6-304a4f24582a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:51.286928 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e52cddd0-f34d-4e0a-9cc6-304a4f24582a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:51.288515 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e52cddd0-f34d-4e0a-9cc6-304a4f24582a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1659665 Nov 26 16:48:51.291468 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54018) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:48:51.297589 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-247c2b85-c729-4e1a-8b11-ec40e925ac01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '42b1c747-7b25-4445-84b9-3e7d5fa31c37', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:48:51.303709 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-247c2b85-c729-4e1a-8b11-ec40e925ac01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:48:51.307830 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-247c2b85-c729-4e1a-8b11-ec40e925ac01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:48:51.310727 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-247c2b85-c729-4e1a-8b11-ec40e925ac01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:48:51.316676 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-247c2b85-c729-4e1a-8b11-ec40e925ac01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:48:51.324239 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 30b03e2b-4699-4a78-985d-4c14b155acdc up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:48:51.329672 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.securitygroups_db [None req-247c2b85-c729-4e1a-8b11-ec40e925ac01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Project 44b3ec829fd84946a37f17d3391a650c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:48:51.336582 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-247c2b85-c729-4e1a-8b11-ec40e925ac01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:51.396260 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 30b03e2b-4699-4a78-985d-4c14b155acdc triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:48:51.396647 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:51.403793 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-247c2b85-c729-4e1a-8b11-ec40e925ac01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:51.408273 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-247c2b85-c729-4e1a-8b11-ec40e925ac01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:51.410086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e57b0923-bee0-4971-97ad-b5e557592b0f tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:51.432264 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c2b85-c729-4e1a-8b11-ec40e925ac01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a12538a-5b00-439f-8769-ca1477412891,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:51.434749 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-247c2b85-c729-4e1a-8b11-ec40e925ac01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:51.443325 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-247c2b85-c729-4e1a-8b11-ec40e925ac01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:51.444842 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-247c2b85-c729-4e1a-8b11-ec40e925ac01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1522999 Nov 26 16:48:51.572052 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'name': 'tempest-TestNetworkBasicOps-router-637669483', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:47Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '42cb1233-91d7-426c-809d-00863244a369', 'name': '', 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:8b:cd:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:47Z', 'updated_at': '2021-11-26T16:48:50Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:48:51.576032 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642b1353-4c72-4c2a-a4d9-8c8683177331 None None] The sync data for ids ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'] in dv-neutron-819440-1-hyperv is: [{'id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'name': 'tempest-TestNetworkBasicOps-router-637669483', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:47Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '42cb1233-91d7-426c-809d-00863244a369', 'name': '', 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:8b:cd:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:47Z', 'updated_at': '2021-11-26T16:48:50Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:48:51.697994 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-314de14a-f214-454d-be89-480d083df301 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2122656561&fields=id&tenant_id=44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 267 time: 0.0452313 Nov 26 16:48:51.855667 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-ed8f416a-3022-481c-8936-f1bc14a81ae7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:51.856506 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-ed8f416a-3022-481c-8936-f1bc14a81ae7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:network {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:48:51.874196 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-ed8f416a-3022-481c-8936-f1bc14a81ae7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:network {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:48:51.875325 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-ed8f416a-3022-481c-8936-f1bc14a81ae7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/networks?id=fb717539-f6f7-4889-9932-028f97969ae3 HTTP/1.1" status: 200 len: 797 time: 0.1702931 Nov 26 16:48:51.891511 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-e9045e4d-61f6-45a1-a1d9-1ec61d91c394 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/quotas/44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 375 time: 0.0103319 Nov 26 16:48:51.982722 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-0832cb68-c718-4446-bbc4-9af3ee0ca742 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855465 Nov 26 16:48:52.128466 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-c985087a-0b62-4aef-ba84-56dfcc4565b3 service neutron] 10.222.0.11 "GET /v2.0/networks/fb717539-f6f7-4889-9932-028f97969ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339450 Nov 26 16:48:52.392168 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-fdc4e10d-055e-4d2e-b220-904a7e38d5f8 service neutron] 10.222.0.11 "GET /v2.0/networks/fb717539-f6f7-4889-9932-028f97969ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580256 Nov 26 16:48:52.575473 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-427d42f1-524b-417e-b533-c915471e1f39 req-f7d3e592-f153-4c0b-a875-2e54566fac83 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:48:52.594573 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-427d42f1-524b-417e-b533-c915471e1f39 req-f7d3e592-f153-4c0b-a875-2e54566fac83 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:48:52.595931 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-427d42f1-524b-417e-b533-c915471e1f39 req-f7d3e592-f153-4c0b-a875-2e54566fac83 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=902169ea-77dd-4419-ab0e-6e256641e739 HTTP/1.1" status: 200 len: 210 time: 0.0700753 Nov 26 16:48:53.066777 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 42cb1233-91d7-426c-809d-00863244a369 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:48:53.172724 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 42cb1233-91d7-426c-809d-00863244a369 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:48:53.177266 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 42cb1233-91d7-426c-809d-00863244a369 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:48:53.177667 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:53.290259 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:53.321783 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 42cb1233-91d7-426c-809d-00863244a369, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=42cb1233-91d7-426c-809d-00863244a369,segment=NetworkSegment(990787ed-f734-4f76-b4db-3f4c63557f98),segment_id=990787ed-f734-4f76-b4db-3f4c63557f98)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:48:53.325339 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:53.328629 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:53.391307 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=42cb1233-91d7-426c-809d-00863244a369,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:53.394325 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:53.663693 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-f746de79-7810-454a-b18d-063a023cf752 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:53.665209 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-f746de79-7810-454a-b18d-063a023cf752 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/networks?id=fb717539-f6f7-4889-9932-028f97969ae3 HTTP/1.1" status: 200 len: 797 time: 0.1471307 Nov 26 16:48:53.755948 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-423540c0-5716-4a42-81a1-2e90b7aa9640 req-efd9188b-69c7-4d8d-9c3c-84f0353ebe04 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=902169ea-77dd-4419-ab0e-6e256641e739 HTTP/1.1" status: 200 len: 210 time: 0.0483360 Nov 26 16:48:53.764509 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-17277d2c-55be-4f5c-a1be-0226f2bcd067 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 380 time: 0.0876536 Nov 26 16:48:53.775561 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-e3d45f90-adb3-4622-91dc-960366ecbb6b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'port': {'device_id': '902169ea-77dd-4419-ab0e-6e256641e739', 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3', 'admin_state_up': True, 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'security_groups': ['42b1c747-7b25-4445-84b9-3e7d5fa31c37']}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:48:53.910271 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-e3d45f90-adb3-4622-91dc-960366ecbb6b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:48:53.919772 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-e3d45f90-adb3-4622-91dc-960366ecbb6b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:48:53.929647 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-e3d45f90-adb3-4622-91dc-960366ecbb6b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Made reservation on behalf of 44b3ec829fd84946a37f17d3391a650c for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:48:53.933178 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-e3d45f90-adb3-4622-91dc-960366ecbb6b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:54.094103 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-e3d45f90-adb3-4622-91dc-960366ecbb6b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.20.0.6 (fb717539-f6f7-4889-9932-028f97969ae3/b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518/670db4ff-4eaa-4143-bbf6-4d4024bcc436) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:48:54.281080 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-e3d45f90-adb3-4622-91dc-960366ecbb6b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:54.295667 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-e3d45f90-adb3-4622-91dc-960366ecbb6b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Transition to ACTIVE for port object 670db4ff-4eaa-4143-bbf6-4d4024bcc436 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:48:54.318765 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-e3d45f90-adb3-4622-91dc-960366ecbb6b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:54.324024 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-134b117c-1925-45d2-b049-e45b5e26e0e3 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:54.392453 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-e3d45f90-adb3-4622-91dc-960366ecbb6b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network fb717539-f6f7-4889-9932-028f97969ae3 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:48:54.395561 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-e3d45f90-adb3-4622-91dc-960366ecbb6b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:48:54.399329 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-e3d45f90-adb3-4622-91dc-960366ecbb6b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:48:54.437982 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d45f90-adb3-4622-91dc-960366ecbb6b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=670db4ff-4eaa-4143-bbf6-4d4024bcc436,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:54.442777 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e3d45f90-adb3-4622-91dc-960366ecbb6b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:54.465680 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-e3d45f90-adb3-4622-91dc-960366ecbb6b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:54.466285 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-e3d45f90-adb3-4622-91dc-960366ecbb6b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:54.493407 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-e3d45f90-adb3-4622-91dc-960366ecbb6b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7217593 Nov 26 16:48:54.510675 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] Request body: {'port': {'device_id': '902169ea-77dd-4419-ab0e-6e256641e739', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:48:54.597028 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-80cde221-131b-41f3-8ba4-aa1e4612ae63 None None] Provisioning for port 670db4ff-4eaa-4143-bbf6-4d4024bcc436 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:48:54.602116 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-80cde221-131b-41f3-8ba4-aa1e4612ae63 None None] Provisioning complete for port 670db4ff-4eaa-4143-bbf6-4d4024bcc436 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:48:54.602492 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-80cde221-131b-41f3-8ba4-aa1e4612ae63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:54.627446 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:54.658772 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-80cde221-131b-41f3-8ba4-aa1e4612ae63 None None] Port 670db4ff-4eaa-4143-bbf6-4d4024bcc436 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:48:54.945076 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a11447-219d-46da-8d1f-4cce8b3b9c09 req-c667aa24-271b-447c-986b-8acc0ab3e370 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:54.946525 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b5a11447-219d-46da-8d1f-4cce8b3b9c09 req-c667aa24-271b-447c-986b-8acc0ab3e370 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=902169ea-77dd-4419-ab0e-6e256641e739 HTTP/1.1" status: 200 len: 931 time: 0.0795140 Nov 26 16:48:54.970828 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 670db4ff-4eaa-4143-bbf6-4d4024bcc436 {{(pid=87519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:48:54.978027 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:54.990216 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-b5a11447-219d-46da-8d1f-4cce8b3b9c09 req-b8946e0a-f443-49b8-a8b7-1342233ce31d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:48:54.994465 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] Transition to ACTIVE for port object 670db4ff-4eaa-4143-bbf6-4d4024bcc436 will not be triggered until provisioned by entity L2. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:48:54.999289 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:55.004511 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b06f5fe3-d52a-493f-86ec-0195b37511c4 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:55.006231 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-b5a11447-219d-46da-8d1f-4cce8b3b9c09 req-b8946e0a-f443-49b8-a8b7-1342233ce31d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:48:55.008336 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b5a11447-219d-46da-8d1f-4cce8b3b9c09 req-b8946e0a-f443-49b8-a8b7-1342233ce31d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=42b1c747-7b25-4445-84b9-3e7d5fa31c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560062 Nov 26 16:48:55.058636 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 42cb1233-91d7-426c-809d-00863244a369 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:48:55.132471 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 42cb1233-91d7-426c-809d-00863244a369 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:48:55.132947 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:55.170248 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] Pushing event updated for resources: {'Port': ['ID=670db4ff-4eaa-4143-bbf6-4d4024bcc436,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:55.173146 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:55.242581 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] Attempting to bind port 670db4ff-4eaa-4143-bbf6-4d4024bcc436 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:48:55.243013 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] Attempting to bind port 670db4ff-4eaa-4143-bbf6-4d4024bcc436 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '990787ed-f734-4f76-b4db-3f4c63557f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:48:55.243407 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] Attempting to bind port 670db4ff-4eaa-4143-bbf6-4d4024bcc436 on network fb717539-f6f7-4889-9932-028f97969ae3 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:48:55.249035 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] Port 670db4ff-4eaa-4143-bbf6-4d4024bcc436 on network fb717539-f6f7-4889-9932-028f97969ae3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:48:55.249457 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] Attempting to bind port 670db4ff-4eaa-4143-bbf6-4d4024bcc436 on network fb717539-f6f7-4889-9932-028f97969ae3 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:48:55.255312 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:48:55.255788 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] Checking segment: {'id': '990787ed-f734-4f76-b4db-3f4c63557f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:48:55.256239 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] Bound using segment: {'id': '990787ed-f734-4f76-b4db-3f4c63557f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3'} {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:48:55.256737 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] Bound port: 670db4ff-4eaa-4143-bbf6-4d4024bcc436, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990787ed-f734-4f76-b4db-3f4c63557f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3'}}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:48:55.257144 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:55.465324 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] For port 670db4ff-4eaa-4143-bbf6-4d4024bcc436, host hv-neutron-8194, cleared binding levels {{(pid=87519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:48:55.468747 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] For port 670db4ff-4eaa-4143-bbf6-4d4024bcc436, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=670db4ff-4eaa-4143-bbf6-4d4024bcc436,segment=NetworkSegment(990787ed-f734-4f76-b4db-3f4c63557f98),segment_id=990787ed-f734-4f76-b4db-3f4c63557f98)] {{(pid=87519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:48:55.473288 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:55.477737 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c9ae1e7d-20ca-4ecf-9bff-4841744004ca tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:55.534082 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:55.534706 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:55.536094 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] 10.222.0.31 "PUT /v2.0/ports/670db4ff-4eaa-4143-bbf6-4d4024bcc436 HTTP/1.1" status: 200 len: 1093 time: 1.0297387 Nov 26 16:48:55.536621 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902169ea-77dd-4419-ab0e-6e256641e739', 'tag': '670db4ff-4eaa-4143-bbf6-4d4024bcc436'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:48:55.559861 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] Pushing event updated for resources: {'Port': ['ID=670db4ff-4eaa-4143-bbf6-4d4024bcc436,revision_number=3']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:55.571941 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:55.614306 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902169ea-77dd-4419-ab0e-6e256641e739', 'tag': '670db4ff-4eaa-4143-bbf6-4d4024bcc436', 'status': 'completed', 'code': 200} Nov 26 16:48:55.657012 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-04ae2717-483d-47ed-98ec-02311479d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:55.658496 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-04ae2717-483d-47ed-98ec-02311479d415 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=902169ea-77dd-4419-ab0e-6e256641e739 HTTP/1.1" status: 200 len: 1096 time: 0.0798607 Nov 26 16:48:55.732079 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-bcef263f-2934-4003-a1e2-d7eef485cbbe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=670db4ff-4eaa-4143-bbf6-4d4024bcc436 HTTP/1.1" status: 200 len: 217 time: 0.0611854 Nov 26 16:48:55.807507 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-3b3bd3eb-b2d4-4379-a495-f407aff59e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:55.809597 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-3b3bd3eb-b2d4-4379-a495-f407aff59e9f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518 HTTP/1.1" status: 200 len: 834 time: 0.0622411 Nov 26 16:48:55.890392 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-c4614c01-46ec-4385-8804-46540c7984ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:55.891833 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-c4614c01-46ec-4385-8804-46540c7984ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb717539-f6f7-4889-9932-028f97969ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700126 Nov 26 16:48:56.027181 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-1033d34c-413c-4580-b1cf-0c1d79feed89 service neutron] 10.222.0.31 "GET /v2.0/networks/fb717539-f6f7-4889-9932-028f97969ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232350 Nov 26 16:48:56.164170 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7ffe20df-5857-4cba-83d3-6778765c8b11 req-a9b4ad01-f048-4c88-8197-1a521cbead52 service neutron] 10.222.0.31 "GET /v2.0/networks/fb717539-f6f7-4889-9932-028f97969ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259749 Nov 26 16:48:56.202085 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde9a0d-e8c6-4ecd-862e-a242a4a7e59f req-58686420-f4b4-43e1-add5-4bf8e20ed66d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:56.203686 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fdde9a0d-e8c6-4ecd-862e-a242a4a7e59f req-58686420-f4b4-43e1-add5-4bf8e20ed66d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=902169ea-77dd-4419-ab0e-6e256641e739 HTTP/1.1" status: 200 len: 943 time: 0.0897405 Nov 26 16:48:56.251341 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fdde9a0d-e8c6-4ecd-862e-a242a4a7e59f req-c3db7c58-5b4c-4670-a26f-e45d320239f3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=42b1c747-7b25-4445-84b9-3e7d5fa31c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420413 Nov 26 16:48:56.296045 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc660be-b7c5-4d78-a94a-dcf29bbdbf02 req-547636fa-52b3-4cce-9881-d27846806823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:56.297490 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cdc660be-b7c5-4d78-a94a-dcf29bbdbf02 req-547636fa-52b3-4cce-9881-d27846806823 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=902169ea-77dd-4419-ab0e-6e256641e739 HTTP/1.1" status: 200 len: 1096 time: 0.0828309 Nov 26 16:48:56.425629 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc660be-b7c5-4d78-a94a-dcf29bbdbf02 req-520c1ccb-8874-4260-916b-8d41fe211aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:56.426931 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cdc660be-b7c5-4d78-a94a-dcf29bbdbf02 req-520c1ccb-8874-4260-916b-8d41fe211aaf service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb717539-f6f7-4889-9932-028f97969ae3 HTTP/1.1" status: 200 len: 898 time: 0.1220744 Nov 26 16:48:56.497224 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cdc660be-b7c5-4d78-a94a-dcf29bbdbf02 req-82d2f2cf-8ba9-4003-a1f7-6bac1c856f92 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=670db4ff-4eaa-4143-bbf6-4d4024bcc436 HTTP/1.1" status: 200 len: 217 time: 0.0581346 Nov 26 16:48:56.563663 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc660be-b7c5-4d78-a94a-dcf29bbdbf02 req-a990a566-b609-4a9b-b6fb-210a186dac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:56.565083 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cdc660be-b7c5-4d78-a94a-dcf29bbdbf02 req-a990a566-b609-4a9b-b6fb-210a186dac3b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518 HTTP/1.1" status: 200 len: 834 time: 0.0587902 Nov 26 16:48:56.647675 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc660be-b7c5-4d78-a94a-dcf29bbdbf02 req-4a732b0a-f70f-4838-a15e-fa0e2893a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:56.649153 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cdc660be-b7c5-4d78-a94a-dcf29bbdbf02 req-4a732b0a-f70f-4838-a15e-fa0e2893a43b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb717539-f6f7-4889-9932-028f97969ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715065 Nov 26 16:48:56.783605 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cdc660be-b7c5-4d78-a94a-dcf29bbdbf02 req-0a1d4f0b-7a99-4d54-89da-702f48aa8416 service neutron] 10.222.0.31 "GET /v2.0/networks/fb717539-f6f7-4889-9932-028f97969ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252587 Nov 26 16:48:56.916195 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cdc660be-b7c5-4d78-a94a-dcf29bbdbf02 req-d65efe91-3304-4467-ba31-29062c19ae75 service neutron] 10.222.0.31 "GET /v2.0/networks/fb717539-f6f7-4889-9932-028f97969ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246073 Nov 26 16:48:57.440145 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26930b-0d74-42e4-81b3-454f5e9e5ce9 req-ea3cd3fe-4d98-4a9f-9faa-7cf86be176c9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:57.440815 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-de26930b-0d74-42e4-81b3-454f5e9e5ce9 req-ea3cd3fe-4d98-4a9f-9faa-7cf86be176c9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:48:57.455949 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-de26930b-0d74-42e4-81b3-454f5e9e5ce9 req-ea3cd3fe-4d98-4a9f-9faa-7cf86be176c9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:48:57.457058 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-de26930b-0d74-42e4-81b3-454f5e9e5ce9 req-ea3cd3fe-4d98-4a9f-9faa-7cf86be176c9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=902169ea-77dd-4419-ab0e-6e256641e739 HTTP/1.1" status: 200 len: 943 time: 0.0988569 Nov 26 16:48:57.500681 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-de26930b-0d74-42e4-81b3-454f5e9e5ce9 req-bdb645d6-0c6c-41d5-885c-622ff8228b84 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=42b1c747-7b25-4445-84b9-3e7d5fa31c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380068 Nov 26 16:48:57.853626 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:48:58.556711 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-99a240cd-c08f-418e-9a1e-5470bd4d9182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:58.681748 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5509287-aed3-43b6-a8ee-eae203d2b97c req-66baa69b-b7ea-4bd1-a314-d954feb90ad8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:58.683195 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e5509287-aed3-43b6-a8ee-eae203d2b97c req-66baa69b-b7ea-4bd1-a314-d954feb90ad8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=902169ea-77dd-4419-ab0e-6e256641e739 HTTP/1.1" status: 200 len: 943 time: 0.0804317 Nov 26 16:48:58.731372 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e5509287-aed3-43b6-a8ee-eae203d2b97c req-4cbeec5c-6984-4f79-b54f-543190fa3930 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=42b1c747-7b25-4445-84b9-3e7d5fa31c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423970 Nov 26 16:48:58.829681 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 670db4ff-4eaa-4143-bbf6-4d4024bcc436 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 16:48:58.969495 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 670db4ff-4eaa-4143-bbf6-4d4024bcc436, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=670db4ff-4eaa-4143-bbf6-4d4024bcc436,segment=NetworkSegment(990787ed-f734-4f76-b4db-3f4c63557f98),segment_id=990787ed-f734-4f76-b4db-3f4c63557f98)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:48:59.038415 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '670db4ff-4eaa-4143-bbf6-4d4024bcc436', 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3', 'port_id': '670db4ff-4eaa-4143-bbf6-4d4024bcc436', 'mac_address': 'fa:16:3e:50:dd:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 16:48:59.162380 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:59.184583 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 670db4ff-4eaa-4143-bbf6-4d4024bcc436 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:48:59.204633 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 670db4ff-4eaa-4143-bbf6-4d4024bcc436, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=670db4ff-4eaa-4143-bbf6-4d4024bcc436,segment=NetworkSegment(990787ed-f734-4f76-b4db-3f4c63557f98),segment_id=990787ed-f734-4f76-b4db-3f4c63557f98)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:48:59.211253 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:59.214472 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-7612cf1b-339d-4745-bd73-a6fa97cc5785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:48:59.292682 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=670db4ff-4eaa-4143-bbf6-4d4024bcc436,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:48:59.295906 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:48:59.334151 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:48:59.479490 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['670db4ff-4eaa-4143-bbf6-4d4024bcc436'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 16:48:59.914702 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c33a22-4003-4f17-8e6b-1ac73eec6233 req-ca8d7a49-b875-473c-890f-b117931cd6cc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:48:59.916181 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d7c33a22-4003-4f17-8e6b-1ac73eec6233 req-ca8d7a49-b875-473c-890f-b117931cd6cc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=902169ea-77dd-4419-ab0e-6e256641e739 HTTP/1.1" status: 200 len: 944 time: 0.0812895 Nov 26 16:48:59.959268 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d7c33a22-4003-4f17-8e6b-1ac73eec6233 req-c910f67b-bb5f-4cbe-8a36-1f70f367c89a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=42b1c747-7b25-4445-84b9-3e7d5fa31c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374174 Nov 26 16:49:00.839977 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 670db4ff-4eaa-4143-bbf6-4d4024bcc436 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:49:00.906799 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port 670db4ff-4eaa-4143-bbf6-4d4024bcc436 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:49:00.911399 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 670db4ff-4eaa-4143-bbf6-4d4024bcc436 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:49:00.911827 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:01.027445 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:01.054278 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902169ea-77dd-4419-ab0e-6e256641e739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670db4ff-4eaa-4143-bbf6-4d4024bcc436'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:49:01.064256 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 670db4ff-4eaa-4143-bbf6-4d4024bcc436, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=670db4ff-4eaa-4143-bbf6-4d4024bcc436,segment=NetworkSegment(990787ed-f734-4f76-b4db-3f4c63557f98),segment_id=990787ed-f734-4f76-b4db-3f4c63557f98)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:49:01.069361 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:01.071227 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:49:01.106407 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902169ea-77dd-4419-ab0e-6e256641e739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670db4ff-4eaa-4143-bbf6-4d4024bcc436', 'code': 200} Nov 26 16:49:01.138334 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=670db4ff-4eaa-4143-bbf6-4d4024bcc436,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:49:01.141815 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:49:01.157666 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3dd0d-404e-4b73-8ef5-49e53a1cb85a req-b776dd93-2963-4cb4-942f-0d4c4636dd1d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:01.159217 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-80d3dd0d-404e-4b73-8ef5-49e53a1cb85a req-b776dd93-2963-4cb4-942f-0d4c4636dd1d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=902169ea-77dd-4419-ab0e-6e256641e739 HTTP/1.1" status: 200 len: 945 time: 0.0905576 Nov 26 16:49:01.205277 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-80d3dd0d-404e-4b73-8ef5-49e53a1cb85a req-7500e42d-7cc4-48e2-b42d-79f775f5da70 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=42b1c747-7b25-4445-84b9-3e7d5fa31c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402272 Nov 26 16:49:01.234607 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3c8b6264-d42f-43e3-b690-35f63b582b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:01.363163 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d388e6-5f17-4fcf-bf30-ab6f4fec6a89 req-8f3f9cd9-d56e-4f10-922f-bf969957d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:01.364660 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-15d388e6-5f17-4fcf-bf30-ab6f4fec6a89 req-8f3f9cd9-d56e-4f10-922f-bf969957d117 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=902169ea-77dd-4419-ab0e-6e256641e739 HTTP/1.1" status: 200 len: 1098 time: 0.0721438 Nov 26 16:49:01.413992 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-15d388e6-5f17-4fcf-bf30-ab6f4fec6a89 req-e665db41-d167-48ef-bcb2-90cf0833fc9e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=42b1c747-7b25-4445-84b9-3e7d5fa31c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393102 Nov 26 16:49:02.143962 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:02.386153 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f4bf6-662c-4012-b753-973f09b27ff1 req-3a10917e-0ba4-42a4-84f0-0272954aa8e1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:02.387582 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8f1f4bf6-662c-4012-b753-973f09b27ff1 req-3a10917e-0ba4-42a4-84f0-0272954aa8e1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=902169ea-77dd-4419-ab0e-6e256641e739 HTTP/1.1" status: 200 len: 945 time: 0.0795569 Nov 26 16:49:02.434996 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8f1f4bf6-662c-4012-b753-973f09b27ff1 req-6f69fa99-78e3-4e1d-8c02-cfe6067fc0cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=42b1c747-7b25-4445-84b9-3e7d5fa31c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411401 Nov 26 16:49:03.624946 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417dd1e-8a84-45b4-ba27-481e03c49c6a req-932169fc-1ca8-4df7-b0d2-df309debf517 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:03.626829 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8417dd1e-8a84-45b4-ba27-481e03c49c6a req-932169fc-1ca8-4df7-b0d2-df309debf517 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=902169ea-77dd-4419-ab0e-6e256641e739 HTTP/1.1" status: 200 len: 945 time: 0.0847535 Nov 26 16:49:03.671222 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8417dd1e-8a84-45b4-ba27-481e03c49c6a req-bce10bf5-8bbe-4163-996c-083ee971a6f2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=42b1c747-7b25-4445-84b9-3e7d5fa31c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385284 Nov 26 16:49:03.855792 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74637740-7331-44a1-9c5c-b50a576325ec req-4f96438a-708c-4432-a554-7b9a660a7a22 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:03.857867 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-74637740-7331-44a1-9c5c-b50a576325ec req-4f96438a-708c-4432-a554-7b9a660a7a22 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=902169ea-77dd-4419-ab0e-6e256641e739 HTTP/1.1" status: 200 len: 945 time: 0.0802608 Nov 26 16:49:03.900932 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-74637740-7331-44a1-9c5c-b50a576325ec req-4c88a2c6-8a76-4c26-b680-25063ef2e224 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=42b1c747-7b25-4445-84b9-3e7d5fa31c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375004 Nov 26 16:49:03.924217 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54074) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:49:03.948010 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:03.998197 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c792220-544c-40d9-bae2-9437472d9321 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:03.999867 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2c792220-544c-40d9-bae2-9437472d9321 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=902169ea-77dd-4419-ab0e-6e256641e739 HTTP/1.1" status: 200 len: 1093 time: 0.0745740 Nov 26 16:49:04.002610 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54078) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:49:04.007616 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'port_id': '670db4ff-4eaa-4143-bbf6-4d4024bcc436', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:49:04.013649 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:49:04.017427 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:floatingip and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:49:04.020214 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:49:04.025772 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:49:04.035623 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:04.171448 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:04.321185 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.26.0.140 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/71b79ef8-3491-4067-988b-db90e3c36e1f) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:49:04.465144 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:04.493478 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:04.497225 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f0af627b-42e1-496a-b690-8a11b0c5ba8b tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:49:04.562477 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:49:04.565830 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:49:04.569710 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:49:04.599403 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=71b79ef8-3491-4067-988b-db90e3c36e1f,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:49:04.608854 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:49:05.078912 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:05.152445 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:05.351513 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:05.356007 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:05.360600 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5bc8afa0-e04b-49b3-91de-eac462fe7cee tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:49:05.468327 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=71b79ef8-3491-4067-988b-db90e3c36e1f,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:49:05.472245 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:49:05.476838 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:05.643267 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Floating IP 7bdcd414-1c36-4f5e-861e-9cbbac6487d6 associated. External IP: 172.26.0.140, port: 670db4ff-4eaa-4143-bbf6-4d4024bcc436. Nov 26 16:49:05.986427 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:49:06.158627 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:49:06.168073 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c0bc19-ea1e-48ca-a224-41baf0f70f60 None None] Sync routers for ids ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:49:06.182345 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c0bc19-ea1e-48ca-a224-41baf0f70f60 None None] Routers {'0a7d2e8b-f564-4c56-add5-2bc6f5460d50'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:49:06.182971 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c7c0bc19-ea1e-48ca-a224-41baf0f70f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:49:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:49:06.183580 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:06.244054 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2401609 Nov 26 16:49:06.244688 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902169ea-77dd-4419-ab0e-6e256641e739', 'tag': '670db4ff-4eaa-4143-bbf6-4d4024bcc436'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:49:06.246893 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54082) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:49:06.289854 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902169ea-77dd-4419-ab0e-6e256641e739', 'tag': '670db4ff-4eaa-4143-bbf6-4d4024bcc436', 'status': 'completed', 'code': 200} Nov 26 16:49:06.400585 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-c7c0bc19-ea1e-48ca-a224-41baf0f70f60 None None] Set router 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:49:06.520703 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3285a44a-c09d-4721-b8a5-c786d841ed3c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/7bdcd414-1c36-4f5e-861e-9cbbac6487d6 HTTP/1.1" status: 200 len: 991 time: 0.2723320 Nov 26 16:49:06.536441 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d6765-baf7-4adc-a565-dddb2d6377b4 req-9affeea1-fe85-40d2-8bff-3d2da87480c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:06.537860 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e84d6765-baf7-4adc-a565-dddb2d6377b4 req-9affeea1-fe85-40d2-8bff-3d2da87480c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=902169ea-77dd-4419-ab0e-6e256641e739 HTTP/1.1" status: 200 len: 1098 time: 0.1140404 Nov 26 16:49:06.666383 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d6765-baf7-4adc-a565-dddb2d6377b4 req-893b0caa-1fdf-4fcf-87d1-051f76c8b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:06.667852 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e84d6765-baf7-4adc-a565-dddb2d6377b4 req-893b0caa-1fdf-4fcf-87d1-051f76c8b7f0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb717539-f6f7-4889-9932-028f97969ae3 HTTP/1.1" status: 200 len: 898 time: 0.1227582 Nov 26 16:49:06.751738 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c7c0bc19-ea1e-48ca-a224-41baf0f70f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'name': 'tempest-TestNetworkBasicOps-router-637669483', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:47Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '7bdcd414-1c36-4f5e-861e-9cbbac6487d6', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.140', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'port_id': '670db4ff-4eaa-4143-bbf6-4d4024bcc436', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3', 'mac_address': 'fa:16:3e:50:dd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902169ea-77dd-4419-ab0e-6e256641e739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:49:04Z', 'updated_at': '2021-11-26T16:49:04Z', 'revision_number': 0, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42cb1233-91d7-426c-809d-00863244a369', 'name': '', 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:8b:cd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:47Z', 'updated_at': '2021-11-26T16:48:53Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:49:06.755937 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c0bc19-ea1e-48ca-a224-41baf0f70f60 None None] Checking router: 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:49:06.764911 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c0bc19-ea1e-48ca-a224-41baf0f70f60 None None] Routers {'0a7d2e8b-f564-4c56-add5-2bc6f5460d50'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:49:06.765764 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c7c0bc19-ea1e-48ca-a224-41baf0f70f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:49:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:49:06.775972 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e84d6765-baf7-4adc-a565-dddb2d6377b4 req-527e8abf-87d4-413a-8dbf-8bd10872731b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=670db4ff-4eaa-4143-bbf6-4d4024bcc436 HTTP/1.1" status: 200 len: 999 time: 0.1015706 Nov 26 16:49:06.837679 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d6765-baf7-4adc-a565-dddb2d6377b4 req-ba279c30-88e8-4dea-84de-ab6e0143ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:06.839109 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e84d6765-baf7-4adc-a565-dddb2d6377b4 req-ba279c30-88e8-4dea-84de-ab6e0143ec88 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518 HTTP/1.1" status: 200 len: 834 time: 0.0569994 Nov 26 16:49:06.918039 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d6765-baf7-4adc-a565-dddb2d6377b4 req-5a99110d-c828-4051-a905-1207bd215065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:06.920138 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e84d6765-baf7-4adc-a565-dddb2d6377b4 req-5a99110d-c828-4051-a905-1207bd215065 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb717539-f6f7-4889-9932-028f97969ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740490 Nov 26 16:49:06.945801 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-c7c0bc19-ea1e-48ca-a224-41baf0f70f60 None None] Set router 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:49:07.055806 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e84d6765-baf7-4adc-a565-dddb2d6377b4 req-ceea8543-41c3-4c19-8037-f34accbaad74 service neutron] 10.222.0.31 "GET /v2.0/networks/fb717539-f6f7-4889-9932-028f97969ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298268 Nov 26 16:49:07.190903 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e84d6765-baf7-4adc-a565-dddb2d6377b4 req-870e4306-de33-4c98-a4a4-e714a7025bdc service neutron] 10.222.0.31 "GET /v2.0/networks/fb717539-f6f7-4889-9932-028f97969ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257315 Nov 26 16:49:07.292537 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c7c0bc19-ea1e-48ca-a224-41baf0f70f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'name': 'tempest-TestNetworkBasicOps-router-637669483', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:47Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '7bdcd414-1c36-4f5e-861e-9cbbac6487d6', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.140', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'port_id': '670db4ff-4eaa-4143-bbf6-4d4024bcc436', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3', 'mac_address': 'fa:16:3e:50:dd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902169ea-77dd-4419-ab0e-6e256641e739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:49:04Z', 'updated_at': '2021-11-26T16:49:04Z', 'revision_number': 0, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42cb1233-91d7-426c-809d-00863244a369', 'name': '', 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:8b:cd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:47Z', 'updated_at': '2021-11-26T16:48:53Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:49:07.297004 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c0bc19-ea1e-48ca-a224-41baf0f70f60 None None] The sync data for ids ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'] in dv-neutron-819440-1-hyperv is: [{'id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'name': 'tempest-TestNetworkBasicOps-router-637669483', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:47Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '7bdcd414-1c36-4f5e-861e-9cbbac6487d6', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.140', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'port_id': '670db4ff-4eaa-4143-bbf6-4d4024bcc436', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3', 'mac_address': 'fa:16:3e:50:dd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902169ea-77dd-4419-ab0e-6e256641e739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:49:04Z', 'updated_at': '2021-11-26T16:49:04Z', 'revision_number': 0, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42cb1233-91d7-426c-809d-00863244a369', 'name': '', 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:8b:cd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:47Z', 'updated_at': '2021-11-26T16:48:53Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:49:07.483766 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa26e21f-ecd5-4d5d-badc-b7850afa5844 None None] New status for floating IP 7bdcd414-1c36-4f5e-861e-9cbbac6487d6: ACTIVE {{(pid=87521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:49:07.524374 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54088) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:49:07.626834 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-cb42fc49-223c-4fa6-98e8-009b3ecc63fb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/7bdcd414-1c36-4f5e-861e-9cbbac6487d6 HTTP/1.1" status: 200 len: 991 time: 0.1012437 Nov 26 16:49:08.630096 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54092) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:49:08.734647 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-9d88f467-eddc-4ca4-8869-f2a035653081 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/7bdcd414-1c36-4f5e-861e-9cbbac6487d6 HTTP/1.1" status: 200 len: 993 time: 0.1033382 Nov 26 16:49:19.434132 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:28.561593 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d01eee40-e603-43db-9b33-190991cbad27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:29.326353 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:31.236242 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c9ab8981-2085-4a64-a0ef-17a4737ab09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:32.145109 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:33.949131 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:34.852989 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:49:39.833690 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54108) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:49:39.910218 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2b7a54-1892-4886-bbcc-573959b39703 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:39.910696 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2b7a54-1892-4886-bbcc-573959b39703 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:39.911158 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2b7a54-1892-4886-bbcc-573959b39703 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:39.912793 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7f2b7a54-1892-4886-bbcc-573959b39703 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/ports?project_id=44b3ec829fd84946a37f17d3391a650c&network_id=fb717539-f6f7-4889-9932-028f97969ae3 HTTP/1.1" status: 200 len: 2999 time: 0.0781515 Nov 26 16:49:43.051239 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54120) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:49:43.110577 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97bf417-5125-4eff-af3f-6c3ca1708dd6 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:43.112030 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e97bf417-5125-4eff-af3f-6c3ca1708dd6 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=cf8dce9a-1df0-4b90-b19d-7de373e178f5 HTTP/1.1" status: 200 len: 814 time: 0.0597992 Nov 26 16:49:43.598560 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54128) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:49:43.603933 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-65f874e9-6052-4eab-a708-ce664610a924 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:49:43.699479 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-65f874e9-6052-4eab-a708-ce664610a924 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:44.082035 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-65f874e9-6052-4eab-a708-ce664610a924 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:44.085921 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-65f874e9-6052-4eab-a708-ce664610a924 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:44.086258 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-65f874e9-6052-4eab-a708-ce664610a924 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Floating IP 7bdcd414-1c36-4f5e-861e-9cbbac6487d6 disassociated. External IP: 172.26.0.140, port: 670db4ff-4eaa-4143-bbf6-4d4024bcc436. Nov 26 16:49:44.429559 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6638c-a455-4321-b9da-43c401bd801e req-793eba2e-2a85-4346-92f4-e03d9e3892c8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:44.431014 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cfc6638c-a455-4321-b9da-43c401bd801e req-793eba2e-2a85-4346-92f4-e03d9e3892c8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 946 time: 0.0893688 Nov 26 16:49:44.449221 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f874e9-6052-4eab-a708-ce664610a924 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:49:44.475521 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cfc6638c-a455-4321-b9da-43c401bd801e req-bb871e43-5ecd-4b19-8685-030a94fb68e0 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381432 Nov 26 16:49:44.627438 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f874e9-6052-4eab-a708-ce664610a924 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:49:44.632297 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-65f874e9-6052-4eab-a708-ce664610a924 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:44.637008 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08052ae-9226-4b4d-8d87-ec9073630c5b None None] Sync routers for ids ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:49:44.646302 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08052ae-9226-4b4d-8d87-ec9073630c5b None None] Routers {'0a7d2e8b-f564-4c56-add5-2bc6f5460d50'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:49:44.646985 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-a08052ae-9226-4b4d-8d87-ec9073630c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:49:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:49:44.684750 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-65f874e9-6052-4eab-a708-ce664610a924 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "PUT /v2.0/floatingips/7bdcd414-1c36-4f5e-861e-9cbbac6487d6 HTTP/1.1" status: 200 len: 690 time: 1.0850489 Nov 26 16:49:44.685369 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902169ea-77dd-4419-ab0e-6e256641e739', 'tag': '670db4ff-4eaa-4143-bbf6-4d4024bcc436'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:49:44.688861 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54136) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:49:44.731337 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902169ea-77dd-4419-ab0e-6e256641e739', 'tag': '670db4ff-4eaa-4143-bbf6-4d4024bcc436', 'status': 'completed', 'code': 200} Nov 26 16:49:44.821457 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c20f39ed-616d-4ca5-9f4a-564c25caeae2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/7bdcd414-1c36-4f5e-861e-9cbbac6487d6 HTTP/1.1" status: 200 len: 690 time: 0.1315370 Nov 26 16:49:44.826203 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-a08052ae-9226-4b4d-8d87-ec9073630c5b None None] Set router 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:49:44.848441 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc558a-e1b9-4747-b0a3-ad4279a3b88c req-5e43abdf-ec29-424e-a7d3-fc052542d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:44.849873 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-79bc558a-e1b9-4747-b0a3-ad4279a3b88c req-5e43abdf-ec29-424e-a7d3-fc052542d07b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=902169ea-77dd-4419-ab0e-6e256641e739 HTTP/1.1" status: 200 len: 1098 time: 0.0917783 Nov 26 16:49:45.101502 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc558a-e1b9-4747-b0a3-ad4279a3b88c req-0f4e6ea4-1caf-4708-aec1-dbe83f8011ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:45.102923 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-79bc558a-e1b9-4747-b0a3-ad4279a3b88c req-0f4e6ea4-1caf-4708-aec1-dbe83f8011ac service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb717539-f6f7-4889-9932-028f97969ae3 HTTP/1.1" status: 200 len: 898 time: 0.2458298 Nov 26 16:49:45.174143 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-79bc558a-e1b9-4747-b0a3-ad4279a3b88c req-546557ce-169e-447d-ae98-8d9f1a597449 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=670db4ff-4eaa-4143-bbf6-4d4024bcc436 HTTP/1.1" status: 200 len: 217 time: 0.0634341 Nov 26 16:49:45.183804 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-a08052ae-9226-4b4d-8d87-ec9073630c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'name': 'tempest-TestNetworkBasicOps-router-637669483', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:47Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '42cb1233-91d7-426c-809d-00863244a369', 'name': '', 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:8b:cd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:47Z', 'updated_at': '2021-11-26T16:48:53Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:49:45.187679 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08052ae-9226-4b4d-8d87-ec9073630c5b None None] Checking router: 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:49:45.195971 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08052ae-9226-4b4d-8d87-ec9073630c5b None None] Routers {'0a7d2e8b-f564-4c56-add5-2bc6f5460d50'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:49:45.196581 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-a08052ae-9226-4b4d-8d87-ec9073630c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:49:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:49:45.237976 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc558a-e1b9-4747-b0a3-ad4279a3b88c req-c90a0d1c-e493-4809-9a4f-c1efde432cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:45.239417 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-79bc558a-e1b9-4747-b0a3-ad4279a3b88c req-c90a0d1c-e493-4809-9a4f-c1efde432cad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518 HTTP/1.1" status: 200 len: 834 time: 0.0574038 Nov 26 16:49:45.317541 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc558a-e1b9-4747-b0a3-ad4279a3b88c req-2eb2ade2-9a46-4ed1-b370-8a979992f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:45.318923 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-79bc558a-e1b9-4747-b0a3-ad4279a3b88c req-2eb2ade2-9a46-4ed1-b370-8a979992f584 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb717539-f6f7-4889-9932-028f97969ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723619 Nov 26 16:49:45.372984 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-a08052ae-9226-4b4d-8d87-ec9073630c5b None None] Set router 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:49:45.455165 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-79bc558a-e1b9-4747-b0a3-ad4279a3b88c req-b54bde5f-3f02-401e-85c8-794e245b5231 service neutron] 10.222.0.31 "GET /v2.0/networks/fb717539-f6f7-4889-9932-028f97969ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253941 Nov 26 16:49:45.621986 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-79bc558a-e1b9-4747-b0a3-ad4279a3b88c req-c1997bdd-7ce6-4026-9e73-b720520c96fd service neutron] 10.222.0.31 "GET /v2.0/networks/fb717539-f6f7-4889-9932-028f97969ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579623 Nov 26 16:49:45.673673 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb04c4a-f9c9-4ee0-9b75-1b229cac6d8d req-5fdae215-88df-4fe1-8738-fb456d465cb3 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:45.675117 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fbb04c4a-f9c9-4ee0-9b75-1b229cac6d8d req-5fdae215-88df-4fe1-8738-fb456d465cb3 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 946 time: 0.0870869 Nov 26 16:49:45.680289 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-a08052ae-9226-4b4d-8d87-ec9073630c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'name': 'tempest-TestNetworkBasicOps-router-637669483', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:47Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '42cb1233-91d7-426c-809d-00863244a369', 'name': '', 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:8b:cd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:47Z', 'updated_at': '2021-11-26T16:48:53Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:49:45.684305 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08052ae-9226-4b4d-8d87-ec9073630c5b None None] The sync data for ids ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'] in dv-neutron-819440-1-hyperv is: [{'id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'name': 'tempest-TestNetworkBasicOps-router-637669483', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:47Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '42cb1233-91d7-426c-809d-00863244a369', 'name': '', 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:8b:cd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:47Z', 'updated_at': '2021-11-26T16:48:53Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:49:45.728514 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fbb04c4a-f9c9-4ee0-9b75-1b229cac6d8d req-9eda117a-2d65-4d80-9791-9e33918e8700 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474880 Nov 26 16:49:45.824697 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54144) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:49:45.913525 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1ef1797e-32a8-45be-93a5-a098446d52c2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/7bdcd414-1c36-4f5e-861e-9cbbac6487d6 HTTP/1.1" status: 200 len: 690 time: 0.0875854 Nov 26 16:49:45.928227 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2481a1-f7f4-416e-a383-b122d070ca31 None None] New status for floating IP 7bdcd414-1c36-4f5e-861e-9cbbac6487d6: DOWN {{(pid=87521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:49:46.264719 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749398e6-9a7f-4069-991f-ea708d238227 req-8c8fa023-ed2b-41b2-ac83-a0c33b42cbcb tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:46.266048 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-749398e6-9a7f-4069-991f-ea708d238227 req-8c8fa023-ed2b-41b2-ac83-a0c33b42cbcb tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.31 "GET /v2.0/ports?device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 946 time: 0.0861721 Nov 26 16:49:46.345717 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [req-749398e6-9a7f-4069-991f-ea708d238227 req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Deleting port e1186007-92c1-4c3d-b2dc-6e28ca45af0e {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:49:46.346052 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-749398e6-9a7f-4069-991f-ea708d238227 req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:46.591539 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [req-749398e6-9a7f-4069-991f-ea708d238227 req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] For port e1186007-92c1-4c3d-b2dc-6e28ca45af0e, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=e1186007-92c1-4c3d-b2dc-6e28ca45af0e,segment=NetworkSegment(34e89c51-6f04-477d-8a8a-2029d8bc6199),segment_id=34e89c51-6f04-477d-8a8a-2029d8bc6199)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:49:46.592290 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-749398e6-9a7f-4069-991f-ea708d238227 req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:46.887103 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-749398e6-9a7f-4069-991f-ea708d238227 req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:46.887467 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-749398e6-9a7f-4069-991f-ea708d238227 req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:46.887802 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [req-749398e6-9a7f-4069-991f-ea708d238227 req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Floating IP 4ba312f9-aa23-465d-ad94-4c33e5d71a37 disassociated. External IP: 172.26.0.118, port: e1186007-92c1-4c3d-b2dc-6e28ca45af0e. Nov 26 16:49:46.888140 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [req-749398e6-9a7f-4069-991f-ea708d238227 req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Calling delete_port for e1186007-92c1-4c3d-b2dc-6e28ca45af0e owned by compute:nova {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:49:46.922474 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54150) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:49:46.924132 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01883154-20a4-4a89-bd46-f24486097019 req-78de2dc3-7305-41cd-9107-1dc00b3aab73 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:46.926195 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-01883154-20a4-4a89-bd46-f24486097019 req-78de2dc3-7305-41cd-9107-1dc00b3aab73 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 946 time: 0.0874128 Nov 26 16:49:46.970987 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-01883154-20a4-4a89-bd46-f24486097019 req-115dc0a6-9f74-4c15-8b2e-d754caaf0e75 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392301 Nov 26 16:49:47.131354 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-9bfdcf3e-18df-4e09-99ea-4ccae138bd9e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/7bdcd414-1c36-4f5e-861e-9cbbac6487d6 HTTP/1.1" status: 200 len: 688 time: 0.2065325 Nov 26 16:49:47.223781 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-749398e6-9a7f-4069-991f-ea708d238227 req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:47.229132 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7b20a562-1cd9-48f6-9993-958f9846a108 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:49:47.274619 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Pushing event deleted for resources: {'Port': ['ID=e1186007-92c1-4c3d-b2dc-6e28ca45af0e,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:49:47.285775 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:47.286169 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:47.286556 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:47.286934 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:47.287303 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:47.287677 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:47.288078 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:47.288544 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:47.288847 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:47.289211 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:47.289580 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:47.289943 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:47.344499 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:49:47.474995 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-749398e6-9a7f-4069-991f-ea708d238227 req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Router 3ec6f694-0713-49b5-ae38-a2a296371a33 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:49:47.649214 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-749398e6-9a7f-4069-991f-ea708d238227 req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:49:47.658444 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9d6423-fa56-4c5d-a1c0-4e8fd7f1eb0a None None] Sync routers for ids ['3ec6f694-0713-49b5-ae38-a2a296371a33'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:49:47.668501 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9d6423-fa56-4c5d-a1c0-4e8fd7f1eb0a None None] Routers {'3ec6f694-0713-49b5-ae38-a2a296371a33'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:49:47.669161 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-4f9d6423-fa56-4c5d-a1c0-4e8fd7f1eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:49:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['3ec6f694-0713-49b5-ae38-a2a296371a33'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:49:47.727222 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [req-749398e6-9a7f-4069-991f-ea708d238227 req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] No DVR routers for this DVR port e1186007-92c1-4c3d-b2dc-6e28ca45af0e on host hv-neutron-8194 {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:49:47.729691 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-749398e6-9a7f-4069-991f-ea708d238227 req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:47.732408 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659cbd61-dd67-4dcc-950c-2af83a673b70', 'name': 'network-vif-deleted', 'tag': 'e1186007-92c1-4c3d-b2dc-6e28ca45af0e'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:49:47.771522 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-749398e6-9a7f-4069-991f-ea708d238227 req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.31 "DELETE /v2.0/ports/e1186007-92c1-4c3d-b2dc-6e28ca45af0e HTTP/1.1" status: 204 len: 173 time: 1.4965034 Nov 26 16:49:47.797561 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659cbd61-dd67-4dcc-950c-2af83a673b70', 'name': 'network-vif-deleted', 'tag': 'e1186007-92c1-4c3d-b2dc-6e28ca45af0e', 'status': 'completed', 'code': 200} Nov 26 16:49:47.869667 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-4f9d6423-fa56-4c5d-a1c0-4e8fd7f1eb0a None None] Set router 3ec6f694-0713-49b5-ae38-a2a296371a33 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:49:48.126623 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1c3d6221-a501-4d17-ba3b-dbc0ac917543 req-a707a699-6102-4cae-a0db-5385523ea56e tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=659cbd61-dd67-4dcc-950c-2af83a673b70 HTTP/1.1" status: 200 len: 210 time: 0.0459576 Nov 26 16:49:48.202570 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-4f9d6423-fa56-4c5d-a1c0-4e8fd7f1eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:37Z', 'revision_number': 4, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'gw_port': {'id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:33Z', 'updated_at': '2021-11-26T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'a376c8b5-463c-4dec-b239-66fcf6f89e98', 'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'mac_address': 'fa:16:3e:42:76:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'b55da957-278e-4beb-9f32-8be970680118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:36Z', 'updated_at': '2021-11-26T16:46:57Z', 'revision_number': 5, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'subnets': [{'id': 'b55da957-278e-4beb-9f32-8be970680118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:49:48.206498 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9d6423-fa56-4c5d-a1c0-4e8fd7f1eb0a None None] Checking router: 3ec6f694-0713-49b5-ae38-a2a296371a33 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:49:48.214737 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9d6423-fa56-4c5d-a1c0-4e8fd7f1eb0a None None] Routers {'3ec6f694-0713-49b5-ae38-a2a296371a33'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:49:48.215339 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-4f9d6423-fa56-4c5d-a1c0-4e8fd7f1eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:49:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['3ec6f694-0713-49b5-ae38-a2a296371a33'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:49:48.439182 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-4f9d6423-fa56-4c5d-a1c0-4e8fd7f1eb0a None None] Set router 3ec6f694-0713-49b5-ae38-a2a296371a33 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:49:48.542066 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54160) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:49:48.547537 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-94251ca1-623d-41b8-b782-66f985883079 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1845648246', 'description': 'tempest-secgroup-smoke-1845648246 description', 'project_id': '44b3ec829fd84946a37f17d3391a650c'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:49:48.553729 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-94251ca1-623d-41b8-b782-66f985883079 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:49:48.563598 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-94251ca1-623d-41b8-b782-66f985883079 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:49:48.573000 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-94251ca1-623d-41b8-b782-66f985883079 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:48.594589 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-94251ca1-623d-41b8-b782-66f985883079 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:49:48.598321 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-94251ca1-623d-41b8-b782-66f985883079 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:49:48.601140 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-94251ca1-623d-41b8-b782-66f985883079 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:49:48.606837 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-94251ca1-623d-41b8-b782-66f985883079 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:49:48.677544 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-94251ca1-623d-41b8-b782-66f985883079 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:48.681850 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-94251ca1-623d-41b8-b782-66f985883079 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:48.689472 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a255df18-4db6-441e-bd05-8601efa65044 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:49:48.735622 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94251ca1-623d-41b8-b782-66f985883079 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=217f4e1f-49f1-4302-ad1b-8274338a9edf,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:49:48.738990 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-94251ca1-623d-41b8-b782-66f985883079 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:49:48.741102 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-94251ca1-623d-41b8-b782-66f985883079 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:48.742847 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-94251ca1-623d-41b8-b782-66f985883079 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1993914 Nov 26 16:49:48.745753 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54164) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:49:48.753394 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-9f391107-e9de-41f6-af8a-3056105b879a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '217f4e1f-49f1-4302-ad1b-8274338a9edf', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:49:48.756145 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-4f9d6423-fa56-4c5d-a1c0-4e8fd7f1eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:37Z', 'revision_number': 4, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'gw_port': {'id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:33Z', 'updated_at': '2021-11-26T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'a376c8b5-463c-4dec-b239-66fcf6f89e98', 'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'mac_address': 'fa:16:3e:42:76:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'b55da957-278e-4beb-9f32-8be970680118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:36Z', 'updated_at': '2021-11-26T16:46:57Z', 'revision_number': 5, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'subnets': [{'id': 'b55da957-278e-4beb-9f32-8be970680118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:49:48.760040 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9f391107-e9de-41f6-af8a-3056105b879a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:49:48.760626 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9d6423-fa56-4c5d-a1c0-4e8fd7f1eb0a None None] The sync data for ids ['3ec6f694-0713-49b5-ae38-a2a296371a33'] in dv-neutron-819440-1-hyperv is: [{'id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:37Z', 'revision_number': 4, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'gw_port': {'id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:33Z', 'updated_at': '2021-11-26T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'a376c8b5-463c-4dec-b239-66fcf6f89e98', 'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'mac_address': 'fa:16:3e:42:76:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'b55da957-278e-4beb-9f32-8be970680118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:36Z', 'updated_at': '2021-11-26T16:46:57Z', 'revision_number': 5, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'subnets': [{'id': 'b55da957-278e-4beb-9f32-8be970680118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:49:48.765075 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9f391107-e9de-41f6-af8a-3056105b879a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:49:48.768586 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9f391107-e9de-41f6-af8a-3056105b879a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:49:48.775820 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9f391107-e9de-41f6-af8a-3056105b879a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:49:48.795936 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9f391107-e9de-41f6-af8a-3056105b879a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:48.865279 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9f391107-e9de-41f6-af8a-3056105b879a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:48.869090 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9f391107-e9de-41f6-af8a-3056105b879a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:48.871268 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a7fbd7fa-fb80-48e7-9a12-5a25a2d0bfdb tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:49:48.894741 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f391107-e9de-41f6-af8a-3056105b879a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d079eac8-7bbc-476b-86b3-387f2c37e848,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:49:48.897236 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9f391107-e9de-41f6-af8a-3056105b879a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:49:48.907422 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9f391107-e9de-41f6-af8a-3056105b879a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:48.908837 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-9f391107-e9de-41f6-af8a-3056105b879a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1618237 Nov 26 16:49:48.911457 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54168) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:49:48.916876 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-d75e99e8-74e8-4ed2-ae26-40eeb112bc08 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '217f4e1f-49f1-4302-ad1b-8274338a9edf', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:49:48.922929 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d75e99e8-74e8-4ed2-ae26-40eeb112bc08 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:49:48.926824 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d75e99e8-74e8-4ed2-ae26-40eeb112bc08 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:49:48.929807 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d75e99e8-74e8-4ed2-ae26-40eeb112bc08 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:49:48.936321 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d75e99e8-74e8-4ed2-ae26-40eeb112bc08 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:49:48.957844 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d75e99e8-74e8-4ed2-ae26-40eeb112bc08 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:49.022693 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81adeee-36cc-4fb4-88f3-0e892724c6c6 None None] New status for floating IP 4ba312f9-aa23-465d-ad94-4c33e5d71a37: DOWN {{(pid=87521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:49:49.026560 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d75e99e8-74e8-4ed2-ae26-40eeb112bc08 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:49.032643 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d75e99e8-74e8-4ed2-ae26-40eeb112bc08 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:49.034626 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8f77f29d-49d8-401f-b416-e4971c5400e3 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:49:49.057166 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e99e8-74e8-4ed2-ae26-40eeb112bc08 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d17e5f6-6ea9-435e-b223-2646a3407ebb,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:49:49.062058 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d75e99e8-74e8-4ed2-ae26-40eeb112bc08 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:49:49.066737 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d75e99e8-74e8-4ed2-ae26-40eeb112bc08 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:49.068131 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d75e99e8-74e8-4ed2-ae26-40eeb112bc08 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1556587 Nov 26 16:49:49.070786 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54172) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:49:49.075767 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-510e3dcb-f406-4f25-88b9-bb4fbdd484de tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '217f4e1f-49f1-4302-ad1b-8274338a9edf', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:49:49.081468 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-510e3dcb-f406-4f25-88b9-bb4fbdd484de tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:49:49.085282 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-510e3dcb-f406-4f25-88b9-bb4fbdd484de tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:49:49.088225 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-510e3dcb-f406-4f25-88b9-bb4fbdd484de tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:49:49.093880 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-510e3dcb-f406-4f25-88b9-bb4fbdd484de tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:49:49.117252 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-510e3dcb-f406-4f25-88b9-bb4fbdd484de tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:49.172455 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device e1186007-92c1-4c3d-b2dc-6e28ca45af0e no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:49:49.187953 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-510e3dcb-f406-4f25-88b9-bb4fbdd484de tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:49.191933 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-510e3dcb-f406-4f25-88b9-bb4fbdd484de tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:49.194894 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7f6c0fb1-7017-4dad-8970-793622fe1bbc tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:49:49.214884 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e3dcb-f406-4f25-88b9-bb4fbdd484de tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733b6dde-e1d3-4182-8bf1-f4127690522e,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:49:49.230576 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: e1186007-92c1-4c3d-b2dc-6e28ca45af0e {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:49:49.231205 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device e1186007-92c1-4c3d-b2dc-6e28ca45af0e not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:49:49.232115 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-510e3dcb-f406-4f25-88b9-bb4fbdd484de tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:49:49.244801 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-510e3dcb-f406-4f25-88b9-bb4fbdd484de tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:49.246340 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-510e3dcb-f406-4f25-88b9-bb4fbdd484de tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1746483 Nov 26 16:49:49.249187 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54178) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:49:49.254469 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-1a4d0253-63bf-4968-b6fc-236d8250383b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '217f4e1f-49f1-4302-ad1b-8274338a9edf', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:49:49.260510 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1a4d0253-63bf-4968-b6fc-236d8250383b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:49:49.265009 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1a4d0253-63bf-4968-b6fc-236d8250383b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:49:49.267924 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1a4d0253-63bf-4968-b6fc-236d8250383b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:49:49.274936 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1a4d0253-63bf-4968-b6fc-236d8250383b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:49:49.293562 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0253-63bf-4968-b6fc-236d8250383b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:49.358443 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0253-63bf-4968-b6fc-236d8250383b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:49.362169 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0253-63bf-4968-b6fc-236d8250383b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:49.368084 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0fec3946-6e44-4ee6-b4b3-4c9bef4b5237 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:49:49.386936 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d0253-63bf-4968-b6fc-236d8250383b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e353b67-1d69-4577-b676-2e9448013a5a,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:49:49.389849 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1a4d0253-63bf-4968-b6fc-236d8250383b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:49:49.398368 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0253-63bf-4968-b6fc-236d8250383b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:49.399677 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1a4d0253-63bf-4968-b6fc-236d8250383b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1495526 Nov 26 16:49:49.402421 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54188) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:49:49.408076 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-38e6b67e-7e96-4478-8d1b-007652ffc552 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '217f4e1f-49f1-4302-ad1b-8274338a9edf', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:49:49.413946 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-38e6b67e-7e96-4478-8d1b-007652ffc552 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:49:49.417859 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-38e6b67e-7e96-4478-8d1b-007652ffc552 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:49:49.421209 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-38e6b67e-7e96-4478-8d1b-007652ffc552 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:49:49.427018 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-38e6b67e-7e96-4478-8d1b-007652ffc552 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:49:49.440582 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.securitygroups_db [None req-38e6b67e-7e96-4478-8d1b-007652ffc552 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Project 44b3ec829fd84946a37f17d3391a650c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:49:49.448597 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38e6b67e-7e96-4478-8d1b-007652ffc552 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:49.453693 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:49.541396 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38e6b67e-7e96-4478-8d1b-007652ffc552 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:49.548351 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38e6b67e-7e96-4478-8d1b-007652ffc552 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:49.556822 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-aa127e40-0b48-4ce0-a9da-0c0e6d4b1eee tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:49:49.570929 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-d055b9c1-055c-4076-ba17-3eeb99f628cc tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-49045954&fields=id&tenant_id=9f9230f34386409ca98bc1f84ec409b3 HTTP/1.1" status: 200 len: 267 time: 0.0789030 Nov 26 16:49:49.581727 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6b67e-7e96-4478-8d1b-007652ffc552 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d31909-54c7-4564-9b46-7843c4f5e8b7,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:49:49.584144 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-38e6b67e-7e96-4478-8d1b-007652ffc552 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:49:49.606755 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38e6b67e-7e96-4478-8d1b-007652ffc552 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:49.607908 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-38e6b67e-7e96-4478-8d1b-007652ffc552 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2045498 Nov 26 16:49:49.610818 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54192) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:49:49.615990 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-f8a6c1a0-bb5c-40cc-be62-a086c3626c79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '217f4e1f-49f1-4302-ad1b-8274338a9edf', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:49:49.622551 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f8a6c1a0-bb5c-40cc-be62-a086c3626c79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:49:49.626811 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f8a6c1a0-bb5c-40cc-be62-a086c3626c79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:49:49.629698 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f8a6c1a0-bb5c-40cc-be62-a086c3626c79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:49:49.636120 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f8a6c1a0-bb5c-40cc-be62-a086c3626c79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:49:49.646722 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.securitygroups_db [None req-f8a6c1a0-bb5c-40cc-be62-a086c3626c79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Project 44b3ec829fd84946a37f17d3391a650c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:49:49.653231 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8a6c1a0-bb5c-40cc-be62-a086c3626c79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:49.722886 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8a6c1a0-bb5c-40cc-be62-a086c3626c79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:49.726950 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8a6c1a0-bb5c-40cc-be62-a086c3626c79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:49.734476 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-c4b63822-ad9f-4507-83ed-b40e117ae0c2 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:49.735952 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-c4b63822-ad9f-4507-83ed-b40e117ae0c2 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/networks?id=48a59583-a919-49e7-95cd-b28f90765ccd HTTP/1.1" status: 200 len: 811 time: 0.1553736 Nov 26 16:49:49.736315 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:49:49.751652 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-0464bc80-5599-41e9-87c6-09173aafa1a4 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/quotas/9f9230f34386409ca98bc1f84ec409b3 HTTP/1.1" status: 200 len: 375 time: 0.0102987 Nov 26 16:49:49.755310 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6c1a0-bb5c-40cc-be62-a086c3626c79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa04cec8-e88c-4906-b306-7d756cd61ab2,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:49:49.766827 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6c1a0-bb5c-40cc-be62-a086c3626c79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:49.767248 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6c1a0-bb5c-40cc-be62-a086c3626c79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:49.767693 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6c1a0-bb5c-40cc-be62-a086c3626c79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:49.768123 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6c1a0-bb5c-40cc-be62-a086c3626c79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:49.768541 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6c1a0-bb5c-40cc-be62-a086c3626c79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:49.768936 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6c1a0-bb5c-40cc-be62-a086c3626c79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:49.769309 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6c1a0-bb5c-40cc-be62-a086c3626c79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:49.769678 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6c1a0-bb5c-40cc-be62-a086c3626c79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:49.770042 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6c1a0-bb5c-40cc-be62-a086c3626c79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:49.770407 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6c1a0-bb5c-40cc-be62-a086c3626c79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:49.770770 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6c1a0-bb5c-40cc-be62-a086c3626c79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:49.771131 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6c1a0-bb5c-40cc-be62-a086c3626c79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:49.774447 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f8a6c1a0-bb5c-40cc-be62-a086c3626c79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:49:49.775807 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8a6c1a0-bb5c-40cc-be62-a086c3626c79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:49.783777 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f8a6c1a0-bb5c-40cc-be62-a086c3626c79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1651685 Nov 26 16:49:49.842410 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-8370d82c-fab7-45ba-8647-e1674fe2a86c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Synchronizing usage tracker for tenant:9f9230f34386409ca98bc1f84ec409b3 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:49:49.860532 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-8370d82c-fab7-45ba-8647-e1674fe2a86c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Unset dirty status for tenant:9f9230f34386409ca98bc1f84ec409b3 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:49:49.861924 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-8370d82c-fab7-45ba-8647-e1674fe2a86c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f9230f34386409ca98bc1f84ec409b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1048043 Nov 26 16:49:49.939696 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-1424cfac-6bd4-493c-81f0-0b3c26febc2f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1845648246&fields=id&tenant_id=44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 267 time: 0.0399384 Nov 26 16:49:50.001103 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-afba99c9-ecaa-40e2-ba2d-c0f0353e4ad2 service neutron] 10.222.0.11 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276155 Nov 26 16:49:50.089877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-d162e3ca-82f5-4030-984e-79bcd05d0e62 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:50.091418 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-d162e3ca-82f5-4030-984e-79bcd05d0e62 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/networks?id=fb717539-f6f7-4889-9932-028f97969ae3 HTTP/1.1" status: 200 len: 797 time: 0.1449962 Nov 26 16:49:50.107269 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-dcd871ff-7099-4851-8fe0-39b7d871e444 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/quotas/44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 375 time: 0.0098407 Nov 26 16:49:50.199758 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-551da777-0ff5-46b9-be04-b52bb566dfd7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0859914 Nov 26 16:49:50.214207 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-47e61395-cd88-46b2-a54e-6b9aa32abaed service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:49:50.215149 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-47e61395-cd88-46b2-a54e-6b9aa32abaed service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049999 Nov 26 16:49:50.253228 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-124ac408-6bb2-42a9-a978-a26c96f5ee85 service neutron] 10.222.0.11 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463417 Nov 26 16:49:50.476073 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-2ffd1cd1-c312-4f12-b13e-cc2742152d8b service neutron] 10.222.0.11 "GET /v2.0/networks/fb717539-f6f7-4889-9932-028f97969ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547309 Nov 26 16:49:50.615776 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-ad5b3cd5-bcc0-4f39-ad67-447e2c3ed7b0 service neutron] 10.222.0.11 "GET /v2.0/networks/fb717539-f6f7-4889-9932-028f97969ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330905 Nov 26 16:49:50.649577 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bc90441d-b822-4378-be4b-20b72902ba96 req-c95cc394-c990-4dc7-9c2e-6c4e6051b5b6 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 210 time: 0.0478659 Nov 26 16:49:50.811803 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9dd5cb18-255d-41ff-823c-7698f369224a req-671e75da-3e47-4225-a12a-2c420765a099 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b9a22f-f6e2-4d03-9980-174295728298 HTTP/1.1" status: 200 len: 210 time: 0.0495458 Nov 26 16:49:51.811783 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-a0af3960-5c84-4fa9-8a81-f6eb03006b6b tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:51.813205 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-a0af3960-5c84-4fa9-8a81-f6eb03006b6b tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.31 "GET /v2.0/networks?id=48a59583-a919-49e7-95cd-b28f90765ccd HTTP/1.1" status: 200 len: 811 time: 0.1620548 Nov 26 16:49:51.832579 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5c84a9b6-55e8-4613-a221-f43faa2cc2ca req-97f0bb1c-caff-43f4-83c6-33f70caeda41 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 210 time: 0.0479445 Nov 26 16:49:51.871159 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-90ddfd66-94ad-4a99-ba7b-502fa9daba98 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f9230f34386409ca98bc1f84ec409b3 HTTP/1.1" status: 200 len: 378 time: 0.0481687 Nov 26 16:49:51.880690 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-06f40473-b67d-4783-8271-6e952c09d5b5 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Request body: {'port': {'device_id': '72dd5cab-13f8-4059-a6a2-067e0fce819c', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'admin_state_up': True, 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'security_groups': ['44dd585b-2be2-4759-9419-3f873bd27f44']}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:49:52.011053 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-04134112-5f0d-4322-b4fb-a28252746c11 req-8bf7c4e2-5366-4d9b-8375-b2cd5909b0fe tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b9a22f-f6e2-4d03-9980-174295728298 HTTP/1.1" status: 200 len: 210 time: 0.0618944 Nov 26 16:49:52.075386 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-06f40473-b67d-4783-8271-6e952c09d5b5 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:49:52.085510 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-06f40473-b67d-4783-8271-6e952c09d5b5 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:49:52.096878 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-06f40473-b67d-4783-8271-6e952c09d5b5 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Made reservation on behalf of 9f9230f34386409ca98bc1f84ec409b3 for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:49:52.100677 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-06f40473-b67d-4783-8271-6e952c09d5b5 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:52.283484 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-06f40473-b67d-4783-8271-6e952c09d5b5 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Allocated IP 172.20.0.10 (48a59583-a919-49e7-95cd-b28f90765ccd/b55da957-278e-4beb-9f32-8be970680118/c0681cd4-4abe-4a34-b224-c4b011b383e9) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:49:52.286208 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-80ec8833-f568-4de8-a88e-614ee71dfa42 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:52.287874 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-80ec8833-f568-4de8-a88e-614ee71dfa42 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/networks?id=fb717539-f6f7-4889-9932-028f97969ae3 HTTP/1.1" status: 200 len: 797 time: 0.1654153 Nov 26 16:49:52.355503 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-af871ea3-816d-48db-b7f2-d27b89825de4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 473 time: 0.0530310 Nov 26 16:49:52.368031 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-2c8525d0-c8a5-49bb-bcca-0c5ca4995cbd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'port': {'device_id': 'c1b9a22f-f6e2-4d03-9980-174295728298', 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3', 'admin_state_up': True, 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'security_groups': ['217f4e1f-49f1-4302-ad1b-8274338a9edf']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:49:52.496399 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-06f40473-b67d-4783-8271-6e952c09d5b5 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:52.514583 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-06f40473-b67d-4783-8271-6e952c09d5b5 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Transition to ACTIVE for port object c0681cd4-4abe-4a34-b224-c4b011b383e9 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:49:52.527156 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-2c8525d0-c8a5-49bb-bcca-0c5ca4995cbd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:49:52.538718 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-2c8525d0-c8a5-49bb-bcca-0c5ca4995cbd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:49:52.546843 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-06f40473-b67d-4783-8271-6e952c09d5b5 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:52.549272 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-2c8525d0-c8a5-49bb-bcca-0c5ca4995cbd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Made reservation on behalf of 44b3ec829fd84946a37f17d3391a650c for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:49:52.552731 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c617f918-a687-4cb5-b65c-19471d4e39fb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:49:52.553398 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-2c8525d0-c8a5-49bb-bcca-0c5ca4995cbd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:52.624443 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-06f40473-b67d-4783-8271-6e952c09d5b5 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Network 48a59583-a919-49e7-95cd-b28f90765ccd is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:49:52.627580 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-06f40473-b67d-4783-8271-6e952c09d5b5 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:49:52.632125 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-06f40473-b67d-4783-8271-6e952c09d5b5 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:49:52.664868 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f40473-b67d-4783-8271-6e952c09d5b5 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Pushing event updated for resources: {'Port': ['ID=c0681cd4-4abe-4a34-b224-c4b011b383e9,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:49:52.676532 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-06f40473-b67d-4783-8271-6e952c09d5b5 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:49:52.724440 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-06f40473-b67d-4783-8271-6e952c09d5b5 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:52.726252 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-06f40473-b67d-4783-8271-6e952c09d5b5 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:52.731578 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-2c8525d0-c8a5-49bb-bcca-0c5ca4995cbd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.20.0.9 (fb717539-f6f7-4889-9932-028f97969ae3/b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518/58ce8bd5-a063-4076-826a-4dccae54fc60) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:49:52.760651 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-06f40473-b67d-4783-8271-6e952c09d5b5 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8835208 Nov 26 16:49:52.777283 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] Request body: {'port': {'device_id': '72dd5cab-13f8-4059-a6a2-067e0fce819c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:49:52.910231 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:52.951838 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-5e6be9bf-887a-49b0-b196-f2a6687d3d22 None None] Provisioning for port c0681cd4-4abe-4a34-b224-c4b011b383e9 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:49:52.958089 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-5e6be9bf-887a-49b0-b196-f2a6687d3d22 None None] Provisioning complete for port c0681cd4-4abe-4a34-b224-c4b011b383e9 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:49:52.959630 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5e6be9bf-887a-49b0-b196-f2a6687d3d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:52.992879 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-2c8525d0-c8a5-49bb-bcca-0c5ca4995cbd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:53.027941 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-5e6be9bf-887a-49b0-b196-f2a6687d3d22 None None] Port c0681cd4-4abe-4a34-b224-c4b011b383e9 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:49:53.114887 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-2c8525d0-c8a5-49bb-bcca-0c5ca4995cbd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Transition to ACTIVE for port object 58ce8bd5-a063-4076-826a-4dccae54fc60 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:49:53.143549 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2146a7-a5ea-45f0-af6d-5e21221d141d req-f26088d1-d61c-470a-a0cf-2e65b65a3e4c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:53.145046 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4d2146a7-a5ea-45f0-af6d-5e21221d141d req-f26088d1-d61c-470a-a0cf-2e65b65a3e4c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 932 time: 0.1827402 Nov 26 16:49:53.192373 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-2c8525d0-c8a5-49bb-bcca-0c5ca4995cbd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:53.198826 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fac3ec43-2522-401c-b558-3e0b20286e61 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:49:53.239990 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4d2146a7-a5ea-45f0-af6d-5e21221d141d req-4350ddc8-a02a-4d14-bd28-939356c626b1 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0876637 Nov 26 16:49:53.271140 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-2c8525d0-c8a5-49bb-bcca-0c5ca4995cbd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network fb717539-f6f7-4889-9932-028f97969ae3 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:49:53.274263 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-2c8525d0-c8a5-49bb-bcca-0c5ca4995cbd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:49:53.278423 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-2c8525d0-c8a5-49bb-bcca-0c5ca4995cbd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:49:53.325224 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b4cab-2194-4489-850f-ae23284264f9 req-1c89afdc-99de-4717-8468-9e3191e44333 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:53.328132 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8525d0-c8a5-49bb-bcca-0c5ca4995cbd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=58ce8bd5-a063-4076-826a-4dccae54fc60,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:49:53.332904 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2c8525d0-c8a5-49bb-bcca-0c5ca4995cbd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:49:53.335962 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-019b4cab-2194-4489-850f-ae23284264f9 req-1c89afdc-99de-4717-8468-9e3191e44333 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b9a22f-f6e2-4d03-9980-174295728298 HTTP/1.1" status: 200 len: 931 time: 0.1601090 Nov 26 16:49:53.352992 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-2c8525d0-c8a5-49bb-bcca-0c5ca4995cbd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:53.353639 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-2c8525d0-c8a5-49bb-bcca-0c5ca4995cbd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:53.381574 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-2c8525d0-c8a5-49bb-bcca-0c5ca4995cbd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0177641 Nov 26 16:49:53.399083 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] Request body: {'port': {'device_id': 'c1b9a22f-f6e2-4d03-9980-174295728298', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:49:53.440791 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-019b4cab-2194-4489-850f-ae23284264f9 req-3d84e65f-e141-429a-83c9-525f9c01632b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:49:53.468865 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0681cd4-4abe-4a34-b224-c4b011b383e9 {{(pid=87519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:49:53.478601 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:53.481584 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-019b4cab-2194-4489-850f-ae23284264f9 req-3d84e65f-e141-429a-83c9-525f9c01632b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:49:53.488231 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-019b4cab-2194-4489-850f-ae23284264f9 req-3d84e65f-e141-429a-83c9-525f9c01632b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=217f4e1f-49f1-4302-ad1b-8274338a9edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514018 Nov 26 16:49:53.516085 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] Transition to ACTIVE for port object c0681cd4-4abe-4a34-b224-c4b011b383e9 will not be triggered until provisioned by entity L2. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:49:53.516085 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:53.525241 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c5d22d4b-a6af-44de-895a-3d9ccbad76bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:49:53.527611 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:53.563798 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f1787cb5-7959-4be4-b2b8-5586dd616202 None None] Provisioning for port 58ce8bd5-a063-4076-826a-4dccae54fc60 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:49:53.570166 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f1787cb5-7959-4be4-b2b8-5586dd616202 None None] Provisioning complete for port 58ce8bd5-a063-4076-826a-4dccae54fc60 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:49:53.571310 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f1787cb5-7959-4be4-b2b8-5586dd616202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:53.644094 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f1787cb5-7959-4be4-b2b8-5586dd616202 None None] Port 58ce8bd5-a063-4076-826a-4dccae54fc60 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:49:53.840634 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] Pushing event updated for resources: {'Port': ['ID=c0681cd4-4abe-4a34-b224-c4b011b383e9,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:49:53.853767 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:49:53.886561 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] Attempting to bind port c0681cd4-4abe-4a34-b224-c4b011b383e9 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:49:53.886951 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] Attempting to bind port c0681cd4-4abe-4a34-b224-c4b011b383e9 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '34e89c51-6f04-477d-8a8a-2029d8bc6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:49:53.887222 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] Attempting to bind port c0681cd4-4abe-4a34-b224-c4b011b383e9 on network 48a59583-a919-49e7-95cd-b28f90765ccd {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:49:53.892685 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] Port c0681cd4-4abe-4a34-b224-c4b011b383e9 on network 48a59583-a919-49e7-95cd-b28f90765ccd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:49:53.893165 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] Attempting to bind port c0681cd4-4abe-4a34-b224-c4b011b383e9 on network 48a59583-a919-49e7-95cd-b28f90765ccd {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:49:53.898824 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:49:53.899162 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] Checking segment: {'id': '34e89c51-6f04-477d-8a8a-2029d8bc6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:49:53.899572 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] Bound using segment: {'id': '34e89c51-6f04-477d-8a8a-2029d8bc6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd'} {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:49:53.900017 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] Bound port: c0681cd4-4abe-4a34-b224-c4b011b383e9, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34e89c51-6f04-477d-8a8a-2029d8bc6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd'}}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:49:53.900365 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:53.994859 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] For port c0681cd4-4abe-4a34-b224-c4b011b383e9, host hv-neutron-8194, cleared binding levels {{(pid=87519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:49:53.998651 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] For port c0681cd4-4abe-4a34-b224-c4b011b383e9, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=c0681cd4-4abe-4a34-b224-c4b011b383e9,segment=NetworkSegment(34e89c51-6f04-477d-8a8a-2029d8bc6199),segment_id=34e89c51-6f04-477d-8a8a-2029d8bc6199)] {{(pid=87519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:49:54.003766 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:54.007509 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c79cbcc3-36b2-4d0f-b5db-d7d8d455946f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:49:54.040527 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ce8bd5-a063-4076-826a-4dccae54fc60 {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:49:54.048147 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:54.063797 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] Transition to ACTIVE for port object 58ce8bd5-a063-4076-826a-4dccae54fc60 will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:49:54.068538 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:54.069254 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:54.069402 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:54.070578 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] 10.222.0.31 "PUT /v2.0/ports/c0681cd4-4abe-4a34-b224-c4b011b383e9 HTTP/1.1" status: 200 len: 1094 time: 1.2978423 Nov 26 16:49:54.071104 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72dd5cab-13f8-4059-a6a2-067e0fce819c', 'tag': 'c0681cd4-4abe-4a34-b224-c4b011b383e9'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:49:54.074967 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:49:54.091702 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] Pushing event updated for resources: {'Port': ['ID=c0681cd4-4abe-4a34-b224-c4b011b383e9,revision_number=3']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:49:54.094791 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:49:54.162416 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72dd5cab-13f8-4059-a6a2-067e0fce819c', 'tag': 'c0681cd4-4abe-4a34-b224-c4b011b383e9', 'status': 'completed', 'code': 200} Nov 26 16:49:54.209563 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-d27babc2-fcbf-424c-bfaf-a9f2143fac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:54.211233 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-d27babc2-fcbf-424c-bfaf-a9f2143fac3d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9f9230f34386409ca98bc1f84ec409b3&device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 1097 time: 0.0914049 Nov 26 16:49:54.251564 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] Pushing event updated for resources: {'Port': ['ID=58ce8bd5-a063-4076-826a-4dccae54fc60,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:49:54.254475 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:49:54.297063 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-7fc8c78b-a2bc-4b67-a7db-cdd7004e241f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0681cd4-4abe-4a34-b224-c4b011b383e9 HTTP/1.1" status: 200 len: 217 time: 0.0731583 Nov 26 16:49:54.345718 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] Attempting to bind port 58ce8bd5-a063-4076-826a-4dccae54fc60 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:49:54.346296 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] Attempting to bind port 58ce8bd5-a063-4076-826a-4dccae54fc60 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '990787ed-f734-4f76-b4db-3f4c63557f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:49:54.346665 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] Attempting to bind port 58ce8bd5-a063-4076-826a-4dccae54fc60 on network fb717539-f6f7-4889-9932-028f97969ae3 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:49:54.353076 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] Port 58ce8bd5-a063-4076-826a-4dccae54fc60 on network fb717539-f6f7-4889-9932-028f97969ae3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:49:54.353505 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] Attempting to bind port 58ce8bd5-a063-4076-826a-4dccae54fc60 on network fb717539-f6f7-4889-9932-028f97969ae3 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:49:54.359650 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:49:54.360628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] Checking segment: {'id': '990787ed-f734-4f76-b4db-3f4c63557f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:49:54.360628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] Bound using segment: {'id': '990787ed-f734-4f76-b4db-3f4c63557f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:49:54.361267 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] Bound port: 58ce8bd5-a063-4076-826a-4dccae54fc60, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990787ed-f734-4f76-b4db-3f4c63557f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:49:54.361708 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:54.447368 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-5b8f940a-ab7d-4303-8a25-b39fc36817e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:54.448832 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-5b8f940a-ab7d-4303-8a25-b39fc36817e3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b55da957-278e-4beb-9f32-8be970680118 HTTP/1.1" status: 200 len: 850 time: 0.1419647 Nov 26 16:49:54.459917 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] For port 58ce8bd5-a063-4076-826a-4dccae54fc60, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:49:54.462838 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] For port 58ce8bd5-a063-4076-826a-4dccae54fc60, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=58ce8bd5-a063-4076-826a-4dccae54fc60,segment=NetworkSegment(990787ed-f734-4f76-b4db-3f4c63557f98),segment_id=990787ed-f734-4f76-b4db-3f4c63557f98)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:49:54.468549 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:54.472307 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d5ec5706-ee4d-4404-9421-d635fff72fc1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:49:54.517589 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa3263-a508-4c08-9241-c65b640f0ec9 req-52ce517f-5178-4717-ac87-483060c5a829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:54.518542 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-81aa3263-a508-4c08-9241-c65b640f0ec9 req-52ce517f-5178-4717-ac87-483060c5a829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Synchronizing usage tracker for tenant:9f9230f34386409ca98bc1f84ec409b3 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:49:54.542946 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:54.543752 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:54.545777 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] 10.222.0.31 "PUT /v2.0/ports/58ce8bd5-a063-4076-826a-4dccae54fc60 HTTP/1.1" status: 200 len: 1093 time: 1.1506724 Nov 26 16:49:54.546331 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b9a22f-f6e2-4d03-9980-174295728298', 'tag': '58ce8bd5-a063-4076-826a-4dccae54fc60'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:49:54.550096 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-81aa3263-a508-4c08-9241-c65b640f0ec9 req-52ce517f-5178-4717-ac87-483060c5a829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Unset dirty status for tenant:9f9230f34386409ca98bc1f84ec409b3 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:49:54.551476 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-81aa3263-a508-4c08-9241-c65b640f0ec9 req-52ce517f-5178-4717-ac87-483060c5a829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 944 time: 0.1764641 Nov 26 16:49:54.578676 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] Pushing event updated for resources: {'Port': ['ID=58ce8bd5-a063-4076-826a-4dccae54fc60,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:49:54.582070 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:49:54.616398 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-81aa3263-a508-4c08-9241-c65b640f0ec9 req-bac8691d-e9ab-41bf-a5e9-e97a35c63a4e tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574117 Nov 26 16:49:54.624187 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-b0bb6ea3-0734-48fa-920f-9447c6b00b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:54.625925 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-b0bb6ea3-0734-48fa-920f-9447c6b00b13 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48a59583-a919-49e7-95cd-b28f90765ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1660585 Nov 26 16:49:54.689847 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b9a22f-f6e2-4d03-9980-174295728298', 'tag': '58ce8bd5-a063-4076-826a-4dccae54fc60', 'status': 'completed', 'code': 200} Nov 26 16:49:54.744581 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102d4c6-a1fd-4b8e-a4e7-d8e448044b33 req-82903683-f7dd-4e10-b4f7-729fb53129cc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:54.745571 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-d102d4c6-a1fd-4b8e-a4e7-d8e448044b33 req-82903683-f7dd-4e10-b4f7-729fb53129cc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:49:54.761543 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-2a91fd80-3942-411d-8aa1-97d74d92f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:54.763039 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-2a91fd80-3942-411d-8aa1-97d74d92f1d7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=c1b9a22f-f6e2-4d03-9980-174295728298 HTTP/1.1" status: 200 len: 1096 time: 0.1750357 Nov 26 16:49:54.773880 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-d102d4c6-a1fd-4b8e-a4e7-d8e448044b33 req-82903683-f7dd-4e10-b4f7-729fb53129cc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:49:54.775179 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d102d4c6-a1fd-4b8e-a4e7-d8e448044b33 req-82903683-f7dd-4e10-b4f7-729fb53129cc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b9a22f-f6e2-4d03-9980-174295728298 HTTP/1.1" status: 200 len: 943 time: 0.1429863 Nov 26 16:49:54.782828 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-145a5014-bbed-4a00-b57e-366fe7eb1d51 service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446354 Nov 26 16:49:54.851906 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-fa1c834e-0a80-4e70-98d7-528d728d96de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58ce8bd5-a063-4076-826a-4dccae54fc60 HTTP/1.1" status: 200 len: 217 time: 0.0755484 Nov 26 16:49:54.917724 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cfc7cb5b-687b-4f0e-8c19-3a767c3a8818 req-52129d57-5ee0-4a06-84e1-b896dce4dcf1 service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268499 Nov 26 16:49:54.925559 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d102d4c6-a1fd-4b8e-a4e7-d8e448044b33 req-886058b2-e674-438a-8086-01f6d1029c95 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=217f4e1f-49f1-4302-ad1b-8274338a9edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937741 Nov 26 16:49:54.939616 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-324c63ed-f726-4f25-aad4-3784c02cc881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:54.946930 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-324c63ed-f726-4f25-aad4-3784c02cc881 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518 HTTP/1.1" status: 200 len: 834 time: 0.0792248 Nov 26 16:49:55.030775 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-76e489f6-90e6-4312-8e13-358168e122ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:55.032331 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-76e489f6-90e6-4312-8e13-358168e122ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb717539-f6f7-4889-9932-028f97969ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736480 Nov 26 16:49:55.044078 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8062d-15f6-4e71-ae99-22d567221a16 req-a595d8a1-51bb-4beb-95cd-bcbaa708e074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:55.046059 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-76d8062d-15f6-4e71-ae99-22d567221a16 req-a595d8a1-51bb-4beb-95cd-bcbaa708e074 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9f9230f34386409ca98bc1f84ec409b3&device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 1097 time: 0.0752604 Nov 26 16:49:55.167472 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-edfc7d8d-67a3-44a9-8f9d-74fe363b855e service neutron] 10.222.0.31 "GET /v2.0/networks/fb717539-f6f7-4889-9932-028f97969ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262224 Nov 26 16:49:55.175019 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8062d-15f6-4e71-ae99-22d567221a16 req-0a077ec7-7ddc-48db-b04b-86f04dd94b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:55.176458 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-76d8062d-15f6-4e71-ae99-22d567221a16 req-0a077ec7-7ddc-48db-b04b-86f04dd94b5e service neutron] 10.222.0.31 "GET /v2.0/networks?id=48a59583-a919-49e7-95cd-b28f90765ccd HTTP/1.1" status: 200 len: 912 time: 0.1242154 Nov 26 16:49:55.247462 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-76d8062d-15f6-4e71-ae99-22d567221a16 req-a8c841ca-bdfc-4ea9-9b8e-733f064c948b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0681cd4-4abe-4a34-b224-c4b011b383e9 HTTP/1.1" status: 200 len: 217 time: 0.0622475 Nov 26 16:49:55.302518 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bd5df2fc-3121-4cbd-9d65-e396f2122f4b req-266505c5-cdbf-438a-b123-7cbc76fb4ebc service neutron] 10.222.0.31 "GET /v2.0/networks/fb717539-f6f7-4889-9932-028f97969ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279640 Nov 26 16:49:55.314339 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8062d-15f6-4e71-ae99-22d567221a16 req-dafa6fdf-4792-4b16-b1b3-00abf435f31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:55.315785 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-76d8062d-15f6-4e71-ae99-22d567221a16 req-dafa6fdf-4792-4b16-b1b3-00abf435f31e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b55da957-278e-4beb-9f32-8be970680118 HTTP/1.1" status: 200 len: 850 time: 0.0622480 Nov 26 16:49:55.397758 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8062d-15f6-4e71-ae99-22d567221a16 req-713ab730-16a8-4617-8fde-e86ce9d321be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:55.399220 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-76d8062d-15f6-4e71-ae99-22d567221a16 req-713ab730-16a8-4617-8fde-e86ce9d321be service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48a59583-a919-49e7-95cd-b28f90765ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699103 Nov 26 16:49:55.430526 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9525f72-34dc-45db-b148-ccedb0cdcf03 req-c0fcda92-9620-4515-9651-3d9bd0929958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:55.432075 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c9525f72-34dc-45db-b148-ccedb0cdcf03 req-c0fcda92-9620-4515-9651-3d9bd0929958 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=c1b9a22f-f6e2-4d03-9980-174295728298 HTTP/1.1" status: 200 len: 1096 time: 0.0763879 Nov 26 16:49:55.570834 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9525f72-34dc-45db-b148-ccedb0cdcf03 req-469be1aa-0e8d-4582-892f-072b776bddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:55.572306 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c9525f72-34dc-45db-b148-ccedb0cdcf03 req-469be1aa-0e8d-4582-892f-072b776bddb6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb717539-f6f7-4889-9932-028f97969ae3 HTTP/1.1" status: 200 len: 898 time: 0.1321893 Nov 26 16:49:55.642552 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c9525f72-34dc-45db-b148-ccedb0cdcf03 req-b5201a2a-60f0-4377-bfd8-d03d047579b0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58ce8bd5-a063-4076-826a-4dccae54fc60 HTTP/1.1" status: 200 len: 217 time: 0.0603745 Nov 26 16:49:55.652834 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-76d8062d-15f6-4e71-ae99-22d567221a16 req-d85c9080-d2ac-44a2-9b00-588ba72712bb service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440894 Nov 26 16:49:55.714033 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9525f72-34dc-45db-b148-ccedb0cdcf03 req-9f4a827c-1fae-4401-8ab7-cd1949f79d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:55.715961 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c9525f72-34dc-45db-b148-ccedb0cdcf03 req-9f4a827c-1fae-4401-8ab7-cd1949f79d16 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518 HTTP/1.1" status: 200 len: 834 time: 0.0628974 Nov 26 16:49:55.792562 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9525f72-34dc-45db-b148-ccedb0cdcf03 req-6e99fd2e-8ee6-46fb-ada9-c2912991c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:55.793976 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c9525f72-34dc-45db-b148-ccedb0cdcf03 req-6e99fd2e-8ee6-46fb-ada9-c2912991c8d8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb717539-f6f7-4889-9932-028f97969ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696645 Nov 26 16:49:55.852252 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-76d8062d-15f6-4e71-ae99-22d567221a16 req-3963cd31-41d6-4176-a6a4-1c8ad1adb3b1 service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886477 Nov 26 16:49:55.867612 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c6ae7-bc3c-4d83-a099-e80f664bc121 req-790c816e-a9cc-4921-b275-aa95edc11786 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:55.869833 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-881c6ae7-bc3c-4d83-a099-e80f664bc121 req-790c816e-a9cc-4921-b275-aa95edc11786 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 944 time: 0.1264012 Nov 26 16:49:55.917108 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-881c6ae7-bc3c-4d83-a099-e80f664bc121 req-7d8f9590-e345-4c42-a60a-e6e68a754e43 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413837 Nov 26 16:49:56.094838 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c9525f72-34dc-45db-b148-ccedb0cdcf03 req-6455a401-5126-4c7c-bfdb-c99c651fcd26 service neutron] 10.222.0.31 "GET /v2.0/networks/fb717539-f6f7-4889-9932-028f97969ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896793 Nov 26 16:49:56.237794 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c2bee-6b0e-4c99-9f58-5d851f5e96ed req-73e71c12-d460-4cb3-a995-e41b1ef4dbae tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:56.239151 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e89c2bee-6b0e-4c99-9f58-5d851f5e96ed req-73e71c12-d460-4cb3-a995-e41b1ef4dbae tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b9a22f-f6e2-4d03-9980-174295728298 HTTP/1.1" status: 200 len: 943 time: 0.1931033 Nov 26 16:49:56.273775 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c9525f72-34dc-45db-b148-ccedb0cdcf03 req-0b8562d6-de00-4b92-90ac-1ba79f6fc83e service neutron] 10.222.0.31 "GET /v2.0/networks/fb717539-f6f7-4889-9932-028f97969ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683071 Nov 26 16:49:56.295394 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e89c2bee-6b0e-4c99-9f58-5d851f5e96ed req-b08637d9-5072-4ec8-87f0-f7ce0189d51b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=217f4e1f-49f1-4302-ad1b-8274338a9edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474467 Nov 26 16:49:57.100307 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab868587-8392-4a2f-9d3e-e427f6601573 req-506b6ec3-959e-4234-a7b2-76f64d672adf tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:57.101853 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ab868587-8392-4a2f-9d3e-e427f6601573 req-506b6ec3-959e-4234-a7b2-76f64d672adf tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 944 time: 0.0829947 Nov 26 16:49:57.149729 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ab868587-8392-4a2f-9d3e-e427f6601573 req-eb4912a6-68c3-4533-a141-b93c146c44fb tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398173 Nov 26 16:49:57.172151 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 58ce8bd5-a063-4076-826a-4dccae54fc60 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 16:49:57.305801 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 58ce8bd5-a063-4076-826a-4dccae54fc60, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=58ce8bd5-a063-4076-826a-4dccae54fc60,segment=NetworkSegment(990787ed-f734-4f76-b4db-3f4c63557f98),segment_id=990787ed-f734-4f76-b4db-3f4c63557f98)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:49:57.319693 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '58ce8bd5-a063-4076-826a-4dccae54fc60', 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3', 'port_id': '58ce8bd5-a063-4076-826a-4dccae54fc60', 'mac_address': 'fa:16:3e:c4:c5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 16:49:57.374803 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:57.391145 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ce8bd5-a063-4076-826a-4dccae54fc60 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:49:57.406316 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 58ce8bd5-a063-4076-826a-4dccae54fc60, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=58ce8bd5-a063-4076-826a-4dccae54fc60,segment=NetworkSegment(990787ed-f734-4f76-b4db-3f4c63557f98),segment_id=990787ed-f734-4f76-b4db-3f4c63557f98)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:49:57.409909 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:57.411621 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8049d5be-25c0-4e3a-80d4-339939e846c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:49:57.483549 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=58ce8bd5-a063-4076-826a-4dccae54fc60,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:49:57.487091 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc873cf-3f42-4981-b634-aa052b972c13 req-e2238bad-cbd4-4e84-b575-59557cbe5427 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:57.488599 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dbc873cf-3f42-4981-b634-aa052b972c13 req-e2238bad-cbd4-4e84-b575-59557cbe5427 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b9a22f-f6e2-4d03-9980-174295728298 HTTP/1.1" status: 200 len: 944 time: 0.0871074 Nov 26 16:49:57.490687 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:57.491163 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:57.491509 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:57.491883 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:57.492212 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:57.492539 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:57.492862 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:57.493184 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:57.493507 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:57.493824 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:57.494141 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:57.494461 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:49:57.499159 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:49:57.533067 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dbc873cf-3f42-4981-b634-aa052b972c13 req-d8b5c946-af9d-4d86-9c94-b9b9d3828780 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=217f4e1f-49f1-4302-ad1b-8274338a9edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377114 Nov 26 16:49:57.670930 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['58ce8bd5-a063-4076-826a-4dccae54fc60'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 16:49:58.328666 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c192f6-a156-43c7-8c1e-a3fd20ac9584 req-44c88aa8-9014-44d9-9a65-7b6449201f16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:58.330098 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-65c192f6-a156-43c7-8c1e-a3fd20ac9584 req-44c88aa8-9014-44d9-9a65-7b6449201f16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 944 time: 0.0792968 Nov 26 16:49:58.372716 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-65c192f6-a156-43c7-8c1e-a3fd20ac9584 req-6606e5d6-e995-4423-ad06-8a73972d5d0a tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370822 Nov 26 16:49:58.564410 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-807922e2-1f1d-4a6a-8981-1dadeb673a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:58.716017 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ded76-b271-44eb-bcb0-2d85fd587408 req-e0330eef-bd0b-4cd3-887c-6c678a08250d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:58.718019 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bb1ded76-b271-44eb-bcb0-2d85fd587408 req-e0330eef-bd0b-4cd3-887c-6c678a08250d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b9a22f-f6e2-4d03-9980-174295728298 HTTP/1.1" status: 200 len: 944 time: 0.0798831 Nov 26 16:49:58.761755 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bb1ded76-b271-44eb-bcb0-2d85fd587408 req-63ef54a4-5765-4c32-b70f-a4569fc34424 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=217f4e1f-49f1-4302-ad1b-8274338a9edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379987 Nov 26 16:49:59.184309 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 58ce8bd5-a063-4076-826a-4dccae54fc60 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:49:59.250742 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port 58ce8bd5-a063-4076-826a-4dccae54fc60 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:49:59.255451 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 58ce8bd5-a063-4076-826a-4dccae54fc60 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:49:59.255867 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:59.359022 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:59.384259 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:59.410777 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b9a22f-f6e2-4d03-9980-174295728298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ce8bd5-a063-4076-826a-4dccae54fc60'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:49:59.420410 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 58ce8bd5-a063-4076-826a-4dccae54fc60, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=58ce8bd5-a063-4076-826a-4dccae54fc60,segment=NetworkSegment(990787ed-f734-4f76-b4db-3f4c63557f98),segment_id=990787ed-f734-4f76-b4db-3f4c63557f98)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:49:59.424732 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:49:59.426826 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:49:59.462608 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b9a22f-f6e2-4d03-9980-174295728298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ce8bd5-a063-4076-826a-4dccae54fc60', 'code': 200} Nov 26 16:49:59.533320 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=58ce8bd5-a063-4076-826a-4dccae54fc60,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:49:59.536861 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:49:59.583740 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb164a68-44fc-4151-9ea7-9e60dbe953a9 req-18248278-9a18-44b4-8334-e5caf735a2d9 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:59.585195 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fb164a68-44fc-4151-9ea7-9e60dbe953a9 req-18248278-9a18-44b4-8334-e5caf735a2d9 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 944 time: 0.0965762 Nov 26 16:49:59.633232 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fb164a68-44fc-4151-9ea7-9e60dbe953a9 req-921823d5-812e-4f4f-b873-633bad9b7438 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413373 Nov 26 16:49:59.714935 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1f253-3575-4f08-aeb1-2d919fa3d455 req-4174aac7-aa86-4b3e-b2a2-6524a9bd9a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:59.716388 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-54f1f253-3575-4f08-aeb1-2d919fa3d455 req-4174aac7-aa86-4b3e-b2a2-6524a9bd9a39 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c1b9a22f-f6e2-4d03-9980-174295728298 HTTP/1.1" status: 200 len: 1098 time: 0.0743041 Nov 26 16:49:59.760831 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-54f1f253-3575-4f08-aeb1-2d919fa3d455 req-81f5b937-e03c-4468-a9ce-0b0e186eb3b4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=217f4e1f-49f1-4302-ad1b-8274338a9edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364094 Nov 26 16:49:59.787127 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ae0224ec-bd3b-4f98-8ff2-97276eaf86a6 req-22e71539-97fd-43e0-881e-614ce183623f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=902169ea-77dd-4419-ab0e-6e256641e739&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693116 Nov 26 16:49:59.944021 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a3bc9-f75c-4862-8c14-a8062e5d1074 req-7cabe060-7405-4f56-bc8c-e9d3220f71e3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:49:59.950479 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1d0a3bc9-f75c-4862-8c14-a8062e5d1074 req-7cabe060-7405-4f56-bc8c-e9d3220f71e3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b9a22f-f6e2-4d03-9980-174295728298 HTTP/1.1" status: 200 len: 945 time: 0.0841796 Nov 26 16:49:59.989547 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1d0a3bc9-f75c-4862-8c14-a8062e5d1074 req-48d92f01-de7f-4e8c-bf88-eb25cfde7b10 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=217f4e1f-49f1-4302-ad1b-8274338a9edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382202 Nov 26 16:50:00.109527 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0224ec-bd3b-4f98-8ff2-97276eaf86a6 req-4ab318cd-2528-42ac-a203-3c606f1d8ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:00.110978 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ae0224ec-bd3b-4f98-8ff2-97276eaf86a6 req-4ab318cd-2528-42ac-a203-3c606f1d8ab9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=902169ea-77dd-4419-ab0e-6e256641e739 HTTP/1.1" status: 200 len: 1098 time: 0.0744050 Nov 26 16:50:00.255277 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0224ec-bd3b-4f98-8ff2-97276eaf86a6 req-64bb2524-47a4-49b8-8993-c1e18380566b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:00.256684 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ae0224ec-bd3b-4f98-8ff2-97276eaf86a6 req-64bb2524-47a4-49b8-8993-c1e18380566b service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb717539-f6f7-4889-9932-028f97969ae3 HTTP/1.1" status: 200 len: 898 time: 0.1255014 Nov 26 16:50:00.327886 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ae0224ec-bd3b-4f98-8ff2-97276eaf86a6 req-8f830547-cb64-45f9-b297-bfdbfa189b69 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=670db4ff-4eaa-4143-bbf6-4d4024bcc436 HTTP/1.1" status: 200 len: 217 time: 0.0607729 Nov 26 16:50:00.393865 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0224ec-bd3b-4f98-8ff2-97276eaf86a6 req-95d9ae3b-c720-4e44-81b2-14ccfb1ba667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:00.395236 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ae0224ec-bd3b-4f98-8ff2-97276eaf86a6 req-95d9ae3b-c720-4e44-81b2-14ccfb1ba667 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518 HTTP/1.1" status: 200 len: 834 time: 0.0601881 Nov 26 16:50:00.471143 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0224ec-bd3b-4f98-8ff2-97276eaf86a6 req-1b11e0c2-538a-41d3-8c89-447f4367a10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:00.472597 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ae0224ec-bd3b-4f98-8ff2-97276eaf86a6 req-1b11e0c2-538a-41d3-8c89-447f4367a10a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb717539-f6f7-4889-9932-028f97969ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692432 Nov 26 16:50:00.602324 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ae0224ec-bd3b-4f98-8ff2-97276eaf86a6 req-f7288795-2a41-4478-bd22-af4c0f2cd3ec service neutron] 10.222.0.31 "GET /v2.0/networks/fb717539-f6f7-4889-9932-028f97969ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213572 Nov 26 16:50:00.735291 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ae0224ec-bd3b-4f98-8ff2-97276eaf86a6 req-f419739d-5995-4b70-b0ce-04db90b72dfb service neutron] 10.222.0.31 "GET /v2.0/networks/fb717539-f6f7-4889-9932-028f97969ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246772 Nov 26 16:50:00.819066 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a6f22-35a9-4944-a5de-58666dc6e07f req-f7e3ab14-b9aa-4861-a5e3-3fa62f20a1e2 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:00.820541 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d34a6f22-35a9-4944-a5de-58666dc6e07f req-f7e3ab14-b9aa-4861-a5e3-3fa62f20a1e2 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 944 time: 0.0836923 Nov 26 16:50:00.863766 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d34a6f22-35a9-4944-a5de-58666dc6e07f req-6b72ce36-435b-4135-ba11-1d088a38cc15 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374722 Nov 26 16:50:01.178521 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1538d3f-4047-4bd0-99df-95469f785928 req-b12c3d91-84af-42ce-88c4-b281a90c5ae9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:01.179885 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d1538d3f-4047-4bd0-99df-95469f785928 req-b12c3d91-84af-42ce-88c4-b281a90c5ae9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b9a22f-f6e2-4d03-9980-174295728298 HTTP/1.1" status: 200 len: 945 time: 0.0821290 Nov 26 16:50:01.223987 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d1538d3f-4047-4bd0-99df-95469f785928 req-9920a19f-d134-4527-87e2-98d8b710cf82 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=217f4e1f-49f1-4302-ad1b-8274338a9edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384800 Nov 26 16:50:01.243111 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b76679e9-6981-43ea-8680-520b923598f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:01.404598 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2e679-5265-41a9-9644-669c369ae399 req-09ead52d-3b90-4e95-acb2-e173646cecbf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:01.406016 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ccf2e679-5265-41a9-9644-669c369ae399 req-09ead52d-3b90-4e95-acb2-e173646cecbf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b9a22f-f6e2-4d03-9980-174295728298 HTTP/1.1" status: 200 len: 945 time: 0.0807030 Nov 26 16:50:01.448772 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ccf2e679-5265-41a9-9644-669c369ae399 req-c05d67c2-6405-4203-a8e5-6a28322a6f33 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=217f4e1f-49f1-4302-ad1b-8274338a9edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371830 Nov 26 16:50:01.471264 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54282) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:50:01.539241 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52151f8b-5924-480c-9cfa-4349cae848d3 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:01.540722 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-52151f8b-5924-480c-9cfa-4349cae848d3 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c1b9a22f-f6e2-4d03-9980-174295728298 HTTP/1.1" status: 200 len: 1093 time: 0.0684547 Nov 26 16:50:01.543516 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54286) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:50:01.549292 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-739c976e-9ae5-423c-8e9a-8aed1927346d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'floatingip': {'port_id': '58ce8bd5-a063-4076-826a-4dccae54fc60'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:50:01.626521 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-739c976e-9ae5-423c-8e9a-8aed1927346d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:02.149432 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:02.290190 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65c486-326d-4915-9484-2ecd7758f486 req-8cd9f6b8-e224-4d92-bb4a-549e41421375 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:02.291631 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fc65c486-326d-4915-9484-2ecd7758f486 req-8cd9f6b8-e224-4d92-bb4a-549e41421375 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 944 time: 0.3256209 Nov 26 16:50:02.348584 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fc65c486-326d-4915-9484-2ecd7758f486 req-c23acda0-27a6-4585-bef3-de71ba983280 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490716 Nov 26 16:50:02.445675 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-739c976e-9ae5-423c-8e9a-8aed1927346d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:02.449351 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-739c976e-9ae5-423c-8e9a-8aed1927346d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:02.617355 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-739c976e-9ae5-423c-8e9a-8aed1927346d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Floating IP 7bdcd414-1c36-4f5e-861e-9cbbac6487d6 associated. External IP: 172.26.0.140, port: 58ce8bd5-a063-4076-826a-4dccae54fc60. Nov 26 16:50:02.963947 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739c976e-9ae5-423c-8e9a-8aed1927346d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:50:03.140616 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739c976e-9ae5-423c-8e9a-8aed1927346d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:50:03.145186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-739c976e-9ae5-423c-8e9a-8aed1927346d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:03.150362 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba650820-9a02-460e-a1ab-716e3344b9fd None None] Sync routers for ids ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:50:03.160171 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba650820-9a02-460e-a1ab-716e3344b9fd None None] Routers {'0a7d2e8b-f564-4c56-add5-2bc6f5460d50'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:50:03.160798 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-ba650820-9a02-460e-a1ab-716e3344b9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:50:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:50:03.198819 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-739c976e-9ae5-423c-8e9a-8aed1927346d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "PUT /v2.0/floatingips/7bdcd414-1c36-4f5e-861e-9cbbac6487d6 HTTP/1.1" status: 200 len: 991 time: 1.6541810 Nov 26 16:50:03.199563 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b9a22f-f6e2-4d03-9980-174295728298', 'tag': '58ce8bd5-a063-4076-826a-4dccae54fc60'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:50:03.202278 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54292) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:50:03.246223 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b9a22f-f6e2-4d03-9980-174295728298', 'tag': '58ce8bd5-a063-4076-826a-4dccae54fc60', 'status': 'completed', 'code': 200} Nov 26 16:50:03.275201 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device c0681cd4-4abe-4a34-b224-c4b011b383e9 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 16:50:03.429111 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-ba650820-9a02-460e-a1ab-716e3344b9fd None None] Set router 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:50:03.478977 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0a52cc0f-8a77-4df0-b949-b24f09871dad tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/7bdcd414-1c36-4f5e-861e-9cbbac6487d6 HTTP/1.1" status: 200 len: 991 time: 0.2744324 Nov 26 16:50:03.495202 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970be42-0e3e-4f93-9db5-55a704492e19 req-8781693e-48b9-4a5e-92f0-aae984ea696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:03.497305 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8970be42-0e3e-4f93-9db5-55a704492e19 req-8781693e-48b9-4a5e-92f0-aae984ea696a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=c1b9a22f-f6e2-4d03-9980-174295728298 HTTP/1.1" status: 200 len: 1098 time: 0.1109169 Nov 26 16:50:03.538074 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db32844-b677-41d6-99ef-80d4564b6da0 req-27190816-be93-400a-89c8-8e1b77ac2da4 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:03.539444 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7db32844-b677-41d6-99ef-80d4564b6da0 req-27190816-be93-400a-89c8-8e1b77ac2da4 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 944 time: 0.0833001 Nov 26 16:50:03.588387 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7db32844-b677-41d6-99ef-80d4564b6da0 req-e609acf3-8cd1-4aed-8ba1-402cad8a0693 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423884 Nov 26 16:50:03.607854 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port c0681cd4-4abe-4a34-b224-c4b011b383e9, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=c0681cd4-4abe-4a34-b224-c4b011b383e9,segment=NetworkSegment(34e89c51-6f04-477d-8a8a-2029d8bc6199),segment_id=34e89c51-6f04-477d-8a8a-2029d8bc6199)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:50:03.632719 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': 'c0681cd4-4abe-4a34-b224-c4b011b383e9', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'port_id': 'c0681cd4-4abe-4a34-b224-c4b011b383e9', 'mac_address': 'fa:16:3e:4a:52:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b55da957-278e-4beb-9f32-8be970680118', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 16:50:03.634047 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970be42-0e3e-4f93-9db5-55a704492e19 req-d5657443-5718-4e24-bdcd-f6da0c56d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:03.635504 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8970be42-0e3e-4f93-9db5-55a704492e19 req-d5657443-5718-4e24-bdcd-f6da0c56d857 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb717539-f6f7-4889-9932-028f97969ae3 HTTP/1.1" status: 200 len: 898 time: 0.1314480 Nov 26 16:50:03.741778 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8970be42-0e3e-4f93-9db5-55a704492e19 req-5f329323-1f68-47eb-b842-1ad02f403924 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58ce8bd5-a063-4076-826a-4dccae54fc60 HTTP/1.1" status: 200 len: 999 time: 0.0998087 Nov 26 16:50:03.769032 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:03.803148 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0681cd4-4abe-4a34-b224-c4b011b383e9 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:50:03.806804 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970be42-0e3e-4f93-9db5-55a704492e19 req-78db2ac3-1c6d-451d-a0c5-97930899a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:03.808312 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8970be42-0e3e-4f93-9db5-55a704492e19 req-78db2ac3-1c6d-451d-a0c5-97930899a317 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518 HTTP/1.1" status: 200 len: 834 time: 0.0585482 Nov 26 16:50:03.862560 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port c0681cd4-4abe-4a34-b224-c4b011b383e9, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=c0681cd4-4abe-4a34-b224-c4b011b383e9,segment=NetworkSegment(34e89c51-6f04-477d-8a8a-2029d8bc6199),segment_id=34e89c51-6f04-477d-8a8a-2029d8bc6199)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:50:03.873569 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:03.876195 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-43fff8a6-1c8e-4771-90fb-adaeaa954d72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:50:03.893932 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970be42-0e3e-4f93-9db5-55a704492e19 req-3a9c6131-9a65-4c85-b495-5969cd294f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:03.895374 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8970be42-0e3e-4f93-9db5-55a704492e19 req-3a9c6131-9a65-4c85-b495-5969cd294f5f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb717539-f6f7-4889-9932-028f97969ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791678 Nov 26 16:50:03.959413 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=c0681cd4-4abe-4a34-b224-c4b011b383e9,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:50:03.964196 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:50:03.969190 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:03.974954 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-ba650820-9a02-460e-a1ab-716e3344b9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'name': 'tempest-TestNetworkBasicOps-router-637669483', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:47Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '7bdcd414-1c36-4f5e-861e-9cbbac6487d6', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.140', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'port_id': '58ce8bd5-a063-4076-826a-4dccae54fc60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3', 'mac_address': 'fa:16:3e:c4:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b9a22f-f6e2-4d03-9980-174295728298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:49:04Z', 'updated_at': '2021-11-26T16:50:02Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42cb1233-91d7-426c-809d-00863244a369', 'name': '', 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:8b:cd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:47Z', 'updated_at': '2021-11-26T16:48:53Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:50:03.978811 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba650820-9a02-460e-a1ab-716e3344b9fd None None] Checking router: 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:50:03.987375 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba650820-9a02-460e-a1ab-716e3344b9fd None None] Routers {'0a7d2e8b-f564-4c56-add5-2bc6f5460d50'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:50:03.988025 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-ba650820-9a02-460e-a1ab-716e3344b9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:50:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:50:04.033868 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8970be42-0e3e-4f93-9db5-55a704492e19 req-efb53ec2-7430-43a9-b4fa-eef540a20c47 service neutron] 10.222.0.31 "GET /v2.0/networks/fb717539-f6f7-4889-9932-028f97969ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300297 Nov 26 16:50:04.141581 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['c0681cd4-4abe-4a34-b224-c4b011b383e9'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 16:50:04.172670 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8970be42-0e3e-4f93-9db5-55a704492e19 req-cb8d15bc-a269-478d-b835-4149010f8760 service neutron] 10.222.0.31 "GET /v2.0/networks/fb717539-f6f7-4889-9932-028f97969ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261756 Nov 26 16:50:04.231267 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-ba650820-9a02-460e-a1ab-716e3344b9fd None None] Set router 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:50:04.481088 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54300) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:50:04.589626 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ee0194c0-d910-45d6-b1ff-888e2935698d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/7bdcd414-1c36-4f5e-861e-9cbbac6487d6 HTTP/1.1" status: 200 len: 991 time: 0.1069512 Nov 26 16:50:04.773463 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be62a5-ca49-4ec1-8e25-7b1268951ef1 req-597ede05-23a8-461e-a641-0490f477503d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:04.774928 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e0be62a5-ca49-4ec1-8e25-7b1268951ef1 req-597ede05-23a8-461e-a641-0490f477503d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 945 time: 0.0798068 Nov 26 16:50:04.796016 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-ba650820-9a02-460e-a1ab-716e3344b9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'name': 'tempest-TestNetworkBasicOps-router-637669483', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:47Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '7bdcd414-1c36-4f5e-861e-9cbbac6487d6', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.140', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'port_id': '58ce8bd5-a063-4076-826a-4dccae54fc60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3', 'mac_address': 'fa:16:3e:c4:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b9a22f-f6e2-4d03-9980-174295728298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:49:04Z', 'updated_at': '2021-11-26T16:50:02Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42cb1233-91d7-426c-809d-00863244a369', 'name': '', 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:8b:cd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:47Z', 'updated_at': '2021-11-26T16:48:53Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:50:04.801926 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba650820-9a02-460e-a1ab-716e3344b9fd None None] The sync data for ids ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'] in dv-neutron-819440-1-hyperv is: [{'id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'name': 'tempest-TestNetworkBasicOps-router-637669483', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:47Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '7bdcd414-1c36-4f5e-861e-9cbbac6487d6', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.140', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'port_id': '58ce8bd5-a063-4076-826a-4dccae54fc60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3', 'mac_address': 'fa:16:3e:c4:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b9a22f-f6e2-4d03-9980-174295728298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:49:04Z', 'updated_at': '2021-11-26T16:50:02Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42cb1233-91d7-426c-809d-00863244a369', 'name': '', 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:8b:cd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:47Z', 'updated_at': '2021-11-26T16:48:53Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:50:04.820526 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e0be62a5-ca49-4ec1-8e25-7b1268951ef1 req-9ed75c0f-8bd9-4ebc-b18f-013e8ac24988 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393658 Nov 26 16:50:04.991499 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af011675-fd5b-4e4b-8213-073cd36be5ba None None] New status for floating IP 7bdcd414-1c36-4f5e-861e-9cbbac6487d6: ACTIVE {{(pid=87521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:50:05.593281 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54306) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:50:05.696046 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c2e9c654-3bdf-4718-8bbf-f29064df2735 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/7bdcd414-1c36-4f5e-861e-9cbbac6487d6 HTTP/1.1" status: 200 len: 993 time: 0.1014924 Nov 26 16:50:06.008575 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab7215-2861-49bf-b024-c81934e3c696 req-18a6d3ad-28f3-461f-8c24-f6495d52faae tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:06.010153 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c4ab7215-2861-49bf-b024-c81934e3c696 req-18a6d3ad-28f3-461f-8c24-f6495d52faae tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 945 time: 0.0841305 Nov 26 16:50:06.054344 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c4ab7215-2861-49bf-b024-c81934e3c696 req-c24d0e57-7106-4ab7-ae38-1cdc99a93331 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387113 Nov 26 16:50:07.242334 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abab26-b0d6-4ae2-a1b5-53fbc6f6d532 req-53cbf1e0-3a49-416b-b240-16d3bed9b33a tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:07.242960 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device c0681cd4-4abe-4a34-b224-c4b011b383e9 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:50:07.243803 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-16abab26-b0d6-4ae2-a1b5-53fbc6f6d532 req-53cbf1e0-3a49-416b-b240-16d3bed9b33a tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 945 time: 0.0824616 Nov 26 16:50:07.287781 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-16abab26-b0d6-4ae2-a1b5-53fbc6f6d532 req-7ab59cda-23f3-443f-9fa1-665a8a60dbe9 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379908 Nov 26 16:50:07.313527 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port c0681cd4-4abe-4a34-b224-c4b011b383e9 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:50:07.318314 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port c0681cd4-4abe-4a34-b224-c4b011b383e9 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:50:07.318691 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:07.429199 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:07.456096 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dd5cab-13f8-4059-a6a2-067e0fce819c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0681cd4-4abe-4a34-b224-c4b011b383e9'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:50:07.466144 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port c0681cd4-4abe-4a34-b224-c4b011b383e9, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=c0681cd4-4abe-4a34-b224-c4b011b383e9,segment=NetworkSegment(34e89c51-6f04-477d-8a8a-2029d8bc6199),segment_id=34e89c51-6f04-477d-8a8a-2029d8bc6199)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:50:07.470369 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:07.472245 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-fe3c90a6-7691-4e39-9183-6ef232a3dec0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:50:07.505718 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72dd5cab-13f8-4059-a6a2-067e0fce819c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0681cd4-4abe-4a34-b224-c4b011b383e9', 'code': 200} Nov 26 16:50:07.543845 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=c0681cd4-4abe-4a34-b224-c4b011b383e9,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:50:07.546915 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:50:07.787477 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f64b3-304b-4771-8c30-4b415dfa70b0 req-46d2e66e-c420-4276-8b6a-7358ce6d693c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:07.789017 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a03f64b3-304b-4771-8c30-4b415dfa70b0 req-46d2e66e-c420-4276-8b6a-7358ce6d693c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 1099 time: 0.0702577 Nov 26 16:50:07.828917 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a03f64b3-304b-4771-8c30-4b415dfa70b0 req-2aefe454-c5b3-4e4b-8972-0b5aa9ca3a6c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328605 Nov 26 16:50:08.470477 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50930917-ac3e-4621-81fd-da05511d65b6 req-5bc77115-1577-40cd-96d5-1df4106ecb51 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:08.471920 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-50930917-ac3e-4621-81fd-da05511d65b6 req-5bc77115-1577-40cd-96d5-1df4106ecb51 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 946 time: 0.0828457 Nov 26 16:50:08.514954 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-50930917-ac3e-4621-81fd-da05511d65b6 req-198c4350-67c1-4321-a434-4c5067b11d26 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375075 Nov 26 16:50:09.698634 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cf156-a4b2-4bdc-8180-56bac491edca req-9ce5278c-1619-4c89-90b7-e6a8cbbea827 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:09.700311 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-171cf156-a4b2-4bdc-8180-56bac491edca req-9ce5278c-1619-4c89-90b7-e6a8cbbea827 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 946 time: 0.0803914 Nov 26 16:50:09.749306 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-171cf156-a4b2-4bdc-8180-56bac491edca req-c06c2f1b-35a4-4bb6-ae7f-e51ca09e7af9 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422552 Nov 26 16:50:10.073871 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b880b-d191-4383-9f7c-94348b51913f req-f52fd7ee-6ac9-474e-8cf5-a46890627225 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:10.075313 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-171b880b-d191-4383-9f7c-94348b51913f req-f52fd7ee-6ac9-474e-8cf5-a46890627225 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 946 time: 0.0805776 Nov 26 16:50:10.118462 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-171b880b-d191-4383-9f7c-94348b51913f req-1c6544b1-eaa9-48e3-93ae-58f5df6846bd tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374205 Nov 26 16:50:10.141858 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54322) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:50:10.213300 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb45aaf-dd4b-4117-9660-5a48deb2c8af tempest-TestVolumeBootPattern-1721070217 tempest-TestVolumeBootPattern-1721070217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:10.214754 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-cbb45aaf-dd4b-4117-9660-5a48deb2c8af tempest-TestVolumeBootPattern-1721070217 tempest-TestVolumeBootPattern-1721070217-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 1094 time: 0.0719776 Nov 26 16:50:10.217487 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54326) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:50:10.222266 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'port_id': 'c0681cd4-4abe-4a34-b224-c4b011b383e9', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:50:10.227963 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:50:10.231663 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Usage tracker for resource:floatingip and tenant:9f9230f34386409ca98bc1f84ec409b3 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:50:10.234959 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:50:10.240524 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:50:10.251621 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for floatingip, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:10.505261 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:10.640217 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Allocated IP 172.26.0.252 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/564153c3-9404-4baf-826b-ce225d9e8e1d) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:50:10.783370 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:10.812050 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:10.816267 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-19fea9de-9c9b-4812-80e5-362a7bf72180 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:50:10.877031 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:50:10.879946 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:50:10.883519 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:50:10.912907 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Pushing event updated for resources: {'Port': ['ID=564153c3-9404-4baf-826b-ce225d9e8e1d,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:50:10.925746 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:50:11.279394 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:11.350195 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:11.550933 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:11.555438 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:11.560022 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-404eb9cc-568d-41e7-9ae0-5ebf9a89c3f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:50:11.669108 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Pushing event updated for resources: {'Port': ['ID=564153c3-9404-4baf-826b-ce225d9e8e1d,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:50:11.673545 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:50:11.676427 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:11.848773 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Floating IP 1358681b-3977-4cae-ae85-8c953dc37401 associated. External IP: 172.26.0.252, port: c0681cd4-4abe-4a34-b224-c4b011b383e9. Nov 26 16:50:11.851329 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:50:12.312030 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Router 3ec6f694-0713-49b5-ae38-a2a296371a33 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:50:12.489337 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:50:12.499584 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f566d345-2bc0-477b-bf51-d3dbb3fd208d None None] Sync routers for ids ['3ec6f694-0713-49b5-ae38-a2a296371a33'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:50:12.508795 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f566d345-2bc0-477b-bf51-d3dbb3fd208d None None] Routers {'3ec6f694-0713-49b5-ae38-a2a296371a33'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:50:12.509415 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f566d345-2bc0-477b-bf51-d3dbb3fd208d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:50:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['3ec6f694-0713-49b5-ae38-a2a296371a33'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:50:12.514253 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:12.569471 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3507903 Nov 26 16:50:12.569942 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72dd5cab-13f8-4059-a6a2-067e0fce819c', 'tag': 'c0681cd4-4abe-4a34-b224-c4b011b383e9'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:50:12.612165 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72dd5cab-13f8-4059-a6a2-067e0fce819c', 'tag': 'c0681cd4-4abe-4a34-b224-c4b011b383e9', 'status': 'completed', 'code': 200} Nov 26 16:50:12.687118 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-f566d345-2bc0-477b-bf51-d3dbb3fd208d None None] Set router 3ec6f694-0713-49b5-ae38-a2a296371a33 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:50:12.709169 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c90a7-e443-4318-a903-103ee5c9c575 req-266f9d8c-b0a3-4e2a-808f-2ab4e3882f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:12.710644 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0c2c90a7-e443-4318-a903-103ee5c9c575 req-266f9d8c-b0a3-4e2a-808f-2ab4e3882f23 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9f9230f34386409ca98bc1f84ec409b3&device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 1099 time: 0.0740390 Nov 26 16:50:12.850156 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c90a7-e443-4318-a903-103ee5c9c575 req-404a04f4-5cc8-44db-9128-135a58ff567c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:12.851522 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0c2c90a7-e443-4318-a903-103ee5c9c575 req-404a04f4-5cc8-44db-9128-135a58ff567c service neutron] 10.222.0.31 "GET /v2.0/networks?id=48a59583-a919-49e7-95cd-b28f90765ccd HTTP/1.1" status: 200 len: 912 time: 0.1341145 Nov 26 16:50:12.955453 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0c2c90a7-e443-4318-a903-103ee5c9c575 req-7402adc1-4198-4b21-a1a1-432e4d98ba8e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0681cd4-4abe-4a34-b224-c4b011b383e9 HTTP/1.1" status: 200 len: 1000 time: 0.0962257 Nov 26 16:50:13.030297 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c90a7-e443-4318-a903-103ee5c9c575 req-7474e2ee-3f9a-447c-80c6-b31b20d5d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:13.031625 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0c2c90a7-e443-4318-a903-103ee5c9c575 req-7474e2ee-3f9a-447c-80c6-b31b20d5d780 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b55da957-278e-4beb-9f32-8be970680118 HTTP/1.1" status: 200 len: 850 time: 0.0688624 Nov 26 16:50:13.042960 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f566d345-2bc0-477b-bf51-d3dbb3fd208d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:37Z', 'revision_number': 4, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'gw_port': {'id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:33Z', 'updated_at': '2021-11-26T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '1358681b-3977-4cae-ae85-8c953dc37401', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'floating_ip_address': '172.26.0.252', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'port_id': 'c0681cd4-4abe-4a34-b224-c4b011b383e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'mac_address': 'fa:16:3e:4a:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd5cab-13f8-4059-a6a2-067e0fce819c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:50:11Z', 'updated_at': '2021-11-26T16:50:11Z', 'revision_number': 0, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a376c8b5-463c-4dec-b239-66fcf6f89e98', 'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'mac_address': 'fa:16:3e:42:76:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'b55da957-278e-4beb-9f32-8be970680118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:36Z', 'updated_at': '2021-11-26T16:46:57Z', 'revision_number': 5, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'subnets': [{'id': 'b55da957-278e-4beb-9f32-8be970680118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:50:13.048533 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f566d345-2bc0-477b-bf51-d3dbb3fd208d None None] Checking router: 3ec6f694-0713-49b5-ae38-a2a296371a33 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:50:13.057629 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f566d345-2bc0-477b-bf51-d3dbb3fd208d None None] Routers {'3ec6f694-0713-49b5-ae38-a2a296371a33'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:50:13.058555 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f566d345-2bc0-477b-bf51-d3dbb3fd208d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:50:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['3ec6f694-0713-49b5-ae38-a2a296371a33'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:50:13.108143 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c90a7-e443-4318-a903-103ee5c9c575 req-163a258c-f971-407b-973d-68f9e4043f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:13.109636 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0c2c90a7-e443-4318-a903-103ee5c9c575 req-163a258c-f971-407b-973d-68f9e4043f7d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48a59583-a919-49e7-95cd-b28f90765ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714321 Nov 26 16:50:13.241803 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0c2c90a7-e443-4318-a903-103ee5c9c575 req-c67757f8-21f7-42c9-9bbf-a9fbfad0b8e9 service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257966 Nov 26 16:50:13.249472 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-f566d345-2bc0-477b-bf51-d3dbb3fd208d None None] Set router 3ec6f694-0713-49b5-ae38-a2a296371a33 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:50:13.379398 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0c2c90a7-e443-4318-a903-103ee5c9c575 req-0d89aaa4-5ea9-43f9-af64-5bdaf19bee02 service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299748 Nov 26 16:50:13.647417 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f566d345-2bc0-477b-bf51-d3dbb3fd208d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:37Z', 'revision_number': 4, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'gw_port': {'id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:33Z', 'updated_at': '2021-11-26T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '1358681b-3977-4cae-ae85-8c953dc37401', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'floating_ip_address': '172.26.0.252', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'port_id': 'c0681cd4-4abe-4a34-b224-c4b011b383e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'mac_address': 'fa:16:3e:4a:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd5cab-13f8-4059-a6a2-067e0fce819c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:50:11Z', 'updated_at': '2021-11-26T16:50:11Z', 'revision_number': 0, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a376c8b5-463c-4dec-b239-66fcf6f89e98', 'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'mac_address': 'fa:16:3e:42:76:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'b55da957-278e-4beb-9f32-8be970680118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:36Z', 'updated_at': '2021-11-26T16:46:57Z', 'revision_number': 5, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'subnets': [{'id': 'b55da957-278e-4beb-9f32-8be970680118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:50:13.651264 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f566d345-2bc0-477b-bf51-d3dbb3fd208d None None] The sync data for ids ['3ec6f694-0713-49b5-ae38-a2a296371a33'] in dv-neutron-819440-1-hyperv is: [{'id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:37Z', 'revision_number': 4, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'gw_port': {'id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:33Z', 'updated_at': '2021-11-26T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '1358681b-3977-4cae-ae85-8c953dc37401', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'floating_ip_address': '172.26.0.252', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'port_id': 'c0681cd4-4abe-4a34-b224-c4b011b383e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'mac_address': 'fa:16:3e:4a:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd5cab-13f8-4059-a6a2-067e0fce819c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:50:11Z', 'updated_at': '2021-11-26T16:50:11Z', 'revision_number': 0, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a376c8b5-463c-4dec-b239-66fcf6f89e98', 'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'mac_address': 'fa:16:3e:42:76:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'b55da957-278e-4beb-9f32-8be970680118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:36Z', 'updated_at': '2021-11-26T16:46:57Z', 'revision_number': 5, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'subnets': [{'id': 'b55da957-278e-4beb-9f32-8be970680118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:50:13.850110 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbbd70b-35cc-4aed-a594-91595a29cb06 None None] New status for floating IP 1358681b-3977-4cae-ae85-8c953dc37401: ACTIVE {{(pid=87521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:50:19.467925 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:28.573315 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d7b906df-b5f7-460c-a861-486e7d3eeaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:29.336410 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:31.235398 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ee981f1d-288a-496c-bb83-f6d55ef32a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:32.150045 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:33.956494 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:39.354477 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ed563-7cc2-4648-995c-3937f294f1a4 req-41b4de36-b4dc-4492-bd88-8b98e2a31a53 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:39.355968 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-310ed563-7cc2-4648-995c-3937f294f1a4 req-41b4de36-b4dc-4492-bd88-8b98e2a31a53 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b9a22f-f6e2-4d03-9980-174295728298 HTTP/1.1" status: 200 len: 945 time: 0.0871310 Nov 26 16:50:39.399648 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-310ed563-7cc2-4648-995c-3937f294f1a4 req-0354ee6e-d9b5-4929-ab28-420a278c21c1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=217f4e1f-49f1-4302-ad1b-8274338a9edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379472 Nov 26 16:50:40.706312 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b4966-64c6-4335-8898-5193f997bcde req-32ec9134-4f45-4f15-9ad5-bc439a5fe428 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:40.708656 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ae2b4966-64c6-4335-8898-5193f997bcde req-32ec9134-4f45-4f15-9ad5-bc439a5fe428 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b9a22f-f6e2-4d03-9980-174295728298 HTTP/1.1" status: 200 len: 945 time: 0.2038953 Nov 26 16:50:40.745811 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e50b26-158d-40b0-9c8e-ab02feb1d889 req-d069ee9f-6ba6-4927-ae34-f1346072a93a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:40.747644 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-37e50b26-158d-40b0-9c8e-ab02feb1d889 req-d069ee9f-6ba6-4927-ae34-f1346072a93a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1b9a22f-f6e2-4d03-9980-174295728298 HTTP/1.1" status: 200 len: 945 time: 0.0893326 Nov 26 16:50:40.754542 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ae2b4966-64c6-4335-8898-5193f997bcde req-ea816fc1-5d9c-45fc-baf9-29bb43b2f5fd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=217f4e1f-49f1-4302-ad1b-8274338a9edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402298 Nov 26 16:50:40.942382 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [req-37e50b26-158d-40b0-9c8e-ab02feb1d889 req-41c680d9-5c3a-4bcc-9178-6b747998c59e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port 58ce8bd5-a063-4076-826a-4dccae54fc60 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:50:40.942727 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-37e50b26-158d-40b0-9c8e-ab02feb1d889 req-41c680d9-5c3a-4bcc-9178-6b747998c59e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:41.183530 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [req-37e50b26-158d-40b0-9c8e-ab02feb1d889 req-41c680d9-5c3a-4bcc-9178-6b747998c59e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] For port 58ce8bd5-a063-4076-826a-4dccae54fc60, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=58ce8bd5-a063-4076-826a-4dccae54fc60,segment=NetworkSegment(990787ed-f734-4f76-b4db-3f4c63557f98),segment_id=990787ed-f734-4f76-b4db-3f4c63557f98)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:50:41.183907 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-37e50b26-158d-40b0-9c8e-ab02feb1d889 req-41c680d9-5c3a-4bcc-9178-6b747998c59e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:41.473848 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-37e50b26-158d-40b0-9c8e-ab02feb1d889 req-41c680d9-5c3a-4bcc-9178-6b747998c59e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:41.474117 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-37e50b26-158d-40b0-9c8e-ab02feb1d889 req-41c680d9-5c3a-4bcc-9178-6b747998c59e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:41.474425 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [req-37e50b26-158d-40b0-9c8e-ab02feb1d889 req-41c680d9-5c3a-4bcc-9178-6b747998c59e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Floating IP 7bdcd414-1c36-4f5e-861e-9cbbac6487d6 disassociated. External IP: 172.26.0.140, port: 58ce8bd5-a063-4076-826a-4dccae54fc60. Nov 26 16:50:41.474756 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [req-37e50b26-158d-40b0-9c8e-ab02feb1d889 req-41c680d9-5c3a-4bcc-9178-6b747998c59e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for 58ce8bd5-a063-4076-826a-4dccae54fc60 owned by compute:nova {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:50:41.620828 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-37e50b26-158d-40b0-9c8e-ab02feb1d889 req-41c680d9-5c3a-4bcc-9178-6b747998c59e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:41.627029 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5d22eb0c-6926-4ea0-98c2-4103296cd5e7 tempest-TestServerAdvancedOps-1142308737 tempest-TestServerAdvancedOps-1142308737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:50:41.668465 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c680d9-5c3a-4bcc-9178-6b747998c59e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=58ce8bd5-a063-4076-826a-4dccae54fc60,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:50:41.671832 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-41c680d9-5c3a-4bcc-9178-6b747998c59e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:50:41.856357 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37e50b26-158d-40b0-9c8e-ab02feb1d889 req-41c680d9-5c3a-4bcc-9178-6b747998c59e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:50:42.021767 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8a21da09-e0be-422f-8dac-b264f57c77a2 req-3c06b045-9eca-442e-8ddb-341cefd438cc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b9a22f-f6e2-4d03-9980-174295728298 HTTP/1.1" status: 200 len: 210 time: 0.1544034 Nov 26 16:50:42.076552 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37e50b26-158d-40b0-9c8e-ab02feb1d889 req-41c680d9-5c3a-4bcc-9178-6b747998c59e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:50:42.086649 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e5e39a-8d28-4dea-87c2-68f5195fdced None None] Sync routers for ids ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:50:42.097608 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e5e39a-8d28-4dea-87c2-68f5195fdced None None] Routers {'0a7d2e8b-f564-4c56-add5-2bc6f5460d50'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:50:42.098478 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-75e5e39a-8d28-4dea-87c2-68f5195fdced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:50:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:50:42.153945 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e50b26-158d-40b0-9c8e-ab02feb1d889 req-41c680d9-5c3a-4bcc-9178-6b747998c59e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] No DVR routers for this DVR port 58ce8bd5-a063-4076-826a-4dccae54fc60 on host hv-neutron-8194 {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:50:42.157014 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-37e50b26-158d-40b0-9c8e-ab02feb1d889 req-41c680d9-5c3a-4bcc-9178-6b747998c59e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:42.160027 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b9a22f-f6e2-4d03-9980-174295728298', 'name': 'network-vif-deleted', 'tag': '58ce8bd5-a063-4076-826a-4dccae54fc60'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:50:42.177335 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-37e50b26-158d-40b0-9c8e-ab02feb1d889 req-41c680d9-5c3a-4bcc-9178-6b747998c59e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "DELETE /v2.0/ports/58ce8bd5-a063-4076-826a-4dccae54fc60 HTTP/1.1" status: 204 len: 173 time: 1.4202762 Nov 26 16:50:42.285135 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-75e5e39a-8d28-4dea-87c2-68f5195fdced None None] Set router 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:50:42.292616 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b9a22f-f6e2-4d03-9980-174295728298', 'name': 'network-vif-deleted', 'tag': '58ce8bd5-a063-4076-826a-4dccae54fc60', 'status': 'completed', 'code': 200} Nov 26 16:50:42.604240 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-75e5e39a-8d28-4dea-87c2-68f5195fdced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'name': 'tempest-TestNetworkBasicOps-router-637669483', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:47Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '42cb1233-91d7-426c-809d-00863244a369', 'name': '', 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:8b:cd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:47Z', 'updated_at': '2021-11-26T16:48:53Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:50:42.608214 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e5e39a-8d28-4dea-87c2-68f5195fdced None None] Checking router: 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:50:42.616413 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e5e39a-8d28-4dea-87c2-68f5195fdced None None] Routers {'0a7d2e8b-f564-4c56-add5-2bc6f5460d50'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:50:42.617019 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-75e5e39a-8d28-4dea-87c2-68f5195fdced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:50:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:50:42.795750 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-75e5e39a-8d28-4dea-87c2-68f5195fdced None None] Set router 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:50:43.102029 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-75e5e39a-8d28-4dea-87c2-68f5195fdced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'name': 'tempest-TestNetworkBasicOps-router-637669483', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:47Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '42cb1233-91d7-426c-809d-00863244a369', 'name': '', 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:8b:cd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:47Z', 'updated_at': '2021-11-26T16:48:53Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:50:43.105992 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e5e39a-8d28-4dea-87c2-68f5195fdced None None] The sync data for ids ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'] in dv-neutron-819440-1-hyperv is: [{'id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'name': 'tempest-TestNetworkBasicOps-router-637669483', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:47Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '42cb1233-91d7-426c-809d-00863244a369', 'name': '', 'network_id': 'fb717539-f6f7-4889-9932-028f97969ae3', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:8b:cd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:47Z', 'updated_at': '2021-11-26T16:48:53Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': 'b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:50:43.118128 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54368) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:50:43.191507 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2c2db040-cd73-4cd5-89eb-ea0736fb2f08 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:43.220998 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2c2db040-cd73-4cd5-89eb-ea0736fb2f08 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:43.290817 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2c2db040-cd73-4cd5-89eb-ea0736fb2f08 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:43.294751 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ced822bb-f3e3-4638-afa1-bebabe7f948d tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:50:43.315008 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2db040-cd73-4cd5-89eb-ea0736fb2f08 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=217f4e1f-49f1-4302-ad1b-8274338a9edf,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:50:43.317825 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2c2db040-cd73-4cd5-89eb-ea0736fb2f08 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:50:43.325897 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2c2db040-cd73-4cd5-89eb-ea0736fb2f08 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:43.329617 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2c2db040-cd73-4cd5-89eb-ea0736fb2f08 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/security-groups/217f4e1f-49f1-4302-ad1b-8274338a9edf HTTP/1.1" status: 204 len: 168 time: 0.2079678 Nov 26 16:50:43.337521 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954bd70e-d4fe-4ffb-9d10-2be422c0f089 None None] New status for floating IP 7bdcd414-1c36-4f5e-861e-9cbbac6487d6: DOWN {{(pid=87521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:50:43.358538 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54374) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:50:43.469726 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 58ce8bd5-a063-4076-826a-4dccae54fc60 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:50:43.504445 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: 58ce8bd5-a063-4076-826a-4dccae54fc60 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:50:43.504801 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 58ce8bd5-a063-4076-826a-4dccae54fc60 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:50:43.522118 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-6b878adc-24a9-4d78-895d-319018c35dd3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port 71b79ef8-3491-4067-988b-db90e3c36e1f {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:50:43.522452 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6b878adc-24a9-4d78-895d-319018c35dd3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:43.691769 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6b878adc-24a9-4d78-895d-319018c35dd3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:43.692093 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6b878adc-24a9-4d78-895d-319018c35dd3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:43.811929 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-6b878adc-24a9-4d78-895d-319018c35dd3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for 71b79ef8-3491-4067-988b-db90e3c36e1f owned by network:floatingip {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:50:43.953149 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6b878adc-24a9-4d78-895d-319018c35dd3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:43.958031 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0150ffe3-a822-4f52-aa71-1a544cf6ff10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:50:44.000281 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b878adc-24a9-4d78-895d-319018c35dd3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=71b79ef8-3491-4067-988b-db90e3c36e1f,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:50:44.003381 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6b878adc-24a9-4d78-895d-319018c35dd3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:50:44.092411 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6b878adc-24a9-4d78-895d-319018c35dd3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:44.105734 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6b878adc-24a9-4d78-895d-319018c35dd3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:44.106857 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6b878adc-24a9-4d78-895d-319018c35dd3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/floatingips/7bdcd414-1c36-4f5e-861e-9cbbac6487d6 HTTP/1.1" status: 204 len: 168 time: 0.7473092 Nov 26 16:50:44.454220 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f0bdd-6154-479d-8999-25fed0154f27 req-863a986b-8dde-4b92-a9a6-d4ad3af5ef6a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:44.454947 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-e87f0bdd-6154-479d-8999-25fed0154f27 req-863a986b-8dde-4b92-a9a6-d4ad3af5ef6a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:50:44.470186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-e87f0bdd-6154-479d-8999-25fed0154f27 req-863a986b-8dde-4b92-a9a6-d4ad3af5ef6a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:50:44.471385 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e87f0bdd-6154-479d-8999-25fed0154f27 req-863a986b-8dde-4b92-a9a6-d4ad3af5ef6a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=902169ea-77dd-4419-ab0e-6e256641e739 HTTP/1.1" status: 200 len: 945 time: 0.0947781 Nov 26 16:50:44.521435 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-e87f0bdd-6154-479d-8999-25fed0154f27 req-d1fbe91a-18f9-443a-bb50-0a78d063551a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:50:44.537685 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-e87f0bdd-6154-479d-8999-25fed0154f27 req-d1fbe91a-18f9-443a-bb50-0a78d063551a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:50:44.538843 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e87f0bdd-6154-479d-8999-25fed0154f27 req-d1fbe91a-18f9-443a-bb50-0a78d063551a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=42b1c747-7b25-4445-84b9-3e7d5fa31c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616999 Nov 26 16:50:45.727500 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22f4db-c6ce-424f-968c-cc05c27b5adf req-ecd47fb2-0863-4cfc-ab4e-bcaa1ad46d2a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:45.728216 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-af22f4db-c6ce-424f-968c-cc05c27b5adf req-ecd47fb2-0863-4cfc-ab4e-bcaa1ad46d2a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:50:45.739604 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-af22f4db-c6ce-424f-968c-cc05c27b5adf req-ecd47fb2-0863-4cfc-ab4e-bcaa1ad46d2a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:50:45.740735 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-af22f4db-c6ce-424f-968c-cc05c27b5adf req-ecd47fb2-0863-4cfc-ab4e-bcaa1ad46d2a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=902169ea-77dd-4419-ab0e-6e256641e739 HTTP/1.1" status: 200 len: 945 time: 0.0912731 Nov 26 16:50:45.785310 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-af22f4db-c6ce-424f-968c-cc05c27b5adf req-20fc98b9-9fdc-4b3c-a051-e131ced8652f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=42b1c747-7b25-4445-84b9-3e7d5fa31c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386252 Nov 26 16:50:46.002573 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6dc8d-919a-407c-b212-135d944425cb req-57765cbd-a6ed-4ded-b489-5a779b5fc9c1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:46.004022 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7eb6dc8d-919a-407c-b212-135d944425cb req-57765cbd-a6ed-4ded-b489-5a779b5fc9c1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/ports?device_id=902169ea-77dd-4419-ab0e-6e256641e739 HTTP/1.1" status: 200 len: 945 time: 0.1943860 Nov 26 16:50:46.074053 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [req-7eb6dc8d-919a-407c-b212-135d944425cb req-7ea78e12-bf2c-4a88-8db6-c28dc580cb19 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port 670db4ff-4eaa-4143-bbf6-4d4024bcc436 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:50:46.074384 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-7eb6dc8d-919a-407c-b212-135d944425cb req-7ea78e12-bf2c-4a88-8db6-c28dc580cb19 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:46.312320 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [req-7eb6dc8d-919a-407c-b212-135d944425cb req-7ea78e12-bf2c-4a88-8db6-c28dc580cb19 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] For port 670db4ff-4eaa-4143-bbf6-4d4024bcc436, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=670db4ff-4eaa-4143-bbf6-4d4024bcc436,segment=NetworkSegment(990787ed-f734-4f76-b4db-3f4c63557f98),segment_id=990787ed-f734-4f76-b4db-3f4c63557f98)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:50:46.312618 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-7eb6dc8d-919a-407c-b212-135d944425cb req-7ea78e12-bf2c-4a88-8db6-c28dc580cb19 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:46.434138 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [req-7eb6dc8d-919a-407c-b212-135d944425cb req-7ea78e12-bf2c-4a88-8db6-c28dc580cb19 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for 670db4ff-4eaa-4143-bbf6-4d4024bcc436 owned by compute:nova {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:50:46.578212 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-7eb6dc8d-919a-407c-b212-135d944425cb req-7ea78e12-bf2c-4a88-8db6-c28dc580cb19 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:46.583589 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:50:46.628281 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea78e12-bf2c-4a88-8db6-c28dc580cb19 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=670db4ff-4eaa-4143-bbf6-4d4024bcc436,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:50:46.631355 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7ea78e12-bf2c-4a88-8db6-c28dc580cb19 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:50:46.705099 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb6dc8d-919a-407c-b212-135d944425cb req-7ea78e12-bf2c-4a88-8db6-c28dc580cb19 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] No DVR routers for this DVR port 670db4ff-4eaa-4143-bbf6-4d4024bcc436 on host hv-neutron-8194 {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:50:46.707489 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-7eb6dc8d-919a-407c-b212-135d944425cb req-7ea78e12-bf2c-4a88-8db6-c28dc580cb19 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:46.710183 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902169ea-77dd-4419-ab0e-6e256641e739', 'name': 'network-vif-deleted', 'tag': '670db4ff-4eaa-4143-bbf6-4d4024bcc436'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:50:46.726704 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7eb6dc8d-919a-407c-b212-135d944425cb req-7ea78e12-bf2c-4a88-8db6-c28dc580cb19 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "DELETE /v2.0/ports/670db4ff-4eaa-4143-bbf6-4d4024bcc436 HTTP/1.1" status: 204 len: 173 time: 0.7138679 Nov 26 16:50:46.758530 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902169ea-77dd-4419-ab0e-6e256641e739', 'name': 'network-vif-deleted', 'tag': '670db4ff-4eaa-4143-bbf6-4d4024bcc436', 'status': 'completed', 'code': 200} Nov 26 16:50:46.946624 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-ba5451df-a82c-4b1a-b68e-20f40cc5a0ed req-bf84d91c-d86c-44ee-9dde-e87ed3c145c5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:50:46.963077 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-ba5451df-a82c-4b1a-b68e-20f40cc5a0ed req-bf84d91c-d86c-44ee-9dde-e87ed3c145c5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:50:46.964284 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ba5451df-a82c-4b1a-b68e-20f40cc5a0ed req-bf84d91c-d86c-44ee-9dde-e87ed3c145c5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=902169ea-77dd-4419-ab0e-6e256641e739 HTTP/1.1" status: 200 len: 210 time: 0.0592875 Nov 26 16:50:48.197725 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54390) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:50:48.279020 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a5c6a035-b0a8-4426-a662-ea3420131a48 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:48.308117 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a5c6a035-b0a8-4426-a662-ea3420131a48 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:48.372716 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a5c6a035-b0a8-4426-a662-ea3420131a48 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:48.376660 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0f2c477a-a687-4505-bd36-45e54268fee2 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:50:48.392195 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6a035-b0a8-4426-a662-ea3420131a48 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b1c747-7b25-4445-84b9-3e7d5fa31c37,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:50:48.402324 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c6a035-b0a8-4426-a662-ea3420131a48 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:48.402712 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c6a035-b0a8-4426-a662-ea3420131a48 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:48.403094 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c6a035-b0a8-4426-a662-ea3420131a48 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:48.403463 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c6a035-b0a8-4426-a662-ea3420131a48 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:48.403864 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c6a035-b0a8-4426-a662-ea3420131a48 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:48.404233 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c6a035-b0a8-4426-a662-ea3420131a48 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:48.404602 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c6a035-b0a8-4426-a662-ea3420131a48 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:48.404963 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c6a035-b0a8-4426-a662-ea3420131a48 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:48.405338 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c6a035-b0a8-4426-a662-ea3420131a48 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:48.405683 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c6a035-b0a8-4426-a662-ea3420131a48 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:48.406041 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c6a035-b0a8-4426-a662-ea3420131a48 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:48.407034 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c6a035-b0a8-4426-a662-ea3420131a48 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:48.410725 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a5c6a035-b0a8-4426-a662-ea3420131a48 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:50:48.413061 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a5c6a035-b0a8-4426-a662-ea3420131a48 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:48.413757 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a5c6a035-b0a8-4426-a662-ea3420131a48 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/security-groups/42b1c747-7b25-4445-84b9-3e7d5fa31c37 HTTP/1.1" status: 204 len: 168 time: 0.2150574 Nov 26 16:50:48.443937 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54396) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:50:48.849935 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:50:48.985054 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b23fe68-aa42-48a3-8fc1-7e48152ef5af tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:49.440991 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-5b23fe68-aa42-48a3-8fc1-7e48152ef5af tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port 42cb1233-91d7-426c-809d-00863244a369 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:50:49.441713 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b23fe68-aa42-48a3-8fc1-7e48152ef5af tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:49.459183 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:49.498543 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 670db4ff-4eaa-4143-bbf6-4d4024bcc436 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:50:49.534947 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: 670db4ff-4eaa-4143-bbf6-4d4024bcc436 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:50:49.535307 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 670db4ff-4eaa-4143-bbf6-4d4024bcc436 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:50:49.632050 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-5b23fe68-aa42-48a3-8fc1-7e48152ef5af tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] For port 42cb1233-91d7-426c-809d-00863244a369, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=42cb1233-91d7-426c-809d-00863244a369,segment=NetworkSegment(990787ed-f734-4f76-b4db-3f4c63557f98),segment_id=990787ed-f734-4f76-b4db-3f4c63557f98)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:50:49.632402 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b23fe68-aa42-48a3-8fc1-7e48152ef5af tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:49.753936 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-5b23fe68-aa42-48a3-8fc1-7e48152ef5af tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for 42cb1233-91d7-426c-809d-00863244a369 owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:50:49.929841 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b23fe68-aa42-48a3-8fc1-7e48152ef5af tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:49.933431 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-06f40473-b67d-4783-8271-6e952c09d5b5 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:50:49.977422 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23fe68-aa42-48a3-8fc1-7e48152ef5af tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=42cb1233-91d7-426c-809d-00863244a369,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:50:49.981390 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5b23fe68-aa42-48a3-8fc1-7e48152ef5af tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:50:50.249449 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b23fe68-aa42-48a3-8fc1-7e48152ef5af tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:50.713763 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b23fe68-aa42-48a3-8fc1-7e48152ef5af tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:50:50.893363 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b23fe68-aa42-48a3-8fc1-7e48152ef5af tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:50:50.902952 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9be1b2-ecf0-4a0e-b234-14498d3d1256 None None] Sync routers for ids ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:50:50.909563 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5b23fe68-aa42-48a3-8fc1-7e48152ef5af tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "PUT /v2.0/routers/0a7d2e8b-f564-4c56-add5-2bc6f5460d50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4645941 Nov 26 16:50:50.912447 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54400) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:50:50.913202 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9be1b2-ecf0-4a0e-b234-14498d3d1256 None None] Routers {'0a7d2e8b-f564-4c56-add5-2bc6f5460d50'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:50:50.913823 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6b9be1b2-ecf0-4a0e-b234-14498d3d1256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:50:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:50:50.979451 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-444f8713-0af7-4929-9428-812249d54dc5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting subnet b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:50:50.982325 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-444f8713-0af7-4929-9428-812249d54dc5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:51.036079 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-444f8713-0af7-4929-9428-812249d54dc5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:51.124994 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-444f8713-0af7-4929-9428-812249d54dc5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:51.130279 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-6b9be1b2-ecf0-4a0e-b234-14498d3d1256 None None] Set router 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:50:51.196616 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-444f8713-0af7-4929-9428-812249d54dc5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:51.201008 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8cce8c26-90c5-4232-ae06-8f625497ec75 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:50:51.239561 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f8713-0af7-4929-9428-812249d54dc5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Subnet': ['ID=b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:50:51.244446 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-444f8713-0af7-4929-9428-812249d54dc5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:51.251123 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ade0ec5-6904-4043-9780-885f437c129d None None] Network fb717539-f6f7-4889-9932-028f97969ae3 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:50:51.251896 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f8713-0af7-4929-9428-812249d54dc5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:51.252290 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f8713-0af7-4929-9428-812249d54dc5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:51.252669 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f8713-0af7-4929-9428-812249d54dc5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:51.253038 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f8713-0af7-4929-9428-812249d54dc5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:51.253403 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f8713-0af7-4929-9428-812249d54dc5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:51.253771 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f8713-0af7-4929-9428-812249d54dc5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:51.254133 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f8713-0af7-4929-9428-812249d54dc5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:51.254497 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f8713-0af7-4929-9428-812249d54dc5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:51.254860 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f8713-0af7-4929-9428-812249d54dc5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:51.255217 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f8713-0af7-4929-9428-812249d54dc5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:51.255574 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f8713-0af7-4929-9428-812249d54dc5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:51.255949 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f8713-0af7-4929-9428-812249d54dc5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:51.259467 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-444f8713-0af7-4929-9428-812249d54dc5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:50:51.263947 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-444f8713-0af7-4929-9428-812249d54dc5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/subnets/b0a08a4a-42e4-4c0e-aed8-6dcdff5c2518 HTTP/1.1" status: 204 len: 168 time: 0.3476336 Nov 26 16:50:51.264063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54404) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:50:51.441935 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-01e90b15-bf6a-448d-93a4-cc2667b98604 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:51.581566 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6b9be1b2-ecf0-4a0e-b234-14498d3d1256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'name': 'tempest-TestNetworkBasicOps-router-637669483', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:50:49Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '30b03e2b-4699-4a78-985d-4c14b155acdc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:50:51.585509 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9be1b2-ecf0-4a0e-b234-14498d3d1256 None None] Checking router: 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:50:51.596855 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9be1b2-ecf0-4a0e-b234-14498d3d1256 None None] Routers {'0a7d2e8b-f564-4c56-add5-2bc6f5460d50'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:50:51.598787 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6b9be1b2-ecf0-4a0e-b234-14498d3d1256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:50:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:50:51.628538 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-01e90b15-bf6a-448d-93a4-cc2667b98604 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:51.638289 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-01e90b15-bf6a-448d-93a4-cc2667b98604 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port 30b03e2b-4699-4a78-985d-4c14b155acdc {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:50:51.638624 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-01e90b15-bf6a-448d-93a4-cc2667b98604 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:51.656238 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdebc65-a9b6-4a27-a0d9-2f3998e85dbf None None] DHCP port deletion for fb717539-f6f7-4889-9932-028f97969ae3 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:50:51.714618 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-1fdebc65-a9b6-4a27-a0d9-2f3998e85dbf None None] Deleting port e45efb0a-218b-4f06-925b-94c773f78bba {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:50:51.715005 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1fdebc65-a9b6-4a27-a0d9-2f3998e85dbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:51.821182 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-01e90b15-bf6a-448d-93a4-cc2667b98604 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] For port 30b03e2b-4699-4a78-985d-4c14b155acdc, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=30b03e2b-4699-4a78-985d-4c14b155acdc,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:50:51.821802 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-01e90b15-bf6a-448d-93a4-cc2667b98604 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:51.834596 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-6b9be1b2-ecf0-4a0e-b234-14498d3d1256 None None] Set router 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:50:51.952082 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-01e90b15-bf6a-448d-93a4-cc2667b98604 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for 30b03e2b-4699-4a78-985d-4c14b155acdc owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:50:51.955455 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-6b9be1b2-ecf0-4a0e-b234-14498d3d1256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'name': 'tempest-TestNetworkBasicOps-router-637669483', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:50:51Z', 'revision_number': 6, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:50:51.965551 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9be1b2-ecf0-4a0e-b234-14498d3d1256 None None] The sync data for ids ['0a7d2e8b-f564-4c56-add5-2bc6f5460d50'] in dv-neutron-819440-1-hyperv is: [{'id': '0a7d2e8b-f564-4c56-add5-2bc6f5460d50', 'name': 'tempest-TestNetworkBasicOps-router-637669483', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:48:43Z', 'updated_at': '2021-11-26T16:50:51Z', 'revision_number': 6, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port_host': None}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:50:52.087157 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-1fdebc65-a9b6-4a27-a0d9-2f3998e85dbf None None] For port e45efb0a-218b-4f06-925b-94c773f78bba, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=e45efb0a-218b-4f06-925b-94c773f78bba,segment=NetworkSegment(990787ed-f734-4f76-b4db-3f4c63557f98),segment_id=990787ed-f734-4f76-b4db-3f4c63557f98)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:50:52.087499 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1fdebc65-a9b6-4a27-a0d9-2f3998e85dbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:52.132986 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-01e90b15-bf6a-448d-93a4-cc2667b98604 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:52.136729 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0aa76093-699e-4609-92a0-cbb4eda0775a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:50:52.183168 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e90b15-bf6a-448d-93a4-cc2667b98604 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=30b03e2b-4699-4a78-985d-4c14b155acdc,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:50:52.219853 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-01e90b15-bf6a-448d-93a4-cc2667b98604 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:50:52.261389 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-1fdebc65-a9b6-4a27-a0d9-2f3998e85dbf None None] Calling delete_port for e45efb0a-218b-4f06-925b-94c773f78bba owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:50:52.343180 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1fdebc65-a9b6-4a27-a0d9-2f3998e85dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:52.347462 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-39fc4cf7-ef6e-49c4-b06d-11b7f32a327e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:50:52.393584 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdebc65-a9b6-4a27-a0d9-2f3998e85dbf None None] Pushing event deleted for resources: {'Port': ['ID=e45efb0a-218b-4f06-925b-94c773f78bba,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:50:52.399565 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-1fdebc65-a9b6-4a27-a0d9-2f3998e85dbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:50:52.400421 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdebc65-a9b6-4a27-a0d9-2f3998e85dbf None None] No DVR routers for this DVR port e45efb0a-218b-4f06-925b-94c773f78bba on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:50:52.418351 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-01e90b15-bf6a-448d-93a4-cc2667b98604 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:52.599035 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-01e90b15-bf6a-448d-93a4-cc2667b98604 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:52.601333 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-01e90b15-bf6a-448d-93a4-cc2667b98604 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:52.625909 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-01e90b15-bf6a-448d-93a4-cc2667b98604 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:52.626446 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e90b15-bf6a-448d-93a4-cc2667b98604 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Fanout notify agent at l3_agent the message router_deleted on router 0a7d2e8b-f564-4c56-add5-2bc6f5460d50 {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:50:52.641644 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-01e90b15-bf6a-448d-93a4-cc2667b98604 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:52.642712 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-01e90b15-bf6a-448d-93a4-cc2667b98604 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/routers/0a7d2e8b-f564-4c56-add5-2bc6f5460d50 HTTP/1.1" status: 204 len: 168 time: 1.3776634 Nov 26 16:50:52.645334 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54410) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:50:52.760225 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9293dd09-5973-43aa-8c7f-f7d7e1fc4edb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:52.889535 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9293dd09-5973-43aa-8c7f-f7d7e1fc4edb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:52.913755 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-9293dd09-5973-43aa-8c7f-f7d7e1fc4edb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb717539-f6f7-4889-9932-028f97969ae3']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:50:52.925909 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-9293dd09-5973-43aa-8c7f-f7d7e1fc4edb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990787ed-f734-4f76-b4db-3f4c63557f98') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:50:52.926201 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-9293dd09-5973-43aa-8c7f-f7d7e1fc4edb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990787ed-f734-4f76-b4db-3f4c63557f98') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:50:52.937161 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9293dd09-5973-43aa-8c7f-f7d7e1fc4edb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:52.952922 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9293dd09-5973-43aa-8c7f-f7d7e1fc4edb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:52.958718 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9293dd09-5973-43aa-8c7f-f7d7e1fc4edb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:50:52.959100 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9293dd09-5973-43aa-8c7f-f7d7e1fc4edb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:50:52.973095 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:50:53.052736 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9293dd09-5973-43aa-8c7f-f7d7e1fc4edb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:53.056689 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c007391c-2b81-4146-8c24-8caed2a89433 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:50:53.071410 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9293dd09-5973-43aa-8c7f-f7d7e1fc4edb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:53.082418 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293dd09-5973-43aa-8c7f-f7d7e1fc4edb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Network': ['ID=fb717539-f6f7-4889-9932-028f97969ae3,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:50:53.085570 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9293dd09-5973-43aa-8c7f-f7d7e1fc4edb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:50:53.091517 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-9293dd09-5973-43aa-8c7f-f7d7e1fc4edb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/networks/fb717539-f6f7-4889-9932-028f97969ae3 HTTP/1.1" status: 204 len: 168 time: 0.4452636 Nov 26 16:50:53.106838 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 42cb1233-91d7-426c-809d-00863244a369 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:50:53.115269 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54414) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:50:53.121325 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-94084f4f-410b-4d67-aefb-2cd038eae99a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'network': {'name': 'tempest-network-smoke--126072700', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'port_security_enabled': True}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:50:53.126477 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-94084f4f-410b-4d67-aefb-2cd038eae99a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:50:53.130666 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-94084f4f-410b-4d67-aefb-2cd038eae99a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:network and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:50:53.133627 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-94084f4f-410b-4d67-aefb-2cd038eae99a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:50:53.140425 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-94084f4f-410b-4d67-aefb-2cd038eae99a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:50:53.143420 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 42cb1233-91d7-426c-809d-00863244a369 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:50:53.143783 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 42cb1233-91d7-426c-809d-00863244a369 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:50:53.144219 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device e45efb0a-218b-4f06-925b-94c773f78bba no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:50:53.150062 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94084f4f-410b-4d67-aefb-2cd038eae99a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Made reservation on behalf of 44b3ec829fd84946a37f17d3391a650c for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:50:53.153586 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-94084f4f-410b-4d67-aefb-2cd038eae99a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:53.177202 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: e45efb0a-218b-4f06-925b-94c773f78bba {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:50:53.177665 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device e45efb0a-218b-4f06-925b-94c773f78bba not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:50:53.178018 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 30b03e2b-4699-4a78-985d-4c14b155acdc no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:50:53.182233 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94084f4f-410b-4d67-aefb-2cd038eae99a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:50:53.190854 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-94084f4f-410b-4d67-aefb-2cd038eae99a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:53.191198 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-94084f4f-410b-4d67-aefb-2cd038eae99a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Added segment a74c79c4-6729-47bc-972f-14553b68b534 of type vlan for network ad59202c-6040-4c39-b698-6f02ebe910af Nov 26 16:50:53.210134 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 30b03e2b-4699-4a78-985d-4c14b155acdc {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:50:53.210494 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 30b03e2b-4699-4a78-985d-4c14b155acdc not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:50:53.217826 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-94084f4f-410b-4d67-aefb-2cd038eae99a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:53.247939 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-94084f4f-410b-4d67-aefb-2cd038eae99a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:53.253532 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94084f4f-410b-4d67-aefb-2cd038eae99a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:53.254114 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-94084f4f-410b-4d67-aefb-2cd038eae99a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:53.257587 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9d9f3d93-9308-4755-8c0f-c4dd876a4ed2 tempest-RoutersNegativeTest-1510369819 tempest-RoutersNegativeTest-1510369819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:50:53.476888 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94084f4f-410b-4d67-aefb-2cd038eae99a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Network': ['ID=ad59202c-6040-4c39-b698-6f02ebe910af,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:50:53.480046 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-94084f4f-410b-4d67-aefb-2cd038eae99a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3635983 Nov 26 16:50:53.480964 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-94084f4f-410b-4d67-aefb-2cd038eae99a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:50:53.482755 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54418) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:50:53.487802 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-b33edf27-e772-40cf-8664-961475d91757 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-477264381', 'admin_state_up': True, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:50:53.491124 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network ad59202c-6040-4c39-b698-6f02ebe910af details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:50:53.495066 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-b33edf27-e772-40cf-8664-961475d91757 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:50:53.499170 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b33edf27-e772-40cf-8664-961475d91757 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:router and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:50:53.502099 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b33edf27-e772-40cf-8664-961475d91757 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:50:53.508357 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-b33edf27-e772-40cf-8664-961475d91757 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:50:53.518413 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b33edf27-e772-40cf-8664-961475d91757 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:53.519493 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b33edf27-e772-40cf-8664-961475d91757 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:53.535740 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b33edf27-e772-40cf-8664-961475d91757 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:53.799870 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b33edf27-e772-40cf-8664-961475d91757 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:54.092459 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b33edf27-e772-40cf-8664-961475d91757 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_gateway, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:54.120783 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b33edf27-e772-40cf-8664-961475d91757 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:54.252597 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-b33edf27-e772-40cf-8664-961475d91757 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.26.0.84 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/5dd09796-5f72-4e3e-8c0c-737ec972f762) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:50:54.395852 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b33edf27-e772-40cf-8664-961475d91757 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:54.424133 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b33edf27-e772-40cf-8664-961475d91757 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:54.428367 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:50:54.491297 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33edf27-e772-40cf-8664-961475d91757 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:50:54.494217 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-b33edf27-e772-40cf-8664-961475d91757 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:50:54.498044 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33edf27-e772-40cf-8664-961475d91757 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:50:54.533780 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33edf27-e772-40cf-8664-961475d91757 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=5dd09796-5f72-4e3e-8c0c-737ec972f762,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:50:54.537842 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b33edf27-e772-40cf-8664-961475d91757 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:50:55.024653 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b33edf27-e772-40cf-8664-961475d91757 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_gateway, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:55.358901 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b33edf27-e772-40cf-8664-961475d91757 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:55.561338 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33edf27-e772-40cf-8664-961475d91757 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router 8ecf619c-257e-4c77-a44c-b8a467736457 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:50:55.733895 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33edf27-e772-40cf-8664-961475d91757 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:50:55.743667 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] Sync routers for ids ['8ecf619c-257e-4c77-a44c-b8a467736457'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:50:55.754722 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] Routers {'8ecf619c-257e-4c77-a44c-b8a467736457'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:50:55.755461 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:50:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['8ecf619c-257e-4c77-a44c-b8a467736457'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:50:55.762173 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b33edf27-e772-40cf-8664-961475d91757 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:55.763551 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b33edf27-e772-40cf-8664-961475d91757 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2798932 Nov 26 16:50:55.766718 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54422) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:50:55.810167 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-79b54636-2dd4-4cee-857b-f3bc19d47d8d tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=44b3ec829fd84946a37f17d3391a650c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410357 Nov 26 16:50:55.811446 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54426) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:50:55.930920 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] Set router 8ecf619c-257e-4c77-a44c-b8a467736457 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:50:55.947915 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35a235e-acb8-4a30-a6c5-0cc17fb47c3d tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:55.952057 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a35a235e-acb8-4a30-a6c5-0cc17fb47c3d tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1370950 Nov 26 16:50:55.952347 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54430) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:50:55.990441 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-046c3874-0b34-4d61-b5e1-3a67489fcaf9 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=cf8dce9a-1df0-4b90-b19d-7de373e178f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368505 Nov 26 16:50:55.992631 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54434) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:50:55.997969 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-e3dea5e5-9a5d-49cb-bfe9-7bd471d47ccd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-93284823', 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:50:56.104626 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e3dea5e5-9a5d-49cb-bfe9-7bd471d47ccd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:50:56.108323 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e3dea5e5-9a5d-49cb-bfe9-7bd471d47ccd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:subnet and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:50:56.111617 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e3dea5e5-9a5d-49cb-bfe9-7bd471d47ccd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:50:56.117299 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e3dea5e5-9a5d-49cb-bfe9-7bd471d47ccd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:50:56.127365 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dea5e5-9a5d-49cb-bfe9-7bd471d47ccd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Made reservation on behalf of 44b3ec829fd84946a37f17d3391a650c for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:50:56.130857 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e3dea5e5-9a5d-49cb-bfe9-7bd471d47ccd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:56.207509 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'name': 'tempest-TestNetworkBasicOps-router-477264381', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:50:53Z', 'updated_at': '2021-11-26T16:50:54Z', 'revision_number': 3, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:20:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:50:54Z', 'updated_at': '2021-11-26T16:50:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:50:56.211651 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] Checking router: 8ecf619c-257e-4c77-a44c-b8a467736457 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:50:56.212041 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] Updating router 8ecf619c-257e-4c77-a44c-b8a467736457 port 5dd09796-5f72-4e3e-8c0c-737ec972f762 binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:50:56.271307 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:56.480414 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e3dea5e5-9a5d-49cb-bfe9-7bd471d47ccd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:56.484928 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6c098fb2-08a6-4a69-a39f-4a51d10204dd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:50:56.561780 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dea5e5-9a5d-49cb-bfe9-7bd471d47ccd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Subnet': ['ID=4d539de1-6473-4221-8939-13048867585a,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:50:56.565659 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e3dea5e5-9a5d-49cb-bfe9-7bd471d47ccd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:50:56.569562 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dea5e5-9a5d-49cb-bfe9-7bd471d47ccd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Checking segment: {'id': 'a74c79c4-6729-47bc-972f-14553b68b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:50:56.569921 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dea5e5-9a5d-49cb-bfe9-7bd471d47ccd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network hostable DHCP agents. Network: ad59202c-6040-4c39-b698-6f02ebe910af, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:50:56.589158 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dea5e5-9a5d-49cb-bfe9-7bd471d47ccd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network ad59202c-6040-4c39-b698-6f02ebe910af is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:50:56.597056 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:56.599417 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-e3dea5e5-9a5d-49cb-bfe9-7bd471d47ccd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, ad59202c-6040-4c39-b698-6f02ebe910af) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:50:56.604640 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dea5e5-9a5d-49cb-bfe9-7bd471d47ccd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:56.605220 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e3dea5e5-9a5d-49cb-bfe9-7bd471d47ccd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:56.608538 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3853e0b0-4f1f-4627-8cfa-f2d258e12eaa None None] Network ad59202c-6040-4c39-b698-6f02ebe910af requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:50:56.610280 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] Transition to ACTIVE for port object 5dd09796-5f72-4e3e-8c0c-737ec972f762 will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:50:56.617350 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:56.627237 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:50:56.634247 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54438) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:50:56.634794 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e3dea5e5-9a5d-49cb-bfe9-7bd471d47ccd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6408830 Nov 26 16:50:56.690852 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] Attempting to bind port 5dd09796-5f72-4e3e-8c0c-737ec972f762 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:50:56.691336 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] Attempting to bind port 5dd09796-5f72-4e3e-8c0c-737ec972f762 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:50:56.691839 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] Attempting to bind port 5dd09796-5f72-4e3e-8c0c-737ec972f762 on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:50:56.702606 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:50:56.703673 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:50:56.704228 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:56.704727 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:50:56.705296 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] Bound port: 5dd09796-5f72-4e3e-8c0c-737ec972f762, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:50:56.705771 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:56.780607 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14201d4b-2072-4b2a-be04-0bb9ee7e530b None None] Pushing event updated for resources: {'Port': ['ID=5dd09796-5f72-4e3e-8c0c-737ec972f762,revision_number=2']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:50:56.788723 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] For port 5dd09796-5f72-4e3e-8c0c-737ec972f762, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:50:56.793172 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] For port 5dd09796-5f72-4e3e-8c0c-737ec972f762, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5dd09796-5f72-4e3e-8c0c-737ec972f762,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:50:56.798898 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14201d4b-2072-4b2a-be04-0bb9ee7e530b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:56.799509 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14201d4b-2072-4b2a-be04-0bb9ee7e530b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:56.800130 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14201d4b-2072-4b2a-be04-0bb9ee7e530b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:56.800749 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14201d4b-2072-4b2a-be04-0bb9ee7e530b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:56.801283 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14201d4b-2072-4b2a-be04-0bb9ee7e530b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:56.801805 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14201d4b-2072-4b2a-be04-0bb9ee7e530b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:56.802323 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14201d4b-2072-4b2a-be04-0bb9ee7e530b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:56.802851 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14201d4b-2072-4b2a-be04-0bb9ee7e530b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:56.803354 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14201d4b-2072-4b2a-be04-0bb9ee7e530b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:56.803893 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14201d4b-2072-4b2a-be04-0bb9ee7e530b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:56.804481 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14201d4b-2072-4b2a-be04-0bb9ee7e530b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:56.804900 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14201d4b-2072-4b2a-be04-0bb9ee7e530b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:56.809245 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:56.819157 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-14201d4b-2072-4b2a-be04-0bb9ee7e530b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:50:56.819704 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-14201d4b-2072-4b2a-be04-0bb9ee7e530b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:50:56.865016 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-ad59202c-6040-4c39-b698-6f02ebe910af', 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ips': [{'subnet_id': '4d539de1-6473-4221-8939-13048867585a'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:50:56.865953 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:56.883977 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] Routers {'8ecf619c-257e-4c77-a44c-b8a467736457'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:50:56.884603 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:50:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['8ecf619c-257e-4c77-a44c-b8a467736457'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:50:57.031961 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Allocated IP 172.20.0.2 (ad59202c-6040-4c39-b698-6f02ebe910af/4d539de1-6473-4221-8939-13048867585a/b79690a7-dfb7-4a52-b174-c368aec9d375) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:50:57.070820 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14201d4b-2072-4b2a-be04-0bb9ee7e530b None None] Pushing event updated for resources: {'Port': ['ID=5dd09796-5f72-4e3e-8c0c-737ec972f762,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:50:57.084693 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-14201d4b-2072-4b2a-be04-0bb9ee7e530b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:50:57.102649 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] Set router 8ecf619c-257e-4c77-a44c-b8a467736457 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:50:57.243561 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:57.254618 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Transition to ACTIVE for port object b79690a7-dfb7-4a52-b174-c368aec9d375 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:50:57.273169 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Transition to ACTIVE for port object b79690a7-dfb7-4a52-b174-c368aec9d375 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:50:57.279498 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:57.285098 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:50:57.353791 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Network ad59202c-6040-4c39-b698-6f02ebe910af is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:50:57.356840 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:50:57.361341 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:50:57.368668 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Pushing event updated for resources: {'Port': ['ID=b79690a7-dfb7-4a52-b174-c368aec9d375,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:50:57.398411 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'name': 'tempest-TestNetworkBasicOps-router-477264381', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:50:53Z', 'updated_at': '2021-11-26T16:50:54Z', 'revision_number': 3, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:20:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:50:54Z', 'updated_at': '2021-11-26T16:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:50:57.400265 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:50:57.403630 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcf99f1-bf6c-4e5f-a0f0-46c48646c50b None None] The sync data for ids ['8ecf619c-257e-4c77-a44c-b8a467736457'] in dv-neutron-819440-1-hyperv is: [{'id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'name': 'tempest-TestNetworkBasicOps-router-477264381', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:50:53Z', 'updated_at': '2021-11-26T16:50:54Z', 'revision_number': 3, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:20:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:50:54Z', 'updated_at': '2021-11-26T16:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:50:57.455290 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Attempting to bind port b79690a7-dfb7-4a52-b174-c368aec9d375 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:50:57.455886 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Attempting to bind port b79690a7-dfb7-4a52-b174-c368aec9d375 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'a74c79c4-6729-47bc-972f-14553b68b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:50:57.456361 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Attempting to bind port b79690a7-dfb7-4a52-b174-c368aec9d375 on network ad59202c-6040-4c39-b698-6f02ebe910af {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:50:57.462729 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:50:57.463282 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Checking segment: {'id': 'a74c79c4-6729-47bc-972f-14553b68b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:50:57.463944 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:57.464495 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Bound using segment: {'id': 'a74c79c4-6729-47bc-972f-14553b68b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:50:57.465062 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Bound port: b79690a7-dfb7-4a52-b174-c368aec9d375, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74c79c4-6729-47bc-972f-14553b68b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:50:57.465556 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:57.489571 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-702c8c5e-b52c-4ee5-a2cc-831232ab68bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:57.559754 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] For port b79690a7-dfb7-4a52-b174-c368aec9d375, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:50:57.563332 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] For port b79690a7-dfb7-4a52-b174-c368aec9d375, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b79690a7-dfb7-4a52-b174-c368aec9d375,segment=NetworkSegment(a74c79c4-6729-47bc-972f-14553b68b534),segment_id=a74c79c4-6729-47bc-972f-14553b68b534)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:50:57.567846 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:57.571710 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:50:57.664001 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Pushing event updated for resources: {'Port': ['ID=b79690a7-dfb7-4a52-b174-c368aec9d375,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:50:57.675697 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:57.676078 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:57.676419 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:57.677166 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:57.677166 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:57.677397 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:57.677709 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:57.678060 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:57.678388 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:57.678710 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:57.679028 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:57.679344 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:50:57.683366 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:50:57.960590 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-702c8c5e-b52c-4ee5-a2cc-831232ab68bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.20.0.1 (ad59202c-6040-4c39-b698-6f02ebe910af/4d539de1-6473-4221-8939-13048867585a/917b9d9b-bb26-4924-ba3f-4c125e54f62d) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:50:58.143820 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-702c8c5e-b52c-4ee5-a2cc-831232ab68bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:58.162175 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-702c8c5e-b52c-4ee5-a2cc-831232ab68bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Transition to ACTIVE for port object 917b9d9b-bb26-4924-ba3f-4c125e54f62d will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:50:58.185904 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-702c8c5e-b52c-4ee5-a2cc-831232ab68bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:58.189921 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3b05a299-4cc2-4f5e-848d-951e99dccd28 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:50:58.261364 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702c8c5e-b52c-4ee5-a2cc-831232ab68bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network ad59202c-6040-4c39-b698-6f02ebe910af is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:50:58.264673 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-702c8c5e-b52c-4ee5-a2cc-831232ab68bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:50:58.269176 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c8c5e-b52c-4ee5-a2cc-831232ab68bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:50:58.302937 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c8c5e-b52c-4ee5-a2cc-831232ab68bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=917b9d9b-bb26-4924-ba3f-4c125e54f62d,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:50:58.314465 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-702c8c5e-b52c-4ee5-a2cc-831232ab68bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:50:58.335941 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-702c8c5e-b52c-4ee5-a2cc-831232ab68bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:58.470053 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-702c8c5e-b52c-4ee5-a2cc-831232ab68bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:58.570360 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c38e7f02-d945-4b6c-a66a-05f5d716208e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:58.626250 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc9f156-0c8f-4d91-9fbb-21755fe48867 None None] Network ad59202c-6040-4c39-b698-6f02ebe910af requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:50:58.721281 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-fb7bb36c-14aa-4dec-b7bc-04109c036636 None None] Provisioning for port b79690a7-dfb7-4a52-b174-c368aec9d375 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:50:58.901841 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-702c8c5e-b52c-4ee5-a2cc-831232ab68bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:58.907852 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-702c8c5e-b52c-4ee5-a2cc-831232ab68bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:58.934052 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:50:59.028972 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c8c5e-b52c-4ee5-a2cc-831232ab68bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=917b9d9b-bb26-4924-ba3f-4c125e54f62d,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:50:59.032423 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-702c8c5e-b52c-4ee5-a2cc-831232ab68bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:50:59.033452 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-702c8c5e-b52c-4ee5-a2cc-831232ab68bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:59.173223 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b79690a7-dfb7-4a52-b174-c368aec9d375 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:50:59.207355 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-0b781bbe-c8b1-424d-a618-6d000a9515ca None None] Provisioning for port 917b9d9b-bb26-4924-ba3f-4c125e54f62d completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:50:59.224931 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-0b781bbe-c8b1-424d-a618-6d000a9515ca None None] Provisioning complete for port 917b9d9b-bb26-4924-ba3f-4c125e54f62d triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:50:59.225308 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0b781bbe-c8b1-424d-a618-6d000a9515ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:59.300885 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-0b781bbe-c8b1-424d-a618-6d000a9515ca None None] Port 917b9d9b-bb26-4924-ba3f-4c125e54f62d cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:50:59.314155 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port b79690a7-dfb7-4a52-b174-c368aec9d375 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:50:59.315704 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702c8c5e-b52c-4ee5-a2cc-831232ab68bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network ad59202c-6040-4c39-b698-6f02ebe910af is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:50:59.318032 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-702c8c5e-b52c-4ee5-a2cc-831232ab68bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:50:59.322431 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-0b781bbe-c8b1-424d-a618-6d000a9515ca None None] Provisioning complete for port b79690a7-dfb7-4a52-b174-c368aec9d375 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:50:59.322814 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0b781bbe-c8b1-424d-a618-6d000a9515ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:59.354920 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port b79690a7-dfb7-4a52-b174-c368aec9d375 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:50:59.355303 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:59.442564 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:59.521090 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702c8c5e-b52c-4ee5-a2cc-831232ab68bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router 8ecf619c-257e-4c77-a44c-b8a467736457 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:50:59.561102 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:59.584357 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0b781bbe-c8b1-424d-a618-6d000a9515ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:59.618451 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port b79690a7-dfb7-4a52-b174-c368aec9d375, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b79690a7-dfb7-4a52-b174-c368aec9d375,segment=NetworkSegment(a74c79c4-6729-47bc-972f-14553b68b534),segment_id=a74c79c4-6729-47bc-972f-14553b68b534)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:50:59.623302 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:50:59.624206 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5dd09796-5f72-4e3e-8c0c-737ec972f762 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:50:59.653597 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-8049d5be-25c0-4e3a-80d4-339939e846c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:50:59.702817 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702c8c5e-b52c-4ee5-a2cc-831232ab68bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:50:59.717992 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-702c8c5e-b52c-4ee5-a2cc-831232ab68bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "PUT /v2.0/routers/8ecf619c-257e-4c77-a44c-b8a467736457/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0795074 Nov 26 16:50:59.718624 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54442) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:50:59.742473 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] Sync routers for ids ['8ecf619c-257e-4c77-a44c-b8a467736457'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:50:59.800979 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] Routers {'8ecf619c-257e-4c77-a44c-b8a467736457'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:50:59.801673 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:50:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['8ecf619c-257e-4c77-a44c-b8a467736457'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:50:59.933572 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-0b781bbe-c8b1-424d-a618-6d000a9515ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:50:59.933940 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-0b781bbe-c8b1-424d-a618-6d000a9515ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:50:59.938258 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7000eea-cfc0-44ff-a093-6508d56ffe83 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:59.938727 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7000eea-cfc0-44ff-a093-6508d56ffe83 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:59.939179 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7000eea-cfc0-44ff-a093-6508d56ffe83 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:59.939631 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7000eea-cfc0-44ff-a093-6508d56ffe83 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:59.940113 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7000eea-cfc0-44ff-a093-6508d56ffe83 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:59.940563 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7000eea-cfc0-44ff-a093-6508d56ffe83 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:50:59.942278 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b7000eea-cfc0-44ff-a093-6508d56ffe83 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2231016 Nov 26 16:50:59.945231 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54448) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:50:59.959434 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=b79690a7-dfb7-4a52-b174-c368aec9d375,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:50:59.962533 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:50:59.981744 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 5dd09796-5f72-4e3e-8c0c-737ec972f762 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:50:59.993472 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 5dd09796-5f72-4e3e-8c0c-737ec972f762 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:50:59.993672 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:00.022144 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b630cc07-60b2-4cae-87eb-bc9f7b3a0a00 req-ce66381c-6ad2-4bac-9192-784d2e421b12 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2784810 Nov 26 16:51:00.030697 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c629283-8fe4-4e83-a05f-bb726437061d tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:00.031851 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c629283-8fe4-4e83-a05f-bb726437061d tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:00.032154 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c629283-8fe4-4e83-a05f-bb726437061d tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:00.032603 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c629283-8fe4-4e83-a05f-bb726437061d tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:00.033041 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c629283-8fe4-4e83-a05f-bb726437061d tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:00.034149 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c629283-8fe4-4e83-a05f-bb726437061d tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:00.035210 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0c629283-8fe4-4e83-a05f-bb726437061d tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0878060 Nov 26 16:51:00.037912 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54452) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:00.078519 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] Set router 8ecf619c-257e-4c77-a44c-b8a467736457 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:51:00.264409 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630cc07-60b2-4cae-87eb-bc9f7b3a0a00 req-83d5d136-e753-4d93-9e77-e87db2ca6180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:00.266272 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b630cc07-60b2-4cae-87eb-bc9f7b3a0a00 req-83d5d136-e753-4d93-9e77-e87db2ca6180 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9f9230f34386409ca98bc1f84ec409b3&device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 1099 time: 0.1670613 Nov 26 16:51:00.344005 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:00.371197 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 5dd09796-5f72-4e3e-8c0c-737ec972f762, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5dd09796-5f72-4e3e-8c0c-737ec972f762,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:51:00.385311 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:00.391073 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ea7eeed3-eba0-48ee-a196-60c36d933900 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:00.396212 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-81a426f1-be33-44cf-9e49-e110e2e601fd tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.3571408 Nov 26 16:51:00.399289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54456) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:00.407639 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-244a9818-37ac-4efc-bb54-1e3a3b1da91f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1082694109', 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:00.434742 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630cc07-60b2-4cae-87eb-bc9f7b3a0a00 req-ad8b73c8-531d-4fc8-ba30-a2eeecefdbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:00.434742 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b630cc07-60b2-4cae-87eb-bc9f7b3a0a00 req-ad8b73c8-531d-4fc8-ba30-a2eeecefdbe2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=48a59583-a919-49e7-95cd-b28f90765ccd HTTP/1.1" status: 200 len: 912 time: 0.1434376 Nov 26 16:51:00.552883 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b630cc07-60b2-4cae-87eb-bc9f7b3a0a00 req-97d9628b-dcbb-40db-b51d-3a306fe5af99 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0681cd4-4abe-4a34-b224-c4b011b383e9 HTTP/1.1" status: 200 len: 1002 time: 0.1130328 Nov 26 16:51:00.563238 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=5dd09796-5f72-4e3e-8c0c-737ec972f762,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:00.568184 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:00.576887 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-244a9818-37ac-4efc-bb54-1e3a3b1da91f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:00.581595 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-244a9818-37ac-4efc-bb54-1e3a3b1da91f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:port and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:00.584933 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-244a9818-37ac-4efc-bb54-1e3a3b1da91f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:00.591304 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-244a9818-37ac-4efc-bb54-1e3a3b1da91f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:00.593447 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'name': 'tempest-TestNetworkBasicOps-router-477264381', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:50:53Z', 'updated_at': '2021-11-26T16:50:58Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:20:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:50:54Z', 'updated_at': '2021-11-26T16:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '917b9d9b-bb26-4924-ba3f-4c125e54f62d', 'name': '', 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:39:5c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4d539de1-6473-4221-8939-13048867585a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:50:57Z', 'updated_at': '2021-11-26T16:50:58Z', 'revision_number': 2, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '4d539de1-6473-4221-8939-13048867585a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:51:00.597335 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] Checking router: 8ecf619c-257e-4c77-a44c-b8a467736457 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:51:00.597824 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] Updating router 8ecf619c-257e-4c77-a44c-b8a467736457 port 917b9d9b-bb26-4924-ba3f-4c125e54f62d binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:51:00.602549 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244a9818-37ac-4efc-bb54-1e3a3b1da91f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Made reservation on behalf of 44b3ec829fd84946a37f17d3391a650c for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:51:00.606436 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-244a9818-37ac-4efc-bb54-1e3a3b1da91f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:00.627658 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630cc07-60b2-4cae-87eb-bc9f7b3a0a00 req-21d577f0-bf46-41ad-9a9a-3de14d3cf973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:00.630015 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b630cc07-60b2-4cae-87eb-bc9f7b3a0a00 req-21d577f0-bf46-41ad-9a9a-3de14d3cf973 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b55da957-278e-4beb-9f32-8be970680118 HTTP/1.1" status: 200 len: 850 time: 0.0686910 Nov 26 16:51:00.631093 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [None req-244a9818-37ac-4efc-bb54-1e3a3b1da91f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] device_id is not set on port be2d9985-dd93-4179-aa75-b8d25cf66605 yet. {{(pid=87518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:51:00.709377 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:00.715266 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630cc07-60b2-4cae-87eb-bc9f7b3a0a00 req-3bf1cfc8-acec-488f-914f-0edb49002224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:00.717193 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b630cc07-60b2-4cae-87eb-bc9f7b3a0a00 req-3bf1cfc8-acec-488f-914f-0edb49002224 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48a59583-a919-49e7-95cd-b28f90765ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804212 Nov 26 16:51:00.719255 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2fcde1e6-4857-4c17-acbe-3c6585cf920c None None] Provisioning complete for port 917b9d9b-bb26-4924-ba3f-4c125e54f62d triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:51:00.719633 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2fcde1e6-4857-4c17-acbe-3c6585cf920c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:00.793998 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-244a9818-37ac-4efc-bb54-1e3a3b1da91f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.20.0.11 (ad59202c-6040-4c39-b698-6f02ebe910af/4d539de1-6473-4221-8939-13048867585a/be2d9985-dd93-4179-aa75-b8d25cf66605) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:51:00.826564 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-2fcde1e6-4857-4c17-acbe-3c6585cf920c None None] Port 917b9d9b-bb26-4924-ba3f-4c125e54f62d cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:51:00.987615 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b630cc07-60b2-4cae-87eb-bc9f7b3a0a00 req-3eb99f1b-4373-437a-a5f0-4c00cd80a99e service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623749 Nov 26 16:51:01.010775 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-244a9818-37ac-4efc-bb54-1e3a3b1da91f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:01.026286 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-244a9818-37ac-4efc-bb54-1e3a3b1da91f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Transition to ACTIVE for port object be2d9985-dd93-4179-aa75-b8d25cf66605 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:51:01.050230 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-244a9818-37ac-4efc-bb54-1e3a3b1da91f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:01.064648 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b33edf27-e772-40cf-8664-961475d91757 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:01.119156 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244a9818-37ac-4efc-bb54-1e3a3b1da91f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network ad59202c-6040-4c39-b698-6f02ebe910af is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:51:01.127992 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-244a9818-37ac-4efc-bb54-1e3a3b1da91f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:51:01.130448 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244a9818-37ac-4efc-bb54-1e3a3b1da91f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:51:01.146263 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b79690a7-dfb7-4a52-b174-c368aec9d375 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:51:01.147937 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b630cc07-60b2-4cae-87eb-bc9f7b3a0a00 req-865ca801-5e4f-48dd-87c6-dd91145ddb4c service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531425 Nov 26 16:51:01.193391 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a9818-37ac-4efc-bb54-1e3a3b1da91f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=be2d9985-dd93-4179-aa75-b8d25cf66605,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:01.196290 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-244a9818-37ac-4efc-bb54-1e3a3b1da91f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:01.213094 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244a9818-37ac-4efc-bb54-1e3a3b1da91f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:01.213754 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-244a9818-37ac-4efc-bb54-1e3a3b1da91f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:01.243680 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-244a9818-37ac-4efc-bb54-1e3a3b1da91f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8429058 Nov 26 16:51:01.261659 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8480aa32-7f9c-4b4d-8e4d-f78d9e9dbc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:01.327376 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port b79690a7-dfb7-4a52-b174-c368aec9d375 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:51:01.327814 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:01.396692 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:01.414282 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] Transition to ACTIVE for port object 917b9d9b-bb26-4924-ba3f-4c125e54f62d will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:51:01.427513 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:01.432635 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:01.442023 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54462) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:01.447843 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-43f2cfdb-893c-4887-937e-f0ce00296f18 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-107007445', 'description': 'tempest-secgroup-smoke-107007445 description', 'project_id': '44b3ec829fd84946a37f17d3391a650c'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:01.455041 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-43f2cfdb-893c-4887-937e-f0ce00296f18 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:01.459193 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-43f2cfdb-893c-4887-937e-f0ce00296f18 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:01.462080 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-43f2cfdb-893c-4887-937e-f0ce00296f18 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:01.470165 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-43f2cfdb-893c-4887-937e-f0ce00296f18 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:01.479627 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-43f2cfdb-893c-4887-937e-f0ce00296f18 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:01.503735 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-43f2cfdb-893c-4887-937e-f0ce00296f18 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:01.509010 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-43f2cfdb-893c-4887-937e-f0ce00296f18 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:01.511298 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-43f2cfdb-893c-4887-937e-f0ce00296f18 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:01.517537 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-43f2cfdb-893c-4887-937e-f0ce00296f18 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:01.605341 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-43f2cfdb-893c-4887-937e-f0ce00296f18 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:01.608443 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5ee32-28b9-48fb-add6-23ca403c9914 None None] Pushing event updated for resources: {'Port': ['ID=917b9d9b-bb26-4924-ba3f-4c125e54f62d,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:01.615395 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-43f2cfdb-893c-4887-937e-f0ce00296f18 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:01.620820 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-af32dae8-1f48-4e28-a28f-791b431c9529 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:01.628402 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e8d5ee32-28b9-48fb-add6-23ca403c9914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:01.637807 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-526fd4f6-1792-44ee-af51-37f2b6bf7a1a None None] Provisioning for port be2d9985-dd93-4179-aa75-b8d25cf66605 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:51:01.671418 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2cfdb-893c-4887-937e-f0ce00296f18 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2bda31-1ec8-4188-a905-3b4b9f5c2ab0,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:01.675282 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-43f2cfdb-893c-4887-937e-f0ce00296f18 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:01.675437 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5dd09796-5f72-4e3e-8c0c-737ec972f762 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:51:01.677190 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-43f2cfdb-893c-4887-937e-f0ce00296f18 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:01.678616 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-43f2cfdb-893c-4887-937e-f0ce00296f18 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2351444 Nov 26 16:51:01.681003 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54466) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:01.686912 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-897d67fc-e54d-46fa-a5fa-4c42832301ed tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '9e2bda31-1ec8-4188-a905-3b4b9f5c2ab0', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:01.693521 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-897d67fc-e54d-46fa-a5fa-4c42832301ed tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:01.697954 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-897d67fc-e54d-46fa-a5fa-4c42832301ed tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:01.701238 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-897d67fc-e54d-46fa-a5fa-4c42832301ed tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:01.710558 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-897d67fc-e54d-46fa-a5fa-4c42832301ed tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:01.718122 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-526fd4f6-1792-44ee-af51-37f2b6bf7a1a None None] Provisioning complete for port be2d9985-dd93-4179-aa75-b8d25cf66605 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:51:01.719031 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-526fd4f6-1792-44ee-af51-37f2b6bf7a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:01.739824 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-897d67fc-e54d-46fa-a5fa-4c42832301ed tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:01.819788 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-897d67fc-e54d-46fa-a5fa-4c42832301ed tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:01.823876 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-897d67fc-e54d-46fa-a5fa-4c42832301ed tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:01.831391 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:01.854140 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-526fd4f6-1792-44ee-af51-37f2b6bf7a1a None None] Port be2d9985-dd93-4179-aa75-b8d25cf66605 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:51:01.854777 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d67fc-e54d-46fa-a5fa-4c42832301ed tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa414b9-1273-4485-9b86-32fcd6197049,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:01.855951 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] Attempting to bind port 917b9d9b-bb26-4924-ba3f-4c125e54f62d on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:51:01.856168 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] Attempting to bind port 917b9d9b-bb26-4924-ba3f-4c125e54f62d by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'a74c79c4-6729-47bc-972f-14553b68b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:51:01.856548 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] Attempting to bind port 917b9d9b-bb26-4924-ba3f-4c125e54f62d on network ad59202c-6040-4c39-b698-6f02ebe910af {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:51:01.862557 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-897d67fc-e54d-46fa-a5fa-4c42832301ed tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:01.865176 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:51:01.865530 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] Checking segment: {'id': 'a74c79c4-6729-47bc-972f-14553b68b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:51:01.865920 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:01.869670 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] Bound using segment: {'id': 'a74c79c4-6729-47bc-972f-14553b68b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:51:01.871167 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-897d67fc-e54d-46fa-a5fa-4c42832301ed tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:01.872731 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] Bound port: 917b9d9b-bb26-4924-ba3f-4c125e54f62d, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74c79c4-6729-47bc-972f-14553b68b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:51:01.872731 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:01.873324 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-897d67fc-e54d-46fa-a5fa-4c42832301ed tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1875143 Nov 26 16:51:01.873324 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54470) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:01.878798 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-890cd3c0-06f9-447e-b484-e8c0e853807f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '9e2bda31-1ec8-4188-a905-3b4b9f5c2ab0', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:01.885282 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-890cd3c0-06f9-447e-b484-e8c0e853807f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:01.889742 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-890cd3c0-06f9-447e-b484-e8c0e853807f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:01.893406 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-890cd3c0-06f9-447e-b484-e8c0e853807f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:01.899986 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-890cd3c0-06f9-447e-b484-e8c0e853807f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:01.919366 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-890cd3c0-06f9-447e-b484-e8c0e853807f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:01.940214 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 5dd09796-5f72-4e3e-8c0c-737ec972f762 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:51:01.940468 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:01.991991 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-890cd3c0-06f9-447e-b484-e8c0e853807f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:01.996720 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-890cd3c0-06f9-447e-b484-e8c0e853807f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:01.998752 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1e0b277b-42dd-4988-b37c-752c56be9839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:02.023355 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890cd3c0-06f9-447e-b484-e8c0e853807f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d1d21a-5f6d-46e7-a88e-7fdc48fc928b,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:02.028435 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-890cd3c0-06f9-447e-b484-e8c0e853807f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:02.034318 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-890cd3c0-06f9-447e-b484-e8c0e853807f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:02.036156 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-890cd3c0-06f9-447e-b484-e8c0e853807f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1628284 Nov 26 16:51:02.038316 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54474) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:02.044566 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-c3777e80-b1ff-4e2d-898c-6bea3d3e5539 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '9e2bda31-1ec8-4188-a905-3b4b9f5c2ab0', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:02.051547 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c3777e80-b1ff-4e2d-898c-6bea3d3e5539 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:02.108847 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c3777e80-b1ff-4e2d-898c-6bea3d3e5539 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:02.117867 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] For port 917b9d9b-bb26-4924-ba3f-4c125e54f62d, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:51:02.130285 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c3777e80-b1ff-4e2d-898c-6bea3d3e5539 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:02.141989 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] For port 917b9d9b-bb26-4924-ba3f-4c125e54f62d, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=917b9d9b-bb26-4924-ba3f-4c125e54f62d,segment=NetworkSegment(a74c79c4-6729-47bc-972f-14553b68b534),segment_id=a74c79c4-6729-47bc-972f-14553b68b534)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:51:02.150827 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c3777e80-b1ff-4e2d-898c-6bea3d3e5539 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:02.150827 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c3777e80-b1ff-4e2d-898c-6bea3d3e5539 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:02.153519 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:02.153519 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:02.198516 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c3777e80-b1ff-4e2d-898c-6bea3d3e5539 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:02.202774 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c3777e80-b1ff-4e2d-898c-6bea3d3e5539 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:02.219353 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5bf40072-89f1-47c3-96c9-8529272402c1 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:02.239496 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3777e80-b1ff-4e2d-898c-6bea3d3e5539 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ca7b9a-d1db-4528-b7f5-39ef19972296,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:02.243680 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c3777e80-b1ff-4e2d-898c-6bea3d3e5539 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:02.244757 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c3777e80-b1ff-4e2d-898c-6bea3d3e5539 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:02.248812 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c3777e80-b1ff-4e2d-898c-6bea3d3e5539 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2065883 Nov 26 16:51:02.249325 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54478) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:02.256061 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-6d17894a-d52c-47c8-8f73-8d484583365f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '9e2bda31-1ec8-4188-a905-3b4b9f5c2ab0', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:02.263235 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6d17894a-d52c-47c8-8f73-8d484583365f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:02.267879 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6d17894a-d52c-47c8-8f73-8d484583365f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:02.269176 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] Routers {'8ecf619c-257e-4c77-a44c-b8a467736457'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:51:02.269834 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:51:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['8ecf619c-257e-4c77-a44c-b8a467736457'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:51:02.271121 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6d17894a-d52c-47c8-8f73-8d484583365f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:02.278029 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6d17894a-d52c-47c8-8f73-8d484583365f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:02.302133 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6d17894a-d52c-47c8-8f73-8d484583365f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:02.324699 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:02.380158 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6d17894a-d52c-47c8-8f73-8d484583365f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:02.384907 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6d17894a-d52c-47c8-8f73-8d484583365f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:02.392398 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-03ff636c-f2c2-42a6-929c-e83072b2a7f6 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:02.398732 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5ee32-28b9-48fb-add6-23ca403c9914 None None] Pushing event updated for resources: {'Port': ['ID=917b9d9b-bb26-4924-ba3f-4c125e54f62d,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:02.409945 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e8d5ee32-28b9-48fb-add6-23ca403c9914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:02.419101 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17894a-d52c-47c8-8f73-8d484583365f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119c0a61-f878-4b0d-849b-6484d25a021e,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:02.422386 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6d17894a-d52c-47c8-8f73-8d484583365f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:02.434596 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6d17894a-d52c-47c8-8f73-8d484583365f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:02.439874 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54484) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:02.440426 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6d17894a-d52c-47c8-8f73-8d484583365f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1897140 Nov 26 16:51:02.445560 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-3acbf209-7e61-4644-909b-ea2e8de12c30 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '9e2bda31-1ec8-4188-a905-3b4b9f5c2ab0', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:02.459127 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3acbf209-7e61-4644-909b-ea2e8de12c30 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:02.469398 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3acbf209-7e61-4644-909b-ea2e8de12c30 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:02.473200 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3acbf209-7e61-4644-909b-ea2e8de12c30 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:02.481237 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3acbf209-7e61-4644-909b-ea2e8de12c30 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:02.498949 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.securitygroups_db [None req-3acbf209-7e61-4644-909b-ea2e8de12c30 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Project 44b3ec829fd84946a37f17d3391a650c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:51:02.503386 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] Set router 8ecf619c-257e-4c77-a44c-b8a467736457 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:51:02.506923 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3acbf209-7e61-4644-909b-ea2e8de12c30 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:02.580366 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3acbf209-7e61-4644-909b-ea2e8de12c30 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:02.584265 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3acbf209-7e61-4644-909b-ea2e8de12c30 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:02.586559 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e46ace1a-b5cb-455c-a191-f34cce580222 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:02.611258 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbf209-7e61-4644-909b-ea2e8de12c30 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8cd2d9d-f0bb-4b7a-bf1a-16750995900b,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:02.617181 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3acbf209-7e61-4644-909b-ea2e8de12c30 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:02.623880 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3acbf209-7e61-4644-909b-ea2e8de12c30 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:02.625640 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3acbf209-7e61-4644-909b-ea2e8de12c30 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1847692 Nov 26 16:51:02.629093 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54488) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:02.635056 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-7ecbe8c3-396e-48fd-9b4f-6295f60ef938 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '9e2bda31-1ec8-4188-a905-3b4b9f5c2ab0', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:02.641804 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7ecbe8c3-396e-48fd-9b4f-6295f60ef938 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:02.647945 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7ecbe8c3-396e-48fd-9b4f-6295f60ef938 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:02.651412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7ecbe8c3-396e-48fd-9b4f-6295f60ef938 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:02.659066 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7ecbe8c3-396e-48fd-9b4f-6295f60ef938 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:02.671549 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.securitygroups_db [None req-7ecbe8c3-396e-48fd-9b4f-6295f60ef938 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Project 44b3ec829fd84946a37f17d3391a650c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:51:02.681463 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7ecbe8c3-396e-48fd-9b4f-6295f60ef938 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:02.757075 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7ecbe8c3-396e-48fd-9b4f-6295f60ef938 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:02.763346 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7ecbe8c3-396e-48fd-9b4f-6295f60ef938 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:02.765835 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2412f4c2-9b47-44c3-a9df-d600a24fd2e2 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:02.789189 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecbe8c3-396e-48fd-9b4f-6295f60ef938 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d637e7c9-ee6e-4d88-b97a-46d3a55ecabd,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:02.791808 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7ecbe8c3-396e-48fd-9b4f-6295f60ef938 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:02.799484 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7ecbe8c3-396e-48fd-9b4f-6295f60ef938 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:02.800262 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7ecbe8c3-396e-48fd-9b4f-6295f60ef938 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1697123 Nov 26 16:51:02.925899 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'name': 'tempest-TestNetworkBasicOps-router-477264381', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:50:53Z', 'updated_at': '2021-11-26T16:50:58Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:50:54Z', 'updated_at': '2021-11-26T16:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '917b9d9b-bb26-4924-ba3f-4c125e54f62d', 'name': '', 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:39:5c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4d539de1-6473-4221-8939-13048867585a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:50:57Z', 'updated_at': '2021-11-26T16:51:02Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '4d539de1-6473-4221-8939-13048867585a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:51:02.930302 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176bb454-9989-49b2-a6f2-0de70108a2d5 None None] The sync data for ids ['8ecf619c-257e-4c77-a44c-b8a467736457'] in dv-neutron-819440-1-hyperv is: [{'id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'name': 'tempest-TestNetworkBasicOps-router-477264381', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:50:53Z', 'updated_at': '2021-11-26T16:50:58Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:50:54Z', 'updated_at': '2021-11-26T16:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '917b9d9b-bb26-4924-ba3f-4c125e54f62d', 'name': '', 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:39:5c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4d539de1-6473-4221-8939-13048867585a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:50:57Z', 'updated_at': '2021-11-26T16:51:02Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '4d539de1-6473-4221-8939-13048867585a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:51:03.015622 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-bf50dd79-9e4c-4233-80db-b460fceeb836 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:51:03.034579 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-bf50dd79-9e4c-4233-80db-b460fceeb836 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:51:03.037171 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-bf50dd79-9e4c-4233-80db-b460fceeb836 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-107007445&fields=id&tenant_id=44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 267 time: 0.0827067 Nov 26 16:51:03.165273 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-801474d3-f0fe-4a5f-a087-0edfb73b426e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:03.166165 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-801474d3-f0fe-4a5f-a087-0edfb73b426e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:51:03.194920 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 917b9d9b-bb26-4924-ba3f-4c125e54f62d up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:51:03.204911 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-801474d3-f0fe-4a5f-a087-0edfb73b426e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:51:03.206247 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-801474d3-f0fe-4a5f-a087-0edfb73b426e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports/be2d9985-dd93-4179-aa75-b8d25cf66605 HTTP/1.1" status: 200 len: 931 time: 0.1525717 Nov 26 16:51:03.282186 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 917b9d9b-bb26-4924-ba3f-4c125e54f62d completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:51:03.287551 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 917b9d9b-bb26-4924-ba3f-4c125e54f62d triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:51:03.287949 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:03.314729 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-d2b15967-62ef-43fa-b546-bd437d575c7c service neutron] 10.222.0.11 "GET /v2.0/ports/be2d9985-dd93-4179-aa75-b8d25cf66605?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0849316 Nov 26 16:51:03.429731 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:03.464067 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-6e673360-0797-434f-abce-1db3570a6922 service neutron] 10.222.0.11 "GET /v2.0/networks/ad59202c-6040-4c39-b698-6f02ebe910af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431096 Nov 26 16:51:03.470178 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 917b9d9b-bb26-4924-ba3f-4c125e54f62d, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=917b9d9b-bb26-4924-ba3f-4c125e54f62d,segment=NetworkSegment(a74c79c4-6729-47bc-972f-14553b68b534),segment_id=a74c79c4-6729-47bc-972f-14553b68b534)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:51:03.475592 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:03.477711 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:03.552707 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=917b9d9b-bb26-4924-ba3f-4c125e54f62d,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:03.555933 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:03.628357 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-c4728dff-0d2d-43a7-b85f-01c9f398113e service neutron] 10.222.0.11 "GET /v2.0/networks/ad59202c-6040-4c39-b698-6f02ebe910af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633334 Nov 26 16:51:03.840302 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-d3ffe0fa-1d16-4308-a847-5f8f14a4768e req-cdde8d7a-3495-49cf-8d64-973d33575b9f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:51:03.854383 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-d3ffe0fa-1d16-4308-a847-5f8f14a4768e req-cdde8d7a-3495-49cf-8d64-973d33575b9f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:51:03.855655 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d3ffe0fa-1d16-4308-a847-5f8f14a4768e req-cdde8d7a-3495-49cf-8d64-973d33575b9f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=18a8cfeb-fb21-4de2-a02d-1839d7a3b61e HTTP/1.1" status: 200 len: 210 time: 0.0618258 Nov 26 16:51:03.966420 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:05.018838 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-34b46cd4-8abe-4caf-a58e-fb9ea26f4621 req-820e5c57-5fd3-42ba-8463-913967786097 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=18a8cfeb-fb21-4de2-a02d-1839d7a3b61e HTTP/1.1" status: 200 len: 210 time: 0.0468211 Nov 26 16:51:05.115543 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 917b9d9b-bb26-4924-ba3f-4c125e54f62d up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:51:05.182322 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 917b9d9b-bb26-4924-ba3f-4c125e54f62d triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:51:05.183022 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:05.381128 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-6f55d0cf-193b-404e-a229-0398558fef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:05.383393 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-6f55d0cf-193b-404e-a229-0398558fef32 service neutron] 10.222.0.31 "GET /v2.0/ports/be2d9985-dd93-4179-aa75-b8d25cf66605 HTTP/1.1" status: 200 len: 1027 time: 0.0665882 Nov 26 16:51:05.556344 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-f0449926-6977-44d4-b9f4-9199d3bfcc32 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:05.557075 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-f0449926-6977-44d4-b9f4-9199d3bfcc32 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:network {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:51:05.573125 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-f0449926-6977-44d4-b9f4-9199d3bfcc32 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:network {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:51:05.573594 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-f0449926-6977-44d4-b9f4-9199d3bfcc32 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/networks?id=ad59202c-6040-4c39-b698-6f02ebe910af HTTP/1.1" status: 200 len: 796 time: 0.1826911 Nov 26 16:51:05.636597 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-ab7e3877-4778-4dc0-90fe-b832f4f69c93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 379 time: 0.0499229 Nov 26 16:51:05.650423 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] Request body: {'port': {'device_id': '18a8cfeb-fb21-4de2-a02d-1839d7a3b61e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:05.772438 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:06.127303 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be2d9985-dd93-4179-aa75-b8d25cf66605 {{(pid=87519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:51:06.135345 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:06.150391 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] Transition to ACTIVE for port object be2d9985-dd93-4179-aa75-b8d25cf66605 will not be triggered until provisioned by entity L2. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:51:06.154653 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:06.158604 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-04d8c4ed-aea3-48fa-b0b9-2070acc10416 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:06.218379 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe42302-c10e-47c4-8267-8affd0e50a2a req-8bf499dd-c132-4bcc-9257-9222ac7cb56f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:06.219969 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3fe42302-c10e-47c4-8267-8affd0e50a2a req-8bf499dd-c132-4bcc-9257-9222ac7cb56f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=18a8cfeb-fb21-4de2-a02d-1839d7a3b61e HTTP/1.1" status: 200 len: 982 time: 0.0901504 Nov 26 16:51:06.270761 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-3fe42302-c10e-47c4-8267-8affd0e50a2a req-5e88fd52-9a2d-4638-99b7-391fb5ee20e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:51:06.283513 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-3fe42302-c10e-47c4-8267-8affd0e50a2a req-5e88fd52-9a2d-4638-99b7-391fb5ee20e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:51:06.292331 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3fe42302-c10e-47c4-8267-8affd0e50a2a req-5e88fd52-9a2d-4638-99b7-391fb5ee20e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=1336dc08-e73e-46ff-a87c-4f2bfadd45b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635369 Nov 26 16:51:06.475682 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] Pushing event updated for resources: {'Port': ['ID=be2d9985-dd93-4179-aa75-b8d25cf66605,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:06.488218 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:06.521331 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] Attempting to bind port be2d9985-dd93-4179-aa75-b8d25cf66605 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:51:06.521666 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] Attempting to bind port be2d9985-dd93-4179-aa75-b8d25cf66605 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'a74c79c4-6729-47bc-972f-14553b68b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:51:06.521992 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] Attempting to bind port be2d9985-dd93-4179-aa75-b8d25cf66605 on network ad59202c-6040-4c39-b698-6f02ebe910af {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:51:06.526975 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] Port be2d9985-dd93-4179-aa75-b8d25cf66605 on network ad59202c-6040-4c39-b698-6f02ebe910af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:51:06.527315 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] Attempting to bind port be2d9985-dd93-4179-aa75-b8d25cf66605 on network ad59202c-6040-4c39-b698-6f02ebe910af {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:51:06.533267 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:51:06.533598 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] Checking segment: {'id': 'a74c79c4-6729-47bc-972f-14553b68b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:51:06.533993 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] Bound using segment: {'id': 'a74c79c4-6729-47bc-972f-14553b68b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af'} {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:51:06.534408 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] Bound port: be2d9985-dd93-4179-aa75-b8d25cf66605, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74c79c4-6729-47bc-972f-14553b68b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af'}}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:51:06.534866 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:06.626017 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] For port be2d9985-dd93-4179-aa75-b8d25cf66605, host hv-neutron-8194, cleared binding levels {{(pid=87519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:51:06.629458 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] For port be2d9985-dd93-4179-aa75-b8d25cf66605, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=be2d9985-dd93-4179-aa75-b8d25cf66605,segment=NetworkSegment(a74c79c4-6729-47bc-972f-14553b68b534),segment_id=a74c79c4-6729-47bc-972f-14553b68b534)] {{(pid=87519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:51:06.634654 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:06.638371 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:06.711347 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:06.711347 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:06.712621 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] 10.222.0.31 "PUT /v2.0/ports/be2d9985-dd93-4179-aa75-b8d25cf66605 HTTP/1.1" status: 200 len: 1132 time: 1.0663559 Nov 26 16:51:06.713531 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a8cfeb-fb21-4de2-a02d-1839d7a3b61e', 'tag': 'be2d9985-dd93-4179-aa75-b8d25cf66605'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:51:06.732431 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] Pushing event updated for resources: {'Port': ['ID=be2d9985-dd93-4179-aa75-b8d25cf66605,revision_number=3']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:06.737148 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:06.803330 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a8cfeb-fb21-4de2-a02d-1839d7a3b61e', 'tag': 'be2d9985-dd93-4179-aa75-b8d25cf66605', 'status': 'completed', 'code': 200} Nov 26 16:51:06.853340 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-60a988ff-48a1-4727-8b4f-f2f8dae280b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:06.854855 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-60a988ff-48a1-4727-8b4f-f2f8dae280b2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=18a8cfeb-fb21-4de2-a02d-1839d7a3b61e HTTP/1.1" status: 200 len: 1135 time: 0.0997062 Nov 26 16:51:06.931076 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-e7a2c208-15db-4d92-8b32-180af54848b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be2d9985-dd93-4179-aa75-b8d25cf66605 HTTP/1.1" status: 200 len: 217 time: 0.0673609 Nov 26 16:51:06.997513 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-87d624e2-a979-4c46-9306-12748e6df11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:06.998944 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-87d624e2-a979-4c46-9306-12748e6df11d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d539de1-6473-4221-8939-13048867585a HTTP/1.1" status: 200 len: 833 time: 0.0597842 Nov 26 16:51:07.074698 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-7f8ed4d2-91b4-4ec9-a196-0f88de42c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:07.076266 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-7f8ed4d2-91b4-4ec9-a196-0f88de42c452 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ad59202c-6040-4c39-b698-6f02ebe910af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696664 Nov 26 16:51:07.205944 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-efb371a9-0387-45a6-8467-04bd0eb0c850 service neutron] 10.222.0.31 "GET /v2.0/networks/ad59202c-6040-4c39-b698-6f02ebe910af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214859 Nov 26 16:51:07.341745 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ff709a7b-60ca-48b8-a0b2-57f9f9cab551 req-5262d4c7-acac-4c7d-8153-b3dcebd87738 service neutron] 10.222.0.31 "GET /v2.0/networks/ad59202c-6040-4c39-b698-6f02ebe910af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289005 Nov 26 16:51:07.470668 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8796e-76be-4937-8bda-2ca70d6aa475 req-ac62ac2d-2bd0-4907-8919-288b8a2dbbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:07.472069 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1dd8796e-76be-4937-8bda-2ca70d6aa475 req-ac62ac2d-2bd0-4907-8919-288b8a2dbbb2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=18a8cfeb-fb21-4de2-a02d-1839d7a3b61e HTTP/1.1" status: 200 len: 1135 time: 0.0800486 Nov 26 16:51:07.473683 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f7494-1d7f-4f86-9528-931883ebbfd7 req-35c549ee-8e72-4026-93c3-a94091badcd8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:07.475141 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-571f7494-1d7f-4f86-9528-931883ebbfd7 req-35c549ee-8e72-4026-93c3-a94091badcd8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=18a8cfeb-fb21-4de2-a02d-1839d7a3b61e HTTP/1.1" status: 200 len: 982 time: 0.0819201 Nov 26 16:51:07.520650 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-571f7494-1d7f-4f86-9528-931883ebbfd7 req-c74e7f07-b23c-4f47-952c-5a0e35afcce5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=1336dc08-e73e-46ff-a87c-4f2bfadd45b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398557 Nov 26 16:51:07.604952 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8796e-76be-4937-8bda-2ca70d6aa475 req-62b64c02-5036-44bc-81a2-ab78cef0aa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:07.606369 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1dd8796e-76be-4937-8bda-2ca70d6aa475 req-62b64c02-5036-44bc-81a2-ab78cef0aa52 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ad59202c-6040-4c39-b698-6f02ebe910af HTTP/1.1" status: 200 len: 897 time: 0.1270030 Nov 26 16:51:07.683492 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1dd8796e-76be-4937-8bda-2ca70d6aa475 req-aba41943-8a3e-4091-a04b-8fe34c6d00a2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be2d9985-dd93-4179-aa75-b8d25cf66605 HTTP/1.1" status: 200 len: 217 time: 0.0658090 Nov 26 16:51:07.748670 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8796e-76be-4937-8bda-2ca70d6aa475 req-f5fa15d6-d121-4784-bac7-4608273774c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:07.750103 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1dd8796e-76be-4937-8bda-2ca70d6aa475 req-f5fa15d6-d121-4784-bac7-4608273774c8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d539de1-6473-4221-8939-13048867585a HTTP/1.1" status: 200 len: 833 time: 0.0592554 Nov 26 16:51:07.825835 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8796e-76be-4937-8bda-2ca70d6aa475 req-75b14003-f514-42ad-9254-eb6e1adae797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:07.827252 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1dd8796e-76be-4937-8bda-2ca70d6aa475 req-75b14003-f514-42ad-9254-eb6e1adae797 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ad59202c-6040-4c39-b698-6f02ebe910af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686016 Nov 26 16:51:07.958230 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1dd8796e-76be-4937-8bda-2ca70d6aa475 req-0dc7aea8-69e6-473e-ac03-ba1d03b2a8c9 service neutron] 10.222.0.31 "GET /v2.0/networks/ad59202c-6040-4c39-b698-6f02ebe910af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228099 Nov 26 16:51:08.088798 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1dd8796e-76be-4937-8bda-2ca70d6aa475 req-7febf048-3b30-40ce-9206-982f21fae67c service neutron] 10.222.0.31 "GET /v2.0/networks/ad59202c-6040-4c39-b698-6f02ebe910af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235871 Nov 26 16:51:08.708771 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f3564-b58f-4458-87ac-768d76ae5813 req-a6e64914-acfc-402b-885d-61c9ed0155bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:08.710210 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fc6f3564-b58f-4458-87ac-768d76ae5813 req-a6e64914-acfc-402b-885d-61c9ed0155bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=18a8cfeb-fb21-4de2-a02d-1839d7a3b61e HTTP/1.1" status: 200 len: 982 time: 0.0855579 Nov 26 16:51:08.756398 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fc6f3564-b58f-4458-87ac-768d76ae5813 req-9258f24a-3d6e-41b4-a403-acdcdfe68b45 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=1336dc08-e73e-46ff-a87c-4f2bfadd45b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405495 Nov 26 16:51:09.623468 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device be2d9985-dd93-4179-aa75-b8d25cf66605 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 16:51:09.757961 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port be2d9985-dd93-4179-aa75-b8d25cf66605, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=be2d9985-dd93-4179-aa75-b8d25cf66605,segment=NetworkSegment(a74c79c4-6729-47bc-972f-14553b68b534),segment_id=a74c79c4-6729-47bc-972f-14553b68b534)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:51:09.772445 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': 'be2d9985-dd93-4179-aa75-b8d25cf66605', 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af', 'port_id': 'be2d9985-dd93-4179-aa75-b8d25cf66605', 'mac_address': 'fa:16:3e:09:2e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d539de1-6473-4221-8939-13048867585a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 16:51:09.832287 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:09.849446 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be2d9985-dd93-4179-aa75-b8d25cf66605 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:51:09.866282 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port be2d9985-dd93-4179-aa75-b8d25cf66605, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=be2d9985-dd93-4179-aa75-b8d25cf66605,segment=NetworkSegment(a74c79c4-6729-47bc-972f-14553b68b534),segment_id=a74c79c4-6729-47bc-972f-14553b68b534)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:51:09.871979 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:09.873205 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-06b73170-e9e5-4715-97da-a5943a4d64d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:09.942001 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=be2d9985-dd93-4179-aa75-b8d25cf66605,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:09.945208 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:09.953192 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058254c7-4025-40f1-b001-647db96cc9e3 req-695d7970-bec4-4304-aa29-7e952ce708c2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:09.954639 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-058254c7-4025-40f1-b001-647db96cc9e3 req-695d7970-bec4-4304-aa29-7e952ce708c2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=18a8cfeb-fb21-4de2-a02d-1839d7a3b61e HTTP/1.1" status: 200 len: 983 time: 0.0935740 Nov 26 16:51:10.000407 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-058254c7-4025-40f1-b001-647db96cc9e3 req-4dc4f96e-7f4a-426f-a977-f5ec39d9530b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=1336dc08-e73e-46ff-a87c-4f2bfadd45b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401461 Nov 26 16:51:10.162326 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['be2d9985-dd93-4179-aa75-b8d25cf66605'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 16:51:11.189412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b9443-9bee-4145-884b-3d7b8775d6ee req-fdb4a3c2-1742-4646-ad2c-4491b88a1f3a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:11.190862 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4c4b9443-9bee-4145-884b-3d7b8775d6ee req-fdb4a3c2-1742-4646-ad2c-4491b88a1f3a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=18a8cfeb-fb21-4de2-a02d-1839d7a3b61e HTTP/1.1" status: 200 len: 983 time: 0.0862415 Nov 26 16:51:11.237825 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4c4b9443-9bee-4145-884b-3d7b8775d6ee req-ac07cc0e-9080-43dc-b8b8-78a5335a3739 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=1336dc08-e73e-46ff-a87c-4f2bfadd45b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412588 Nov 26 16:51:11.637954 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device be2d9985-dd93-4179-aa75-b8d25cf66605 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:51:11.705399 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port be2d9985-dd93-4179-aa75-b8d25cf66605 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:51:11.710836 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port be2d9985-dd93-4179-aa75-b8d25cf66605 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:51:11.711069 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:11.828714 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:11.854102 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a8cfeb-fb21-4de2-a02d-1839d7a3b61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2d9985-dd93-4179-aa75-b8d25cf66605'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:51:11.864073 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port be2d9985-dd93-4179-aa75-b8d25cf66605, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=be2d9985-dd93-4179-aa75-b8d25cf66605,segment=NetworkSegment(a74c79c4-6729-47bc-972f-14553b68b534),segment_id=a74c79c4-6729-47bc-972f-14553b68b534)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:51:11.867978 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:11.869971 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:11.938667 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=be2d9985-dd93-4179-aa75-b8d25cf66605,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:11.941692 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:11.950259 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a8cfeb-fb21-4de2-a02d-1839d7a3b61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2d9985-dd93-4179-aa75-b8d25cf66605', 'code': 200} Nov 26 16:51:12.188811 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82f9ab-aa39-40af-9642-40097eea444b req-43893199-66e4-46a2-bd9c-ec50007e6e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:12.190272 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8c82f9ab-aa39-40af-9642-40097eea444b req-43893199-66e4-46a2-bd9c-ec50007e6e25 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=18a8cfeb-fb21-4de2-a02d-1839d7a3b61e HTTP/1.1" status: 200 len: 1137 time: 0.0768278 Nov 26 16:51:12.230576 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8c82f9ab-aa39-40af-9642-40097eea444b req-48cd3727-ebf2-41a3-a97e-52f74e71fa3d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1336dc08-e73e-46ff-a87c-4f2bfadd45b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333662 Nov 26 16:51:12.428512 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c30dd2-24e9-428a-bce0-31cef6e7c351 req-9a85048b-b857-4bc9-b961-9fa6270e9233 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:12.430510 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f8c30dd2-24e9-428a-bce0-31cef6e7c351 req-9a85048b-b857-4bc9-b961-9fa6270e9233 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=18a8cfeb-fb21-4de2-a02d-1839d7a3b61e HTTP/1.1" status: 200 len: 984 time: 0.0849705 Nov 26 16:51:12.592833 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f8c30dd2-24e9-428a-bce0-31cef6e7c351 req-fa39ea7a-aa2c-4395-81bf-4374cadbb550 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=1336dc08-e73e-46ff-a87c-4f2bfadd45b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568723 Nov 26 16:51:13.786817 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6abb3f-9035-4497-b6a3-49da0ba910c9 req-8f640762-56d5-4592-9f97-c865f4c0fa4a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:13.788393 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fe6abb3f-9035-4497-b6a3-49da0ba910c9 req-8f640762-56d5-4592-9f97-c865f4c0fa4a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=18a8cfeb-fb21-4de2-a02d-1839d7a3b61e HTTP/1.1" status: 200 len: 984 time: 0.0827813 Nov 26 16:51:13.840525 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fe6abb3f-9035-4497-b6a3-49da0ba910c9 req-b358ff71-2c85-4949-8493-01b5486132ee tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=1336dc08-e73e-46ff-a87c-4f2bfadd45b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443933 Nov 26 16:51:14.037310 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c389ed-6ba2-445b-8153-04356affcf3d req-da7d386d-c4a9-469e-bf80-ac9fab0a8715 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:14.039068 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-27c389ed-6ba2-445b-8153-04356affcf3d req-da7d386d-c4a9-469e-bf80-ac9fab0a8715 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=18a8cfeb-fb21-4de2-a02d-1839d7a3b61e HTTP/1.1" status: 200 len: 984 time: 0.0876098 Nov 26 16:51:14.092884 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-27c389ed-6ba2-445b-8153-04356affcf3d req-f0b62c65-5ea7-49db-b559-549e335f2657 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=1336dc08-e73e-46ff-a87c-4f2bfadd45b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462630 Nov 26 16:51:14.116045 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54550) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:14.192665 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c14370-5ac0-4ff1-b460-17ef99c94898 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:14.194202 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-42c14370-5ac0-4ff1-b460-17ef99c94898 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=18a8cfeb-fb21-4de2-a02d-1839d7a3b61e HTTP/1.1" status: 200 len: 1132 time: 0.0771046 Nov 26 16:51:14.197366 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54554) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:14.202333 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'port_id': 'be2d9985-dd93-4179-aa75-b8d25cf66605', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:14.209690 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:14.213481 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:floatingip and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:14.217042 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:14.222058 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:14.232451 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:14.373248 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:14.518187 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.26.0.24 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/f862fafa-7dca-49b4-a50a-bf03ab18e001) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:51:14.665293 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:14.696473 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:14.700759 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:14.772679 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:51:14.775921 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:51:14.778377 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:51:14.823094 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=f862fafa-7dca-49b4-a50a-bf03ab18e001,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:14.825981 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:15.207212 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:15.284673 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:15.504993 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:15.510507 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:15.514834 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:15.629892 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=f862fafa-7dca-49b4-a50a-bf03ab18e001,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:15.632722 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:15.642389 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:15.946980 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Floating IP 9f6b01b1-3d20-45f7-b44e-ad0d5a1bcf9c associated. External IP: 172.26.0.24, port: be2d9985-dd93-4179-aa75-b8d25cf66605. Nov 26 16:51:16.320596 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router 8ecf619c-257e-4c77-a44c-b8a467736457 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:51:16.503002 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:51:16.512451 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce903db-32d5-4581-b8f9-aeb5600e18db None None] Sync routers for ids ['8ecf619c-257e-4c77-a44c-b8a467736457'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:51:16.521540 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce903db-32d5-4581-b8f9-aeb5600e18db None None] Routers {'8ecf619c-257e-4c77-a44c-b8a467736457'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:51:16.522149 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7ce903db-32d5-4581-b8f9-aeb5600e18db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:51:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['8ecf619c-257e-4c77-a44c-b8a467736457'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:51:16.526306 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:16.580692 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.3822298 Nov 26 16:51:16.581476 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a8cfeb-fb21-4de2-a02d-1839d7a3b61e', 'tag': 'be2d9985-dd93-4179-aa75-b8d25cf66605'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:51:16.583533 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54558) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:16.627336 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a8cfeb-fb21-4de2-a02d-1839d7a3b61e', 'tag': 'be2d9985-dd93-4179-aa75-b8d25cf66605', 'status': 'completed', 'code': 200} Nov 26 16:51:16.657205 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b440c9-77ba-4ae6-bfd4-cd9802274f73 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:16.661367 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c8b440c9-77ba-4ae6-bfd4-cd9802274f73 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=18a8cfeb-fb21-4de2-a02d-1839d7a3b61e&network_id=ad59202c-6040-4c39-b698-6f02ebe910af HTTP/1.1" status: 200 len: 1132 time: 0.0768385 Nov 26 16:51:16.706638 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-7ce903db-32d5-4581-b8f9-aeb5600e18db None None] Set router 8ecf619c-257e-4c77-a44c-b8a467736457 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:51:16.740974 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542641a1-378e-4004-a860-9d78a4387b46 req-434bfbdd-a612-4b05-8816-09fa333ee1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:16.742762 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-542641a1-378e-4004-a860-9d78a4387b46 req-434bfbdd-a612-4b05-8816-09fa333ee1b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=18a8cfeb-fb21-4de2-a02d-1839d7a3b61e HTTP/1.1" status: 200 len: 1137 time: 0.0928531 Nov 26 16:51:16.896017 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542641a1-378e-4004-a860-9d78a4387b46 req-c3431217-6e4b-4db6-9853-d6d157d3a4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:16.897751 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-542641a1-378e-4004-a860-9d78a4387b46 req-c3431217-6e4b-4db6-9853-d6d157d3a4cd service neutron] 10.222.0.31 "GET /v2.0/networks?id=ad59202c-6040-4c39-b698-6f02ebe910af HTTP/1.1" status: 200 len: 897 time: 0.1472483 Nov 26 16:51:17.002819 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-542641a1-378e-4004-a860-9d78a4387b46 req-99b13ff0-1854-4a1e-89ef-54cfcc549178 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be2d9985-dd93-4179-aa75-b8d25cf66605 HTTP/1.1" status: 200 len: 1037 time: 0.0968962 Nov 26 16:51:17.048393 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b584d2f-32bf-48f9-bf32-b08ab83406ec req-77886b9e-8746-4de8-8d62-f992006f4125 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:17.050024 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4b584d2f-32bf-48f9-bf32-b08ab83406ec req-77886b9e-8746-4de8-8d62-f992006f4125 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=18a8cfeb-fb21-4de2-a02d-1839d7a3b61e HTTP/1.1" status: 200 len: 984 time: 0.0898962 Nov 26 16:51:17.071738 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542641a1-378e-4004-a860-9d78a4387b46 req-bed95594-82cf-4363-981f-d37e68f48955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:17.073239 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-542641a1-378e-4004-a860-9d78a4387b46 req-bed95594-82cf-4363-981f-d37e68f48955 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d539de1-6473-4221-8939-13048867585a HTTP/1.1" status: 200 len: 833 time: 0.0630910 Nov 26 16:51:17.094959 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7ce903db-32d5-4581-b8f9-aeb5600e18db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'name': 'tempest-TestNetworkBasicOps-router-477264381', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:50:53Z', 'updated_at': '2021-11-26T16:50:58Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:50:54Z', 'updated_at': '2021-11-26T16:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '9f6b01b1-3d20-45f7-b44e-ad0d5a1bcf9c', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.24', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'port_id': 'be2d9985-dd93-4179-aa75-b8d25cf66605', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1082694109', 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af', 'mac_address': 'fa:16:3e:09:2e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a8cfeb-fb21-4de2-a02d-1839d7a3b61e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:51:15Z', 'updated_at': '2021-11-26T16:51:15Z', 'revision_number': 0, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '917b9d9b-bb26-4924-ba3f-4c125e54f62d', 'name': '', 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:39:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4d539de1-6473-4221-8939-13048867585a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:50:57Z', 'updated_at': '2021-11-26T16:51:03Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '4d539de1-6473-4221-8939-13048867585a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:51:17.098792 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce903db-32d5-4581-b8f9-aeb5600e18db None None] Checking router: 8ecf619c-257e-4c77-a44c-b8a467736457 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:51:17.103004 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4b584d2f-32bf-48f9-bf32-b08ab83406ec req-8905639d-b751-48b2-9378-ab3047bffd03 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=1336dc08-e73e-46ff-a87c-4f2bfadd45b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469680 Nov 26 16:51:17.107108 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce903db-32d5-4581-b8f9-aeb5600e18db None None] Routers {'8ecf619c-257e-4c77-a44c-b8a467736457'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:51:17.107753 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7ce903db-32d5-4581-b8f9-aeb5600e18db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:51:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['8ecf619c-257e-4c77-a44c-b8a467736457'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:51:17.150989 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542641a1-378e-4004-a860-9d78a4387b46 req-df625f64-9960-4f30-898d-5a414731c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:17.152559 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-542641a1-378e-4004-a860-9d78a4387b46 req-df625f64-9960-4f30-898d-5a414731c8f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ad59202c-6040-4c39-b698-6f02ebe910af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715151 Nov 26 16:51:17.280212 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-7ce903db-32d5-4581-b8f9-aeb5600e18db None None] Set router 8ecf619c-257e-4c77-a44c-b8a467736457 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:51:17.284340 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-542641a1-378e-4004-a860-9d78a4387b46 req-c74242de-a56d-46c5-b912-c3a9e05839d9 service neutron] 10.222.0.31 "GET /v2.0/networks/ad59202c-6040-4c39-b698-6f02ebe910af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240778 Nov 26 16:51:17.549854 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-542641a1-378e-4004-a860-9d78a4387b46 req-dd6a07ea-896c-486e-b195-6d2f242a2cd0 service neutron] 10.222.0.31 "GET /v2.0/networks/ad59202c-6040-4c39-b698-6f02ebe910af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582743 Nov 26 16:51:17.667097 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7ce903db-32d5-4581-b8f9-aeb5600e18db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'name': 'tempest-TestNetworkBasicOps-router-477264381', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:50:53Z', 'updated_at': '2021-11-26T16:50:58Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:50:54Z', 'updated_at': '2021-11-26T16:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '9f6b01b1-3d20-45f7-b44e-ad0d5a1bcf9c', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.24', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'port_id': 'be2d9985-dd93-4179-aa75-b8d25cf66605', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1082694109', 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af', 'mac_address': 'fa:16:3e:09:2e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a8cfeb-fb21-4de2-a02d-1839d7a3b61e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:51:15Z', 'updated_at': '2021-11-26T16:51:15Z', 'revision_number': 0, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '917b9d9b-bb26-4924-ba3f-4c125e54f62d', 'name': '', 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:39:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4d539de1-6473-4221-8939-13048867585a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:50:57Z', 'updated_at': '2021-11-26T16:51:03Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '4d539de1-6473-4221-8939-13048867585a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:51:17.670864 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce903db-32d5-4581-b8f9-aeb5600e18db None None] The sync data for ids ['8ecf619c-257e-4c77-a44c-b8a467736457'] in dv-neutron-819440-1-hyperv is: [{'id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'name': 'tempest-TestNetworkBasicOps-router-477264381', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:50:53Z', 'updated_at': '2021-11-26T16:50:58Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:50:54Z', 'updated_at': '2021-11-26T16:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '9f6b01b1-3d20-45f7-b44e-ad0d5a1bcf9c', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.24', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'port_id': 'be2d9985-dd93-4179-aa75-b8d25cf66605', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1082694109', 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af', 'mac_address': 'fa:16:3e:09:2e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a8cfeb-fb21-4de2-a02d-1839d7a3b61e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:51:15Z', 'updated_at': '2021-11-26T16:51:15Z', 'revision_number': 0, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '917b9d9b-bb26-4924-ba3f-4c125e54f62d', 'name': '', 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:39:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4d539de1-6473-4221-8939-13048867585a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:50:57Z', 'updated_at': '2021-11-26T16:51:03Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '4d539de1-6473-4221-8939-13048867585a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:51:17.865527 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a08edd-82de-44ef-a35f-84ab7edc2fc5 None None] New status for floating IP 9f6b01b1-3d20-45f7-b44e-ad0d5a1bcf9c: ACTIVE {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:51:18.294802 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5acc29-1c7e-40ad-8c5f-91c01928ee93 req-1616b7ba-ddaf-440e-b12c-ac1c89c00e73 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:18.296264 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2b5acc29-1c7e-40ad-8c5f-91c01928ee93 req-1616b7ba-ddaf-440e-b12c-ac1c89c00e73 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=18a8cfeb-fb21-4de2-a02d-1839d7a3b61e HTTP/1.1" status: 200 len: 984 time: 0.0833452 Nov 26 16:51:18.339078 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2b5acc29-1c7e-40ad-8c5f-91c01928ee93 req-7f3c5740-00f6-4d49-b3e3-ba0033518b3c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=1336dc08-e73e-46ff-a87c-4f2bfadd45b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370538 Nov 26 16:51:18.432658 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e41658-8aba-4e47-a52a-5fc988c711de req-7a149f30-9718-4709-bcac-8d373b7413ba tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:18.433975 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-74e41658-8aba-4e47-a52a-5fc988c711de req-7a149f30-9718-4709-bcac-8d373b7413ba tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/ports?device_id=18a8cfeb-fb21-4de2-a02d-1839d7a3b61e HTTP/1.1" status: 200 len: 984 time: 0.0783184 Nov 26 16:51:18.507498 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e41658-8aba-4e47-a52a-5fc988c711de req-ec756526-2c45-49ea-b2c4-34f0a6fbc5ea tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:18.509148 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-74e41658-8aba-4e47-a52a-5fc988c711de req-ec756526-2c45-49ea-b2c4-34f0a6fbc5ea tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/ports/be2d9985-dd93-4179-aa75-b8d25cf66605?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0686593 Nov 26 16:51:18.650754 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-74e41658-8aba-4e47-a52a-5fc988c711de req-a9425f2c-c761-42e6-a65a-e7854d3719b7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/networks/ad59202c-6040-4c39-b698-6f02ebe910af?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1365690 Nov 26 16:51:18.664925 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [req-74e41658-8aba-4e47-a52a-5fc988c711de req-77062196-d977-47fd-8db5-61dd965497d4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:18.773587 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-74e41658-8aba-4e47-a52a-5fc988c711de req-77062196-d977-47fd-8db5-61dd965497d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:18.970001 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [req-74e41658-8aba-4e47-a52a-5fc988c711de req-77062196-d977-47fd-8db5-61dd965497d4 service neutron] For port be2d9985-dd93-4179-aa75-b8d25cf66605, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=be2d9985-dd93-4179-aa75-b8d25cf66605,segment=NetworkSegment(a74c79c4-6729-47bc-972f-14553b68b534),segment_id=a74c79c4-6729-47bc-972f-14553b68b534)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:51:18.998301 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [req-74e41658-8aba-4e47-a52a-5fc988c711de req-77062196-d977-47fd-8db5-61dd965497d4 service neutron] For port be2d9985-dd93-4179-aa75-b8d25cf66605, host hv-neutron-8194, cleared binding levels {{(pid=87519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:51:19.051469 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [req-74e41658-8aba-4e47-a52a-5fc988c711de req-77062196-d977-47fd-8db5-61dd965497d4 service neutron] device_id is not set on port be2d9985-dd93-4179-aa75-b8d25cf66605 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:51:19.059783 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-74e41658-8aba-4e47-a52a-5fc988c711de req-77062196-d977-47fd-8db5-61dd965497d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:19.066163 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-74e41658-8aba-4e47-a52a-5fc988c711de req-77062196-d977-47fd-8db5-61dd965497d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:19.069894 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-39b0406f-b281-4933-9e89-dcae111b43e8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:19.206611 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77062196-d977-47fd-8db5-61dd965497d4 service neutron] Pushing event updated for resources: {'Port': ['ID=be2d9985-dd93-4179-aa75-b8d25cf66605,revision_number=6']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:19.210898 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-77062196-d977-47fd-8db5-61dd965497d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:19.263104 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e41658-8aba-4e47-a52a-5fc988c711de req-77062196-d977-47fd-8db5-61dd965497d4 service neutron] No DVR routers for this DVR port be2d9985-dd93-4179-aa75-b8d25cf66605 on host hv-neutron-8194 {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:51:19.406107 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a7191134-ab8a-4a53-93d2-f8ebf3efb7f0 None None] Provisioning complete for port be2d9985-dd93-4179-aa75-b8d25cf66605 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:51:19.407118 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a7191134-ab8a-4a53-93d2-f8ebf3efb7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:19.490186 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [req-74e41658-8aba-4e47-a52a-5fc988c711de req-77062196-d977-47fd-8db5-61dd965497d4 service neutron] In _notify_port_updated(), no bound segment for port be2d9985-dd93-4179-aa75-b8d25cf66605 on network ad59202c-6040-4c39-b698-6f02ebe910af {{(pid=87519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 26 16:51:19.491364 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e41658-8aba-4e47-a52a-5fc988c711de req-77062196-d977-47fd-8db5-61dd965497d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:19.491831 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-74e41658-8aba-4e47-a52a-5fc988c711de req-77062196-d977-47fd-8db5-61dd965497d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:19.493189 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-74e41658-8aba-4e47-a52a-5fc988c711de req-77062196-d977-47fd-8db5-61dd965497d4 service neutron] 10.222.0.31 "PUT /v2.0/ports/be2d9985-dd93-4179-aa75-b8d25cf66605 HTTP/1.1" status: 200 len: 1027 time: 0.8320181 Nov 26 16:51:19.493366 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:19.494013 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-513ce3e0-9561-4013-bd7d-da4fc6f3dd0e req-43ed6a5d-f722-457d-be7b-aad9d31c877f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=18a8cfeb-fb21-4de2-a02d-1839d7a3b61e HTTP/1.1" status: 200 len: 210 time: 0.0516481 Nov 26 16:51:19.494863 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-a7191134-ab8a-4a53-93d2-f8ebf3efb7f0 None None] Port be2d9985-dd93-4179-aa75-b8d25cf66605 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:51:20.588741 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54574) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:20.658632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb8b058-8c46-45ba-8562-82fb5e827c2a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:20.659964 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4fb8b058-8c46-45ba-8562-82fb5e827c2a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports/be2d9985-dd93-4179-aa75-b8d25cf66605 HTTP/1.1" status: 200 len: 926 time: 0.0702255 Nov 26 16:51:21.157785 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54584) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:21.163613 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-d904f5f6-4390-49bc-843c-f0e757bd5639 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-764835437', 'description': 'tempest-secgroup-smoke-764835437 description', 'project_id': '44b3ec829fd84946a37f17d3391a650c'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:21.169779 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d904f5f6-4390-49bc-843c-f0e757bd5639 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:21.180427 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d904f5f6-4390-49bc-843c-f0e757bd5639 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:21.190090 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d904f5f6-4390-49bc-843c-f0e757bd5639 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:21.211852 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d904f5f6-4390-49bc-843c-f0e757bd5639 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:21.215833 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d904f5f6-4390-49bc-843c-f0e757bd5639 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:21.219494 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d904f5f6-4390-49bc-843c-f0e757bd5639 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:21.225151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d904f5f6-4390-49bc-843c-f0e757bd5639 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:21.298440 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d904f5f6-4390-49bc-843c-f0e757bd5639 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:21.301884 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d904f5f6-4390-49bc-843c-f0e757bd5639 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:21.305366 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b0082a84-7e15-447e-b581-57a118f7f5d4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:21.347882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d904f5f6-4390-49bc-843c-f0e757bd5639 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4053ec-d32e-4908-995c-d1d4faaddf4e,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:21.350023 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d904f5f6-4390-49bc-843c-f0e757bd5639 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:21.353178 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d904f5f6-4390-49bc-843c-f0e757bd5639 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:21.354947 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d904f5f6-4390-49bc-843c-f0e757bd5639 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1953604 Nov 26 16:51:21.359233 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54588) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:21.366592 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-cdb5486b-b332-49ec-8491-f736c203202e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '8e4053ec-d32e-4908-995c-d1d4faaddf4e', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:21.371959 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-cdb5486b-b332-49ec-8491-f736c203202e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:21.376424 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cdb5486b-b332-49ec-8491-f736c203202e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:21.379296 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cdb5486b-b332-49ec-8491-f736c203202e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:21.384934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-cdb5486b-b332-49ec-8491-f736c203202e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:21.401038 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cdb5486b-b332-49ec-8491-f736c203202e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:21.462612 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cdb5486b-b332-49ec-8491-f736c203202e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:21.465880 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cdb5486b-b332-49ec-8491-f736c203202e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:21.467628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2803577e-aa5e-40c4-9bcc-177171c28880 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:21.488861 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5486b-b332-49ec-8491-f736c203202e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8027422b-acbf-4a5c-8962-f660e336dff6,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:21.491135 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cdb5486b-b332-49ec-8491-f736c203202e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:21.498216 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cdb5486b-b332-49ec-8491-f736c203202e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:21.499353 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cdb5486b-b332-49ec-8491-f736c203202e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1403944 Nov 26 16:51:21.502696 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54592) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:21.507769 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-92b56a80-549d-4e56-b840-027b4e817406 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '8e4053ec-d32e-4908-995c-d1d4faaddf4e', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:21.514090 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-92b56a80-549d-4e56-b840-027b4e817406 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:21.518416 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-92b56a80-549d-4e56-b840-027b4e817406 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:21.521331 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-92b56a80-549d-4e56-b840-027b4e817406 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:21.528615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-92b56a80-549d-4e56-b840-027b4e817406 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:21.543522 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-92b56a80-549d-4e56-b840-027b4e817406 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:21.602542 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-92b56a80-549d-4e56-b840-027b4e817406 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:21.605919 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-92b56a80-549d-4e56-b840-027b4e817406 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:21.607709 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1bb25e17-1e30-45ad-8135-f51c3c6a4f0c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:21.629615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b56a80-549d-4e56-b840-027b4e817406 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b57889-19ec-4136-b689-d20ddfe67d1b,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:21.631928 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-92b56a80-549d-4e56-b840-027b4e817406 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:21.637875 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-92b56a80-549d-4e56-b840-027b4e817406 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:21.639057 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-92b56a80-549d-4e56-b840-027b4e817406 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1354508 Nov 26 16:51:21.641779 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54596) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:21.646758 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-fdaabab0-acf3-4b6a-8e9f-18127991444d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '8e4053ec-d32e-4908-995c-d1d4faaddf4e', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:21.652430 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-fdaabab0-acf3-4b6a-8e9f-18127991444d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:21.656681 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-fdaabab0-acf3-4b6a-8e9f-18127991444d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:21.659513 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-fdaabab0-acf3-4b6a-8e9f-18127991444d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:21.665184 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-fdaabab0-acf3-4b6a-8e9f-18127991444d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:21.681947 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fdaabab0-acf3-4b6a-8e9f-18127991444d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:21.687068 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device be2d9985-dd93-4179-aa75-b8d25cf66605 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:51:21.747705 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device be2d9985-dd93-4179-aa75-b8d25cf66605 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:51:21.747960 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fdaabab0-acf3-4b6a-8e9f-18127991444d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:21.752369 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fdaabab0-acf3-4b6a-8e9f-18127991444d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:21.758233 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3acbf209-7e61-4644-909b-ea2e8de12c30 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:21.779835 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaabab0-acf3-4b6a-8e9f-18127991444d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94cac64b-801e-49c1-84db-4edbadf5f4d6,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:21.782814 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fdaabab0-acf3-4b6a-8e9f-18127991444d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:21.790274 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fdaabab0-acf3-4b6a-8e9f-18127991444d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:21.791606 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-fdaabab0-acf3-4b6a-8e9f-18127991444d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1489174 Nov 26 16:51:21.794352 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54600) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:21.799903 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-8853a2c3-5e1b-44c9-90f6-6036461311f4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '8e4053ec-d32e-4908-995c-d1d4faaddf4e', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:21.805977 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-8853a2c3-5e1b-44c9-90f6-6036461311f4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:21.809907 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8853a2c3-5e1b-44c9-90f6-6036461311f4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:21.813316 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8853a2c3-5e1b-44c9-90f6-6036461311f4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:21.818951 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-8853a2c3-5e1b-44c9-90f6-6036461311f4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:21.946768 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8853a2c3-5e1b-44c9-90f6-6036461311f4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:22.007749 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8853a2c3-5e1b-44c9-90f6-6036461311f4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:22.011324 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8853a2c3-5e1b-44c9-90f6-6036461311f4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:22.013108 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4a4e8f9f-b21d-461c-a8ed-49874d519ffb tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:22.034790 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853a2c3-5e1b-44c9-90f6-6036461311f4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c050163-a3a2-43b4-9041-b5d2a92dffa5,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:22.037116 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8853a2c3-5e1b-44c9-90f6-6036461311f4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:22.044274 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8853a2c3-5e1b-44c9-90f6-6036461311f4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:22.045412 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8853a2c3-5e1b-44c9-90f6-6036461311f4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2501845 Nov 26 16:51:22.048740 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54604) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:22.053642 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-7c9be0c7-dc1b-408b-bb5f-aadf01ab5132 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '8e4053ec-d32e-4908-995c-d1d4faaddf4e', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:22.059221 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7c9be0c7-dc1b-408b-bb5f-aadf01ab5132 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:22.063689 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7c9be0c7-dc1b-408b-bb5f-aadf01ab5132 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:22.066498 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7c9be0c7-dc1b-408b-bb5f-aadf01ab5132 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:22.072094 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7c9be0c7-dc1b-408b-bb5f-aadf01ab5132 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:22.082037 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.securitygroups_db [None req-7c9be0c7-dc1b-408b-bb5f-aadf01ab5132 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Project 44b3ec829fd84946a37f17d3391a650c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:51:22.088407 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7c9be0c7-dc1b-408b-bb5f-aadf01ab5132 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:22.150838 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7c9be0c7-dc1b-408b-bb5f-aadf01ab5132 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:22.154173 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7c9be0c7-dc1b-408b-bb5f-aadf01ab5132 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:22.155943 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f8a6c1a0-bb5c-40cc-be62-a086c3626c79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:22.176904 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9be0c7-dc1b-408b-bb5f-aadf01ab5132 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc884944-5a04-4723-a891-2f35b9f247f6,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:22.179370 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7c9be0c7-dc1b-408b-bb5f-aadf01ab5132 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:22.186927 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7c9be0c7-dc1b-408b-bb5f-aadf01ab5132 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:22.188706 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7c9be0c7-dc1b-408b-bb5f-aadf01ab5132 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1390650 Nov 26 16:51:22.191528 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54608) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:22.196416 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-f8593c0a-1268-403b-9acd-9e3bdb313578 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '8e4053ec-d32e-4908-995c-d1d4faaddf4e', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:22.202055 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f8593c0a-1268-403b-9acd-9e3bdb313578 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:22.205935 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f8593c0a-1268-403b-9acd-9e3bdb313578 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:22.208761 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f8593c0a-1268-403b-9acd-9e3bdb313578 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:22.214367 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f8593c0a-1268-403b-9acd-9e3bdb313578 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:22.223765 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.securitygroups_db [None req-f8593c0a-1268-403b-9acd-9e3bdb313578 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Project 44b3ec829fd84946a37f17d3391a650c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:51:22.229958 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8593c0a-1268-403b-9acd-9e3bdb313578 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:22.295190 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8593c0a-1268-403b-9acd-9e3bdb313578 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:22.299225 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8593c0a-1268-403b-9acd-9e3bdb313578 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:22.301070 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-63f6086b-8daa-4a70-ac9e-af109123bc18 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:22.322609 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8593c0a-1268-403b-9acd-9e3bdb313578 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de67aad7-10e9-4f97-b154-872fcc38702d,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:22.326844 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f8593c0a-1268-403b-9acd-9e3bdb313578 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:22.330955 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8593c0a-1268-403b-9acd-9e3bdb313578 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:22.332115 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f8593c0a-1268-403b-9acd-9e3bdb313578 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1396663 Nov 26 16:51:22.487603 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-4df2d4a9-4c42-430a-979a-9221f6d563d5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:51:22.503530 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-4df2d4a9-4c42-430a-979a-9221f6d563d5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:51:22.504669 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-4df2d4a9-4c42-430a-979a-9221f6d563d5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-764835437&fields=id&tenant_id=44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 267 time: 0.0561130 Nov 26 16:51:22.583631 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-fc9bf44b-9f79-44be-bb41-e2aae45f4d14 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:22.584970 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-fc9bf44b-9f79-44be-bb41-e2aae45f4d14 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports/be2d9985-dd93-4179-aa75-b8d25cf66605 HTTP/1.1" status: 200 len: 931 time: 0.0738773 Nov 26 16:51:22.773795 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-9ea82cac-18cf-43fd-b5f0-c72fc9433a9b service neutron] 10.222.0.11 "GET /v2.0/ports/be2d9985-dd93-4179-aa75-b8d25cf66605?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1765990 Nov 26 16:51:22.783460 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-770b55c4-0265-48a8-90b4-6d16a333bce6 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:51:22.784403 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-770b55c4-0265-48a8-90b4-6d16a333bce6 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053782 Nov 26 16:51:22.918662 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-36e83388-4aec-4449-8d6d-c80f0a86dd19 service neutron] 10.222.0.11 "GET /v2.0/networks/ad59202c-6040-4c39-b698-6f02ebe910af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291962 Nov 26 16:51:23.047746 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-c788ded1-f616-47cc-8fd6-968510cd6492 service neutron] 10.222.0.11 "GET /v2.0/networks/ad59202c-6040-4c39-b698-6f02ebe910af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230233 Nov 26 16:51:23.224566 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cbd4e510-38cd-4e7f-9132-3d2f8bd603f2 req-a88f3be5-f107-4656-93aa-c55772471bba tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=640f1758-04aa-4d04-a43c-1dfed36917b3 HTTP/1.1" status: 200 len: 210 time: 0.0432866 Nov 26 16:51:24.219667 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-29a29c83-756f-4202-a217-acadb5dcfb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:24.221056 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-29a29c83-756f-4202-a217-acadb5dcfb1c service neutron] 10.222.0.31 "GET /v2.0/ports/be2d9985-dd93-4179-aa75-b8d25cf66605 HTTP/1.1" status: 200 len: 1027 time: 0.0627606 Nov 26 16:51:24.396185 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-afac3ae0-1c42-4ef6-a101-6d3c28d71c43 req-9c1cc8fd-4630-49b2-937f-8b04ecf65193 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=640f1758-04aa-4d04-a43c-1dfed36917b3 HTTP/1.1" status: 200 len: 210 time: 0.0599527 Nov 26 16:51:24.419749 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-cee8a629-c395-4c85-a805-fd71f2d9567c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:24.421140 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-cee8a629-c395-4c85-a805-fd71f2d9567c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/networks?id=ad59202c-6040-4c39-b698-6f02ebe910af HTTP/1.1" status: 200 len: 796 time: 0.1919861 Nov 26 16:51:24.478751 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-e34b87da-92f9-41cd-b73e-13fa375ac8fe tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 471 time: 0.0417807 Nov 26 16:51:24.490622 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] Request body: {'port': {'device_id': '640f1758-04aa-4d04-a43c-1dfed36917b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:24.599724 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:24.929869 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be2d9985-dd93-4179-aa75-b8d25cf66605 {{(pid=87519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:51:24.937143 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:24.951594 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] Transition to ACTIVE for port object be2d9985-dd93-4179-aa75-b8d25cf66605 will not be triggered until provisioned by entity L2. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:51:24.955273 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:24.958798 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-08ac640e-7e5e-4752-a8dc-3dbdd5020ff7 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:25.092341 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] Pushing event updated for resources: {'Port': ['ID=be2d9985-dd93-4179-aa75-b8d25cf66605,revision_number=7']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:25.096734 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:25.228391 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] Attempting to bind port be2d9985-dd93-4179-aa75-b8d25cf66605 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:51:25.229002 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] Attempting to bind port be2d9985-dd93-4179-aa75-b8d25cf66605 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'a74c79c4-6729-47bc-972f-14553b68b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:51:25.229099 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] Attempting to bind port be2d9985-dd93-4179-aa75-b8d25cf66605 on network ad59202c-6040-4c39-b698-6f02ebe910af {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:51:25.233572 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] Port be2d9985-dd93-4179-aa75-b8d25cf66605 on network ad59202c-6040-4c39-b698-6f02ebe910af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:51:25.233886 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] Attempting to bind port be2d9985-dd93-4179-aa75-b8d25cf66605 on network ad59202c-6040-4c39-b698-6f02ebe910af {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:51:25.239460 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:51:25.239820 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] Checking segment: {'id': 'a74c79c4-6729-47bc-972f-14553b68b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:51:25.240198 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] Bound using segment: {'id': 'a74c79c4-6729-47bc-972f-14553b68b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af'} {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:51:25.240618 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] Bound port: be2d9985-dd93-4179-aa75-b8d25cf66605, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74c79c4-6729-47bc-972f-14553b68b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af'}}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:51:25.240959 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:25.326821 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] For port be2d9985-dd93-4179-aa75-b8d25cf66605, host hv-neutron-8194, cleared binding levels {{(pid=87519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:51:25.329621 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] For port be2d9985-dd93-4179-aa75-b8d25cf66605, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=be2d9985-dd93-4179-aa75-b8d25cf66605,segment=NetworkSegment(a74c79c4-6729-47bc-972f-14553b68b534),segment_id=a74c79c4-6729-47bc-972f-14553b68b534)] {{(pid=87519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:51:25.334362 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:25.338699 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-58f579e4-b2fb-4c5e-9d4a-6fe18a98f848 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:25.395180 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:25.395811 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:25.397160 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] 10.222.0.31 "PUT /v2.0/ports/be2d9985-dd93-4179-aa75-b8d25cf66605 HTTP/1.1" status: 200 len: 1132 time: 0.9102983 Nov 26 16:51:25.397684 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640f1758-04aa-4d04-a43c-1dfed36917b3', 'tag': 'be2d9985-dd93-4179-aa75-b8d25cf66605'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:51:25.420388 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] Pushing event updated for resources: {'Port': ['ID=be2d9985-dd93-4179-aa75-b8d25cf66605,revision_number=8']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:25.424832 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:25.487614 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '640f1758-04aa-4d04-a43c-1dfed36917b3', 'tag': 'be2d9985-dd93-4179-aa75-b8d25cf66605', 'status': 'completed', 'code': 200} Nov 26 16:51:25.698031 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-0dc60a36-bee5-4e2a-8ae5-a3bd1b607b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:25.699492 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-0dc60a36-bee5-4e2a-8ae5-a3bd1b607b6e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=640f1758-04aa-4d04-a43c-1dfed36917b3 HTTP/1.1" status: 200 len: 1135 time: 0.2445376 Nov 26 16:51:25.802315 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11d7e3-01f4-4f24-b3ce-8f60da296234 req-7e7940a7-335b-4d18-832b-5880784b814b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:25.803771 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fd11d7e3-01f4-4f24-b3ce-8f60da296234 req-7e7940a7-335b-4d18-832b-5880784b814b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=640f1758-04aa-4d04-a43c-1dfed36917b3 HTTP/1.1" status: 200 len: 982 time: 0.2826474 Nov 26 16:51:25.837061 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-453f51e7-c22d-4985-b290-78bc908365cf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be2d9985-dd93-4179-aa75-b8d25cf66605 HTTP/1.1" status: 200 len: 1037 time: 0.1247609 Nov 26 16:51:25.848468 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:51:25.902072 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fd11d7e3-01f4-4f24-b3ce-8f60da296234 req-5c8553cd-82a1-451c-b878-bf463e399c45 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=1336dc08-e73e-46ff-a87c-4f2bfadd45b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925221 Nov 26 16:51:25.917487 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-655e68f9-8da0-4ba7-b1d5-8e26cdac7dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:25.918859 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-655e68f9-8da0-4ba7-b1d5-8e26cdac7dd4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d539de1-6473-4221-8939-13048867585a HTTP/1.1" status: 200 len: 833 time: 0.0696437 Nov 26 16:51:25.999412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-2806c386-404a-4419-bb0d-3bb18bbc13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:26.000840 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-2806c386-404a-4419-bb0d-3bb18bbc13a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ad59202c-6040-4c39-b698-6f02ebe910af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716643 Nov 26 16:51:26.133126 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-a8ef1b0b-b695-4880-95e3-65d7b31f78c3 service neutron] 10.222.0.31 "GET /v2.0/networks/ad59202c-6040-4c39-b698-6f02ebe910af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214273 Nov 26 16:51:26.266480 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-046418d6-0203-4e5c-9bc4-0dbab40e64d2 req-19569698-ad7c-496a-b6f1-4e038a2128cb service neutron] 10.222.0.31 "GET /v2.0/networks/ad59202c-6040-4c39-b698-6f02ebe910af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226840 Nov 26 16:51:26.384537 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71740b43-19c5-4816-818f-4bd5f5739171 req-c82ecffb-e856-444e-ab23-b8b8a959ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:26.385953 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-71740b43-19c5-4816-818f-4bd5f5739171 req-c82ecffb-e856-444e-ab23-b8b8a959ba67 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=640f1758-04aa-4d04-a43c-1dfed36917b3 HTTP/1.1" status: 200 len: 1135 time: 0.0689490 Nov 26 16:51:26.518584 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71740b43-19c5-4816-818f-4bd5f5739171 req-cd3af06b-caaf-47dc-bd5e-226953d304c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:26.519956 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-71740b43-19c5-4816-818f-4bd5f5739171 req-cd3af06b-caaf-47dc-bd5e-226953d304c8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ad59202c-6040-4c39-b698-6f02ebe910af HTTP/1.1" status: 200 len: 897 time: 0.1259692 Nov 26 16:51:26.622957 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-71740b43-19c5-4816-818f-4bd5f5739171 req-24955fa1-c10e-4ac3-9ac5-757e023a9d1f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be2d9985-dd93-4179-aa75-b8d25cf66605 HTTP/1.1" status: 200 len: 1037 time: 0.0956321 Nov 26 16:51:26.690190 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71740b43-19c5-4816-818f-4bd5f5739171 req-135c70a3-8c9a-4b14-a095-5c0c66111930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:26.691589 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-71740b43-19c5-4816-818f-4bd5f5739171 req-135c70a3-8c9a-4b14-a095-5c0c66111930 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d539de1-6473-4221-8939-13048867585a HTTP/1.1" status: 200 len: 833 time: 0.0590651 Nov 26 16:51:26.774417 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71740b43-19c5-4816-818f-4bd5f5739171 req-bc33e459-5ee6-49d9-9b69-6af39b4962f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:26.775878 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-71740b43-19c5-4816-818f-4bd5f5739171 req-bc33e459-5ee6-49d9-9b69-6af39b4962f3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ad59202c-6040-4c39-b698-6f02ebe910af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737414 Nov 26 16:51:26.912319 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-71740b43-19c5-4816-818f-4bd5f5739171 req-d000fb1a-e285-415d-8018-a8f9cb3e085d service neutron] 10.222.0.31 "GET /v2.0/networks/ad59202c-6040-4c39-b698-6f02ebe910af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286645 Nov 26 16:51:27.045915 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-71740b43-19c5-4816-818f-4bd5f5739171 req-e709c4b9-e33b-4ace-8761-98b1fd3143ff service neutron] 10.222.0.31 "GET /v2.0/networks/ad59202c-6040-4c39-b698-6f02ebe910af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264164 Nov 26 16:51:27.091815 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6159-8019-4ec6-ad5c-f1f5a050d69a req-fcf28d7b-ee1c-4c1e-9b0f-8f13c8a00c6d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:27.093254 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b86a6159-8019-4ec6-ad5c-f1f5a050d69a req-fcf28d7b-ee1c-4c1e-9b0f-8f13c8a00c6d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=640f1758-04aa-4d04-a43c-1dfed36917b3 HTTP/1.1" status: 200 len: 982 time: 0.0857639 Nov 26 16:51:27.135831 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b86a6159-8019-4ec6-ad5c-f1f5a050d69a req-f1517145-be62-4b59-b4f6-72b68e35cf51 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=1336dc08-e73e-46ff-a87c-4f2bfadd45b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369260 Nov 26 16:51:27.716993 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device be2d9985-dd93-4179-aa75-b8d25cf66605 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 16:51:27.848793 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port be2d9985-dd93-4179-aa75-b8d25cf66605, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=be2d9985-dd93-4179-aa75-b8d25cf66605,segment=NetworkSegment(a74c79c4-6729-47bc-972f-14553b68b534),segment_id=a74c79c4-6729-47bc-972f-14553b68b534)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:51:27.862511 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': 'be2d9985-dd93-4179-aa75-b8d25cf66605', 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af', 'port_id': 'be2d9985-dd93-4179-aa75-b8d25cf66605', 'mac_address': 'fa:16:3e:09:2e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d539de1-6473-4221-8939-13048867585a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 16:51:27.919809 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:27.936709 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be2d9985-dd93-4179-aa75-b8d25cf66605 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:51:27.951460 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port be2d9985-dd93-4179-aa75-b8d25cf66605, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=be2d9985-dd93-4179-aa75-b8d25cf66605,segment=NetworkSegment(a74c79c4-6729-47bc-972f-14553b68b534),segment_id=a74c79c4-6729-47bc-972f-14553b68b534)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:51:27.956057 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:27.957785 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:28.022110 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=be2d9985-dd93-4179-aa75-b8d25cf66605,revision_number=9']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:28.024900 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:28.208679 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['be2d9985-dd93-4179-aa75-b8d25cf66605'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 16:51:28.320900 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704082c-701e-467a-b934-ce6ad1ffa5f5 req-7f942af2-e2cc-4bdd-8ef0-ed579e42a806 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:28.322245 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b704082c-701e-467a-b934-ce6ad1ffa5f5 req-7f942af2-e2cc-4bdd-8ef0-ed579e42a806 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=640f1758-04aa-4d04-a43c-1dfed36917b3 HTTP/1.1" status: 200 len: 983 time: 0.0823681 Nov 26 16:51:28.369018 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b704082c-701e-467a-b934-ce6ad1ffa5f5 req-34dcff69-43e4-4de6-aebb-647d72597101 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=1336dc08-e73e-46ff-a87c-4f2bfadd45b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409243 Nov 26 16:51:28.572867 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7d95b2f2-a1d7-443a-8383-e39e22b1f848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:29.335452 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:29.551482 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181cddc-53cf-4f8a-ab4e-cae0b0eedd2c req-195873f0-09fe-4a76-a29e-e8c79cf037bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:29.552969 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c181cddc-53cf-4f8a-ab4e-cae0b0eedd2c req-195873f0-09fe-4a76-a29e-e8c79cf037bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=640f1758-04aa-4d04-a43c-1dfed36917b3 HTTP/1.1" status: 200 len: 983 time: 0.0814631 Nov 26 16:51:29.595468 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c181cddc-53cf-4f8a-ab4e-cae0b0eedd2c req-47f17484-1b94-43b5-ab3b-2a0d98950db7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=1336dc08-e73e-46ff-a87c-4f2bfadd45b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369020 Nov 26 16:51:29.716812 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device be2d9985-dd93-4179-aa75-b8d25cf66605 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:51:29.783776 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port be2d9985-dd93-4179-aa75-b8d25cf66605 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:51:29.788332 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port be2d9985-dd93-4179-aa75-b8d25cf66605 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:51:29.788715 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:29.905445 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:29.931971 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640f1758-04aa-4d04-a43c-1dfed36917b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2d9985-dd93-4179-aa75-b8d25cf66605'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:51:29.942137 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port be2d9985-dd93-4179-aa75-b8d25cf66605, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=be2d9985-dd93-4179-aa75-b8d25cf66605,segment=NetworkSegment(a74c79c4-6729-47bc-972f-14553b68b534),segment_id=a74c79c4-6729-47bc-972f-14553b68b534)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:51:29.945730 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:29.947845 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:29.976988 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640f1758-04aa-4d04-a43c-1dfed36917b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2d9985-dd93-4179-aa75-b8d25cf66605', 'code': 200} Nov 26 16:51:30.019046 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=be2d9985-dd93-4179-aa75-b8d25cf66605,revision_number=10']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:30.021944 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:30.213546 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef2825-ff05-4130-8161-240b00fea748 req-3b615be2-d8ff-4609-b330-a26fc10d364c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:30.214894 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fbef2825-ff05-4130-8161-240b00fea748 req-3b615be2-d8ff-4609-b330-a26fc10d364c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=640f1758-04aa-4d04-a43c-1dfed36917b3 HTTP/1.1" status: 200 len: 1138 time: 0.0709298 Nov 26 16:51:30.260597 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fbef2825-ff05-4130-8161-240b00fea748 req-5b17e37f-854a-4345-b1bb-8de956bdface service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1336dc08-e73e-46ff-a87c-4f2bfadd45b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335443 Nov 26 16:51:30.787869 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c152d-51ba-4a5a-a22f-f4de49b270b1 req-1908781c-e58e-44fd-90f9-19be60bb7cd2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:30.789310 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-477c152d-51ba-4a5a-a22f-f4de49b270b1 req-1908781c-e58e-44fd-90f9-19be60bb7cd2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=640f1758-04aa-4d04-a43c-1dfed36917b3 HTTP/1.1" status: 200 len: 985 time: 0.0898418 Nov 26 16:51:30.832070 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-477c152d-51ba-4a5a-a22f-f4de49b270b1 req-79753ae8-2ad3-488e-853c-567c89adfe13 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=1336dc08-e73e-46ff-a87c-4f2bfadd45b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371144 Nov 26 16:51:31.232173 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f1ae4b9a-b269-491c-9a88-70cd5977aa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:32.020638 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b5623-6952-4c6d-acf4-769c1b689655 req-f14abffb-ee70-4162-ba3b-fa2349e74572 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:32.021996 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5a8b5623-6952-4c6d-acf4-769c1b689655 req-f14abffb-ee70-4162-ba3b-fa2349e74572 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=640f1758-04aa-4d04-a43c-1dfed36917b3 HTTP/1.1" status: 200 len: 985 time: 0.0839107 Nov 26 16:51:32.159187 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:32.180500 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5a8b5623-6952-4c6d-acf4-769c1b689655 req-75e3be96-926c-47a0-b21a-1d363233b805 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=1336dc08-e73e-46ff-a87c-4f2bfadd45b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529584 Nov 26 16:51:32.361071 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f7e4c-13e3-4635-8f6b-ac3d9a1eca19 req-7ab2211f-5243-46e8-b6ee-e9260464f6b2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:32.362549 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1d1f7e4c-13e3-4635-8f6b-ac3d9a1eca19 req-7ab2211f-5243-46e8-b6ee-e9260464f6b2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=640f1758-04aa-4d04-a43c-1dfed36917b3 HTTP/1.1" status: 200 len: 985 time: 0.0790000 Nov 26 16:51:32.409783 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1d1f7e4c-13e3-4635-8f6b-ac3d9a1eca19 req-50b21103-536a-4619-921f-fa95c9c75aa6 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=1336dc08-e73e-46ff-a87c-4f2bfadd45b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416193 Nov 26 16:51:32.433993 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54658) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:32.505735 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9af9ab0-a5df-40c7-9257-6863e7b7561d tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:32.507206 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e9af9ab0-a5df-40c7-9257-6863e7b7561d tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=640f1758-04aa-4d04-a43c-1dfed36917b3&network_id=ad59202c-6040-4c39-b698-6f02ebe910af HTTP/1.1" status: 200 len: 1133 time: 0.0722330 Nov 26 16:51:32.859921 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf42e03-db20-4936-a35c-2f6a87562bf6 req-75730e66-f915-4053-91de-4e6f9f3a855d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:32.861415 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-abf42e03-db20-4936-a35c-2f6a87562bf6 req-75730e66-f915-4053-91de-4e6f9f3a855d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=640f1758-04aa-4d04-a43c-1dfed36917b3 HTTP/1.1" status: 200 len: 985 time: 0.0811121 Nov 26 16:51:32.908235 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-abf42e03-db20-4936-a35c-2f6a87562bf6 req-c635b9a7-dc95-4ace-8196-db30f546e760 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=1336dc08-e73e-46ff-a87c-4f2bfadd45b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407701 Nov 26 16:51:33.964073 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:34.093700 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef84c8-c677-4b02-a6ca-ce37cf44c875 req-9953bd0d-1e6c-4703-a7fa-4e630868fd31 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:34.095035 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b9ef84c8-c677-4b02-a6ca-ce37cf44c875 req-9953bd0d-1e6c-4703-a7fa-4e630868fd31 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=640f1758-04aa-4d04-a43c-1dfed36917b3 HTTP/1.1" status: 200 len: 985 time: 0.0791194 Nov 26 16:51:34.182001 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b9ef84c8-c677-4b02-a6ca-ce37cf44c875 req-33ab8532-e735-41ac-ac67-8dff8b588c2a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=1336dc08-e73e-46ff-a87c-4f2bfadd45b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813053 Nov 26 16:51:34.216810 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1da48-748c-4142-b3dc-2f2565e8beac req-792da3a7-2099-446e-a028-679910f70315 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:34.218224 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-85f1da48-748c-4142-b3dc-2f2565e8beac req-792da3a7-2099-446e-a028-679910f70315 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/ports?device_id=640f1758-04aa-4d04-a43c-1dfed36917b3 HTTP/1.1" status: 200 len: 985 time: 0.0905361 Nov 26 16:51:34.291108 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1da48-748c-4142-b3dc-2f2565e8beac req-84880267-9fb1-4b70-a0b5-f17d65858888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:34.292422 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-85f1da48-748c-4142-b3dc-2f2565e8beac req-84880267-9fb1-4b70-a0b5-f17d65858888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/ports/be2d9985-dd93-4179-aa75-b8d25cf66605?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0648654 Nov 26 16:51:34.437199 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-85f1da48-748c-4142-b3dc-2f2565e8beac req-c39c4558-e5dd-4afa-a8dd-0ba1dacec575 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/networks/ad59202c-6040-4c39-b698-6f02ebe910af?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1363206 Nov 26 16:51:34.451299 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [req-85f1da48-748c-4142-b3dc-2f2565e8beac req-796d4d68-713c-4b9b-b320-f5b3be891071 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:34.563640 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-85f1da48-748c-4142-b3dc-2f2565e8beac req-796d4d68-713c-4b9b-b320-f5b3be891071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:34.754001 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [req-85f1da48-748c-4142-b3dc-2f2565e8beac req-796d4d68-713c-4b9b-b320-f5b3be891071 service neutron] For port be2d9985-dd93-4179-aa75-b8d25cf66605, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=be2d9985-dd93-4179-aa75-b8d25cf66605,segment=NetworkSegment(a74c79c4-6729-47bc-972f-14553b68b534),segment_id=a74c79c4-6729-47bc-972f-14553b68b534)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:51:34.785994 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [req-85f1da48-748c-4142-b3dc-2f2565e8beac req-796d4d68-713c-4b9b-b320-f5b3be891071 service neutron] For port be2d9985-dd93-4179-aa75-b8d25cf66605, host hv-neutron-8194, cleared binding levels {{(pid=87519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:51:34.836584 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [req-85f1da48-748c-4142-b3dc-2f2565e8beac req-796d4d68-713c-4b9b-b320-f5b3be891071 service neutron] device_id is not set on port be2d9985-dd93-4179-aa75-b8d25cf66605 yet. {{(pid=87519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 16:51:34.844916 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-85f1da48-748c-4142-b3dc-2f2565e8beac req-796d4d68-713c-4b9b-b320-f5b3be891071 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:34.849392 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-85f1da48-748c-4142-b3dc-2f2565e8beac req-796d4d68-713c-4b9b-b320-f5b3be891071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:34.852994 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-05244c04-191a-4196-9df2-2a8ff231c829 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:34.986659 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d4d68-713c-4b9b-b320-f5b3be891071 service neutron] Pushing event updated for resources: {'Port': ['ID=be2d9985-dd93-4179-aa75-b8d25cf66605,revision_number=11']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:34.991008 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-796d4d68-713c-4b9b-b320-f5b3be891071 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:35.046439 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f1da48-748c-4142-b3dc-2f2565e8beac req-796d4d68-713c-4b9b-b320-f5b3be891071 service neutron] No DVR routers for this DVR port be2d9985-dd93-4179-aa75-b8d25cf66605 on host hv-neutron-8194 {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:51:35.146951 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d1bae7b9-25a9-4057-b4f4-7f2dc7040d63 None None] Provisioning complete for port be2d9985-dd93-4179-aa75-b8d25cf66605 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:51:35.147506 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d1bae7b9-25a9-4057-b4f4-7f2dc7040d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:35.199498 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-d1bae7b9-25a9-4057-b4f4-7f2dc7040d63 None None] Port be2d9985-dd93-4179-aa75-b8d25cf66605 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:51:35.268017 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [req-85f1da48-748c-4142-b3dc-2f2565e8beac req-796d4d68-713c-4b9b-b320-f5b3be891071 service neutron] In _notify_port_updated(), no bound segment for port be2d9985-dd93-4179-aa75-b8d25cf66605 on network ad59202c-6040-4c39-b698-6f02ebe910af {{(pid=87519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 26 16:51:35.268795 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1da48-748c-4142-b3dc-2f2565e8beac req-796d4d68-713c-4b9b-b320-f5b3be891071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:35.269396 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-85f1da48-748c-4142-b3dc-2f2565e8beac req-796d4d68-713c-4b9b-b320-f5b3be891071 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:35.270651 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-85f1da48-748c-4142-b3dc-2f2565e8beac req-796d4d68-713c-4b9b-b320-f5b3be891071 service neutron] 10.222.0.31 "PUT /v2.0/ports/be2d9985-dd93-4179-aa75-b8d25cf66605 HTTP/1.1" status: 200 len: 1028 time: 0.8230948 Nov 26 16:51:35.332303 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1dbd4bbf-feb3-420f-9d0b-1433bfff7755 req-9ce1514f-3030-4245-b17e-4b3424607c1f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=640f1758-04aa-4d04-a43c-1dfed36917b3 HTTP/1.1" status: 200 len: 210 time: 0.0441589 Nov 26 16:51:36.424897 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54672) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:36.491511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cc7eab31-622a-418e-909f-601d3f36b279 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:36.521544 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cc7eab31-622a-418e-909f-601d3f36b279 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:36.585169 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cc7eab31-622a-418e-909f-601d3f36b279 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:36.588932 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-632009c8-153a-43bd-92d9-99b3c5de6316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:36.606625 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7eab31-622a-418e-909f-601d3f36b279 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4053ec-d32e-4908-995c-d1d4faaddf4e,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:36.610334 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cc7eab31-622a-418e-909f-601d3f36b279 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:36.619405 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cc7eab31-622a-418e-909f-601d3f36b279 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:36.620872 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cc7eab31-622a-418e-909f-601d3f36b279 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/security-groups/8e4053ec-d32e-4908-995c-d1d4faaddf4e HTTP/1.1" status: 204 len: 168 time: 0.1946268 Nov 26 16:51:36.649203 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54678) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:36.850617 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-871188eb-f2a2-4505-80ee-b5f9fbc8e839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port f862fafa-7dca-49b4-a50a-bf03ab18e001 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:51:36.850937 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-871188eb-f2a2-4505-80ee-b5f9fbc8e839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:37.020930 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-871188eb-f2a2-4505-80ee-b5f9fbc8e839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:37.021164 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-871188eb-f2a2-4505-80ee-b5f9fbc8e839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:37.142255 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-871188eb-f2a2-4505-80ee-b5f9fbc8e839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for f862fafa-7dca-49b4-a50a-bf03ab18e001 owned by network:floatingip {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:51:37.288376 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-871188eb-f2a2-4505-80ee-b5f9fbc8e839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:37.291883 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:37.333063 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871188eb-f2a2-4505-80ee-b5f9fbc8e839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=f862fafa-7dca-49b4-a50a-bf03ab18e001,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:37.336551 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-871188eb-f2a2-4505-80ee-b5f9fbc8e839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:37.431233 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-871188eb-f2a2-4505-80ee-b5f9fbc8e839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:37.431921 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-871188eb-f2a2-4505-80ee-b5f9fbc8e839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Floating IP 9f6b01b1-3d20-45f7-b44e-ad0d5a1bcf9c disassociated (deleted). External IP: 172.26.0.24, port: be2d9985-dd93-4179-aa75-b8d25cf66605. Nov 26 16:51:37.763164 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device be2d9985-dd93-4179-aa75-b8d25cf66605 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:51:37.821448 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device be2d9985-dd93-4179-aa75-b8d25cf66605 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:51:37.892619 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871188eb-f2a2-4505-80ee-b5f9fbc8e839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router 8ecf619c-257e-4c77-a44c-b8a467736457 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:51:38.069453 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871188eb-f2a2-4505-80ee-b5f9fbc8e839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:51:38.080054 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d8632d-4833-4726-aadd-22d692c23f52 None None] Sync routers for ids ['8ecf619c-257e-4c77-a44c-b8a467736457'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:51:38.089105 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-871188eb-f2a2-4505-80ee-b5f9fbc8e839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:38.090300 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d8632d-4833-4726-aadd-22d692c23f52 None None] Routers {'8ecf619c-257e-4c77-a44c-b8a467736457'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:51:38.090910 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-18d8632d-4833-4726-aadd-22d692c23f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:51:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['8ecf619c-257e-4c77-a44c-b8a467736457'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:51:38.143409 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-871188eb-f2a2-4505-80ee-b5f9fbc8e839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/floatingips/9f6b01b1-3d20-45f7-b44e-ad0d5a1bcf9c HTTP/1.1" status: 204 len: 168 time: 1.4931302 Nov 26 16:51:38.269518 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-18d8632d-4833-4726-aadd-22d692c23f52 None None] Set router 8ecf619c-257e-4c77-a44c-b8a467736457 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:51:38.287957 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54686) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:38.355605 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c81daa61-d6f1-4233-9b8f-2e5436650289 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:38.385685 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c81daa61-d6f1-4233-9b8f-2e5436650289 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:38.453842 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c81daa61-d6f1-4233-9b8f-2e5436650289 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:38.457818 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-397c4915-b9ff-4978-ba2c-7f9f5e0853cd tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:38.476858 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81daa61-d6f1-4233-9b8f-2e5436650289 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2bda31-1ec8-4188-a905-3b4b9f5c2ab0,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:38.481066 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c81daa61-d6f1-4233-9b8f-2e5436650289 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:38.485444 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c81daa61-d6f1-4233-9b8f-2e5436650289 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:38.486285 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c81daa61-d6f1-4233-9b8f-2e5436650289 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/security-groups/9e2bda31-1ec8-4188-a905-3b4b9f5c2ab0 HTTP/1.1" status: 204 len: 168 time: 0.1973343 Nov 26 16:51:38.518975 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54692) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:38.583072 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-18d8632d-4833-4726-aadd-22d692c23f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'name': 'tempest-TestNetworkBasicOps-router-477264381', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:50:53Z', 'updated_at': '2021-11-26T16:50:58Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:50:54Z', 'updated_at': '2021-11-26T16:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '917b9d9b-bb26-4924-ba3f-4c125e54f62d', 'name': '', 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:39:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4d539de1-6473-4221-8939-13048867585a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:50:57Z', 'updated_at': '2021-11-26T16:51:03Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '4d539de1-6473-4221-8939-13048867585a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:51:38.586414 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-388483f7-69db-41dc-ad59-be6ae82f3f39 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port be2d9985-dd93-4179-aa75-b8d25cf66605 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:51:38.586760 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-388483f7-69db-41dc-ad59-be6ae82f3f39 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:38.586886 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d8632d-4833-4726-aadd-22d692c23f52 None None] Checking router: 8ecf619c-257e-4c77-a44c-b8a467736457 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:51:38.595076 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d8632d-4833-4726-aadd-22d692c23f52 None None] Routers {'8ecf619c-257e-4c77-a44c-b8a467736457'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:51:38.595679 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-18d8632d-4833-4726-aadd-22d692c23f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:51:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['8ecf619c-257e-4c77-a44c-b8a467736457'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:51:38.771603 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-18d8632d-4833-4726-aadd-22d692c23f52 None None] Set router 8ecf619c-257e-4c77-a44c-b8a467736457 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:51:38.836758 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-388483f7-69db-41dc-ad59-be6ae82f3f39 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:38.961980 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-388483f7-69db-41dc-ad59-be6ae82f3f39 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for be2d9985-dd93-4179-aa75-b8d25cf66605 owned by {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:51:39.091261 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-18d8632d-4833-4726-aadd-22d692c23f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'name': 'tempest-TestNetworkBasicOps-router-477264381', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:50:53Z', 'updated_at': '2021-11-26T16:50:58Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:50:54Z', 'updated_at': '2021-11-26T16:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '917b9d9b-bb26-4924-ba3f-4c125e54f62d', 'name': '', 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:39:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4d539de1-6473-4221-8939-13048867585a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:50:57Z', 'updated_at': '2021-11-26T16:51:03Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '4d539de1-6473-4221-8939-13048867585a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:51:39.095945 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d8632d-4833-4726-aadd-22d692c23f52 None None] The sync data for ids ['8ecf619c-257e-4c77-a44c-b8a467736457'] in dv-neutron-819440-1-hyperv is: [{'id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'name': 'tempest-TestNetworkBasicOps-router-477264381', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:50:53Z', 'updated_at': '2021-11-26T16:50:58Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:50:54Z', 'updated_at': '2021-11-26T16:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '917b9d9b-bb26-4924-ba3f-4c125e54f62d', 'name': '', 'network_id': 'ad59202c-6040-4c39-b698-6f02ebe910af', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:39:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4d539de1-6473-4221-8939-13048867585a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:50:57Z', 'updated_at': '2021-11-26T16:51:03Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '4d539de1-6473-4221-8939-13048867585a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:51:39.122828 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-388483f7-69db-41dc-ad59-be6ae82f3f39 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:39.132808 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:39.182577 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388483f7-69db-41dc-ad59-be6ae82f3f39 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=be2d9985-dd93-4179-aa75-b8d25cf66605,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:39.185542 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-388483f7-69db-41dc-ad59-be6ae82f3f39 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:39.288431 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-388483f7-69db-41dc-ad59-be6ae82f3f39 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:39.299779 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-388483f7-69db-41dc-ad59-be6ae82f3f39 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/ports/be2d9985-dd93-4179-aa75-b8d25cf66605 HTTP/1.1" status: 204 len: 168 time: 0.7784660 Nov 26 16:51:39.301178 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54696) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:39.357466 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062b0824-9e4b-4738-b69b-2344be39f3fb None None] New status for floating IP 9f6b01b1-3d20-45f7-b44e-ad0d5a1bcf9c: DOWN {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:51:39.978049 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8edbbe37-4529-4dee-8689-c5b5fc1e1c28 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:40.330052 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-8edbbe37-4529-4dee-8689-c5b5fc1e1c28 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port 917b9d9b-bb26-4924-ba3f-4c125e54f62d {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:51:40.330387 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8edbbe37-4529-4dee-8689-c5b5fc1e1c28 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:40.511891 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-8edbbe37-4529-4dee-8689-c5b5fc1e1c28 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] For port 917b9d9b-bb26-4924-ba3f-4c125e54f62d, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=917b9d9b-bb26-4924-ba3f-4c125e54f62d,segment=NetworkSegment(a74c79c4-6729-47bc-972f-14553b68b534),segment_id=a74c79c4-6729-47bc-972f-14553b68b534)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:51:40.512248 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8edbbe37-4529-4dee-8689-c5b5fc1e1c28 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:40.636287 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-8edbbe37-4529-4dee-8689-c5b5fc1e1c28 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for 917b9d9b-bb26-4924-ba3f-4c125e54f62d owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:51:40.820067 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8edbbe37-4529-4dee-8689-c5b5fc1e1c28 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:40.823637 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-46b9e58e-9132-429c-ad54-ec07a841a735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:40.869779 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbbe37-4529-4dee-8689-c5b5fc1e1c28 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=917b9d9b-bb26-4924-ba3f-4c125e54f62d,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:40.896634 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8edbbe37-4529-4dee-8689-c5b5fc1e1c28 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:41.285522 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8edbbe37-4529-4dee-8689-c5b5fc1e1c28 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:41.642216 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edbbe37-4529-4dee-8689-c5b5fc1e1c28 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router 8ecf619c-257e-4c77-a44c-b8a467736457 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:51:41.816148 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edbbe37-4529-4dee-8689-c5b5fc1e1c28 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:51:41.825066 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d13d84-15f1-49be-9319-68200725c2c2 None None] Sync routers for ids ['8ecf619c-257e-4c77-a44c-b8a467736457'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:51:41.830234 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8edbbe37-4529-4dee-8689-c5b5fc1e1c28 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "PUT /v2.0/routers/8ecf619c-257e-4c77-a44c-b8a467736457/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5278025 Nov 26 16:51:41.832618 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54700) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:41.834918 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d13d84-15f1-49be-9319-68200725c2c2 None None] Routers {'8ecf619c-257e-4c77-a44c-b8a467736457'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:51:41.835529 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-50d13d84-15f1-49be-9319-68200725c2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:51:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['8ecf619c-257e-4c77-a44c-b8a467736457'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:51:41.902626 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-7286bca8-5afb-4db4-8ee2-6da8a67e71c7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting subnet 4d539de1-6473-4221-8939-13048867585a {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:51:41.905613 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7286bca8-5afb-4db4-8ee2-6da8a67e71c7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:41.961469 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7286bca8-5afb-4db4-8ee2-6da8a67e71c7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:42.036432 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-50d13d84-15f1-49be-9319-68200725c2c2 None None] Set router 8ecf619c-257e-4c77-a44c-b8a467736457 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:51:42.045603 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7286bca8-5afb-4db4-8ee2-6da8a67e71c7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:42.116533 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7286bca8-5afb-4db4-8ee2-6da8a67e71c7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:42.121334 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-444f8713-0af7-4929-9428-812249d54dc5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:42.157908 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286bca8-5afb-4db4-8ee2-6da8a67e71c7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Subnet': ['ID=4d539de1-6473-4221-8939-13048867585a,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:42.159873 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7286bca8-5afb-4db4-8ee2-6da8a67e71c7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:42.162689 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7286bca8-5afb-4db4-8ee2-6da8a67e71c7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:42.166056 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1881fd5-b88f-4dd0-9854-b81f320e2745 None None] Network ad59202c-6040-4c39-b698-6f02ebe910af requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:51:42.166851 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7286bca8-5afb-4db4-8ee2-6da8a67e71c7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/subnets/4d539de1-6473-4221-8939-13048867585a HTTP/1.1" status: 204 len: 168 time: 0.3332238 Nov 26 16:51:42.169449 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54704) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:42.330978 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-50d13d84-15f1-49be-9319-68200725c2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'name': 'tempest-TestNetworkBasicOps-router-477264381', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:50:53Z', 'updated_at': '2021-11-26T16:51:40Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:50:54Z', 'updated_at': '2021-11-26T16:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:51:42.334860 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d13d84-15f1-49be-9319-68200725c2c2 None None] Checking router: 8ecf619c-257e-4c77-a44c-b8a467736457 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:51:42.343889 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d13d84-15f1-49be-9319-68200725c2c2 None None] Routers {'8ecf619c-257e-4c77-a44c-b8a467736457'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:51:42.344502 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-50d13d84-15f1-49be-9319-68200725c2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:51:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['8ecf619c-257e-4c77-a44c-b8a467736457'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:51:42.354414 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ce162d9c-8190-4cf0-8682-2db2d2631ab5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:42.444088 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1bc5b4-8ea5-482e-b3bf-fa5553b6fb44 None None] DHCP port deletion for ad59202c-6040-4c39-b698-6f02ebe910af request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:51:42.449585 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-2c1bc5b4-8ea5-482e-b3bf-fa5553b6fb44 None None] Deleting port b79690a7-dfb7-4a52-b174-c368aec9d375 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:51:42.450198 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2c1bc5b4-8ea5-482e-b3bf-fa5553b6fb44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:42.529658 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-50d13d84-15f1-49be-9319-68200725c2c2 None None] Set router 8ecf619c-257e-4c77-a44c-b8a467736457 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:51:42.657759 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-2c1bc5b4-8ea5-482e-b3bf-fa5553b6fb44 None None] For port b79690a7-dfb7-4a52-b174-c368aec9d375, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b79690a7-dfb7-4a52-b174-c368aec9d375,segment=NetworkSegment(a74c79c4-6729-47bc-972f-14553b68b534),segment_id=a74c79c4-6729-47bc-972f-14553b68b534)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:51:42.658050 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2c1bc5b4-8ea5-482e-b3bf-fa5553b6fb44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:42.676717 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ce162d9c-8190-4cf0-8682-2db2d2631ab5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:42.686789 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-ce162d9c-8190-4cf0-8682-2db2d2631ab5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port 5dd09796-5f72-4e3e-8c0c-737ec972f762 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:51:42.687211 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ce162d9c-8190-4cf0-8682-2db2d2631ab5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:42.779348 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-2c1bc5b4-8ea5-482e-b3bf-fa5553b6fb44 None None] Calling delete_port for b79690a7-dfb7-4a52-b174-c368aec9d375 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:51:42.853667 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-50d13d84-15f1-49be-9319-68200725c2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'name': 'tempest-TestNetworkBasicOps-router-477264381', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:50:53Z', 'updated_at': '2021-11-26T16:51:40Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:50:54Z', 'updated_at': '2021-11-26T16:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:51:42.857642 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d13d84-15f1-49be-9319-68200725c2c2 None None] The sync data for ids ['8ecf619c-257e-4c77-a44c-b8a467736457'] in dv-neutron-819440-1-hyperv is: [{'id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'name': 'tempest-TestNetworkBasicOps-router-477264381', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:50:53Z', 'updated_at': '2021-11-26T16:51:40Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '5dd09796-5f72-4e3e-8c0c-737ec972f762', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecf619c-257e-4c77-a44c-b8a467736457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:50:54Z', 'updated_at': '2021-11-26T16:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:51:42.864732 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2c1bc5b4-8ea5-482e-b3bf-fa5553b6fb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:42.868845 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:42.880258 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-ce162d9c-8190-4cf0-8682-2db2d2631ab5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] For port 5dd09796-5f72-4e3e-8c0c-737ec972f762, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5dd09796-5f72-4e3e-8c0c-737ec972f762,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:51:42.880703 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ce162d9c-8190-4cf0-8682-2db2d2631ab5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:42.913180 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1bc5b4-8ea5-482e-b3bf-fa5553b6fb44 None None] Pushing event deleted for resources: {'Port': ['ID=b79690a7-dfb7-4a52-b174-c368aec9d375,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:42.916140 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2c1bc5b4-8ea5-482e-b3bf-fa5553b6fb44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:42.916920 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1bc5b4-8ea5-482e-b3bf-fa5553b6fb44 None None] No DVR routers for this DVR port b79690a7-dfb7-4a52-b174-c368aec9d375 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:51:43.009223 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-ce162d9c-8190-4cf0-8682-2db2d2631ab5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for 5dd09796-5f72-4e3e-8c0c-737ec972f762 owned by network:router_gateway {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:51:43.131070 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b79690a7-dfb7-4a52-b174-c368aec9d375 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:51:43.169344 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: b79690a7-dfb7-4a52-b174-c368aec9d375 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:51:43.169954 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b79690a7-dfb7-4a52-b174-c368aec9d375 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:51:43.170113 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 917b9d9b-bb26-4924-ba3f-4c125e54f62d no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:51:43.181688 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ce162d9c-8190-4cf0-8682-2db2d2631ab5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:43.185606 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-388483f7-69db-41dc-ad59-be6ae82f3f39 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:43.202990 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 917b9d9b-bb26-4924-ba3f-4c125e54f62d {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:51:43.203349 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 917b9d9b-bb26-4924-ba3f-4c125e54f62d not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:51:43.234700 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce162d9c-8190-4cf0-8682-2db2d2631ab5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=5dd09796-5f72-4e3e-8c0c-737ec972f762,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:43.237162 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ce162d9c-8190-4cf0-8682-2db2d2631ab5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:43.325289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ce162d9c-8190-4cf0-8682-2db2d2631ab5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:43.493848 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ce162d9c-8190-4cf0-8682-2db2d2631ab5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:43.496158 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ce162d9c-8190-4cf0-8682-2db2d2631ab5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:43.517319 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ce162d9c-8190-4cf0-8682-2db2d2631ab5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:43.517861 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce162d9c-8190-4cf0-8682-2db2d2631ab5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Fanout notify agent at l3_agent the message router_deleted on router 8ecf619c-257e-4c77-a44c-b8a467736457 {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:51:43.532995 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ce162d9c-8190-4cf0-8682-2db2d2631ab5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:43.534081 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ce162d9c-8190-4cf0-8682-2db2d2631ab5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/routers/8ecf619c-257e-4c77-a44c-b8a467736457 HTTP/1.1" status: 204 len: 168 time: 1.3637474 Nov 26 16:51:43.536892 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54708) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:43.651584 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-68d68eb4-fe2e-49d0-ab73-ee99ead92e1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:43.894495 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-68d68eb4-fe2e-49d0-ab73-ee99ead92e1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:43.920269 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-68d68eb4-fe2e-49d0-ab73-ee99ead92e1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad59202c-6040-4c39-b698-6f02ebe910af']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:51:43.933768 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-68d68eb4-fe2e-49d0-ab73-ee99ead92e1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74c79c4-6729-47bc-972f-14553b68b534') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:51:43.934057 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-68d68eb4-fe2e-49d0-ab73-ee99ead92e1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74c79c4-6729-47bc-972f-14553b68b534') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:51:43.946464 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-68d68eb4-fe2e-49d0-ab73-ee99ead92e1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:43.962749 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-68d68eb4-fe2e-49d0-ab73-ee99ead92e1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:43.969201 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d68eb4-fe2e-49d0-ab73-ee99ead92e1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:51:43.969644 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-68d68eb4-fe2e-49d0-ab73-ee99ead92e1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:51:43.984382 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:51:44.064706 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-68d68eb4-fe2e-49d0-ab73-ee99ead92e1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:44.068020 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9293dd09-5973-43aa-8c7f-f7d7e1fc4edb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:44.081891 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-68d68eb4-fe2e-49d0-ab73-ee99ead92e1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:44.092515 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d68eb4-fe2e-49d0-ab73-ee99ead92e1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Network': ['ID=ad59202c-6040-4c39-b698-6f02ebe910af,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:44.097531 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-68d68eb4-fe2e-49d0-ab73-ee99ead92e1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:44.100897 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-68d68eb4-fe2e-49d0-ab73-ee99ead92e1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/networks/ad59202c-6040-4c39-b698-6f02ebe910af HTTP/1.1" status: 204 len: 168 time: 0.5626626 Nov 26 16:51:44.114180 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54712) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:44.125305 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1e45f7d4-ff40-45c4-95ac-f7b43a81000c tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0099933 Nov 26 16:51:44.127694 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54716) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:44.132720 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-2e97f054-9a06-4a9a-bf24-7aaa62c2e62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'network': {'name': 'tempest-network-smoke--371224456', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'port_security_enabled': True}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:44.137393 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-2e97f054-9a06-4a9a-bf24-7aaa62c2e62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:44.141427 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2e97f054-9a06-4a9a-bf24-7aaa62c2e62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:network and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:44.144833 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2e97f054-9a06-4a9a-bf24-7aaa62c2e62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:44.150434 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-2e97f054-9a06-4a9a-bf24-7aaa62c2e62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:44.159380 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e97f054-9a06-4a9a-bf24-7aaa62c2e62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Made reservation on behalf of 44b3ec829fd84946a37f17d3391a650c for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:51:44.162707 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2e97f054-9a06-4a9a-bf24-7aaa62c2e62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:44.189475 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e97f054-9a06-4a9a-bf24-7aaa62c2e62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:51:44.197587 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2e97f054-9a06-4a9a-bf24-7aaa62c2e62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:44.197923 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-2e97f054-9a06-4a9a-bf24-7aaa62c2e62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Added segment eadb1299-79f3-4ef1-aecb-c06912c40e73 of type vlan for network 7dca178b-e0b1-4b1b-90bd-495bf4a75385 Nov 26 16:51:44.223358 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2e97f054-9a06-4a9a-bf24-7aaa62c2e62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:44.251862 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2e97f054-9a06-4a9a-bf24-7aaa62c2e62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:44.257379 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e97f054-9a06-4a9a-bf24-7aaa62c2e62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:44.257958 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2e97f054-9a06-4a9a-bf24-7aaa62c2e62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:44.262747 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fa66c003-e101-40a8-8a05-84eb7f5df48a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:44.359607 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2e97f054-9a06-4a9a-bf24-7aaa62c2e62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2309017 Nov 26 16:51:44.362756 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54720) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:44.369049 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-e25a4890-87a5-44b4-983f-dec544ddf363 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1485151668', 'admin_state_up': True, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:44.369459 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e97f054-9a06-4a9a-bf24-7aaa62c2e62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Network': ['ID=7dca178b-e0b1-4b1b-90bd-495bf4a75385,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:44.372330 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2e97f054-9a06-4a9a-bf24-7aaa62c2e62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:44.380086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e25a4890-87a5-44b4-983f-dec544ddf363 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:44.384016 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 7dca178b-e0b1-4b1b-90bd-495bf4a75385 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:51:44.384638 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e25a4890-87a5-44b4-983f-dec544ddf363 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:router and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:44.387617 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e25a4890-87a5-44b4-983f-dec544ddf363 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:44.394633 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e25a4890-87a5-44b4-983f-dec544ddf363 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:44.407152 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e25a4890-87a5-44b4-983f-dec544ddf363 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:44.408337 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e25a4890-87a5-44b4-983f-dec544ddf363 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:44.423981 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e25a4890-87a5-44b4-983f-dec544ddf363 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:44.690538 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e25a4890-87a5-44b4-983f-dec544ddf363 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:45.119556 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e25a4890-87a5-44b4-983f-dec544ddf363 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_gateway, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:45.127676 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5dd09796-5f72-4e3e-8c0c-737ec972f762 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:51:45.150289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e25a4890-87a5-44b4-983f-dec544ddf363 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:45.161081 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 5dd09796-5f72-4e3e-8c0c-737ec972f762 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:51:45.161433 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5dd09796-5f72-4e3e-8c0c-737ec972f762 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:51:45.292404 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-e25a4890-87a5-44b4-983f-dec544ddf363 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.26.0.218 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/03fe4f65-a157-4de4-aaba-edf1cdbd102f) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:51:45.435956 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e25a4890-87a5-44b4-983f-dec544ddf363 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:45.464280 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e25a4890-87a5-44b4-983f-dec544ddf363 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:45.468566 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d5ec5706-ee4d-4404-9421-d635fff72fc1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:45.532120 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25a4890-87a5-44b4-983f-dec544ddf363 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:51:45.535284 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-e25a4890-87a5-44b4-983f-dec544ddf363 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:51:45.539422 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25a4890-87a5-44b4-983f-dec544ddf363 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:51:45.581135 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a4890-87a5-44b4-983f-dec544ddf363 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=03fe4f65-a157-4de4-aaba-edf1cdbd102f,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:45.585270 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e25a4890-87a5-44b4-983f-dec544ddf363 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:45.964205 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e25a4890-87a5-44b4-983f-dec544ddf363 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_gateway, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:46.429470 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e25a4890-87a5-44b4-983f-dec544ddf363 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:46.631615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25a4890-87a5-44b4-983f-dec544ddf363 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router b802e4e1-fbe5-4e05-8cf1-0c82df338b26 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:51:46.805084 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25a4890-87a5-44b4-983f-dec544ddf363 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:51:46.814731 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] Sync routers for ids ['b802e4e1-fbe5-4e05-8cf1-0c82df338b26'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:51:46.825226 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] Routers {'b802e4e1-fbe5-4e05-8cf1-0c82df338b26'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:51:46.825968 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:51:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b802e4e1-fbe5-4e05-8cf1-0c82df338b26'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:51:46.833563 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e25a4890-87a5-44b4-983f-dec544ddf363 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:46.834452 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e25a4890-87a5-44b4-983f-dec544ddf363 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4702883 Nov 26 16:51:46.837599 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54724) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:46.882164 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-067d80d9-00f8-4e62-8753-c659b775e2c1 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=44b3ec829fd84946a37f17d3391a650c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433199 Nov 26 16:51:46.884830 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54728) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:47.004317 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] Set router b802e4e1-fbe5-4e05-8cf1-0c82df338b26 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:51:47.020974 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e75f50-45f0-478a-abc5-0925db7c1f4c tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:47.022404 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-25e75f50-45f0-478a-abc5-0925db7c1f4c tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1365840 Nov 26 16:51:47.025281 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54732) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:47.078827 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7c24453c-2353-4cf4-8124-9a317a9ee605 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=cf8dce9a-1df0-4b90-b19d-7de373e178f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0490556 Nov 26 16:51:47.078827 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54736) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:47.084000 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-26190eab-9c54-42a7-8c9e-a83a526ecf96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-395826259', 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:47.197196 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-26190eab-9c54-42a7-8c9e-a83a526ecf96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:47.201440 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-26190eab-9c54-42a7-8c9e-a83a526ecf96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:subnet and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:47.204902 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-26190eab-9c54-42a7-8c9e-a83a526ecf96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:47.210589 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-26190eab-9c54-42a7-8c9e-a83a526ecf96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:47.220372 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26190eab-9c54-42a7-8c9e-a83a526ecf96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Made reservation on behalf of 44b3ec829fd84946a37f17d3391a650c for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:51:47.223996 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-26190eab-9c54-42a7-8c9e-a83a526ecf96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:47.327184 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'name': 'tempest-TestNetworkBasicOps-router-1485151668', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:51:44Z', 'updated_at': '2021-11-26T16:51:45Z', 'revision_number': 3, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:45Z', 'updated_at': '2021-11-26T16:51:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:51:47.331408 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] Checking router: b802e4e1-fbe5-4e05-8cf1-0c82df338b26 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:51:47.331876 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] Updating router b802e4e1-fbe5-4e05-8cf1-0c82df338b26 port 03fe4f65-a157-4de4-aaba-edf1cdbd102f binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:51:47.388955 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:47.436820 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-26190eab-9c54-42a7-8c9e-a83a526ecf96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:47.441412 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e3dea5e5-9a5d-49cb-bfe9-7bd471d47ccd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:47.518953 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26190eab-9c54-42a7-8c9e-a83a526ecf96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Subnet': ['ID=2b0e4907-efbf-47bb-bbca-f9a17d32c34d,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:47.521597 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-26190eab-9c54-42a7-8c9e-a83a526ecf96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:47.527743 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26190eab-9c54-42a7-8c9e-a83a526ecf96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Checking segment: {'id': 'eadb1299-79f3-4ef1-aecb-c06912c40e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:51:47.528113 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26190eab-9c54-42a7-8c9e-a83a526ecf96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network hostable DHCP agents. Network: 7dca178b-e0b1-4b1b-90bd-495bf4a75385, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:51:47.548009 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26190eab-9c54-42a7-8c9e-a83a526ecf96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network 7dca178b-e0b1-4b1b-90bd-495bf4a75385 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:51:47.556838 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-26190eab-9c54-42a7-8c9e-a83a526ecf96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 7dca178b-e0b1-4b1b-90bd-495bf4a75385) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:51:47.560939 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26190eab-9c54-42a7-8c9e-a83a526ecf96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:47.561575 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-26190eab-9c54-42a7-8c9e-a83a526ecf96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:47.571311 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479a8e2c-2add-43e9-b02d-a14485a64538 None None] Network 7dca178b-e0b1-4b1b-90bd-495bf4a75385 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:51:47.583418 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-26190eab-9c54-42a7-8c9e-a83a526ecf96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5037951 Nov 26 16:51:47.586109 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54740) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:47.882120 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:47.900001 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] Transition to ACTIVE for port object 03fe4f65-a157-4de4-aaba-edf1cdbd102f will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:51:47.903870 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-7dca178b-e0b1-4b1b-90bd-495bf4a75385', 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ips': [{'subnet_id': '2b0e4907-efbf-47bb-bbca-f9a17d32c34d'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:51:47.904721 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:47.920665 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:47.927403 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:48.072467 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] Attempting to bind port 03fe4f65-a157-4de4-aaba-edf1cdbd102f on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:51:48.072851 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] Attempting to bind port 03fe4f65-a157-4de4-aaba-edf1cdbd102f by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:51:48.073229 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] Attempting to bind port 03fe4f65-a157-4de4-aaba-edf1cdbd102f on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:51:48.075164 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df78c53-0dfb-4255-a8fe-4f0d1266f0d6 None None] Pushing event updated for resources: {'Port': ['ID=03fe4f65-a157-4de4-aaba-edf1cdbd102f,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:48.083086 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2df78c53-0dfb-4255-a8fe-4f0d1266f0d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:48.086379 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:51:48.086764 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:51:48.087166 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:48.087556 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:51:48.088050 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] Bound port: 03fe4f65-a157-4de4-aaba-edf1cdbd102f, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:51:48.088427 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:48.210387 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] Allocated IP 172.20.0.2 (7dca178b-e0b1-4b1b-90bd-495bf4a75385/2b0e4907-efbf-47bb-bbca-f9a17d32c34d/b90e8cdb-2516-4aae-9b07-15f1baca5e8a) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:51:48.215249 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] For port 03fe4f65-a157-4de4-aaba-edf1cdbd102f, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:51:48.219062 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] For port 03fe4f65-a157-4de4-aaba-edf1cdbd102f, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=03fe4f65-a157-4de4-aaba-edf1cdbd102f,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:51:48.223974 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:48.228778 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:48.378049 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] Routers {'b802e4e1-fbe5-4e05-8cf1-0c82df338b26'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:51:48.378669 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:51:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b802e4e1-fbe5-4e05-8cf1-0c82df338b26'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:51:48.418021 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d87825b6-36ad-4bbf-b92e-5458577744bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:48.501977 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df78c53-0dfb-4255-a8fe-4f0d1266f0d6 None None] Pushing event updated for resources: {'Port': ['ID=03fe4f65-a157-4de4-aaba-edf1cdbd102f,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:48.515285 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2df78c53-0dfb-4255-a8fe-4f0d1266f0d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:48.646197 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] Set router b802e4e1-fbe5-4e05-8cf1-0c82df338b26 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:51:48.801789 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:48.868745 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] Transition to ACTIVE for port object b90e8cdb-2516-4aae-9b07-15f1baca5e8a will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:51:48.905686 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] Transition to ACTIVE for port object b90e8cdb-2516-4aae-9b07-15f1baca5e8a will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:51:48.913211 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:48.918598 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:48.976513 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-d87825b6-36ad-4bbf-b92e-5458577744bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.20.0.1 (7dca178b-e0b1-4b1b-90bd-495bf4a75385/2b0e4907-efbf-47bb-bbca-f9a17d32c34d/c066c5c4-374f-45ea-aff3-a9a48de30466) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:51:49.005890 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] Network 7dca178b-e0b1-4b1b-90bd-495bf4a75385 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:51:49.037106 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:51:49.045397 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:51:49.054985 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] Pushing event updated for resources: {'Port': ['ID=b90e8cdb-2516-4aae-9b07-15f1baca5e8a,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:49.059981 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:49.137376 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d87825b6-36ad-4bbf-b92e-5458577744bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:49.147802 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] Attempting to bind port b90e8cdb-2516-4aae-9b07-15f1baca5e8a on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:51:49.148184 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] Attempting to bind port b90e8cdb-2516-4aae-9b07-15f1baca5e8a by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'eadb1299-79f3-4ef1-aecb-c06912c40e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:51:49.148554 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] Attempting to bind port b90e8cdb-2516-4aae-9b07-15f1baca5e8a on network 7dca178b-e0b1-4b1b-90bd-495bf4a75385 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:51:49.153112 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-d87825b6-36ad-4bbf-b92e-5458577744bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Transition to ACTIVE for port object c066c5c4-374f-45ea-aff3-a9a48de30466 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:51:49.157088 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:51:49.157463 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] Checking segment: {'id': 'eadb1299-79f3-4ef1-aecb-c06912c40e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:51:49.157871 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:49.158266 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] Bound using segment: {'id': 'eadb1299-79f3-4ef1-aecb-c06912c40e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:51:49.158727 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] Bound port: b90e8cdb-2516-4aae-9b07-15f1baca5e8a, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eadb1299-79f3-4ef1-aecb-c06912c40e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:51:49.159094 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:49.177095 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d87825b6-36ad-4bbf-b92e-5458577744bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:49.181580 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e25a4890-87a5-44b4-983f-dec544ddf363 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:49.226323 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'name': 'tempest-TestNetworkBasicOps-router-1485151668', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:51:44Z', 'updated_at': '2021-11-26T16:51:45Z', 'revision_number': 3, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:45Z', 'updated_at': '2021-11-26T16:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:51:49.235002 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a391ff-2431-402d-8c14-aebe0cafccc4 None None] The sync data for ids ['b802e4e1-fbe5-4e05-8cf1-0c82df338b26'] in dv-neutron-819440-1-hyperv is: [{'id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'name': 'tempest-TestNetworkBasicOps-router-1485151668', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:51:44Z', 'updated_at': '2021-11-26T16:51:45Z', 'revision_number': 3, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:45Z', 'updated_at': '2021-11-26T16:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:51:49.248344 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87825b6-36ad-4bbf-b92e-5458577744bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network 7dca178b-e0b1-4b1b-90bd-495bf4a75385 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:51:49.251617 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-d87825b6-36ad-4bbf-b92e-5458577744bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:51:49.259316 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87825b6-36ad-4bbf-b92e-5458577744bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:51:49.270643 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] For port b90e8cdb-2516-4aae-9b07-15f1baca5e8a, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:51:49.274314 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] For port b90e8cdb-2516-4aae-9b07-15f1baca5e8a, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b90e8cdb-2516-4aae-9b07-15f1baca5e8a,segment=NetworkSegment(eadb1299-79f3-4ef1-aecb-c06912c40e73),segment_id=eadb1299-79f3-4ef1-aecb-c06912c40e73)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:51:49.278014 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:49.283175 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:49.298175 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87825b6-36ad-4bbf-b92e-5458577744bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=c066c5c4-374f-45ea-aff3-a9a48de30466,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:49.303091 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d87825b6-36ad-4bbf-b92e-5458577744bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:49.322888 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d87825b6-36ad-4bbf-b92e-5458577744bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:49.364640 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] Pushing event updated for resources: {'Port': ['ID=b90e8cdb-2516-4aae-9b07-15f1baca5e8a,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:49.369648 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:49.453791 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d87825b6-36ad-4bbf-b92e-5458577744bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:49.513113 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:50.086279 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d87825b6-36ad-4bbf-b92e-5458577744bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:50.092400 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d87825b6-36ad-4bbf-b92e-5458577744bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:50.119469 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9095c022-fd2d-4a75-8c0b-74889530c7c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:50.214533 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d87825b6-36ad-4bbf-b92e-5458577744bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:50.218679 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87825b6-36ad-4bbf-b92e-5458577744bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=c066c5c4-374f-45ea-aff3-a9a48de30466,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:50.221707 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d87825b6-36ad-4bbf-b92e-5458577744bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:50.361537 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87825b6-36ad-4bbf-b92e-5458577744bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network 7dca178b-e0b1-4b1b-90bd-495bf4a75385 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:51:50.362838 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-d87825b6-36ad-4bbf-b92e-5458577744bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:51:50.418593 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32ec0e1-7f01-4059-b358-dbbbf0f1a690 None None] Network 7dca178b-e0b1-4b1b-90bd-495bf4a75385 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:51:50.542954 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c713f8ec-e7ce-4192-9d85-715bce6a2c00 None None] Provisioning for port b90e8cdb-2516-4aae-9b07-15f1baca5e8a completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:51:50.550527 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87825b6-36ad-4bbf-b92e-5458577744bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router b802e4e1-fbe5-4e05-8cf1-0c82df338b26 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:51:50.737125 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87825b6-36ad-4bbf-b92e-5458577744bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:51:50.753023 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d87825b6-36ad-4bbf-b92e-5458577744bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "PUT /v2.0/routers/b802e4e1-fbe5-4e05-8cf1-0c82df338b26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1635182 Nov 26 16:51:50.753280 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54744) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:50.876643 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] Sync routers for ids ['b802e4e1-fbe5-4e05-8cf1-0c82df338b26'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:51:50.888255 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] Routers {'b802e4e1-fbe5-4e05-8cf1-0c82df338b26'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:51:50.888875 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:51:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b802e4e1-fbe5-4e05-8cf1-0c82df338b26'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:51:50.906443 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2bcef44f-04ec-4a69-8184-af182634ec2e None None] Provisioning for port c066c5c4-374f-45ea-aff3-a9a48de30466 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:51:50.908415 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b810e62b-4441-43ec-abb6-df670d8d07ce tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:50.908899 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b810e62b-4441-43ec-abb6-df670d8d07ce tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:50.909360 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b810e62b-4441-43ec-abb6-df670d8d07ce tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:50.909817 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b810e62b-4441-43ec-abb6-df670d8d07ce tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:50.910690 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b810e62b-4441-43ec-abb6-df670d8d07ce tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:50.911015 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b810e62b-4441-43ec-abb6-df670d8d07ce tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:50.911878 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2bcef44f-04ec-4a69-8184-af182634ec2e None None] Provisioning complete for port c066c5c4-374f-45ea-aff3-a9a48de30466 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:51:50.912260 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2bcef44f-04ec-4a69-8184-af182634ec2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:50.912900 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b810e62b-4441-43ec-abb6-df670d8d07ce tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1587765 Nov 26 16:51:50.915506 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54748) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:50.987348 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-2bcef44f-04ec-4a69-8184-af182634ec2e None None] Port c066c5c4-374f-45ea-aff3-a9a48de30466 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:51:51.004090 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5697142d-f93a-4af6-b373-03a3dbb3f71e tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:51.004300 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5697142d-f93a-4af6-b373-03a3dbb3f71e tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:51.004760 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5697142d-f93a-4af6-b373-03a3dbb3f71e tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:51.005221 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5697142d-f93a-4af6-b373-03a3dbb3f71e tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:51.005652 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5697142d-f93a-4af6-b373-03a3dbb3f71e tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:51.006096 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5697142d-f93a-4af6-b373-03a3dbb3f71e tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:51.011096 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5697142d-f93a-4af6-b373-03a3dbb3f71e tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0916412 Nov 26 16:51:51.011368 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54752) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:51.080027 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] Set router b802e4e1-fbe5-4e05-8cf1-0c82df338b26 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:51:51.152388 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-5a9df678-ed99-4ff3-ae6f-02d9faa2c7b0 None None] Provisioning complete for port c066c5c4-374f-45ea-aff3-a9a48de30466 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:51:51.152868 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5a9df678-ed99-4ff3-ae6f-02d9faa2c7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:51.251213 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b90e8cdb-2516-4aae-9b07-15f1baca5e8a up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:51:51.253706 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ca36a04f-ea6c-4dd1-b6db-0dffb0c15cc1 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2409978 Nov 26 16:51:51.319457 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-5a9df678-ed99-4ff3-ae6f-02d9faa2c7b0 None None] Port c066c5c4-374f-45ea-aff3-a9a48de30466 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:51:51.332978 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port b90e8cdb-2516-4aae-9b07-15f1baca5e8a completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:51:51.339203 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port b90e8cdb-2516-4aae-9b07-15f1baca5e8a triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:51:51.339823 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:51.476549 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:51.477716 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'name': 'tempest-TestNetworkBasicOps-router-1485151668', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:51:44Z', 'updated_at': '2021-11-26T16:51:49Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:45Z', 'updated_at': '2021-11-26T16:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'c066c5c4-374f-45ea-aff3-a9a48de30466', 'name': '', 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:8f:cd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '2b0e4907-efbf-47bb-bbca-f9a17d32c34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:48Z', 'updated_at': '2021-11-26T16:51:49Z', 'revision_number': 2, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '2b0e4907-efbf-47bb-bbca-f9a17d32c34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:51:51.482279 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] Checking router: b802e4e1-fbe5-4e05-8cf1-0c82df338b26 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:51:51.482639 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] Updating router b802e4e1-fbe5-4e05-8cf1-0c82df338b26 port c066c5c4-374f-45ea-aff3-a9a48de30466 binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:51:51.487588 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e1edc0c4-0468-474d-8173-8c47d77bb1c6 None None] Provisioning complete for port c066c5c4-374f-45ea-aff3-a9a48de30466 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:51:51.487997 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e1edc0c4-0468-474d-8173-8c47d77bb1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:51.510870 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54758) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:51.516956 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-511345990', 'description': 'tempest-secgroup-smoke-511345990 description', 'project_id': '44b3ec829fd84946a37f17d3391a650c'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:51.523060 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:51.527425 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:51.530985 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:51.536882 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:51.542865 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:51.550701 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:51.556167 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e1edc0c4-0468-474d-8173-8c47d77bb1c6 None None] Port c066c5c4-374f-45ea-aff3-a9a48de30466 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:51:51.559573 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port b90e8cdb-2516-4aae-9b07-15f1baca5e8a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b90e8cdb-2516-4aae-9b07-15f1baca5e8a,segment=NetworkSegment(eadb1299-79f3-4ef1-aecb-c06912c40e73),segment_id=eadb1299-79f3-4ef1-aecb-c06912c40e73)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:51:51.564725 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:51.565683 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 03fe4f65-a157-4de4-aaba-edf1cdbd102f up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:51:51.575046 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:51.579669 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:51.583090 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:51.588970 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:51.598035 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:51.680271 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:51.685859 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=b90e8cdb-2516-4aae-9b07-15f1baca5e8a,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:51.686335 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:51.689830 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:51.692913 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2c2db040-cd73-4cd5-89eb-ea0736fb2f08 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:51.702683 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 03fe4f65-a157-4de4-aaba-edf1cdbd102f completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:51:51.708970 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 03fe4f65-a157-4de4-aaba-edf1cdbd102f triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:51:51.709431 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:51.728947 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46815f30-143f-4290-a5b9-c4efc09a330d,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:51.743069 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:51:51.743460 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:51:51.743992 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:51:51.744372 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:51:51.744860 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:51:51.745606 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:51:51.748265 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:51:51.748662 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:51:51.749640 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:51:51.750082 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:51:51.750461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:51:51.750838 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:51:51.758006 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:51.768990 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:51.771093 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2591305 Nov 26 16:51:51.774131 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54762) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:51.780440 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-b00227f7-d155-4bd4-ae9c-57b7aae4f187 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '46815f30-143f-4290-a5b9-c4efc09a330d', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:51.788436 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-b00227f7-d155-4bd4-ae9c-57b7aae4f187 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:51.792964 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b00227f7-d155-4bd4-ae9c-57b7aae4f187 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:51.797039 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b00227f7-d155-4bd4-ae9c-57b7aae4f187 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:51.802956 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-b00227f7-d155-4bd4-ae9c-57b7aae4f187 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:51.821340 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b00227f7-d155-4bd4-ae9c-57b7aae4f187 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:51.844636 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:51.861672 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 03fe4f65-a157-4de4-aaba-edf1cdbd102f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=03fe4f65-a157-4de4-aaba-edf1cdbd102f,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:51:51.866861 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:51.870183 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-818b5edc-2e83-4408-8cb7-6845837b57c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:51.887272 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b00227f7-d155-4bd4-ae9c-57b7aae4f187 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:51.892890 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b00227f7-d155-4bd4-ae9c-57b7aae4f187 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:51.894902 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a327212a-a39b-4cf9-b06f-cb00e5687889 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:51.912270 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:51.917932 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00227f7-d155-4bd4-ae9c-57b7aae4f187 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9153d042-62d4-438b-a4bd-24ade50a9bef,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:51.923353 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b00227f7-d155-4bd4-ae9c-57b7aae4f187 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:51.929041 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b00227f7-d155-4bd4-ae9c-57b7aae4f187 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:51.933385 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] Transition to ACTIVE for port object c066c5c4-374f-45ea-aff3-a9a48de30466 will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:51:51.933506 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b00227f7-d155-4bd4-ae9c-57b7aae4f187 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1566608 Nov 26 16:51:51.933874 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54766) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:51.938276 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:51.939825 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-6f7ce90a-28fa-4cdc-a91a-9194601c7921 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '46815f30-143f-4290-a5b9-c4efc09a330d', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:51.945806 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=03fe4f65-a157-4de4-aaba-edf1cdbd102f,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:51.945932 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-6f7ce90a-28fa-4cdc-a91a-9194601c7921 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:51.948432 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-31c1465d-9e64-4411-868d-54be93688b0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:51.949072 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:51.950151 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-6f7ce90a-28fa-4cdc-a91a-9194601c7921 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:51.953655 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-6f7ce90a-28fa-4cdc-a91a-9194601c7921 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:51.959351 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-6f7ce90a-28fa-4cdc-a91a-9194601c7921 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:51.975839 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6f7ce90a-28fa-4cdc-a91a-9194601c7921 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:52.039293 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6f7ce90a-28fa-4cdc-a91a-9194601c7921 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:52.044161 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6f7ce90a-28fa-4cdc-a91a-9194601c7921 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:52.046029 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fdaabab0-acf3-4b6a-8e9f-18127991444d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:52.071173 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ce90a-28fa-4cdc-a91a-9194601c7921 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba28ac16-5a21-4a1b-a05c-c998fb1190ab,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:52.075189 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6f7ce90a-28fa-4cdc-a91a-9194601c7921 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:52.084043 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6f7ce90a-28fa-4cdc-a91a-9194601c7921 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:52.088184 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6f7ce90a-28fa-4cdc-a91a-9194601c7921 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1504083 Nov 26 16:51:52.088184 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54770) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:52.093662 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-b9e56502-5b92-45af-a189-446383f0ae96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '46815f30-143f-4290-a5b9-c4efc09a330d', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:52.099621 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-b9e56502-5b92-45af-a189-446383f0ae96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:52.103578 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b9e56502-5b92-45af-a189-446383f0ae96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:52.106625 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b9e56502-5b92-45af-a189-446383f0ae96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:52.112993 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-b9e56502-5b92-45af-a189-446383f0ae96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:52.128540 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f40da-708c-476b-b8d6-e4c9042cae60 None None] Pushing event updated for resources: {'Port': ['ID=c066c5c4-374f-45ea-aff3-a9a48de30466,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:52.134262 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b9e56502-5b92-45af-a189-446383f0ae96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:52.135616 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-308f40da-708c-476b-b8d6-e4c9042cae60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:52.163027 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] Attempting to bind port c066c5c4-374f-45ea-aff3-a9a48de30466 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:51:52.163405 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] Attempting to bind port c066c5c4-374f-45ea-aff3-a9a48de30466 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'eadb1299-79f3-4ef1-aecb-c06912c40e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:51:52.163821 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] Attempting to bind port c066c5c4-374f-45ea-aff3-a9a48de30466 on network 7dca178b-e0b1-4b1b-90bd-495bf4a75385 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:51:52.169279 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:51:52.169693 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] Checking segment: {'id': 'eadb1299-79f3-4ef1-aecb-c06912c40e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:51:52.170061 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:52.170461 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] Bound using segment: {'id': 'eadb1299-79f3-4ef1-aecb-c06912c40e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:51:52.171038 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] Bound port: c066c5c4-374f-45ea-aff3-a9a48de30466, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eadb1299-79f3-4ef1-aecb-c06912c40e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:51:52.171360 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:52.204734 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b9e56502-5b92-45af-a189-446383f0ae96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:52.208820 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b9e56502-5b92-45af-a189-446383f0ae96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:52.214666 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-774b9f77-ffee-4fdc-b45c-5fc23e4f0896 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:52.234954 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e56502-5b92-45af-a189-446383f0ae96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a325ea-42a6-406b-8ef2-08e7410ebd4f,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:52.237381 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b9e56502-5b92-45af-a189-446383f0ae96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:52.245003 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b9e56502-5b92-45af-a189-446383f0ae96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:52.246878 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b9e56502-5b92-45af-a189-446383f0ae96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1579678 Nov 26 16:51:52.250109 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54774) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:52.255425 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-84f73b4b-e1c9-45a2-a80c-19aa2b52a26b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '46815f30-143f-4290-a5b9-c4efc09a330d', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:52.261119 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-84f73b4b-e1c9-45a2-a80c-19aa2b52a26b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:52.264950 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-84f73b4b-e1c9-45a2-a80c-19aa2b52a26b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:52.268418 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-84f73b4b-e1c9-45a2-a80c-19aa2b52a26b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:52.273722 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] For port c066c5c4-374f-45ea-aff3-a9a48de30466, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:51:52.276026 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-84f73b4b-e1c9-45a2-a80c-19aa2b52a26b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:52.277281 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] For port c066c5c4-374f-45ea-aff3-a9a48de30466, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=c066c5c4-374f-45ea-aff3-a9a48de30466,segment=NetworkSegment(eadb1299-79f3-4ef1-aecb-c06912c40e73),segment_id=eadb1299-79f3-4ef1-aecb-c06912c40e73)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:51:52.282444 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:52.287862 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-e5ce195c-009f-4616-868d-357ed8603ccd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:52.294744 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-84f73b4b-e1c9-45a2-a80c-19aa2b52a26b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:52.361485 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-84f73b4b-e1c9-45a2-a80c-19aa2b52a26b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:52.362126 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] Routers {'b802e4e1-fbe5-4e05-8cf1-0c82df338b26'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:51:52.362993 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:51:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b802e4e1-fbe5-4e05-8cf1-0c82df338b26'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:51:52.367409 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-84f73b4b-e1c9-45a2-a80c-19aa2b52a26b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:52.373863 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-94861360-7513-48cd-9578-efd143b1017a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:52.394008 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f73b4b-e1c9-45a2-a80c-19aa2b52a26b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b055b6-804b-4538-ae1e-d16a8c597771,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:52.396482 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-84f73b4b-e1c9-45a2-a80c-19aa2b52a26b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:52.407004 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-84f73b4b-e1c9-45a2-a80c-19aa2b52a26b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:52.410866 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-84f73b4b-e1c9-45a2-a80c-19aa2b52a26b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1573024 Nov 26 16:51:52.411097 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54778) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:52.416704 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-078c9d8e-de44-4a32-8654-886b8a5bf1e1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '46815f30-143f-4290-a5b9-c4efc09a330d', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:52.423689 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-078c9d8e-de44-4a32-8654-886b8a5bf1e1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:52.428018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-078c9d8e-de44-4a32-8654-886b8a5bf1e1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:52.431205 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-078c9d8e-de44-4a32-8654-886b8a5bf1e1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:52.438349 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-078c9d8e-de44-4a32-8654-886b8a5bf1e1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:52.449983 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.securitygroups_db [None req-078c9d8e-de44-4a32-8654-886b8a5bf1e1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Project 44b3ec829fd84946a37f17d3391a650c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:51:52.457471 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-078c9d8e-de44-4a32-8654-886b8a5bf1e1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:52.490019 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f40da-708c-476b-b8d6-e4c9042cae60 None None] Pushing event updated for resources: {'Port': ['ID=c066c5c4-374f-45ea-aff3-a9a48de30466,revision_number=4']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:52.505029 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-308f40da-708c-476b-b8d6-e4c9042cae60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:52.557355 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] Set router b802e4e1-fbe5-4e05-8cf1-0c82df338b26 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:51:52.660036 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-078c9d8e-de44-4a32-8654-886b8a5bf1e1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:52.664309 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-078c9d8e-de44-4a32-8654-886b8a5bf1e1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:52.666125 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-108de675-abe3-4511-9e3c-6f5383ebf673 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:52.688342 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c9d8e-de44-4a32-8654-886b8a5bf1e1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325de585-f862-4e6d-b719-7d9830de08be,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:52.692807 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-078c9d8e-de44-4a32-8654-886b8a5bf1e1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:52.697198 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-078c9d8e-de44-4a32-8654-886b8a5bf1e1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:52.698537 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-078c9d8e-de44-4a32-8654-886b8a5bf1e1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2864459 Nov 26 16:51:52.702568 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54782) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:51:52.706722 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-555cff44-0418-4e89-9239-41dd0471f803 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '46815f30-143f-4290-a5b9-c4efc09a330d', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:52.712555 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-555cff44-0418-4e89-9239-41dd0471f803 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:52.716327 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-555cff44-0418-4e89-9239-41dd0471f803 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:51:52.719773 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-555cff44-0418-4e89-9239-41dd0471f803 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:51:52.725393 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-555cff44-0418-4e89-9239-41dd0471f803 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:52.736067 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.securitygroups_db [None req-555cff44-0418-4e89-9239-41dd0471f803 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Project 44b3ec829fd84946a37f17d3391a650c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:51:52.742437 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-555cff44-0418-4e89-9239-41dd0471f803 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:52.810068 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-555cff44-0418-4e89-9239-41dd0471f803 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:52.814086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-555cff44-0418-4e89-9239-41dd0471f803 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:52.815928 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fd73a556-3598-4d20-a352-dcdb4eab1ccf tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:52.840682 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cff44-0418-4e89-9239-41dd0471f803 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66541c34-5b07-4c0f-84a5-2c1efbd1774f,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:52.845870 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-555cff44-0418-4e89-9239-41dd0471f803 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:52.851188 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-555cff44-0418-4e89-9239-41dd0471f803 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:52.852418 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-555cff44-0418-4e89-9239-41dd0471f803 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1503208 Nov 26 16:51:52.884624 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'name': 'tempest-TestNetworkBasicOps-router-1485151668', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:51:44Z', 'updated_at': '2021-11-26T16:51:49Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:45Z', 'updated_at': '2021-11-26T16:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'c066c5c4-374f-45ea-aff3-a9a48de30466', 'name': '', 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:8f:cd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '2b0e4907-efbf-47bb-bbca-f9a17d32c34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:48Z', 'updated_at': '2021-11-26T16:51:52Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '2b0e4907-efbf-47bb-bbca-f9a17d32c34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:51:52.888657 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb7234-c15f-40e0-a83d-a7e28072253b None None] The sync data for ids ['b802e4e1-fbe5-4e05-8cf1-0c82df338b26'] in dv-neutron-819440-1-hyperv is: [{'id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'name': 'tempest-TestNetworkBasicOps-router-1485151668', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:51:44Z', 'updated_at': '2021-11-26T16:51:49Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:45Z', 'updated_at': '2021-11-26T16:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'c066c5c4-374f-45ea-aff3-a9a48de30466', 'name': '', 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:8f:cd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '2b0e4907-efbf-47bb-bbca-f9a17d32c34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:48Z', 'updated_at': '2021-11-26T16:51:52Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '2b0e4907-efbf-47bb-bbca-f9a17d32c34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:51:53.033404 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-2e64f67a-9134-4c88-badd-2a63a05e9075 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-511345990&fields=id&tenant_id=44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 267 time: 0.0423639 Nov 26 16:51:53.196394 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-903f8e6f-92d3-402a-bdc4-3a1852e416f0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:53.197300 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-903f8e6f-92d3-402a-bdc4-3a1852e416f0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:network {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:51:53.214263 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-903f8e6f-92d3-402a-bdc4-3a1852e416f0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:network {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:51:53.221721 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-903f8e6f-92d3-402a-bdc4-3a1852e416f0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/networks?id=7dca178b-e0b1-4b1b-90bd-495bf4a75385 HTTP/1.1" status: 200 len: 796 time: 0.1817069 Nov 26 16:51:53.224345 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c066c5c4-374f-45ea-aff3-a9a48de30466 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:51:53.236323 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-2d6c9877-88e8-4f7f-ad04-e80112e6eb8f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/quotas/44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 375 time: 0.0136158 Nov 26 16:51:53.325139 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-ba0cff02-d380-494e-a0fc-66680e7530d7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862472 Nov 26 16:51:53.337431 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port c066c5c4-374f-45ea-aff3-a9a48de30466 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:51:53.343192 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port c066c5c4-374f-45ea-aff3-a9a48de30466 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:51:53.343578 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:53.471160 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:53.472269 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-81ef2f50-0d4b-4bb4-aee4-c870988477ab service neutron] 10.222.0.11 "GET /v2.0/networks/7dca178b-e0b1-4b1b-90bd-495bf4a75385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343729 Nov 26 16:51:53.505002 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port c066c5c4-374f-45ea-aff3-a9a48de30466, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=c066c5c4-374f-45ea-aff3-a9a48de30466,segment=NetworkSegment(eadb1299-79f3-4ef1-aecb-c06912c40e73),segment_id=eadb1299-79f3-4ef1-aecb-c06912c40e73)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:51:53.511026 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:53.512159 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b90e8cdb-2516-4aae-9b07-15f1baca5e8a up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:51:53.537459 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:53.610832 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-7c2cf2bb-f3c7-4c76-b701-ec2d15caa205 service neutron] 10.222.0.11 "GET /v2.0/networks/7dca178b-e0b1-4b1b-90bd-495bf4a75385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359015 Nov 26 16:51:53.641710 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=c066c5c4-374f-45ea-aff3-a9a48de30466,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:53.644806 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:53.653741 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port b90e8cdb-2516-4aae-9b07-15f1baca5e8a triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:51:53.654125 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:53.784655 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 03fe4f65-a157-4de4-aaba-edf1cdbd102f up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:51:53.866880 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-5289500d-7513-4afc-8866-7cc8f2302595 req-e453a448-9ea1-4d5b-92a8-205215a0bd5a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:51:53.880114 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 03fe4f65-a157-4de4-aaba-edf1cdbd102f triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:51:53.880490 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:53.891628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-5289500d-7513-4afc-8866-7cc8f2302595 req-e453a448-9ea1-4d5b-92a8-205215a0bd5a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:51:53.892994 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5289500d-7513-4afc-8866-7cc8f2302595 req-e453a448-9ea1-4d5b-92a8-205215a0bd5a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=494ae057-6224-4bab-95aa-f35c20b326fc HTTP/1.1" status: 200 len: 210 time: 0.0824327 Nov 26 16:51:54.970750 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-08614bd6-383d-4f64-a23f-501e30503dea tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:54.972299 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-08614bd6-383d-4f64-a23f-501e30503dea tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/networks?id=7dca178b-e0b1-4b1b-90bd-495bf4a75385 HTTP/1.1" status: 200 len: 796 time: 0.1495626 Nov 26 16:51:55.069733 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3e00770e-c41b-4836-a809-e305fe20b4ee req-c1d726d6-69cf-4318-9837-32b1860e4086 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=494ae057-6224-4bab-95aa-f35c20b326fc HTTP/1.1" status: 200 len: 210 time: 0.0536029 Nov 26 16:51:55.076429 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-8ca64ed6-ca38-4841-a13b-ab159fd83dd5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 379 time: 0.0896308 Nov 26 16:51:55.091796 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'port': {'device_id': '494ae057-6224-4bab-95aa-f35c20b326fc', 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385', 'admin_state_up': True, 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'security_groups': ['46815f30-143f-4290-a5b9-c4efc09a330d']}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:55.143843 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c066c5c4-374f-45ea-aff3-a9a48de30466 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:51:55.212423 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port c066c5c4-374f-45ea-aff3-a9a48de30466 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:51:55.213043 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:55.226306 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:51:55.236062 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:51:55.245433 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Made reservation on behalf of 44b3ec829fd84946a37f17d3391a650c for: {'port': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:51:55.249489 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:55.412187 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.20.0.7 (7dca178b-e0b1-4b1b-90bd-495bf4a75385/2b0e4907-efbf-47bb-bbca-f9a17d32c34d/45f7c06c-dcf8-414c-a04d-130fa163ddfb) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:51:55.706091 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:55.721878 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Transition to ACTIVE for port object 45f7c06c-dcf8-414c-a04d-130fa163ddfb will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:51:55.744465 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:55.750280 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:55.812622 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network 7dca178b-e0b1-4b1b-90bd-495bf4a75385 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:51:55.813697 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:51:55.817528 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:51:55.866135 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=45f7c06c-dcf8-414c-a04d-130fa163ddfb,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:55.879987 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:51:55.880373 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:51:55.880746 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:51:55.881117 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:51:55.881483 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:51:55.881879 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:51:55.882280 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:51:55.882594 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:51:55.882952 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:51:55.883311 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:51:55.883668 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:51:55.884045 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:51:55.890140 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:55.902986 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:55.903596 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:55.930539 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8426664 Nov 26 16:51:55.946356 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] Request body: {'port': {'device_id': '494ae057-6224-4bab-95aa-f35c20b326fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:51:56.046160 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-43b8ab0c-77a5-49ac-a64e-8e3992ba5335 None None] Provisioning for port 45f7c06c-dcf8-414c-a04d-130fa163ddfb completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:51:56.051360 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-43b8ab0c-77a5-49ac-a64e-8e3992ba5335 None None] Provisioning complete for port 45f7c06c-dcf8-414c-a04d-130fa163ddfb triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:51:56.051758 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-43b8ab0c-77a5-49ac-a64e-8e3992ba5335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:56.060689 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:56.109954 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-43b8ab0c-77a5-49ac-a64e-8e3992ba5335 None None] Port 45f7c06c-dcf8-414c-a04d-130fa163ddfb cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:51:56.253194 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b7a45-e520-4123-a9e7-0bb40fb68e16 req-ae4ef605-6beb-4e91-acf8-9f2dc79a3752 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:56.254540 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-677b7a45-e520-4123-a9e7-0bb40fb68e16 req-ae4ef605-6beb-4e91-acf8-9f2dc79a3752 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=494ae057-6224-4bab-95aa-f35c20b326fc HTTP/1.1" status: 200 len: 931 time: 0.0795488 Nov 26 16:51:56.299018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-677b7a45-e520-4123-a9e7-0bb40fb68e16 req-51cb604b-076d-42e5-a73f-8486ecab5b4c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:51:56.314021 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-677b7a45-e520-4123-a9e7-0bb40fb68e16 req-51cb604b-076d-42e5-a73f-8486ecab5b4c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:51:56.315205 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-677b7a45-e520-4123-a9e7-0bb40fb68e16 req-51cb604b-076d-42e5-a73f-8486ecab5b4c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=46815f30-143f-4290-a5b9-c4efc09a330d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548780 Nov 26 16:51:56.404523 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45f7c06c-dcf8-414c-a04d-130fa163ddfb {{(pid=87519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:51:56.412319 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:56.426973 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] Transition to ACTIVE for port object 45f7c06c-dcf8-414c-a04d-130fa163ddfb will not be triggered until provisioned by entity L2. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:51:56.430367 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:56.434721 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e3d45f90-adb3-4622-91dc-960366ecbb6b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:56.588362 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] Pushing event updated for resources: {'Port': ['ID=45f7c06c-dcf8-414c-a04d-130fa163ddfb,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:56.596259 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:56.666070 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] Attempting to bind port 45f7c06c-dcf8-414c-a04d-130fa163ddfb on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:51:56.666397 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] Attempting to bind port 45f7c06c-dcf8-414c-a04d-130fa163ddfb by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'eadb1299-79f3-4ef1-aecb-c06912c40e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385'}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:51:56.666719 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] Attempting to bind port 45f7c06c-dcf8-414c-a04d-130fa163ddfb on network 7dca178b-e0b1-4b1b-90bd-495bf4a75385 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:51:56.671692 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] Port 45f7c06c-dcf8-414c-a04d-130fa163ddfb on network 7dca178b-e0b1-4b1b-90bd-495bf4a75385 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:51:56.672026 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] Attempting to bind port 45f7c06c-dcf8-414c-a04d-130fa163ddfb on network 7dca178b-e0b1-4b1b-90bd-495bf4a75385 {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:51:56.677161 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:51:56.677492 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] Checking segment: {'id': 'eadb1299-79f3-4ef1-aecb-c06912c40e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:51:56.677867 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] Bound using segment: {'id': 'eadb1299-79f3-4ef1-aecb-c06912c40e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385'} {{(pid=87519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:51:56.678276 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.managers [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] Bound port: 45f7c06c-dcf8-414c-a04d-130fa163ddfb, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eadb1299-79f3-4ef1-aecb-c06912c40e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385'}}] {{(pid=87519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:51:56.678608 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:56.766681 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] For port 45f7c06c-dcf8-414c-a04d-130fa163ddfb, host hv-neutron-8194, cleared binding levels {{(pid=87519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:51:56.769581 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] For port 45f7c06c-dcf8-414c-a04d-130fa163ddfb, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=45f7c06c-dcf8-414c-a04d-130fa163ddfb,segment=NetworkSegment(eadb1299-79f3-4ef1-aecb-c06912c40e73),segment_id=eadb1299-79f3-4ef1-aecb-c06912c40e73)] {{(pid=87519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:51:56.774914 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:56.778481 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:51:56.838929 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:56.839540 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:56.840920 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] 10.222.0.31 "PUT /v2.0/ports/45f7c06c-dcf8-414c-a04d-130fa163ddfb HTTP/1.1" status: 200 len: 1093 time: 0.8988812 Nov 26 16:51:56.841439 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494ae057-6224-4bab-95aa-f35c20b326fc', 'tag': '45f7c06c-dcf8-414c-a04d-130fa163ddfb'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:51:56.863284 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] Pushing event updated for resources: {'Port': ['ID=45f7c06c-dcf8-414c-a04d-130fa163ddfb,revision_number=3']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:51:56.867294 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:51:56.923077 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494ae057-6224-4bab-95aa-f35c20b326fc', 'tag': '45f7c06c-dcf8-414c-a04d-130fa163ddfb', 'status': 'completed', 'code': 200} Nov 26 16:51:56.960124 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-2a0c67f7-51b4-4c3a-b351-61c39d3c4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:56.961655 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-2a0c67f7-51b4-4c3a-b351-61c39d3c4b0f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=494ae057-6224-4bab-95aa-f35c20b326fc HTTP/1.1" status: 200 len: 1096 time: 0.0766258 Nov 26 16:51:57.039934 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-f06d35e7-f98e-4555-98aa-26782c2c9135 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f7c06c-dcf8-414c-a04d-130fa163ddfb HTTP/1.1" status: 200 len: 217 time: 0.0664377 Nov 26 16:51:57.107212 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-10a815a7-55dc-493a-b2f1-cdcd83abc534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:57.108696 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-10a815a7-55dc-493a-b2f1-cdcd83abc534 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b0e4907-efbf-47bb-bbca-f9a17d32c34d HTTP/1.1" status: 200 len: 834 time: 0.0593691 Nov 26 16:51:57.193298 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-c796f9f3-5770-48f1-a558-3f847f377d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:57.194736 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-c796f9f3-5770-48f1-a558-3f847f377d8d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7dca178b-e0b1-4b1b-90bd-495bf4a75385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740778 Nov 26 16:51:57.330928 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-ae971de3-81a4-4c4c-b3c8-24c1155b07e5 service neutron] 10.222.0.31 "GET /v2.0/networks/7dca178b-e0b1-4b1b-90bd-495bf4a75385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255264 Nov 26 16:51:57.513641 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34030360-8392-4918-bde6-030b76324035 req-0a1df61a-16da-41a4-9604-f69ace65e5b0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:57.515271 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-34030360-8392-4918-bde6-030b76324035 req-0a1df61a-16da-41a4-9604-f69ace65e5b0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=494ae057-6224-4bab-95aa-f35c20b326fc HTTP/1.1" status: 200 len: 943 time: 0.0875309 Nov 26 16:51:57.562754 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-34030360-8392-4918-bde6-030b76324035 req-e0dd8983-de6a-428b-9ce6-47f78a8c7c68 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=46815f30-143f-4290-a5b9-c4efc09a330d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416336 Nov 26 16:51:57.586636 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0116bdc0-13da-4cd2-9950-18d47b4eaa36 req-69f90e64-72fa-4336-aa30-ce9c2e8985db service neutron] 10.222.0.31 "GET /v2.0/networks/7dca178b-e0b1-4b1b-90bd-495bf4a75385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454131 Nov 26 16:51:57.711260 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2030e-2ee3-47e6-8ba1-e60312d3297d req-1a8a33ac-7702-46ce-9eb5-5334d663ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:57.712752 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-aec2030e-2ee3-47e6-8ba1-e60312d3297d req-1a8a33ac-7702-46ce-9eb5-5334d663ed03 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=494ae057-6224-4bab-95aa-f35c20b326fc HTTP/1.1" status: 200 len: 1096 time: 0.0694644 Nov 26 16:51:57.842866 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2030e-2ee3-47e6-8ba1-e60312d3297d req-bf12c7db-fd0c-43f9-acc1-1ccfbeb612a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:57.844271 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-aec2030e-2ee3-47e6-8ba1-e60312d3297d req-bf12c7db-fd0c-43f9-acc1-1ccfbeb612a0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7dca178b-e0b1-4b1b-90bd-495bf4a75385 HTTP/1.1" status: 200 len: 897 time: 0.1227741 Nov 26 16:51:57.915117 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-aec2030e-2ee3-47e6-8ba1-e60312d3297d req-5e06cc3b-a287-423b-8975-b3143d2c5989 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f7c06c-dcf8-414c-a04d-130fa163ddfb HTTP/1.1" status: 200 len: 217 time: 0.0634665 Nov 26 16:51:57.979631 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2030e-2ee3-47e6-8ba1-e60312d3297d req-7867647b-1843-4937-8c71-24880b12a01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:57.981007 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-aec2030e-2ee3-47e6-8ba1-e60312d3297d req-7867647b-1843-4937-8c71-24880b12a01d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b0e4907-efbf-47bb-bbca-f9a17d32c34d HTTP/1.1" status: 200 len: 834 time: 0.0571227 Nov 26 16:51:58.058974 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2030e-2ee3-47e6-8ba1-e60312d3297d req-326549a9-5d41-4dbf-b428-80f883fac0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:58.060499 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-aec2030e-2ee3-47e6-8ba1-e60312d3297d req-326549a9-5d41-4dbf-b428-80f883fac0d8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7dca178b-e0b1-4b1b-90bd-495bf4a75385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720751 Nov 26 16:51:58.192520 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-aec2030e-2ee3-47e6-8ba1-e60312d3297d req-24b6d92d-3f51-4525-b582-dc721d6d0602 service neutron] 10.222.0.31 "GET /v2.0/networks/7dca178b-e0b1-4b1b-90bd-495bf4a75385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222086 Nov 26 16:51:58.330016 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-aec2030e-2ee3-47e6-8ba1-e60312d3297d req-8c8f3877-3963-4568-9a18-444098d1b882 service neutron] 10.222.0.31 "GET /v2.0/networks/7dca178b-e0b1-4b1b-90bd-495bf4a75385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301594 Nov 26 16:51:58.574106 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9e0aabd3-0832-4e02-9d03-3cd1e45fcb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:58.745184 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf35cc-a059-4e3a-bec5-7d7a0380c8b2 req-05fc9216-4ebf-4f5c-af53-22d965606f2f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:58.746034 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-bddf35cc-a059-4e3a-bec5-7d7a0380c8b2 req-05fc9216-4ebf-4f5c-af53-22d965606f2f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:51:58.761309 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-bddf35cc-a059-4e3a-bec5-7d7a0380c8b2 req-05fc9216-4ebf-4f5c-af53-22d965606f2f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:51:58.762561 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bddf35cc-a059-4e3a-bec5-7d7a0380c8b2 req-05fc9216-4ebf-4f5c-af53-22d965606f2f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=494ae057-6224-4bab-95aa-f35c20b326fc HTTP/1.1" status: 200 len: 943 time: 0.0948441 Nov 26 16:51:58.806525 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bddf35cc-a059-4e3a-bec5-7d7a0380c8b2 req-56103436-bc1d-40d2-bf13-edecd4ec0a34 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=46815f30-143f-4290-a5b9-c4efc09a330d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377910 Nov 26 16:51:59.337354 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:51:59.809563 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 45f7c06c-dcf8-414c-a04d-130fa163ddfb details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 16:51:59.942523 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 45f7c06c-dcf8-414c-a04d-130fa163ddfb, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=45f7c06c-dcf8-414c-a04d-130fa163ddfb,segment=NetworkSegment(eadb1299-79f3-4ef1-aecb-c06912c40e73),segment_id=eadb1299-79f3-4ef1-aecb-c06912c40e73)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:51:59.957576 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '45f7c06c-dcf8-414c-a04d-130fa163ddfb', 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385', 'port_id': '45f7c06c-dcf8-414c-a04d-130fa163ddfb', 'mac_address': 'fa:16:3e:8a:8d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b0e4907-efbf-47bb-bbca-f9a17d32c34d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 16:51:59.989649 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef577a4c-09a9-4b0c-b48a-8751dcd0cbe5 req-5417cbe7-e759-440e-9d8e-716b66eb061f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:51:59.991098 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ef577a4c-09a9-4b0c-b48a-8751dcd0cbe5 req-5417cbe7-e759-440e-9d8e-716b66eb061f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=494ae057-6224-4bab-95aa-f35c20b326fc HTTP/1.1" status: 200 len: 943 time: 0.0808098 Nov 26 16:52:00.013018 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:00.030910 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f7c06c-dcf8-414c-a04d-130fa163ddfb {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:52:00.035765 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ef577a4c-09a9-4b0c-b48a-8751dcd0cbe5 req-3260ff7a-a0da-4b92-99c4-a8055d05b5cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=46815f30-143f-4290-a5b9-c4efc09a330d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383105 Nov 26 16:52:00.047262 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 45f7c06c-dcf8-414c-a04d-130fa163ddfb, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=45f7c06c-dcf8-414c-a04d-130fa163ddfb,segment=NetworkSegment(eadb1299-79f3-4ef1-aecb-c06912c40e73),segment_id=eadb1299-79f3-4ef1-aecb-c06912c40e73)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:52:00.051882 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:00.053609 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:52:00.121558 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=45f7c06c-dcf8-414c-a04d-130fa163ddfb,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:52:00.128632 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:52:00.129015 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:52:00.129358 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:52:00.129693 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:52:00.130025 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:52:00.130358 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:52:00.130686 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:52:00.131018 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:52:00.131343 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:52:00.131665 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:52:00.132018 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:52:00.132342 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:52:00.135980 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:52:00.309751 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['45f7c06c-dcf8-414c-a04d-130fa163ddfb'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 16:52:01.222387 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb16384-81e7-440d-8502-e7a6ec8a9b77 req-58239344-aaed-4a17-9f93-89e0ec6c0b2e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:01.223883 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7bb16384-81e7-440d-8502-e7a6ec8a9b77 req-58239344-aaed-4a17-9f93-89e0ec6c0b2e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=494ae057-6224-4bab-95aa-f35c20b326fc HTTP/1.1" status: 200 len: 944 time: 0.0847485 Nov 26 16:52:01.235623 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b5322396-986e-4365-a818-e443bcd00cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:01.270784 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7bb16384-81e7-440d-8502-e7a6ec8a9b77 req-723f94a5-7f9e-4142-9df0-bdbe548f4020 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=46815f30-143f-4290-a5b9-c4efc09a330d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412147 Nov 26 16:52:01.825988 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 45f7c06c-dcf8-414c-a04d-130fa163ddfb up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:52:01.901082 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port 45f7c06c-dcf8-414c-a04d-130fa163ddfb completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:52:01.906144 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 45f7c06c-dcf8-414c-a04d-130fa163ddfb triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:52:01.906532 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:02.032204 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:02.090167 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494ae057-6224-4bab-95aa-f35c20b326fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f7c06c-dcf8-414c-a04d-130fa163ddfb'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:52:02.101165 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 45f7c06c-dcf8-414c-a04d-130fa163ddfb, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=45f7c06c-dcf8-414c-a04d-130fa163ddfb,segment=NetworkSegment(eadb1299-79f3-4ef1-aecb-c06912c40e73),segment_id=eadb1299-79f3-4ef1-aecb-c06912c40e73)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:52:02.108909 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:02.110962 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d3274df0-1025-4b3c-a868-2c3ae6b2d94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:52:02.142291 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494ae057-6224-4bab-95aa-f35c20b326fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f7c06c-dcf8-414c-a04d-130fa163ddfb', 'code': 200} Nov 26 16:52:02.183387 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:02.191017 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=45f7c06c-dcf8-414c-a04d-130fa163ddfb,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:52:02.193837 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:52:02.438611 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-aca0dc06-26e9-4fd4-bc0d-a70f49198338 req-01df2f9c-08a0-4909-9a08-9831359408b5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828006 Nov 26 16:52:02.493317 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cda7b-15eb-4dcb-86b0-8d3dc386ef50 req-839355ad-58dd-4245-8a08-1fc5a5934132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:02.494822 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f50cda7b-15eb-4dcb-86b0-8d3dc386ef50 req-839355ad-58dd-4245-8a08-1fc5a5934132 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=494ae057-6224-4bab-95aa-f35c20b326fc HTTP/1.1" status: 200 len: 1098 time: 0.1651525 Nov 26 16:52:02.506155 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f69815-802a-4601-bff4-d35f2a438e77 req-1e7b2647-5312-410c-b5d8-6b40f8737f7c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:02.507528 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e3f69815-802a-4601-bff4-d35f2a438e77 req-1e7b2647-5312-410c-b5d8-6b40f8737f7c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=494ae057-6224-4bab-95aa-f35c20b326fc HTTP/1.1" status: 200 len: 945 time: 0.1225824 Nov 26 16:52:02.572201 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f50cda7b-15eb-4dcb-86b0-8d3dc386ef50 req-81e6685e-b434-4c50-881b-0d1e51bd1d0c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=46815f30-143f-4290-a5b9-c4efc09a330d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611327 Nov 26 16:52:02.583372 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e3f69815-802a-4601-bff4-d35f2a438e77 req-68064d23-20ef-4b43-825e-7970f19b3eb3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=46815f30-143f-4290-a5b9-c4efc09a330d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578711 Nov 26 16:52:02.603840 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0dc06-26e9-4fd4-bc0d-a70f49198338 req-e3c379af-d03e-4dbb-b43d-137ea7e512c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:02.603840 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-aca0dc06-26e9-4fd4-bc0d-a70f49198338 req-e3c379af-d03e-4dbb-b43d-137ea7e512c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9f9230f34386409ca98bc1f84ec409b3&device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 1099 time: 0.0747461 Nov 26 16:52:02.847466 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:52:02.950865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0dc06-26e9-4fd4-bc0d-a70f49198338 req-bcbaadaa-0250-470e-8597-01d8eaf26059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:02.953034 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-aca0dc06-26e9-4fd4-bc0d-a70f49198338 req-bcbaadaa-0250-470e-8597-01d8eaf26059 service neutron] 10.222.0.31 "GET /v2.0/networks?id=48a59583-a919-49e7-95cd-b28f90765ccd HTTP/1.1" status: 200 len: 912 time: 0.1534359 Nov 26 16:52:03.087613 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-aca0dc06-26e9-4fd4-bc0d-a70f49198338 req-4abdb5ca-39ed-4aa3-bf5c-78d7c4cf7a32 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0681cd4-4abe-4a34-b224-c4b011b383e9 HTTP/1.1" status: 200 len: 1002 time: 0.1199889 Nov 26 16:52:03.156158 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0dc06-26e9-4fd4-bc0d-a70f49198338 req-fcad85e9-dfc2-4f0a-96c3-3df55dbd431c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:03.157628 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-aca0dc06-26e9-4fd4-bc0d-a70f49198338 req-fcad85e9-dfc2-4f0a-96c3-3df55dbd431c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b55da957-278e-4beb-9f32-8be970680118 HTTP/1.1" status: 200 len: 850 time: 0.0621946 Nov 26 16:52:03.236862 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0dc06-26e9-4fd4-bc0d-a70f49198338 req-ea20eeb3-96bd-4c19-8cae-640c84a58ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:03.238434 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-aca0dc06-26e9-4fd4-bc0d-a70f49198338 req-ea20eeb3-96bd-4c19-8cae-640c84a58ffe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48a59583-a919-49e7-95cd-b28f90765ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715752 Nov 26 16:52:03.372542 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-aca0dc06-26e9-4fd4-bc0d-a70f49198338 req-6acc0bf0-7908-421b-b52f-c865094d453b service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255379 Nov 26 16:52:03.500456 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-aca0dc06-26e9-4fd4-bc0d-a70f49198338 req-cacb82aa-8d46-4ba2-a4c3-ae671c3897a7 service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208708 Nov 26 16:52:03.773009 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44858793-ec2c-4237-8a29-3129a7fbf52c req-ec15c15d-8c5d-492b-b283-29b5541f9c1d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:03.774486 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-44858793-ec2c-4237-8a29-3129a7fbf52c req-ec15c15d-8c5d-492b-b283-29b5541f9c1d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=494ae057-6224-4bab-95aa-f35c20b326fc HTTP/1.1" status: 200 len: 945 time: 0.0845873 Nov 26 16:52:03.824324 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-44858793-ec2c-4237-8a29-3129a7fbf52c req-16db598e-1a5c-4097-8ec9-4ac2404ca647 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=46815f30-143f-4290-a5b9-c4efc09a330d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437396 Nov 26 16:52:03.967238 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:05.012479 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a78c88-54a9-497f-8f0c-b10b2467f413 req-5d977955-fc06-463e-a387-994e6c2b8dbd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:05.013843 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-94a78c88-54a9-497f-8f0c-b10b2467f413 req-5d977955-fc06-463e-a387-994e6c2b8dbd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=494ae057-6224-4bab-95aa-f35c20b326fc HTTP/1.1" status: 200 len: 945 time: 0.0836184 Nov 26 16:52:05.057330 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-94a78c88-54a9-497f-8f0c-b10b2467f413 req-d6ef448d-5cde-4777-b73b-42fb24dc8d85 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=46815f30-143f-4290-a5b9-c4efc09a330d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371182 Nov 26 16:52:05.244808 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00318c9c-9fb2-4920-94d7-0116ea3d65ff req-3caee037-bc0f-43c9-b09d-4d7ea2dae10a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:05.246563 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-00318c9c-9fb2-4920-94d7-0116ea3d65ff req-3caee037-bc0f-43c9-b09d-4d7ea2dae10a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=494ae057-6224-4bab-95aa-f35c20b326fc HTTP/1.1" status: 200 len: 945 time: 0.0821443 Nov 26 16:52:05.301514 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-00318c9c-9fb2-4920-94d7-0116ea3d65ff req-ce6278d0-1e91-4f7f-b2ea-0163abc4e48b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=46815f30-143f-4290-a5b9-c4efc09a330d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481441 Nov 26 16:52:05.324948 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54862) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:52:05.399365 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a034c99-7da8-491c-b1ad-114c16687335 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:05.400883 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4a034c99-7da8-491c-b1ad-114c16687335 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=494ae057-6224-4bab-95aa-f35c20b326fc HTTP/1.1" status: 200 len: 1093 time: 0.0749593 Nov 26 16:52:05.403609 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54866) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:52:05.408595 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'port_id': '45f7c06c-dcf8-414c-a04d-130fa163ddfb', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:52:05.414572 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:52:05.418391 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:floatingip and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:52:05.421711 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:52:05.427291 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:52:05.439281 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:05.576065 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:05.844026 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.26.0.20 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/c3c68a77-160b-4dc0-b3c2-5b764c834e84) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:52:05.990542 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:06.019030 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:06.023580 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4e5450f5-c24a-4cf3-aca8-7d0fe1736d18 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:52:06.089138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:52:06.095334 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:52:06.097916 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:52:06.142132 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=c3c68a77-160b-4dc0-b3c2-5b764c834e84,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:52:06.144972 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:52:06.520258 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:06.598459 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:06.818870 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:06.825526 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:06.831448 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8edbbe37-4529-4dee-8689-c5b5fc1e1c28 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:52:06.940119 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=c3c68a77-160b-4dc0-b3c2-5b764c834e84,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:52:06.944050 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:52:06.950519 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:07.132335 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Floating IP 843b940e-0b07-44c4-8679-c92ed2f4a456 associated. External IP: 172.26.0.20, port: 45f7c06c-dcf8-414c-a04d-130fa163ddfb. Nov 26 16:52:07.720109 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router b802e4e1-fbe5-4e05-8cf1-0c82df338b26 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:52:07.976848 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:52:07.993284 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1c6c47-23bc-4527-a5f1-62308b561327 None None] Sync routers for ids ['b802e4e1-fbe5-4e05-8cf1-0c82df338b26'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:52:08.022400 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1c6c47-23bc-4527-a5f1-62308b561327 None None] Routers {'b802e4e1-fbe5-4e05-8cf1-0c82df338b26'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:52:08.023015 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-2d1c6c47-23bc-4527-a5f1-62308b561327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:52:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b802e4e1-fbe5-4e05-8cf1-0c82df338b26'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:52:08.048291 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:08.137234 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7312090 Nov 26 16:52:08.137234 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494ae057-6224-4bab-95aa-f35c20b326fc', 'tag': '45f7c06c-dcf8-414c-a04d-130fa163ddfb'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:52:08.139374 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54876) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:52:08.281284 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-2d1c6c47-23bc-4527-a5f1-62308b561327 None None] Set router b802e4e1-fbe5-4e05-8cf1-0c82df338b26 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:52:08.325510 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494ae057-6224-4bab-95aa-f35c20b326fc', 'tag': '45f7c06c-dcf8-414c-a04d-130fa163ddfb', 'status': 'completed', 'code': 200} Nov 26 16:52:08.364840 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0fe9d7af-2851-4573-84f6-71660d4c2a54 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/routers/b802e4e1-fbe5-4e05-8cf1-0c82df338b26 HTTP/1.1" status: 200 len: 923 time: 0.2238934 Nov 26 16:52:08.369413 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54884) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:52:08.488442 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-57ab433a-ef3d-4ddf-8e4f-8476f676649d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/843b940e-0b07-44c4-8679-c92ed2f4a456 HTTP/1.1" status: 200 len: 990 time: 0.1179619 Nov 26 16:52:08.509524 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa278c65-570a-4777-968b-6d40903f578e req-3330068d-6e84-4c74-8717-0f459c4d2fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:08.511035 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-aa278c65-570a-4777-968b-6d40903f578e req-3330068d-6e84-4c74-8717-0f459c4d2fd3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=494ae057-6224-4bab-95aa-f35c20b326fc HTTP/1.1" status: 200 len: 1098 time: 0.1551423 Nov 26 16:52:08.728640 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-2d1c6c47-23bc-4527-a5f1-62308b561327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'name': 'tempest-TestNetworkBasicOps-router-1485151668', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:51:44Z', 'updated_at': '2021-11-26T16:51:49Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:45Z', 'updated_at': '2021-11-26T16:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '843b940e-0b07-44c4-8679-c92ed2f4a456', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.20', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'port_id': '45f7c06c-dcf8-414c-a04d-130fa163ddfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385', 'mac_address': 'fa:16:3e:8a:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ae057-6224-4bab-95aa-f35c20b326fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:52:06Z', 'updated_at': '2021-11-26T16:52:06Z', 'revision_number': 0, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c066c5c4-374f-45ea-aff3-a9a48de30466', 'name': '', 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:8f:cd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '2b0e4907-efbf-47bb-bbca-f9a17d32c34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:48Z', 'updated_at': '2021-11-26T16:51:53Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '2b0e4907-efbf-47bb-bbca-f9a17d32c34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:52:08.735697 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1c6c47-23bc-4527-a5f1-62308b561327 None None] Checking router: b802e4e1-fbe5-4e05-8cf1-0c82df338b26 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:52:08.745132 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa278c65-570a-4777-968b-6d40903f578e req-daf0d200-eb72-48a3-96fd-667aa6b537b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:08.746906 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-aa278c65-570a-4777-968b-6d40903f578e req-daf0d200-eb72-48a3-96fd-667aa6b537b4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7dca178b-e0b1-4b1b-90bd-495bf4a75385 HTTP/1.1" status: 200 len: 897 time: 0.2266510 Nov 26 16:52:08.752470 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1c6c47-23bc-4527-a5f1-62308b561327 None None] Routers {'b802e4e1-fbe5-4e05-8cf1-0c82df338b26'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:52:08.753130 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-2d1c6c47-23bc-4527-a5f1-62308b561327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:52:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b802e4e1-fbe5-4e05-8cf1-0c82df338b26'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:52:08.921360 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-aa278c65-570a-4777-968b-6d40903f578e req-382ee9ae-4a7f-4faf-8fab-7ea2b49b11fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f7c06c-dcf8-414c-a04d-130fa163ddfb HTTP/1.1" status: 200 len: 998 time: 0.1640394 Nov 26 16:52:09.024238 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-2d1c6c47-23bc-4527-a5f1-62308b561327 None None] Set router b802e4e1-fbe5-4e05-8cf1-0c82df338b26 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:52:09.048896 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa278c65-570a-4777-968b-6d40903f578e req-f5151ef3-f9ab-4d5b-89d0-6de3ea15826f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:09.052492 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-aa278c65-570a-4777-968b-6d40903f578e req-f5151ef3-f9ab-4d5b-89d0-6de3ea15826f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b0e4907-efbf-47bb-bbca-f9a17d32c34d HTTP/1.1" status: 200 len: 834 time: 0.1233528 Nov 26 16:52:09.171699 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa278c65-570a-4777-968b-6d40903f578e req-a094fff6-2c49-445e-9442-0356c44cc1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:09.174894 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-aa278c65-570a-4777-968b-6d40903f578e req-a094fff6-2c49-445e-9442-0356c44cc1e9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7dca178b-e0b1-4b1b-90bd-495bf4a75385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1154583 Nov 26 16:52:09.347190 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-aa278c65-570a-4777-968b-6d40903f578e req-cdc9ed77-ce2f-433c-adea-c303479a0d51 service neutron] 10.222.0.31 "GET /v2.0/networks/7dca178b-e0b1-4b1b-90bd-495bf4a75385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647329 Nov 26 16:52:09.491257 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54890) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:52:09.541225 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-aa278c65-570a-4777-968b-6d40903f578e req-4c045ec8-d2a0-4215-973d-c33c80acf9e4 service neutron] 10.222.0.31 "GET /v2.0/networks/7dca178b-e0b1-4b1b-90bd-495bf4a75385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864741 Nov 26 16:52:09.552993 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-2d1c6c47-23bc-4527-a5f1-62308b561327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'name': 'tempest-TestNetworkBasicOps-router-1485151668', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:51:44Z', 'updated_at': '2021-11-26T16:51:49Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:45Z', 'updated_at': '2021-11-26T16:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '843b940e-0b07-44c4-8679-c92ed2f4a456', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.20', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'port_id': '45f7c06c-dcf8-414c-a04d-130fa163ddfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385', 'mac_address': 'fa:16:3e:8a:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ae057-6224-4bab-95aa-f35c20b326fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:52:06Z', 'updated_at': '2021-11-26T16:52:06Z', 'revision_number': 0, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c066c5c4-374f-45ea-aff3-a9a48de30466', 'name': '', 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:8f:cd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '2b0e4907-efbf-47bb-bbca-f9a17d32c34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:48Z', 'updated_at': '2021-11-26T16:51:53Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '2b0e4907-efbf-47bb-bbca-f9a17d32c34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:52:09.559294 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1c6c47-23bc-4527-a5f1-62308b561327 None None] The sync data for ids ['b802e4e1-fbe5-4e05-8cf1-0c82df338b26'] in dv-neutron-819440-1-hyperv is: [{'id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'name': 'tempest-TestNetworkBasicOps-router-1485151668', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:51:44Z', 'updated_at': '2021-11-26T16:51:49Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:45Z', 'updated_at': '2021-11-26T16:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '843b940e-0b07-44c4-8679-c92ed2f4a456', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.20', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'port_id': '45f7c06c-dcf8-414c-a04d-130fa163ddfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385', 'mac_address': 'fa:16:3e:8a:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ae057-6224-4bab-95aa-f35c20b326fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:52:06Z', 'updated_at': '2021-11-26T16:52:06Z', 'revision_number': 0, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c066c5c4-374f-45ea-aff3-a9a48de30466', 'name': '', 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:8f:cd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '2b0e4907-efbf-47bb-bbca-f9a17d32c34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:48Z', 'updated_at': '2021-11-26T16:51:53Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '2b0e4907-efbf-47bb-bbca-f9a17d32c34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:52:09.807107 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-042d8480-43b3-433a-a3d9-93c0b4288f6d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/843b940e-0b07-44c4-8679-c92ed2f4a456 HTTP/1.1" status: 200 len: 990 time: 0.3119593 Nov 26 16:52:09.909103 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c7b164-8582-401d-a002-4ba87d0be87a None None] New status for floating IP 843b940e-0b07-44c4-8679-c92ed2f4a456: ACTIVE {{(pid=87521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:52:10.809583 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54896) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:52:10.919463 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-807dee66-04ef-4936-a7ea-babb528c8a40 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/843b940e-0b07-44c4-8679-c92ed2f4a456 HTTP/1.1" status: 200 len: 992 time: 0.1083362 Nov 26 16:52:12.836263 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-392c626b-5612-4b35-a30f-75c2f059726b tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-49045954&fields=id&tenant_id=9f9230f34386409ca98bc1f84ec409b3 HTTP/1.1" status: 200 len: 267 time: 0.0382576 Nov 26 16:52:12.988972 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-d64f4075-aad5-427f-a9ae-0d0e6ed62bfa tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:12.990391 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-d64f4075-aad5-427f-a9ae-0d0e6ed62bfa tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/networks?id=48a59583-a919-49e7-95cd-b28f90765ccd HTTP/1.1" status: 200 len: 811 time: 0.1480815 Nov 26 16:52:13.004786 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-ff17db55-165b-460e-bea0-60ce205874f3 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/quotas/9f9230f34386409ca98bc1f84ec409b3 HTTP/1.1" status: 200 len: 375 time: 0.0089524 Nov 26 16:52:13.092797 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-0aa9b6fb-8552-4695-ae1c-224a864fd130 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f9230f34386409ca98bc1f84ec409b3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0818651 Nov 26 16:52:13.355446 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-15ae88a4-f84e-4ccb-a9e5-fdd66885a186 service neutron] 10.222.0.11 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519865 Nov 26 16:52:13.484168 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-1073b3b1-baf7-4189-b35b-6bc98a1c65ea service neutron] 10.222.0.11 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228106 Nov 26 16:52:13.868058 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-aeb3e5ab-f6fe-4250-aa41-747bcc84af1c req-d5d5d639-3766-4749-9737-980b0615a836 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=c55e8a86-9655-438f-91f4-45a4e821dc04 HTTP/1.1" status: 200 len: 210 time: 0.0461280 Nov 26 16:52:14.895077 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-ac64418e-30a4-489e-a873-cde9b03fb808 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:14.896506 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-ac64418e-30a4-489e-a873-cde9b03fb808 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.31 "GET /v2.0/networks?id=48a59583-a919-49e7-95cd-b28f90765ccd HTTP/1.1" status: 200 len: 811 time: 0.1458762 Nov 26 16:52:14.953083 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-3c15c9a7-0309-4d52-824c-64e5ff40fa35 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f9230f34386409ca98bc1f84ec409b3 HTTP/1.1" status: 200 len: 378 time: 0.0444028 Nov 26 16:52:14.963423 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-b3927811-b7d4-4200-a5f0-4e4ae839555c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Request body: {'port': {'device_id': 'c55e8a86-9655-438f-91f4-45a4e821dc04', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'admin_state_up': True, 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'security_groups': ['44dd585b-2be2-4759-9419-3f873bd27f44']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:52:15.080987 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-aa31dcb3-c433-4cb3-a774-9aed15f31d8f req-4285ac05-816e-4002-83d1-0d54649e0d0d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=c55e8a86-9655-438f-91f4-45a4e821dc04 HTTP/1.1" status: 200 len: 210 time: 0.1014912 Nov 26 16:52:15.141779 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-b3927811-b7d4-4200-a5f0-4e4ae839555c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:52:15.155245 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-b3927811-b7d4-4200-a5f0-4e4ae839555c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:52:15.166269 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-b3927811-b7d4-4200-a5f0-4e4ae839555c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Made reservation on behalf of 9f9230f34386409ca98bc1f84ec409b3 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:52:15.170015 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-b3927811-b7d4-4200-a5f0-4e4ae839555c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:15.336173 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-b3927811-b7d4-4200-a5f0-4e4ae839555c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Allocated IP 172.20.0.14 (48a59583-a919-49e7-95cd-b28f90765ccd/b55da957-278e-4beb-9f32-8be970680118/91b2b643-ecb6-49c6-8c03-c014f5900846) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:52:15.523128 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-b3927811-b7d4-4200-a5f0-4e4ae839555c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:15.539990 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-b3927811-b7d4-4200-a5f0-4e4ae839555c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Transition to ACTIVE for port object 91b2b643-ecb6-49c6-8c03-c014f5900846 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:52:15.564168 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-b3927811-b7d4-4200-a5f0-4e4ae839555c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:15.569638 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-871188eb-f2a2-4505-80ee-b5f9fbc8e839 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:52:15.642368 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-b3927811-b7d4-4200-a5f0-4e4ae839555c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Network 48a59583-a919-49e7-95cd-b28f90765ccd is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:52:15.643458 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-b3927811-b7d4-4200-a5f0-4e4ae839555c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:52:15.647395 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-b3927811-b7d4-4200-a5f0-4e4ae839555c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:52:15.692991 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3927811-b7d4-4200-a5f0-4e4ae839555c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Pushing event updated for resources: {'Port': ['ID=91b2b643-ecb6-49c6-8c03-c014f5900846,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:52:15.697584 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b3927811-b7d4-4200-a5f0-4e4ae839555c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:52:15.718158 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-b3927811-b7d4-4200-a5f0-4e4ae839555c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:15.718795 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-b3927811-b7d4-4200-a5f0-4e4ae839555c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:15.748721 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-b3927811-b7d4-4200-a5f0-4e4ae839555c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7896650 Nov 26 16:52:15.760924 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] Request body: {'port': {'device_id': 'c55e8a86-9655-438f-91f4-45a4e821dc04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:52:15.885588 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:15.906755 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ef74d301-a3a9-4dfa-becb-2617fb86aa66 None None] Provisioning for port 91b2b643-ecb6-49c6-8c03-c014f5900846 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:52:15.913237 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ef74d301-a3a9-4dfa-becb-2617fb86aa66 None None] Provisioning complete for port 91b2b643-ecb6-49c6-8c03-c014f5900846 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:52:15.913734 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ef74d301-a3a9-4dfa-becb-2617fb86aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:15.978642 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-ef74d301-a3a9-4dfa-becb-2617fb86aa66 None None] Port 91b2b643-ecb6-49c6-8c03-c014f5900846 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:52:16.257075 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b2b643-ecb6-49c6-8c03-c014f5900846 {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:52:16.266034 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:16.286457 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eaa8d2-c9a5-4d58-b7c8-adfb2c81837c req-c09e5faa-8d5d-432c-a622-04fcf329af79 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:16.287022 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] Transition to ACTIVE for port object 91b2b643-ecb6-49c6-8c03-c014f5900846 will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:52:16.291670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:16.295359 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-20eaa8d2-c9a5-4d58-b7c8-adfb2c81837c req-c09e5faa-8d5d-432c-a622-04fcf329af79 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=c55e8a86-9655-438f-91f4-45a4e821dc04 HTTP/1.1" status: 200 len: 932 time: 0.1070981 Nov 26 16:52:16.297389 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e5ccc249-9b9c-40e7-8757-92fc436713bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:52:16.338669 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-20eaa8d2-c9a5-4d58-b7c8-adfb2c81837c req-a17521d5-c328-4f83-ad14-4be39da9789a tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421975 Nov 26 16:52:16.473367 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] Pushing event updated for resources: {'Port': ['ID=91b2b643-ecb6-49c6-8c03-c014f5900846,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:52:16.482272 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:52:16.569325 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] Attempting to bind port 91b2b643-ecb6-49c6-8c03-c014f5900846 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:52:16.569663 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] Attempting to bind port 91b2b643-ecb6-49c6-8c03-c014f5900846 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '34e89c51-6f04-477d-8a8a-2029d8bc6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:52:16.570022 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] Attempting to bind port 91b2b643-ecb6-49c6-8c03-c014f5900846 on network 48a59583-a919-49e7-95cd-b28f90765ccd {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:52:16.577336 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] Port 91b2b643-ecb6-49c6-8c03-c014f5900846 on network 48a59583-a919-49e7-95cd-b28f90765ccd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:52:16.577734 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] Attempting to bind port 91b2b643-ecb6-49c6-8c03-c014f5900846 on network 48a59583-a919-49e7-95cd-b28f90765ccd {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:52:16.583186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:52:16.583597 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] Checking segment: {'id': '34e89c51-6f04-477d-8a8a-2029d8bc6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:52:16.583925 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] Bound using segment: {'id': '34e89c51-6f04-477d-8a8a-2029d8bc6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:52:16.584451 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] Bound port: 91b2b643-ecb6-49c6-8c03-c014f5900846, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34e89c51-6f04-477d-8a8a-2029d8bc6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:52:16.584847 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:16.809003 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] For port 91b2b643-ecb6-49c6-8c03-c014f5900846, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:52:16.812693 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] For port 91b2b643-ecb6-49c6-8c03-c014f5900846, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=91b2b643-ecb6-49c6-8c03-c014f5900846,segment=NetworkSegment(34e89c51-6f04-477d-8a8a-2029d8bc6199),segment_id=34e89c51-6f04-477d-8a8a-2029d8bc6199)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:52:16.817331 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:16.821813 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:52:16.885252 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:16.886016 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:16.887559 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] 10.222.0.31 "PUT /v2.0/ports/91b2b643-ecb6-49c6-8c03-c014f5900846 HTTP/1.1" status: 200 len: 1094 time: 1.1308830 Nov 26 16:52:16.893156 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c55e8a86-9655-438f-91f4-45a4e821dc04', 'tag': '91b2b643-ecb6-49c6-8c03-c014f5900846'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:52:16.919654 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] Pushing event updated for resources: {'Port': ['ID=91b2b643-ecb6-49c6-8c03-c014f5900846,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:52:16.928208 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:52:16.971237 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c55e8a86-9655-438f-91f4-45a4e821dc04', 'tag': '91b2b643-ecb6-49c6-8c03-c014f5900846', 'status': 'completed', 'code': 200} Nov 26 16:52:17.022682 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-69118aca-1dca-47f9-be41-f5645fbdf116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:17.023770 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-69118aca-1dca-47f9-be41-f5645fbdf116 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9f9230f34386409ca98bc1f84ec409b3&device_id=c55e8a86-9655-438f-91f4-45a4e821dc04 HTTP/1.1" status: 200 len: 1097 time: 0.0941260 Nov 26 16:52:17.097273 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-ba68dcb2-c662-4d05-af04-939b9956992e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91b2b643-ecb6-49c6-8c03-c014f5900846 HTTP/1.1" status: 200 len: 217 time: 0.0654285 Nov 26 16:52:17.169992 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-da61b303-7384-42bd-a6ba-b032389840ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:17.171437 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-da61b303-7384-42bd-a6ba-b032389840ad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b55da957-278e-4beb-9f32-8be970680118 HTTP/1.1" status: 200 len: 850 time: 0.0664830 Nov 26 16:52:17.254740 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-77eb63be-03b1-4953-8a7b-b6cb832d1c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:17.256378 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-77eb63be-03b1-4953-8a7b-b6cb832d1c3b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48a59583-a919-49e7-95cd-b28f90765ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773518 Nov 26 16:52:17.395650 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-28b4d433-02f8-4e6e-9110-6828343b2922 service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302917 Nov 26 16:52:17.548315 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1c7a5-cbd1-4a23-bb54-1a83d0941665 req-1bf8555c-57b6-49c4-8307-bc21e925fb1e tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:17.552976 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6096005b-3391-49c4-b915-66b5c6d7c6ad req-ce0719ff-3e3d-4649-8935-673fcf0fc85b service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493783 Nov 26 16:52:17.555384 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fee1c7a5-cbd1-4a23-bb54-1a83d0941665 req-1bf8555c-57b6-49c4-8307-bc21e925fb1e tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=c55e8a86-9655-438f-91f4-45a4e821dc04 HTTP/1.1" status: 200 len: 944 time: 0.0977743 Nov 26 16:52:17.596016 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fee1c7a5-cbd1-4a23-bb54-1a83d0941665 req-52768f1d-1e96-4fec-9221-08376553ac58 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400221 Nov 26 16:52:17.681275 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020576c5-6f77-49f4-91b7-f5e601bb44da req-1c1124b7-a595-4b59-acc3-6185c64b137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:17.682743 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-020576c5-6f77-49f4-91b7-f5e601bb44da req-1c1124b7-a595-4b59-acc3-6185c64b137c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9f9230f34386409ca98bc1f84ec409b3&device_id=c55e8a86-9655-438f-91f4-45a4e821dc04 HTTP/1.1" status: 200 len: 1097 time: 0.0789533 Nov 26 16:52:17.815679 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020576c5-6f77-49f4-91b7-f5e601bb44da req-9d4f5118-c65a-46be-9773-29a0c445a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:17.817133 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-020576c5-6f77-49f4-91b7-f5e601bb44da req-9d4f5118-c65a-46be-9773-29a0c445a448 service neutron] 10.222.0.31 "GET /v2.0/networks?id=48a59583-a919-49e7-95cd-b28f90765ccd HTTP/1.1" status: 200 len: 912 time: 0.1274683 Nov 26 16:52:17.886407 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-020576c5-6f77-49f4-91b7-f5e601bb44da req-db7693d9-875b-4b3f-83eb-a48b6d230a90 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91b2b643-ecb6-49c6-8c03-c014f5900846 HTTP/1.1" status: 200 len: 217 time: 0.0605943 Nov 26 16:52:17.954202 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020576c5-6f77-49f4-91b7-f5e601bb44da req-f188ed93-73d2-4a38-93fc-ecb040dcdeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:17.956310 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-020576c5-6f77-49f4-91b7-f5e601bb44da req-f188ed93-73d2-4a38-93fc-ecb040dcdeae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b55da957-278e-4beb-9f32-8be970680118 HTTP/1.1" status: 200 len: 850 time: 0.0592029 Nov 26 16:52:18.029913 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020576c5-6f77-49f4-91b7-f5e601bb44da req-e05dd30d-3f29-44f5-afda-da1eeb45676b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:18.031364 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-020576c5-6f77-49f4-91b7-f5e601bb44da req-e05dd30d-3f29-44f5-afda-da1eeb45676b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48a59583-a919-49e7-95cd-b28f90765ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689466 Nov 26 16:52:18.164295 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-020576c5-6f77-49f4-91b7-f5e601bb44da req-e51bb3bc-94f2-487f-9688-043f9505ab61 service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252916 Nov 26 16:52:18.297268 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-020576c5-6f77-49f4-91b7-f5e601bb44da req-653c1db6-e489-4f56-ae32-82cc70deda69 service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251841 Nov 26 16:52:18.782941 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7310452-0345-49ac-a717-0e3c4adf70c1 req-6b2c4d46-7c2f-4b28-bbdf-89bd238c6e84 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:18.783541 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-a7310452-0345-49ac-a717-0e3c4adf70c1 req-6b2c4d46-7c2f-4b28-bbdf-89bd238c6e84 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Synchronizing usage tracker for tenant:9f9230f34386409ca98bc1f84ec409b3 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:52:18.800338 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-a7310452-0345-49ac-a717-0e3c4adf70c1 req-6b2c4d46-7c2f-4b28-bbdf-89bd238c6e84 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Unset dirty status for tenant:9f9230f34386409ca98bc1f84ec409b3 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:52:18.801575 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a7310452-0345-49ac-a717-0e3c4adf70c1 req-6b2c4d46-7c2f-4b28-bbdf-89bd238c6e84 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=c55e8a86-9655-438f-91f4-45a4e821dc04 HTTP/1.1" status: 200 len: 944 time: 0.1020472 Nov 26 16:52:18.852946 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a7310452-0345-49ac-a717-0e3c4adf70c1 req-b2bb25de-76cf-409d-a5fb-aba9815a5ed6 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450559 Nov 26 16:52:19.466844 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:20.045266 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd0b16-1fef-4ef2-9ba7-85ce14fa5b54 req-d4a2559b-0077-4a65-8e5e-4c757f5b9a40 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:20.047346 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b7fd0b16-1fef-4ef2-9ba7-85ce14fa5b54 req-d4a2559b-0077-4a65-8e5e-4c757f5b9a40 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=c55e8a86-9655-438f-91f4-45a4e821dc04 HTTP/1.1" status: 200 len: 944 time: 0.0873866 Nov 26 16:52:20.089826 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b7fd0b16-1fef-4ef2-9ba7-85ce14fa5b54 req-47f98348-314a-44bf-91da-19b2f1013abe tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368509 Nov 26 16:52:21.289445 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fbf72-c137-437c-92e5-55f7061c001c req-335a64f1-00d8-4945-9994-e304200cbab0 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:21.290984 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-603fbf72-c137-437c-92e5-55f7061c001c req-335a64f1-00d8-4945-9994-e304200cbab0 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=c55e8a86-9655-438f-91f4-45a4e821dc04 HTTP/1.1" status: 200 len: 944 time: 0.0866795 Nov 26 16:52:21.341461 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-603fbf72-c137-437c-92e5-55f7061c001c req-a71e5e46-74ed-43ef-ac39-819ed9f5f18b tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434039 Nov 26 16:52:22.528029 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44130d-624b-422d-bb58-0759082014ec req-83d6f10c-1f1f-4a3e-a9a7-0db260c69287 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:22.529454 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8e44130d-624b-422d-bb58-0759082014ec req-83d6f10c-1f1f-4a3e-a9a7-0db260c69287 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=c55e8a86-9655-438f-91f4-45a4e821dc04 HTTP/1.1" status: 200 len: 944 time: 0.0835199 Nov 26 16:52:22.572185 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8e44130d-624b-422d-bb58-0759082014ec req-f6ffca25-c1c8-4338-96be-a417e52d0c83 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369835 Nov 26 16:52:23.870366 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58999cb1-4bb5-40ba-8200-d6c4b967368e req-4415ae35-6150-46cd-841e-3e999dc5c96c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:23.872110 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-58999cb1-4bb5-40ba-8200-d6c4b967368e req-4415ae35-6150-46cd-841e-3e999dc5c96c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=c55e8a86-9655-438f-91f4-45a4e821dc04 HTTP/1.1" status: 200 len: 944 time: 0.1964664 Nov 26 16:52:23.916249 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-58999cb1-4bb5-40ba-8200-d6c4b967368e req-d05274da-43f1-4203-9146-62e998baf3c0 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378790 Nov 26 16:52:23.934281 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 91b2b643-ecb6-49c6-8c03-c014f5900846 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 16:52:24.110108 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 91b2b643-ecb6-49c6-8c03-c014f5900846, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=91b2b643-ecb6-49c6-8c03-c014f5900846,segment=NetworkSegment(34e89c51-6f04-477d-8a8a-2029d8bc6199),segment_id=34e89c51-6f04-477d-8a8a-2029d8bc6199)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:52:24.123158 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '91b2b643-ecb6-49c6-8c03-c014f5900846', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'port_id': '91b2b643-ecb6-49c6-8c03-c014f5900846', 'mac_address': 'fa:16:3e:53:ef:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b55da957-278e-4beb-9f32-8be970680118', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 16:52:24.177047 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:24.193632 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b2b643-ecb6-49c6-8c03-c014f5900846 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:52:24.208413 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 91b2b643-ecb6-49c6-8c03-c014f5900846, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=91b2b643-ecb6-49c6-8c03-c014f5900846,segment=NetworkSegment(34e89c51-6f04-477d-8a8a-2029d8bc6199),segment_id=34e89c51-6f04-477d-8a8a-2029d8bc6199)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:52:24.212496 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:24.214263 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e8d5ee32-28b9-48fb-add6-23ca403c9914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:52:24.282621 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=91b2b643-ecb6-49c6-8c03-c014f5900846,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:52:24.285710 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:52:24.484152 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['91b2b643-ecb6-49c6-8c03-c014f5900846'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 16:52:25.099271 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec776092-4a43-4d84-820d-d87b78aea39e req-ac7818fe-4fcd-4b8d-bfcd-138da390b94c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:25.100415 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ec776092-4a43-4d84-820d-d87b78aea39e req-ac7818fe-4fcd-4b8d-bfcd-138da390b94c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=c55e8a86-9655-438f-91f4-45a4e821dc04 HTTP/1.1" status: 200 len: 945 time: 0.0793402 Nov 26 16:52:25.143863 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ec776092-4a43-4d84-820d-d87b78aea39e req-e064defc-f9f9-447f-80fa-9c4b41f2ffcf tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378697 Nov 26 16:52:25.952965 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 91b2b643-ecb6-49c6-8c03-c014f5900846 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:52:26.021329 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port 91b2b643-ecb6-49c6-8c03-c014f5900846 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:52:26.025957 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 91b2b643-ecb6-49c6-8c03-c014f5900846 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:52:26.026338 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:26.137402 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:26.163363 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c55e8a86-9655-438f-91f4-45a4e821dc04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b2b643-ecb6-49c6-8c03-c014f5900846'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:52:26.173693 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 91b2b643-ecb6-49c6-8c03-c014f5900846, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=91b2b643-ecb6-49c6-8c03-c014f5900846,segment=NetworkSegment(34e89c51-6f04-477d-8a8a-2029d8bc6199),segment_id=34e89c51-6f04-477d-8a8a-2029d8bc6199)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:52:26.178125 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:26.180220 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:52:26.215097 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c55e8a86-9655-438f-91f4-45a4e821dc04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b2b643-ecb6-49c6-8c03-c014f5900846', 'code': 200} Nov 26 16:52:26.253938 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=91b2b643-ecb6-49c6-8c03-c014f5900846,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:52:26.256969 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:52:26.328592 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b32e4-9088-4ea4-af93-d59a65efdb74 req-568cc71f-e124-4448-81fd-135b0886d4d3 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:26.329904 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a36b32e4-9088-4ea4-af93-d59a65efdb74 req-568cc71f-e124-4448-81fd-135b0886d4d3 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=c55e8a86-9655-438f-91f4-45a4e821dc04 HTTP/1.1" status: 200 len: 946 time: 0.0815048 Nov 26 16:52:26.374778 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a36b32e4-9088-4ea4-af93-d59a65efdb74 req-74512ba1-a33d-4a75-9e89-48024b6f6890 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390198 Nov 26 16:52:26.508279 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b2679-c88b-4fec-96de-97af7aca903d req-0d08a28d-ae55-41bc-9155-1fb82e9054fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:26.509724 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bc0b2679-c88b-4fec-96de-97af7aca903d req-0d08a28d-ae55-41bc-9155-1fb82e9054fb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c55e8a86-9655-438f-91f4-45a4e821dc04 HTTP/1.1" status: 200 len: 1099 time: 0.0727699 Nov 26 16:52:26.551047 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bc0b2679-c88b-4fec-96de-97af7aca903d req-a5b5c3fc-a046-49ea-b2ac-4885dbafd8ae service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335550 Nov 26 16:52:27.560871 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08708156-eb97-4a1e-875e-4a0c683655a0 req-83f0ca59-d5e4-4927-8586-6dd799b737a6 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:27.562311 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-08708156-eb97-4a1e-875e-4a0c683655a0 req-83f0ca59-d5e4-4927-8586-6dd799b737a6 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=c55e8a86-9655-438f-91f4-45a4e821dc04 HTTP/1.1" status: 200 len: 946 time: 0.0845399 Nov 26 16:52:27.606285 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-08708156-eb97-4a1e-875e-4a0c683655a0 req-506a3bfe-3b01-4168-81b5-cd034d9f4f79 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382657 Nov 26 16:52:28.574782 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0d9ab61d-7ad6-49d2-931b-f9e2c3fd9b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:28.790185 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e28ce-f41f-47c5-b1c0-8d6cd7dbd3d8 req-5e89a72b-4f6c-48cc-a15d-c602a0c1a8f1 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:28.791628 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-451e28ce-f41f-47c5-b1c0-8d6cd7dbd3d8 req-5e89a72b-4f6c-48cc-a15d-c602a0c1a8f1 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=c55e8a86-9655-438f-91f4-45a4e821dc04 HTTP/1.1" status: 200 len: 946 time: 0.0787961 Nov 26 16:52:28.838243 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-451e28ce-f41f-47c5-b1c0-8d6cd7dbd3d8 req-e6e99e7d-431c-4201-a474-4c5ed222a94d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405476 Nov 26 16:52:29.020473 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ea6ac-0f45-43f1-a403-a8d80999e47a req-70f6ce68-82ce-45f1-b6a0-ba5d7e7e360c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:29.021850 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6c9ea6ac-0f45-43f1-a403-a8d80999e47a req-70f6ce68-82ce-45f1-b6a0-ba5d7e7e360c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=c55e8a86-9655-438f-91f4-45a4e821dc04 HTTP/1.1" status: 200 len: 946 time: 0.0811896 Nov 26 16:52:29.068585 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6c9ea6ac-0f45-43f1-a403-a8d80999e47a req-bba07912-a2c3-40ea-9415-32f0250dd2bd tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411947 Nov 26 16:52:29.091172 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54958) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:52:29.159639 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669781c-94a7-4ab9-b770-26a326cc2d97 tempest-TestVolumeBootPattern-1721070217 tempest-TestVolumeBootPattern-1721070217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:29.161115 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3669781c-94a7-4ab9-b770-26a326cc2d97 tempest-TestVolumeBootPattern-1721070217 tempest-TestVolumeBootPattern-1721070217-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c55e8a86-9655-438f-91f4-45a4e821dc04 HTTP/1.1" status: 200 len: 1094 time: 0.0689738 Nov 26 16:52:29.163956 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 54962) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:52:29.168846 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'port_id': '91b2b643-ecb6-49c6-8c03-c014f5900846', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:52:29.175407 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:52:29.179194 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Usage tracker for resource:floatingip and tenant:9f9230f34386409ca98bc1f84ec409b3 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:52:29.182052 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:52:29.187633 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:52:29.197682 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for floatingip, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:29.330985 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:29.338703 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:29.467002 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Allocated IP 172.26.0.133 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/16967f97-8320-4e78-99a3-987fe19fe7bc) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:52:29.611660 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:29.640579 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:29.644804 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-702c8c5e-b52c-4ee5-a2cc-831232ab68bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:52:29.702072 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:52:29.705342 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:52:29.709069 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:52:29.758472 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Pushing event updated for resources: {'Port': ['ID=16967f97-8320-4e78-99a3-987fe19fe7bc,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:52:29.762485 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:52:30.224505 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:30.296695 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:30.501556 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:30.505859 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:30.510146 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-01e90b15-bf6a-448d-93a4-cc2667b98604 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:52:30.613959 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Pushing event updated for resources: {'Port': ['ID=16967f97-8320-4e78-99a3-987fe19fe7bc,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:52:30.617834 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:52:30.624502 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:30.795286 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Floating IP b1d29d5f-795e-4b21-9c1f-197b284321d0 associated. External IP: 172.26.0.133, port: 91b2b643-ecb6-49c6-8c03-c014f5900846. Nov 26 16:52:31.151739 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Router 3ec6f694-0713-49b5-ae38-a2a296371a33 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:52:31.237393 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d517736a-6055-491b-b324-40adbffed068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:31.453646 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:52:31.463094 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bb02af-5752-484b-a37d-37dbfdafb744 None None] Sync routers for ids ['3ec6f694-0713-49b5-ae38-a2a296371a33'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:52:31.472329 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bb02af-5752-484b-a37d-37dbfdafb744 None None] Routers {'3ec6f694-0713-49b5-ae38-a2a296371a33'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:52:31.473024 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-69bb02af-5752-484b-a37d-37dbfdafb744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:52:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['3ec6f694-0713-49b5-ae38-a2a296371a33'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:52:31.476890 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:31.530612 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3655717 Nov 26 16:52:31.531273 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c55e8a86-9655-438f-91f4-45a4e821dc04', 'tag': '91b2b643-ecb6-49c6-8c03-c014f5900846'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:52:31.573371 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c55e8a86-9655-438f-91f4-45a4e821dc04', 'tag': '91b2b643-ecb6-49c6-8c03-c014f5900846', 'status': 'completed', 'code': 200} Nov 26 16:52:31.656353 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-69bb02af-5752-484b-a37d-37dbfdafb744 None None] Set router 3ec6f694-0713-49b5-ae38-a2a296371a33 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:52:31.665583 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ffe63-cab4-47b0-b8fd-4efa166fc0bd req-19cd5f6f-6939-4e88-be9a-9c520a2530a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:31.667032 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b87ffe63-cab4-47b0-b8fd-4efa166fc0bd req-19cd5f6f-6939-4e88-be9a-9c520a2530a5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9f9230f34386409ca98bc1f84ec409b3&device_id=c55e8a86-9655-438f-91f4-45a4e821dc04 HTTP/1.1" status: 200 len: 1099 time: 0.0696239 Nov 26 16:52:31.799939 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ffe63-cab4-47b0-b8fd-4efa166fc0bd req-a0575b4b-6cb2-40d5-bba9-7f42a2ad2290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:31.801376 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b87ffe63-cab4-47b0-b8fd-4efa166fc0bd req-a0575b4b-6cb2-40d5-bba9-7f42a2ad2290 service neutron] 10.222.0.31 "GET /v2.0/networks?id=48a59583-a919-49e7-95cd-b28f90765ccd HTTP/1.1" status: 200 len: 912 time: 0.1272826 Nov 26 16:52:31.906841 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b87ffe63-cab4-47b0-b8fd-4efa166fc0bd req-e76fd633-1921-445f-a603-1b7e74abe2c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91b2b643-ecb6-49c6-8c03-c014f5900846 HTTP/1.1" status: 200 len: 1000 time: 0.0978420 Nov 26 16:52:31.969523 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ffe63-cab4-47b0-b8fd-4efa166fc0bd req-d7a8f91a-f9d8-4f15-ad54-7215324237b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:31.970956 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b87ffe63-cab4-47b0-b8fd-4efa166fc0bd req-d7a8f91a-f9d8-4f15-ad54-7215324237b5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b55da957-278e-4beb-9f32-8be970680118 HTTP/1.1" status: 200 len: 850 time: 0.0571201 Nov 26 16:52:32.013770 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-69bb02af-5752-484b-a37d-37dbfdafb744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:37Z', 'revision_number': 4, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'gw_port': {'id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:33Z', 'updated_at': '2021-11-26T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '1358681b-3977-4cae-ae85-8c953dc37401', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'floating_ip_address': '172.26.0.252', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'port_id': 'c0681cd4-4abe-4a34-b224-c4b011b383e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'mac_address': 'fa:16:3e:4a:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd5cab-13f8-4059-a6a2-067e0fce819c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:50:11Z', 'updated_at': '2021-11-26T16:50:14Z', 'revision_number': 1, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'fixed_ip_address_scope': None}, {'id': 'b1d29d5f-795e-4b21-9c1f-197b284321d0', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'floating_ip_address': '172.26.0.133', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'port_id': '91b2b643-ecb6-49c6-8c03-c014f5900846', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'mac_address': 'fa:16:3e:53:ef:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55e8a86-9655-438f-91f4-45a4e821dc04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:52:30Z', 'updated_at': '2021-11-26T16:52:30Z', 'revision_number': 0, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a376c8b5-463c-4dec-b239-66fcf6f89e98', 'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'mac_address': 'fa:16:3e:42:76:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'b55da957-278e-4beb-9f32-8be970680118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:36Z', 'updated_at': '2021-11-26T16:46:57Z', 'revision_number': 5, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'subnets': [{'id': 'b55da957-278e-4beb-9f32-8be970680118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:52:32.017752 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bb02af-5752-484b-a37d-37dbfdafb744 None None] Checking router: 3ec6f694-0713-49b5-ae38-a2a296371a33 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:52:32.026145 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bb02af-5752-484b-a37d-37dbfdafb744 None None] Routers {'3ec6f694-0713-49b5-ae38-a2a296371a33'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:52:32.026745 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-69bb02af-5752-484b-a37d-37dbfdafb744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:52:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['3ec6f694-0713-49b5-ae38-a2a296371a33'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:52:32.051463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ffe63-cab4-47b0-b8fd-4efa166fc0bd req-706fcf3c-f203-4ef4-b685-c7b540fcf65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:32.052955 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b87ffe63-cab4-47b0-b8fd-4efa166fc0bd req-706fcf3c-f203-4ef4-b685-c7b540fcf65e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48a59583-a919-49e7-95cd-b28f90765ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736859 Nov 26 16:52:32.176558 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:32.186538 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b87ffe63-cab4-47b0-b8fd-4efa166fc0bd req-06b4b869-bfcd-4c18-9ecf-b1ca0ba43576 service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261704 Nov 26 16:52:32.211322 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-69bb02af-5752-484b-a37d-37dbfdafb744 None None] Set router 3ec6f694-0713-49b5-ae38-a2a296371a33 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:52:32.321097 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b87ffe63-cab4-47b0-b8fd-4efa166fc0bd req-d4526dfa-d600-4032-ad3c-f543ceb903f0 service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269979 Nov 26 16:52:32.600698 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-69bb02af-5752-484b-a37d-37dbfdafb744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:37Z', 'revision_number': 4, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'gw_port': {'id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:33Z', 'updated_at': '2021-11-26T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '1358681b-3977-4cae-ae85-8c953dc37401', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'floating_ip_address': '172.26.0.252', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'port_id': 'c0681cd4-4abe-4a34-b224-c4b011b383e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'mac_address': 'fa:16:3e:4a:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd5cab-13f8-4059-a6a2-067e0fce819c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:50:11Z', 'updated_at': '2021-11-26T16:50:14Z', 'revision_number': 1, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'fixed_ip_address_scope': None}, {'id': 'b1d29d5f-795e-4b21-9c1f-197b284321d0', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'floating_ip_address': '172.26.0.133', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'port_id': '91b2b643-ecb6-49c6-8c03-c014f5900846', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'mac_address': 'fa:16:3e:53:ef:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55e8a86-9655-438f-91f4-45a4e821dc04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:52:30Z', 'updated_at': '2021-11-26T16:52:30Z', 'revision_number': 0, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a376c8b5-463c-4dec-b239-66fcf6f89e98', 'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'mac_address': 'fa:16:3e:42:76:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'b55da957-278e-4beb-9f32-8be970680118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:36Z', 'updated_at': '2021-11-26T16:46:57Z', 'revision_number': 5, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'subnets': [{'id': 'b55da957-278e-4beb-9f32-8be970680118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:52:32.604570 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bb02af-5752-484b-a37d-37dbfdafb744 None None] The sync data for ids ['3ec6f694-0713-49b5-ae38-a2a296371a33'] in dv-neutron-819440-1-hyperv is: [{'id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:37Z', 'revision_number': 4, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'gw_port': {'id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:33Z', 'updated_at': '2021-11-26T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '1358681b-3977-4cae-ae85-8c953dc37401', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'floating_ip_address': '172.26.0.252', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'port_id': 'c0681cd4-4abe-4a34-b224-c4b011b383e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'mac_address': 'fa:16:3e:4a:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd5cab-13f8-4059-a6a2-067e0fce819c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:50:11Z', 'updated_at': '2021-11-26T16:50:14Z', 'revision_number': 1, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'fixed_ip_address_scope': None}, {'id': 'b1d29d5f-795e-4b21-9c1f-197b284321d0', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'floating_ip_address': '172.26.0.133', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'port_id': '91b2b643-ecb6-49c6-8c03-c014f5900846', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'mac_address': 'fa:16:3e:53:ef:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55e8a86-9655-438f-91f4-45a4e821dc04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:52:30Z', 'updated_at': '2021-11-26T16:52:30Z', 'revision_number': 0, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a376c8b5-463c-4dec-b239-66fcf6f89e98', 'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'mac_address': 'fa:16:3e:42:76:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'b55da957-278e-4beb-9f32-8be970680118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:36Z', 'updated_at': '2021-11-26T16:46:57Z', 'revision_number': 5, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'subnets': [{'id': 'b55da957-278e-4beb-9f32-8be970680118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:52:32.799910 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232ad7af-14a9-442b-a777-c9590b84f2f1 None None] New status for floating IP b1d29d5f-795e-4b21-9c1f-197b284321d0: ACTIVE {{(pid=87521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:52:33.970709 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:39.847127 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:52:41.952574 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54982) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:52:42.278768 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-92e7c8c2-076f-4f14-a3b8-74bb67e57362 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/routers/b802e4e1-fbe5-4e05-8cf1-0c82df338b26/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3249316 Nov 26 16:52:42.282122 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54988) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:52:42.467923 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5bdb24-d21a-4c61-8784-1886daf0b122 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Notify agent at dv-neutron-819440-1-hyperv the message router_removed_from_agent {{(pid=87518) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Nov 26 16:52:42.471634 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5b5bdb24-d21a-4c61-8784-1886daf0b122 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "DELETE /v2.0/agents/35626caf-339c-41a7-9f5d-0331de0ccaee/l3-routers/b802e4e1-fbe5-4e05-8cf1-0c82df338b26 HTTP/1.1" status: 204 len: 168 time: 0.1886256 Nov 26 16:52:42.474187 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54992) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:52:42.777297 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e75a2472-942f-4078-b6b6-084adf5d7c30 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/routers/b802e4e1-fbe5-4e05-8cf1-0c82df338b26/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.3019564 Nov 26 16:52:42.779782 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 54996) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:52:42.889209 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-028b4489-cc85-4f31-9654-6d969d804f75 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/843b940e-0b07-44c4-8679-c92ed2f4a456 HTTP/1.1" status: 200 len: 992 time: 0.1082673 Nov 26 16:52:43.251450 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d00cad-6dfe-4f4f-a82d-026f77317bb9 None None] New status for floating IP 843b940e-0b07-44c4-8679-c92ed2f4a456: DOWN {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:52:43.304687 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c066c5c4-374f-45ea-aff3-a9a48de30466 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:52:43.587155 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:43.621760 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port c066c5c4-374f-45ea-aff3-a9a48de30466, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=c066c5c4-374f-45ea-aff3-a9a48de30466,segment=NetworkSegment(eadb1299-79f3-4ef1-aecb-c06912c40e73),segment_id=eadb1299-79f3-4ef1-aecb-c06912c40e73)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:52:43.625686 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:43.626719 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 03fe4f65-a157-4de4-aaba-edf1cdbd102f no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:52:43.650784 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:52:43.739441 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=c066c5c4-374f-45ea-aff3-a9a48de30466,revision_number=6']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:52:43.742600 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:52:43.800062 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:43.816085 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 03fe4f65-a157-4de4-aaba-edf1cdbd102f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=03fe4f65-a157-4de4-aaba-edf1cdbd102f,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:52:43.819965 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:43.822696 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:52:43.887095 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=03fe4f65-a157-4de4-aaba-edf1cdbd102f,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:52:43.890034 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:52:43.891859 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55000) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:52:43.997213 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-30cc0891-1fd8-4921-8736-c4ca36b3c117 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/843b940e-0b07-44c4-8679-c92ed2f4a456 HTTP/1.1" status: 200 len: 990 time: 0.1039298 Nov 26 16:52:45.157579 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55008) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:52:45.354502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2456e893-dc91-4c8d-bb9a-c13bac857b1d tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Router b802e4e1-fbe5-4e05-8cf1-0c82df338b26 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:52:45.354969 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2456e893-dc91-4c8d-bb9a-c13bac857b1d tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Notify agent at dv-neutron-819440-1-hyperv the message router_added_to_agent {{(pid=87518) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Nov 26 16:52:45.384361 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a082be6-8db8-4391-bd5e-2bb1e784fa8e None None] Sync routers for ids ['b802e4e1-fbe5-4e05-8cf1-0c82df338b26'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:52:45.385731 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2456e893-dc91-4c8d-bb9a-c13bac857b1d tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "POST /v2.0/agents/35626caf-339c-41a7-9f5d-0331de0ccaee/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2271097 Nov 26 16:52:45.388294 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55014) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:52:45.393813 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a082be6-8db8-4391-bd5e-2bb1e784fa8e None None] Routers {'b802e4e1-fbe5-4e05-8cf1-0c82df338b26'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:52:45.394408 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-1a082be6-8db8-4391-bd5e-2bb1e784fa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:52:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b802e4e1-fbe5-4e05-8cf1-0c82df338b26'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:52:45.566742 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c70827f0-3e97-4042-8501-ec815195c1a5 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/routers/b802e4e1-fbe5-4e05-8cf1-0c82df338b26/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1772187 Nov 26 16:52:45.567791 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-1a082be6-8db8-4391-bd5e-2bb1e784fa8e None None] Set router b802e4e1-fbe5-4e05-8cf1-0c82df338b26 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:52:45.569323 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55018) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:52:45.674160 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9f9fc21a-b511-4e01-9f7b-c4150aaf24e4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/843b940e-0b07-44c4-8679-c92ed2f4a456 HTTP/1.1" status: 200 len: 990 time: 0.1035535 Nov 26 16:52:45.909376 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-1a082be6-8db8-4391-bd5e-2bb1e784fa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'name': 'tempest-TestNetworkBasicOps-router-1485151668', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:51:44Z', 'updated_at': '2021-11-26T16:51:49Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:45Z', 'updated_at': '2021-11-26T16:52:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '843b940e-0b07-44c4-8679-c92ed2f4a456', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.20', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'port_id': '45f7c06c-dcf8-414c-a04d-130fa163ddfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385', 'mac_address': 'fa:16:3e:8a:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ae057-6224-4bab-95aa-f35c20b326fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:52:06Z', 'updated_at': '2021-11-26T16:52:43Z', 'revision_number': 2, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c066c5c4-374f-45ea-aff3-a9a48de30466', 'name': '', 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:8f:cd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '2b0e4907-efbf-47bb-bbca-f9a17d32c34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:48Z', 'updated_at': '2021-11-26T16:52:43Z', 'revision_number': 6, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '2b0e4907-efbf-47bb-bbca-f9a17d32c34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:52:45.913095 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a082be6-8db8-4391-bd5e-2bb1e784fa8e None None] Checking router: b802e4e1-fbe5-4e05-8cf1-0c82df338b26 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:52:45.921147 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a082be6-8db8-4391-bd5e-2bb1e784fa8e None None] Routers {'b802e4e1-fbe5-4e05-8cf1-0c82df338b26'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:52:45.921771 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-1a082be6-8db8-4391-bd5e-2bb1e784fa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:52:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b802e4e1-fbe5-4e05-8cf1-0c82df338b26'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:52:46.137205 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-1a082be6-8db8-4391-bd5e-2bb1e784fa8e None None] Set router b802e4e1-fbe5-4e05-8cf1-0c82df338b26 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:52:46.503501 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-1a082be6-8db8-4391-bd5e-2bb1e784fa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'name': 'tempest-TestNetworkBasicOps-router-1485151668', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:51:44Z', 'updated_at': '2021-11-26T16:51:49Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:45Z', 'updated_at': '2021-11-26T16:52:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '843b940e-0b07-44c4-8679-c92ed2f4a456', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.20', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'port_id': '45f7c06c-dcf8-414c-a04d-130fa163ddfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385', 'mac_address': 'fa:16:3e:8a:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ae057-6224-4bab-95aa-f35c20b326fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:52:06Z', 'updated_at': '2021-11-26T16:52:43Z', 'revision_number': 2, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c066c5c4-374f-45ea-aff3-a9a48de30466', 'name': '', 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:8f:cd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '2b0e4907-efbf-47bb-bbca-f9a17d32c34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:48Z', 'updated_at': '2021-11-26T16:52:43Z', 'revision_number': 6, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '2b0e4907-efbf-47bb-bbca-f9a17d32c34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:52:46.506709 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a082be6-8db8-4391-bd5e-2bb1e784fa8e None None] The sync data for ids ['b802e4e1-fbe5-4e05-8cf1-0c82df338b26'] in dv-neutron-819440-1-hyperv is: [{'id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'name': 'tempest-TestNetworkBasicOps-router-1485151668', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:51:44Z', 'updated_at': '2021-11-26T16:51:49Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:45Z', 'updated_at': '2021-11-26T16:52:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '843b940e-0b07-44c4-8679-c92ed2f4a456', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.20', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'port_id': '45f7c06c-dcf8-414c-a04d-130fa163ddfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385', 'mac_address': 'fa:16:3e:8a:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ae057-6224-4bab-95aa-f35c20b326fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:52:06Z', 'updated_at': '2021-11-26T16:52:43Z', 'revision_number': 2, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c066c5c4-374f-45ea-aff3-a9a48de30466', 'name': '', 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:8f:cd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '2b0e4907-efbf-47bb-bbca-f9a17d32c34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:48Z', 'updated_at': '2021-11-26T16:52:43Z', 'revision_number': 6, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '2b0e4907-efbf-47bb-bbca-f9a17d32c34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:52:46.678868 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55022) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:52:46.854051 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-48d7e152-5435-450f-9830-2a4b6e45572a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/843b940e-0b07-44c4-8679-c92ed2f4a456 HTTP/1.1" status: 200 len: 990 time: 0.1720233 Nov 26 16:52:47.216819 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c066c5c4-374f-45ea-aff3-a9a48de30466 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:52:47.331132 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port c066c5c4-374f-45ea-aff3-a9a48de30466 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:52:47.331132 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:47.486547 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:47.537035 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port c066c5c4-374f-45ea-aff3-a9a48de30466, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=c066c5c4-374f-45ea-aff3-a9a48de30466,segment=NetworkSegment(eadb1299-79f3-4ef1-aecb-c06912c40e73),segment_id=eadb1299-79f3-4ef1-aecb-c06912c40e73)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:52:47.543686 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:47.543686 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:52:47.626799 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=c066c5c4-374f-45ea-aff3-a9a48de30466,revision_number=7']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:52:47.626799 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:52:47.857622 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55028) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:52:47.977437 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3823bf2a-82f3-4bcb-b2c0-c27ba80f553d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/843b940e-0b07-44c4-8679-c92ed2f4a456 HTTP/1.1" status: 200 len: 990 time: 0.1207142 Nov 26 16:52:48.610659 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d68ab8-a54b-46be-87e0-efdfe4fd94a1 None None] New status for floating IP 843b940e-0b07-44c4-8679-c92ed2f4a456: ACTIVE {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:52:48.985982 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55032) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:52:49.119764 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e1358db4-00af-4d19-918d-19b963b9cf55 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/843b940e-0b07-44c4-8679-c92ed2f4a456 HTTP/1.1" status: 200 len: 992 time: 0.1378076 Nov 26 16:52:49.246680 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c066c5c4-374f-45ea-aff3-a9a48de30466 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:52:49.319635 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port c066c5c4-374f-45ea-aff3-a9a48de30466 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:52:49.319635 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:49.433062 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 03fe4f65-a157-4de4-aaba-edf1cdbd102f up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:52:49.504858 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:49.519987 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 03fe4f65-a157-4de4-aaba-edf1cdbd102f triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:52:49.519987 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:49.639244 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:49.656424 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 03fe4f65-a157-4de4-aaba-edf1cdbd102f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=03fe4f65-a157-4de4-aaba-edf1cdbd102f,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:52:49.660234 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:49.662951 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:52:49.737431 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=03fe4f65-a157-4de4-aaba-edf1cdbd102f,revision_number=6']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:52:49.737431 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:52:51.172365 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 03fe4f65-a157-4de4-aaba-edf1cdbd102f up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:52:51.244478 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 03fe4f65-a157-4de4-aaba-edf1cdbd102f triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:52:51.244854 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:51.418009 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55040) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:52:51.619398 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-5ca60a8e-dc42-4c82-951a-ab46e5c9000c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port c3c68a77-160b-4dc0-b3c2-5b764c834e84 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:52:51.620584 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ca60a8e-dc42-4c82-951a-ab46e5c9000c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:51.790603 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ca60a8e-dc42-4c82-951a-ab46e5c9000c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:51.790934 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ca60a8e-dc42-4c82-951a-ab46e5c9000c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:51.911356 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-5ca60a8e-dc42-4c82-951a-ab46e5c9000c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for c3c68a77-160b-4dc0-b3c2-5b764c834e84 owned by network:floatingip {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:52:52.057435 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ca60a8e-dc42-4c82-951a-ab46e5c9000c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:52.060984 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7b361da7-015c-42a3-b5e2-1e6e889566a7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:52:52.105538 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca60a8e-dc42-4c82-951a-ab46e5c9000c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=c3c68a77-160b-4dc0-b3c2-5b764c834e84,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:52:52.109413 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5ca60a8e-dc42-4c82-951a-ab46e5c9000c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:52:52.202201 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ca60a8e-dc42-4c82-951a-ab46e5c9000c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:52.202527 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-5ca60a8e-dc42-4c82-951a-ab46e5c9000c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Floating IP 843b940e-0b07-44c4-8679-c92ed2f4a456 disassociated (deleted). External IP: 172.26.0.20, port: 45f7c06c-dcf8-414c-a04d-130fa163ddfb. Nov 26 16:52:52.690108 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca60a8e-dc42-4c82-951a-ab46e5c9000c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router b802e4e1-fbe5-4e05-8cf1-0c82df338b26 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:52:52.878599 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca60a8e-dc42-4c82-951a-ab46e5c9000c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:52:52.887389 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7948030f-e679-424a-b203-7eb5cf2d5696 None None] Sync routers for ids ['b802e4e1-fbe5-4e05-8cf1-0c82df338b26'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:52:52.896154 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ca60a8e-dc42-4c82-951a-ab46e5c9000c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:52.897153 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7948030f-e679-424a-b203-7eb5cf2d5696 None None] Routers {'b802e4e1-fbe5-4e05-8cf1-0c82df338b26'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:52:52.897634 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7948030f-e679-424a-b203-7eb5cf2d5696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:52:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b802e4e1-fbe5-4e05-8cf1-0c82df338b26'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:52:52.955232 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5ca60a8e-dc42-4c82-951a-ab46e5c9000c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/floatingips/843b940e-0b07-44c4-8679-c92ed2f4a456 HTTP/1.1" status: 204 len: 168 time: 1.5329607 Nov 26 16:52:52.955232 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494ae057-6224-4bab-95aa-f35c20b326fc', 'tag': '45f7c06c-dcf8-414c-a04d-130fa163ddfb'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:52:53.017393 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494ae057-6224-4bab-95aa-f35c20b326fc', 'tag': '45f7c06c-dcf8-414c-a04d-130fa163ddfb', 'status': 'completed', 'code': 200} Nov 26 16:52:53.094805 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-7948030f-e679-424a-b203-7eb5cf2d5696 None None] Set router b802e4e1-fbe5-4e05-8cf1-0c82df338b26 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:52:53.133092 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e349929-8a3d-41e6-b4bd-a5c666c0802d req-4ab32c26-439d-475c-bf35-3ee4196bb57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:53.134656 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7e349929-8a3d-41e6-b4bd-a5c666c0802d req-4ab32c26-439d-475c-bf35-3ee4196bb57f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=494ae057-6224-4bab-95aa-f35c20b326fc HTTP/1.1" status: 200 len: 1098 time: 0.0903430 Nov 26 16:52:53.332096 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e349929-8a3d-41e6-b4bd-a5c666c0802d req-02eb1fba-358b-4088-98d7-0d4067d8758d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:53.332096 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7e349929-8a3d-41e6-b4bd-a5c666c0802d req-02eb1fba-358b-4088-98d7-0d4067d8758d service neutron] 10.222.0.31 "GET /v2.0/networks?id=7dca178b-e0b1-4b1b-90bd-495bf4a75385 HTTP/1.1" status: 200 len: 897 time: 0.1692894 Nov 26 16:52:53.416418 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7e349929-8a3d-41e6-b4bd-a5c666c0802d req-6bce0636-c52b-4b98-b8cb-95516af362f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f7c06c-dcf8-414c-a04d-130fa163ddfb HTTP/1.1" status: 200 len: 217 time: 0.0819526 Nov 26 16:52:53.436159 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfd4c8-2eaf-4b8c-bf82-3d072ded9f78 req-1f88a00a-21df-4edc-8afe-97c90d5c622c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:53.436159 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-9bdfd4c8-2eaf-4b8c-bf82-3d072ded9f78 req-1f88a00a-21df-4edc-8afe-97c90d5c622c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:52:53.445794 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7948030f-e679-424a-b203-7eb5cf2d5696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'name': 'tempest-TestNetworkBasicOps-router-1485151668', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:51:44Z', 'updated_at': '2021-11-26T16:51:49Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:45Z', 'updated_at': '2021-11-26T16:52:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'c066c5c4-374f-45ea-aff3-a9a48de30466', 'name': '', 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:8f:cd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '2b0e4907-efbf-47bb-bbca-f9a17d32c34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:48Z', 'updated_at': '2021-11-26T16:52:47Z', 'revision_number': 7, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '2b0e4907-efbf-47bb-bbca-f9a17d32c34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:52:53.450737 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7948030f-e679-424a-b203-7eb5cf2d5696 None None] Checking router: b802e4e1-fbe5-4e05-8cf1-0c82df338b26 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:52:53.462793 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7948030f-e679-424a-b203-7eb5cf2d5696 None None] Routers {'b802e4e1-fbe5-4e05-8cf1-0c82df338b26'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:52:53.462793 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7948030f-e679-424a-b203-7eb5cf2d5696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:52:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b802e4e1-fbe5-4e05-8cf1-0c82df338b26'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:52:53.463057 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-9bdfd4c8-2eaf-4b8c-bf82-3d072ded9f78 req-1f88a00a-21df-4edc-8afe-97c90d5c622c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:52:53.464802 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9bdfd4c8-2eaf-4b8c-bf82-3d072ded9f78 req-1f88a00a-21df-4edc-8afe-97c90d5c622c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=494ae057-6224-4bab-95aa-f35c20b326fc HTTP/1.1" status: 200 len: 945 time: 0.1733160 Nov 26 16:52:53.493224 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e349929-8a3d-41e6-b4bd-a5c666c0802d req-788805c0-875d-41a1-b930-78b6b4d4ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:53.493224 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7e349929-8a3d-41e6-b4bd-a5c666c0802d req-788805c0-875d-41a1-b930-78b6b4d4ca77 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b0e4907-efbf-47bb-bbca-f9a17d32c34d HTTP/1.1" status: 200 len: 834 time: 0.0683739 Nov 26 16:52:53.520584 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9bdfd4c8-2eaf-4b8c-bf82-3d072ded9f78 req-a7dfae1d-6b5d-43ee-b47d-0eb954a5ed2d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=46815f30-143f-4290-a5b9-c4efc09a330d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506437 Nov 26 16:52:53.663067 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-7948030f-e679-424a-b203-7eb5cf2d5696 None None] Set router b802e4e1-fbe5-4e05-8cf1-0c82df338b26 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:52:53.743498 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e349929-8a3d-41e6-b4bd-a5c666c0802d req-6afc2546-73a1-4881-ab6c-9aec3e581574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:53.744564 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7e349929-8a3d-41e6-b4bd-a5c666c0802d req-6afc2546-73a1-4881-ab6c-9aec3e581574 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7dca178b-e0b1-4b1b-90bd-495bf4a75385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2458136 Nov 26 16:52:53.910400 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7e349929-8a3d-41e6-b4bd-a5c666c0802d req-5212fe93-a06d-40bf-b7fb-a2496c3b39bf service neutron] 10.222.0.31 "GET /v2.0/networks/7dca178b-e0b1-4b1b-90bd-495bf4a75385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500893 Nov 26 16:52:54.022677 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7948030f-e679-424a-b203-7eb5cf2d5696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'name': 'tempest-TestNetworkBasicOps-router-1485151668', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:51:44Z', 'updated_at': '2021-11-26T16:51:49Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:45Z', 'updated_at': '2021-11-26T16:52:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'c066c5c4-374f-45ea-aff3-a9a48de30466', 'name': '', 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:8f:cd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '2b0e4907-efbf-47bb-bbca-f9a17d32c34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:48Z', 'updated_at': '2021-11-26T16:52:47Z', 'revision_number': 7, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '2b0e4907-efbf-47bb-bbca-f9a17d32c34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:52:54.027226 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7948030f-e679-424a-b203-7eb5cf2d5696 None None] The sync data for ids ['b802e4e1-fbe5-4e05-8cf1-0c82df338b26'] in dv-neutron-819440-1-hyperv is: [{'id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'name': 'tempest-TestNetworkBasicOps-router-1485151668', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:51:44Z', 'updated_at': '2021-11-26T16:51:49Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:45Z', 'updated_at': '2021-11-26T16:52:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'c066c5c4-374f-45ea-aff3-a9a48de30466', 'name': '', 'network_id': '7dca178b-e0b1-4b1b-90bd-495bf4a75385', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:8f:cd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '2b0e4907-efbf-47bb-bbca-f9a17d32c34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:48Z', 'updated_at': '2021-11-26T16:52:47Z', 'revision_number': 7, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '2b0e4907-efbf-47bb-bbca-f9a17d32c34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:52:54.049528 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7e349929-8a3d-41e6-b4bd-a5c666c0802d req-8019efd6-ca7a-4909-b13a-9515b2ecfc42 service neutron] 10.222.0.31 "GET /v2.0/networks/7dca178b-e0b1-4b1b-90bd-495bf4a75385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354458 Nov 26 16:52:54.710574 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f678a1-8c5c-4249-bd82-2c32726fc28d req-0020c162-0fcd-4bee-8b01-f702a03c1b79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:54.712101 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a7f678a1-8c5c-4249-bd82-2c32726fc28d req-0020c162-0fcd-4bee-8b01-f702a03c1b79 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=494ae057-6224-4bab-95aa-f35c20b326fc HTTP/1.1" status: 200 len: 945 time: 0.0834727 Nov 26 16:52:54.776733 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4370b85-4f94-485d-b8af-afefb8033a47 None None] New status for floating IP 843b940e-0b07-44c4-8679-c92ed2f4a456: DOWN {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:52:54.816946 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a7f678a1-8c5c-4249-bd82-2c32726fc28d req-c705ad3d-5de4-43fa-b030-eecbcd9d1b08 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=46815f30-143f-4290-a5b9-c4efc09a330d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987940 Nov 26 16:52:54.841975 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2aea51-2573-47df-9cda-4d1d577619d0 req-f40a7ba6-1f69-478c-901d-fcc195709da2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:52:54.843990 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-be2aea51-2573-47df-9cda-4d1d577619d0 req-f40a7ba6-1f69-478c-901d-fcc195709da2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/ports?device_id=494ae057-6224-4bab-95aa-f35c20b326fc HTTP/1.1" status: 200 len: 945 time: 0.1100430 Nov 26 16:52:54.917271 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-be2aea51-2573-47df-9cda-4d1d577619d0 req-e411dfe8-23e6-486f-90e7-e393ea907927 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port 45f7c06c-dcf8-414c-a04d-130fa163ddfb {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:52:54.917649 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-be2aea51-2573-47df-9cda-4d1d577619d0 req-e411dfe8-23e6-486f-90e7-e393ea907927 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:55.170993 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-be2aea51-2573-47df-9cda-4d1d577619d0 req-e411dfe8-23e6-486f-90e7-e393ea907927 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] For port 45f7c06c-dcf8-414c-a04d-130fa163ddfb, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=45f7c06c-dcf8-414c-a04d-130fa163ddfb,segment=NetworkSegment(eadb1299-79f3-4ef1-aecb-c06912c40e73),segment_id=eadb1299-79f3-4ef1-aecb-c06912c40e73)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:52:55.172497 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-be2aea51-2573-47df-9cda-4d1d577619d0 req-e411dfe8-23e6-486f-90e7-e393ea907927 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:55.300115 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-be2aea51-2573-47df-9cda-4d1d577619d0 req-e411dfe8-23e6-486f-90e7-e393ea907927 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for 45f7c06c-dcf8-414c-a04d-130fa163ddfb owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:52:55.456620 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-be2aea51-2573-47df-9cda-4d1d577619d0 req-e411dfe8-23e6-486f-90e7-e393ea907927 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:55.462264 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6b878adc-24a9-4d78-895d-319018c35dd3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:52:55.510003 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411dfe8-23e6-486f-90e7-e393ea907927 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=45f7c06c-dcf8-414c-a04d-130fa163ddfb,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:52:55.548743 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411dfe8-23e6-486f-90e7-e393ea907927 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:52:55.549731 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411dfe8-23e6-486f-90e7-e393ea907927 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:52:55.549731 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411dfe8-23e6-486f-90e7-e393ea907927 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:52:55.550324 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411dfe8-23e6-486f-90e7-e393ea907927 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:52:55.550324 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411dfe8-23e6-486f-90e7-e393ea907927 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:52:55.550581 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411dfe8-23e6-486f-90e7-e393ea907927 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:52:55.551613 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411dfe8-23e6-486f-90e7-e393ea907927 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:52:55.551613 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411dfe8-23e6-486f-90e7-e393ea907927 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:52:55.552350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411dfe8-23e6-486f-90e7-e393ea907927 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:52:55.552350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411dfe8-23e6-486f-90e7-e393ea907927 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:52:55.552523 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411dfe8-23e6-486f-90e7-e393ea907927 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:52:55.552730 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411dfe8-23e6-486f-90e7-e393ea907927 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:52:55.560035 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e411dfe8-23e6-486f-90e7-e393ea907927 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:52:55.596493 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2aea51-2573-47df-9cda-4d1d577619d0 req-e411dfe8-23e6-486f-90e7-e393ea907927 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] No DVR routers for this DVR port 45f7c06c-dcf8-414c-a04d-130fa163ddfb on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:52:55.599035 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-be2aea51-2573-47df-9cda-4d1d577619d0 req-e411dfe8-23e6-486f-90e7-e393ea907927 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:55.602750 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494ae057-6224-4bab-95aa-f35c20b326fc', 'name': 'network-vif-deleted', 'tag': '45f7c06c-dcf8-414c-a04d-130fa163ddfb'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:52:55.619596 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-be2aea51-2573-47df-9cda-4d1d577619d0 req-e411dfe8-23e6-486f-90e7-e393ea907927 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "DELETE /v2.0/ports/45f7c06c-dcf8-414c-a04d-130fa163ddfb HTTP/1.1" status: 204 len: 173 time: 0.7684877 Nov 26 16:52:55.648734 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494ae057-6224-4bab-95aa-f35c20b326fc', 'name': 'network-vif-deleted', 'tag': '45f7c06c-dcf8-414c-a04d-130fa163ddfb', 'status': 'completed', 'code': 200} Nov 26 16:52:55.998462 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-7a6ae524-bdb4-4b2b-a463-a1b12e957feb req-168a76e9-3c5b-4105-8697-c90133c0eb76 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:52:56.016646 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-7a6ae524-bdb4-4b2b-a463-a1b12e957feb req-168a76e9-3c5b-4105-8697-c90133c0eb76 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:52:56.017823 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7a6ae524-bdb4-4b2b-a463-a1b12e957feb req-168a76e9-3c5b-4105-8697-c90133c0eb76 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=494ae057-6224-4bab-95aa-f35c20b326fc HTTP/1.1" status: 200 len: 210 time: 0.0691876 Nov 26 16:52:57.124865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55060) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:52:57.198221 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0fe6238f-a09d-4588-8d7c-ba1487816630 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:57.232017 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0fe6238f-a09d-4588-8d7c-ba1487816630 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:57.305453 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0fe6238f-a09d-4588-8d7c-ba1487816630 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:57.311446 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c81daa61-d6f1-4233-9b8f-2e5436650289 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:52:57.328491 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6238f-a09d-4588-8d7c-ba1487816630 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46815f30-143f-4290-a5b9-c4efc09a330d,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:52:57.331832 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0fe6238f-a09d-4588-8d7c-ba1487816630 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:52:57.339532 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0fe6238f-a09d-4588-8d7c-ba1487816630 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:57.340472 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0fe6238f-a09d-4588-8d7c-ba1487816630 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/security-groups/46815f30-143f-4290-a5b9-c4efc09a330d HTTP/1.1" status: 204 len: 168 time: 0.2152030 Nov 26 16:52:57.373432 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55066) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:52:58.080467 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3e5b4ca3-4b0a-4dd2-bce3-decf36c37518 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:58.088474 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 45f7c06c-dcf8-414c-a04d-130fa163ddfb no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:52:58.127057 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: 45f7c06c-dcf8-414c-a04d-130fa163ddfb {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:52:58.127504 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 45f7c06c-dcf8-414c-a04d-130fa163ddfb not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:52:58.437804 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-3e5b4ca3-4b0a-4dd2-bce3-decf36c37518 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port c066c5c4-374f-45ea-aff3-a9a48de30466 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:52:58.438388 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3e5b4ca3-4b0a-4dd2-bce3-decf36c37518 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:58.580770 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-35277186-df14-4299-9184-e9780bdaf480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:58.630416 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-3e5b4ca3-4b0a-4dd2-bce3-decf36c37518 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] For port c066c5c4-374f-45ea-aff3-a9a48de30466, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=c066c5c4-374f-45ea-aff3-a9a48de30466,segment=NetworkSegment(eadb1299-79f3-4ef1-aecb-c06912c40e73),segment_id=eadb1299-79f3-4ef1-aecb-c06912c40e73)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:52:58.630769 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3e5b4ca3-4b0a-4dd2-bce3-decf36c37518 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:58.752856 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-3e5b4ca3-4b0a-4dd2-bce3-decf36c37518 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for c066c5c4-374f-45ea-aff3-a9a48de30466 owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:52:58.926549 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3e5b4ca3-4b0a-4dd2-bce3-decf36c37518 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:58.930938 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d87825b6-36ad-4bbf-b92e-5458577744bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:52:58.977100 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b4ca3-4b0a-4dd2-bce3-decf36c37518 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=c066c5c4-374f-45ea-aff3-a9a48de30466,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:52:58.980223 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3e5b4ca3-4b0a-4dd2-bce3-decf36c37518 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:52:59.341191 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:59.377041 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3e5b4ca3-4b0a-4dd2-bce3-decf36c37518 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:52:59.732107 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5b4ca3-4b0a-4dd2-bce3-decf36c37518 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router b802e4e1-fbe5-4e05-8cf1-0c82df338b26 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:52:59.911827 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5b4ca3-4b0a-4dd2-bce3-decf36c37518 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:52:59.920774 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999d7127-5ef1-4dae-8b2f-363777e0065d None None] Sync routers for ids ['b802e4e1-fbe5-4e05-8cf1-0c82df338b26'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:52:59.928136 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3e5b4ca3-4b0a-4dd2-bce3-decf36c37518 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "PUT /v2.0/routers/b802e4e1-fbe5-4e05-8cf1-0c82df338b26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5536325 Nov 26 16:52:59.930005 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999d7127-5ef1-4dae-8b2f-363777e0065d None None] Routers {'b802e4e1-fbe5-4e05-8cf1-0c82df338b26'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:52:59.930622 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-999d7127-5ef1-4dae-8b2f-363777e0065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:52:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b802e4e1-fbe5-4e05-8cf1-0c82df338b26'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:52:59.930829 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55070) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:52:59.996690 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f919302-535a-49e8-b2b1-26f4f7b0145e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting subnet 2b0e4907-efbf-47bb-bbca-f9a17d32c34d {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:52:59.999533 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4f919302-535a-49e8-b2b1-26f4f7b0145e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:00.056704 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4f919302-535a-49e8-b2b1-26f4f7b0145e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:00.106385 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-999d7127-5ef1-4dae-8b2f-363777e0065d None None] Set router b802e4e1-fbe5-4e05-8cf1-0c82df338b26 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:53:00.139111 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4f919302-535a-49e8-b2b1-26f4f7b0145e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:00.213236 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4f919302-535a-49e8-b2b1-26f4f7b0145e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:00.217694 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3116cb52-0eb0-49a5-a7d9-3e13910b51aa tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:00.254747 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f919302-535a-49e8-b2b1-26f4f7b0145e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Subnet': ['ID=2b0e4907-efbf-47bb-bbca-f9a17d32c34d,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:00.256630 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4f919302-535a-49e8-b2b1-26f4f7b0145e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:00.259246 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4f919302-535a-49e8-b2b1-26f4f7b0145e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:00.261403 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f272fd-ed70-44d8-963d-234fbd9bb186 None None] Network 7dca178b-e0b1-4b1b-90bd-495bf4a75385 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:53:00.264167 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4f919302-535a-49e8-b2b1-26f4f7b0145e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/subnets/2b0e4907-efbf-47bb-bbca-f9a17d32c34d HTTP/1.1" status: 204 len: 168 time: 0.3323667 Nov 26 16:53:00.266238 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55074) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:53:00.392313 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-999d7127-5ef1-4dae-8b2f-363777e0065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'name': 'tempest-TestNetworkBasicOps-router-1485151668', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:51:44Z', 'updated_at': '2021-11-26T16:52:58Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:45Z', 'updated_at': '2021-11-26T16:52:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:53:00.396275 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999d7127-5ef1-4dae-8b2f-363777e0065d None None] Checking router: b802e4e1-fbe5-4e05-8cf1-0c82df338b26 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:53:00.404359 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999d7127-5ef1-4dae-8b2f-363777e0065d None None] Routers {'b802e4e1-fbe5-4e05-8cf1-0c82df338b26'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:53:00.405069 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-999d7127-5ef1-4dae-8b2f-363777e0065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:52:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['b802e4e1-fbe5-4e05-8cf1-0c82df338b26'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:53:00.444381 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:00.530083 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d866b3-9668-4841-b1a3-b7c792400c92 None None] DHCP port deletion for 7dca178b-e0b1-4b1b-90bd-495bf4a75385 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:53:00.534980 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e8d866b3-9668-4841-b1a3-b7c792400c92 None None] Deleting port b90e8cdb-2516-4aae-9b07-15f1baca5e8a {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:53:00.535438 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e8d866b3-9668-4841-b1a3-b7c792400c92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:00.581484 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-999d7127-5ef1-4dae-8b2f-363777e0065d None None] Set router b802e4e1-fbe5-4e05-8cf1-0c82df338b26 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:53:00.635991 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:00.647573 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port 03fe4f65-a157-4de4-aaba-edf1cdbd102f {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:53:00.648309 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:00.748503 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-e8d866b3-9668-4841-b1a3-b7c792400c92 None None] For port b90e8cdb-2516-4aae-9b07-15f1baca5e8a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b90e8cdb-2516-4aae-9b07-15f1baca5e8a,segment=NetworkSegment(eadb1299-79f3-4ef1-aecb-c06912c40e73),segment_id=eadb1299-79f3-4ef1-aecb-c06912c40e73)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:53:00.749038 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e8d866b3-9668-4841-b1a3-b7c792400c92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:00.834037 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] For port 03fe4f65-a157-4de4-aaba-edf1cdbd102f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=03fe4f65-a157-4de4-aaba-edf1cdbd102f,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:53:00.834368 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:00.881979 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e8d866b3-9668-4841-b1a3-b7c792400c92 None None] Calling delete_port for b90e8cdb-2516-4aae-9b07-15f1baca5e8a owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:53:00.893363 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-999d7127-5ef1-4dae-8b2f-363777e0065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'name': 'tempest-TestNetworkBasicOps-router-1485151668', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:51:44Z', 'updated_at': '2021-11-26T16:52:58Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:45Z', 'updated_at': '2021-11-26T16:52:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:53:00.897431 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999d7127-5ef1-4dae-8b2f-363777e0065d None None] The sync data for ids ['b802e4e1-fbe5-4e05-8cf1-0c82df338b26'] in dv-neutron-819440-1-hyperv is: [{'id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'name': 'tempest-TestNetworkBasicOps-router-1485151668', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:51:44Z', 'updated_at': '2021-11-26T16:52:58Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '03fe4f65-a157-4de4-aaba-edf1cdbd102f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e4e1-fbe5-4e05-8cf1-0c82df338b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:51:45Z', 'updated_at': '2021-11-26T16:52:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:53:00.964149 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for 03fe4f65-a157-4de4-aaba-edf1cdbd102f owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:53:01.004950 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e8d866b3-9668-4841-b1a3-b7c792400c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:01.009469 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:01.050919 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d866b3-9668-4841-b1a3-b7c792400c92 None None] Pushing event deleted for resources: {'Port': ['ID=b90e8cdb-2516-4aae-9b07-15f1baca5e8a,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:01.055947 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d866b3-9668-4841-b1a3-b7c792400c92 None None] No DVR routers for this DVR port b90e8cdb-2516-4aae-9b07-15f1baca5e8a on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:53:01.063924 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d866b3-9668-4841-b1a3-b7c792400c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:01.064280 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d866b3-9668-4841-b1a3-b7c792400c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:01.076577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d866b3-9668-4841-b1a3-b7c792400c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:01.076577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d866b3-9668-4841-b1a3-b7c792400c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:01.076577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d866b3-9668-4841-b1a3-b7c792400c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:01.076577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d866b3-9668-4841-b1a3-b7c792400c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:01.076577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d866b3-9668-4841-b1a3-b7c792400c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:01.076577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d866b3-9668-4841-b1a3-b7c792400c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:01.076577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d866b3-9668-4841-b1a3-b7c792400c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:01.076577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d866b3-9668-4841-b1a3-b7c792400c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:01.076577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d866b3-9668-4841-b1a3-b7c792400c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:01.076577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d866b3-9668-4841-b1a3-b7c792400c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:01.076577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e8d866b3-9668-4841-b1a3-b7c792400c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:01.146850 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:01.150869 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-827f839f-510d-4ae6-809b-e82f73cec228 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:01.198414 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=03fe4f65-a157-4de4-aaba-edf1cdbd102f,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:01.246042 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fd59ebad-6156-42de-a83c-e6075112e659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:01.247900 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:01.248237 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:01.248613 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:01.248978 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:01.249344 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:01.249708 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:01.250068 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:01.250479 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:01.250843 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:01.251200 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:01.251559 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:01.251940 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:01.294568 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:01.313151 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b90e8cdb-2516-4aae-9b07-15f1baca5e8a no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:53:01.314637 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:01.355037 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: b90e8cdb-2516-4aae-9b07-15f1baca5e8a {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:53:01.355508 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b90e8cdb-2516-4aae-9b07-15f1baca5e8a not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:53:01.356130 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c066c5c4-374f-45ea-aff3-a9a48de30466 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:53:01.396700 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: c066c5c4-374f-45ea-aff3-a9a48de30466 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:53:01.397153 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c066c5c4-374f-45ea-aff3-a9a48de30466 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:53:01.636400 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:01.639580 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:01.668459 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:01.669121 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Fanout notify agent at l3_agent the message router_deleted on router b802e4e1-fbe5-4e05-8cf1-0c82df338b26 {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:53:01.685184 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:01.686256 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/routers/b802e4e1-fbe5-4e05-8cf1-0c82df338b26 HTTP/1.1" status: 204 len: 168 time: 1.4190507 Nov 26 16:53:01.689263 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55080) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:53:01.827235 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ec9dd1da-5b2c-4359-a432-ab7899e6fed9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:01.843305 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b9c2cc3d-5fb9-45b2-8202-6d45b7683ce9 req-3510b1de-79d4-4b2f-b640-ce224447cd6f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780869 Nov 26 16:53:01.959335 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ec9dd1da-5b2c-4359-a432-ab7899e6fed9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:01.986556 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-ec9dd1da-5b2c-4359-a432-ab7899e6fed9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dca178b-e0b1-4b1b-90bd-495bf4a75385']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:53:01.998131 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2cc3d-5fb9-45b2-8202-6d45b7683ce9 req-ce860ab4-ebba-4b86-8fc3-1ca167392604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:01.999611 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b9c2cc3d-5fb9-45b2-8202-6d45b7683ce9 req-ce860ab4-ebba-4b86-8fc3-1ca167392604 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9f9230f34386409ca98bc1f84ec409b3&device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 1099 time: 0.0774877 Nov 26 16:53:02.001388 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-ec9dd1da-5b2c-4359-a432-ab7899e6fed9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eadb1299-79f3-4ef1-aecb-c06912c40e73') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:53:02.001699 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-ec9dd1da-5b2c-4359-a432-ab7899e6fed9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eadb1299-79f3-4ef1-aecb-c06912c40e73') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:53:02.013916 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ec9dd1da-5b2c-4359-a432-ab7899e6fed9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:02.030285 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ec9dd1da-5b2c-4359-a432-ab7899e6fed9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:02.036978 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9dd1da-5b2c-4359-a432-ab7899e6fed9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:53:02.037364 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ec9dd1da-5b2c-4359-a432-ab7899e6fed9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:53:02.052381 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:53:02.137118 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ec9dd1da-5b2c-4359-a432-ab7899e6fed9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:02.141213 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-951c8921-3ba1-45c5-a234-1921f0021ec0 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:02.163021 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ec9dd1da-5b2c-4359-a432-ab7899e6fed9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:02.165699 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2cc3d-5fb9-45b2-8202-6d45b7683ce9 req-5ebd449c-4761-44ef-b993-1cfb08329097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:02.167380 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b9c2cc3d-5fb9-45b2-8202-6d45b7683ce9 req-5ebd449c-4761-44ef-b993-1cfb08329097 service neutron] 10.222.0.31 "GET /v2.0/networks?id=48a59583-a919-49e7-95cd-b28f90765ccd HTTP/1.1" status: 200 len: 912 time: 0.1420176 Nov 26 16:53:02.173097 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:02.173615 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9dd1da-5b2c-4359-a432-ab7899e6fed9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Network': ['ID=7dca178b-e0b1-4b1b-90bd-495bf4a75385,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:02.176549 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ec9dd1da-5b2c-4359-a432-ab7899e6fed9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:02.181384 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ec9dd1da-5b2c-4359-a432-ab7899e6fed9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/networks/7dca178b-e0b1-4b1b-90bd-495bf4a75385 HTTP/1.1" status: 204 len: 168 time: 0.4907584 Nov 26 16:53:02.201399 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55084) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:53:02.208147 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-e025e246-b2a9-4557-bad3-9a1eb1d3cfd5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'network': {'name': 'tempest-network-smoke--2099875627', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'port_security_enabled': True}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:53:02.213559 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-e025e246-b2a9-4557-bad3-9a1eb1d3cfd5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:53:02.217871 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e025e246-b2a9-4557-bad3-9a1eb1d3cfd5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:network and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:53:02.221430 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e025e246-b2a9-4557-bad3-9a1eb1d3cfd5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:53:02.227950 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-e025e246-b2a9-4557-bad3-9a1eb1d3cfd5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:53:02.239950 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e025e246-b2a9-4557-bad3-9a1eb1d3cfd5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Made reservation on behalf of 44b3ec829fd84946a37f17d3391a650c for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:53:02.243432 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e025e246-b2a9-4557-bad3-9a1eb1d3cfd5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:02.272199 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e025e246-b2a9-4557-bad3-9a1eb1d3cfd5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:53:02.289445 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e025e246-b2a9-4557-bad3-9a1eb1d3cfd5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:02.289858 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-e025e246-b2a9-4557-bad3-9a1eb1d3cfd5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Added segment c1480bb2-56c0-4b22-bde4-c055cb1d81b1 of type vlan for network 9bbeb650-1bef-4031-ad45-17ddb6cceb33 Nov 26 16:53:02.320612 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e025e246-b2a9-4557-bad3-9a1eb1d3cfd5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:02.358199 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e025e246-b2a9-4557-bad3-9a1eb1d3cfd5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:02.364027 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e025e246-b2a9-4557-bad3-9a1eb1d3cfd5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:02.364667 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e025e246-b2a9-4557-bad3-9a1eb1d3cfd5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:02.368778 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-16236446-7b82-4d7e-b35f-bb50dbf2a689 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:02.423310 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b9c2cc3d-5fb9-45b2-8202-6d45b7683ce9 req-625ca65d-1e14-477e-8deb-67b7d5ecc268 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0681cd4-4abe-4a34-b224-c4b011b383e9 HTTP/1.1" status: 200 len: 1002 time: 0.2451749 Nov 26 16:53:02.478831 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e025e246-b2a9-4557-bad3-9a1eb1d3cfd5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2732480 Nov 26 16:53:02.479024 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55088) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:53:02.481675 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025e246-b2a9-4557-bad3-9a1eb1d3cfd5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Network': ['ID=9bbeb650-1bef-4031-ad45-17ddb6cceb33,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:02.484361 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e025e246-b2a9-4557-bad3-9a1eb1d3cfd5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:02.487698 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-42f1b43e-2b7c-4142-a767-32661e7314bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1163244347', 'admin_state_up': True, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:53:02.490225 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2cc3d-5fb9-45b2-8202-6d45b7683ce9 req-f1f8d63e-799e-45c0-ad0d-90435123845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:02.491710 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b9c2cc3d-5fb9-45b2-8202-6d45b7683ce9 req-f1f8d63e-799e-45c0-ad0d-90435123845d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b55da957-278e-4beb-9f32-8be970680118 HTTP/1.1" status: 200 len: 850 time: 0.0591469 Nov 26 16:53:02.494080 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 9bbeb650-1bef-4031-ad45-17ddb6cceb33 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:53:02.495690 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-42f1b43e-2b7c-4142-a767-32661e7314bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:53:02.499937 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-42f1b43e-2b7c-4142-a767-32661e7314bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:router and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:53:02.502960 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-42f1b43e-2b7c-4142-a767-32661e7314bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:53:02.508754 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-42f1b43e-2b7c-4142-a767-32661e7314bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:53:02.524351 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-42f1b43e-2b7c-4142-a767-32661e7314bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:02.525470 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-42f1b43e-2b7c-4142-a767-32661e7314bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:02.542544 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-42f1b43e-2b7c-4142-a767-32661e7314bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:02.572122 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2cc3d-5fb9-45b2-8202-6d45b7683ce9 req-f7095a0e-2d22-41fc-a409-bb105bf39f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:02.573580 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b9c2cc3d-5fb9-45b2-8202-6d45b7683ce9 req-f7095a0e-2d22-41fc-a409-bb105bf39f63 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48a59583-a919-49e7-95cd-b28f90765ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718896 Nov 26 16:53:02.709008 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b9c2cc3d-5fb9-45b2-8202-6d45b7683ce9 req-1dd284c9-228d-4945-91a7-92daced5fa05 service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247633 Nov 26 16:53:02.814034 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-42f1b43e-2b7c-4142-a767-32661e7314bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:02.846267 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b9c2cc3d-5fb9-45b2-8202-6d45b7683ce9 req-a489be93-60ca-44fa-b9c7-46a0cb71aa8e service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269708 Nov 26 16:53:03.170541 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 03fe4f65-a157-4de4-aaba-edf1cdbd102f no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:53:03.203979 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 03fe4f65-a157-4de4-aaba-edf1cdbd102f {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:53:03.204636 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 03fe4f65-a157-4de4-aaba-edf1cdbd102f not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:53:03.243511 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-42f1b43e-2b7c-4142-a767-32661e7314bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:03.272525 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-42f1b43e-2b7c-4142-a767-32661e7314bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:03.412879 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-42f1b43e-2b7c-4142-a767-32661e7314bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.26.0.122 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/f746b3b2-0622-4c95-8622-bd33f06474d2) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:53:03.556703 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-42f1b43e-2b7c-4142-a767-32661e7314bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:03.585674 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-42f1b43e-2b7c-4142-a767-32661e7314bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:03.589064 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-dbade31c-0ee1-400a-bf47-fed38731b61a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:03.653673 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f1b43e-2b7c-4142-a767-32661e7314bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:53:03.656572 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-42f1b43e-2b7c-4142-a767-32661e7314bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:53:03.660133 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f1b43e-2b7c-4142-a767-32661e7314bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:53:03.695938 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1b43e-2b7c-4142-a767-32661e7314bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=f746b3b2-0622-4c95-8622-bd33f06474d2,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:03.699996 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-42f1b43e-2b7c-4142-a767-32661e7314bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:03.972252 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:04.062900 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-42f1b43e-2b7c-4142-a767-32661e7314bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_gateway, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:04.395348 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-42f1b43e-2b7c-4142-a767-32661e7314bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:04.712931 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f1b43e-2b7c-4142-a767-32661e7314bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router e4137d47-f70d-4ea6-ba8f-8aa69cd920ec is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:53:04.888432 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f1b43e-2b7c-4142-a767-32661e7314bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:53:04.897506 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] Sync routers for ids ['e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:53:04.906413 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] Routers {'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:53:04.907023 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:53:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:53:04.915255 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-42f1b43e-2b7c-4142-a767-32661e7314bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:04.916569 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-42f1b43e-2b7c-4142-a767-32661e7314bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4366555 Nov 26 16:53:04.919576 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55092) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:53:04.972464 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c69f48b9-23fe-4695-83d9-9935274fc65e tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=44b3ec829fd84946a37f17d3391a650c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0515990 Nov 26 16:53:04.974746 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55096) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:53:05.085024 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] Set router e4137d47-f70d-4ea6-ba8f-8aa69cd920ec gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:53:05.102023 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6dd9b8-5093-4d2b-adba-03886a549170 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:05.103487 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-cd6dd9b8-5093-4d2b-adba-03886a549170 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1278605 Nov 26 16:53:05.106304 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55100) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:53:05.149887 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-cc886c66-a6f9-4130-92fa-4a16adf5f2c0 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=cf8dce9a-1df0-4b90-b19d-7de373e178f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424469 Nov 26 16:53:05.152302 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55104) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:53:05.157531 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-b8c6edb2-3693-4fcb-90b8-f6bf09918013 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2048205983', 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:53:05.267179 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b8c6edb2-3693-4fcb-90b8-f6bf09918013 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:53:05.270848 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b8c6edb2-3693-4fcb-90b8-f6bf09918013 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:subnet and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:53:05.273647 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b8c6edb2-3693-4fcb-90b8-f6bf09918013 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:53:05.279330 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b8c6edb2-3693-4fcb-90b8-f6bf09918013 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:53:05.288963 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c6edb2-3693-4fcb-90b8-f6bf09918013 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Made reservation on behalf of 44b3ec829fd84946a37f17d3391a650c for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:53:05.292678 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b8c6edb2-3693-4fcb-90b8-f6bf09918013 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:05.368100 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'name': 'tempest-TestNetworkBasicOps-router-1163244347', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:53:02Z', 'updated_at': '2021-11-26T16:53:03Z', 'revision_number': 3, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cf:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:53:03Z', 'updated_at': '2021-11-26T16:53:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:53:05.372163 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] Checking router: e4137d47-f70d-4ea6-ba8f-8aa69cd920ec for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:53:05.372519 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] Updating router e4137d47-f70d-4ea6-ba8f-8aa69cd920ec port f746b3b2-0622-4c95-8622-bd33f06474d2 binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:53:05.431129 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:05.510127 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b8c6edb2-3693-4fcb-90b8-f6bf09918013 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:05.514557 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-95fcfddf-1670-4cd0-bbf3-57a7b8233f22 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:05.591397 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6edb2-3693-4fcb-90b8-f6bf09918013 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Subnet': ['ID=165c802e-e41a-4084-a38e-293c62d10302,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:05.595245 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b8c6edb2-3693-4fcb-90b8-f6bf09918013 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:05.601031 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c6edb2-3693-4fcb-90b8-f6bf09918013 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Checking segment: {'id': 'c1480bb2-56c0-4b22-bde4-c055cb1d81b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:53:05.601393 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c6edb2-3693-4fcb-90b8-f6bf09918013 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network hostable DHCP agents. Network: 9bbeb650-1bef-4031-ad45-17ddb6cceb33, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:53:05.620589 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c6edb2-3693-4fcb-90b8-f6bf09918013 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network 9bbeb650-1bef-4031-ad45-17ddb6cceb33 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:53:05.630873 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-b8c6edb2-3693-4fcb-90b8-f6bf09918013 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 9bbeb650-1bef-4031-ad45-17ddb6cceb33) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:53:05.635020 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c6edb2-3693-4fcb-90b8-f6bf09918013 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:05.635480 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b8c6edb2-3693-4fcb-90b8-f6bf09918013 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:05.644305 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc3c094-c90b-4848-9763-12de257d5b09 None None] Network 9bbeb650-1bef-4031-ad45-17ddb6cceb33 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:53:05.656134 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b8c6edb2-3693-4fcb-90b8-f6bf09918013 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5027621 Nov 26 16:53:05.658866 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55108) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:53:05.903096 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:05.994179 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] Transition to ACTIVE for port object f746b3b2-0622-4c95-8622-bd33f06474d2 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:53:06.001572 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:06.006908 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-fe3c90a6-7691-4e39-9183-6ef232a3dec0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:06.036082 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-9bbeb650-1bef-4031-ad45-17ddb6cceb33', 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ips': [{'subnet_id': '165c802e-e41a-4084-a38e-293c62d10302'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:53:06.037165 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:06.142311 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8217c8-4595-4af0-aac2-8b2f04995ed8 None None] Pushing event updated for resources: {'Port': ['ID=f746b3b2-0622-4c95-8622-bd33f06474d2,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:06.144763 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] Attempting to bind port f746b3b2-0622-4c95-8622-bd33f06474d2 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:53:06.145072 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] Attempting to bind port f746b3b2-0622-4c95-8622-bd33f06474d2 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:53:06.145545 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] Attempting to bind port f746b3b2-0622-4c95-8622-bd33f06474d2 on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:53:06.151378 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-1d8217c8-4595-4af0-aac2-8b2f04995ed8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:06.167168 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:53:06.167486 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:53:06.167922 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:06.168322 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:53:06.168795 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] Bound port: f746b3b2-0622-4c95-8622-bd33f06474d2, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:53:06.169173 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:06.299019 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] For port f746b3b2-0622-4c95-8622-bd33f06474d2, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:53:06.303421 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] For port f746b3b2-0622-4c95-8622-bd33f06474d2, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f746b3b2-0622-4c95-8622-bd33f06474d2,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:53:06.310044 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:06.316601 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-1fdebc65-a9b6-4a27-a0d9-2f3998e85dbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:06.346204 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] Allocated IP 172.20.0.2 (9bbeb650-1bef-4031-ad45-17ddb6cceb33/165c802e-e41a-4084-a38e-293c62d10302/6dc8d07e-0508-4f3c-821d-c710050eb4a1) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:53:06.416715 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] Routers {'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:53:06.417426 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:53:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:53:06.471751 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aba30dee-31c0-46c4-98a8-9651b53fcde4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:06.599663 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8217c8-4595-4af0-aac2-8b2f04995ed8 None None] Pushing event updated for resources: {'Port': ['ID=f746b3b2-0622-4c95-8622-bd33f06474d2,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:06.608302 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-1d8217c8-4595-4af0-aac2-8b2f04995ed8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:06.721082 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] Set router e4137d47-f70d-4ea6-ba8f-8aa69cd920ec gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:53:06.928232 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:06.944199 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] Transition to ACTIVE for port object 6dc8d07e-0508-4f3c-821d-c710050eb4a1 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:53:06.993710 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] Transition to ACTIVE for port object 6dc8d07e-0508-4f3c-821d-c710050eb4a1 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:53:07.028486 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:07.034842 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:07.066421 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-aba30dee-31c0-46c4-98a8-9651b53fcde4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.20.0.1 (9bbeb650-1bef-4031-ad45-17ddb6cceb33/165c802e-e41a-4084-a38e-293c62d10302/3f5bec5e-c00b-4270-a244-8ab7b0129bcc) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:53:07.108787 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] Network 9bbeb650-1bef-4031-ad45-17ddb6cceb33 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:53:07.113220 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:53:07.120192 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:53:07.123022 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] Pushing event updated for resources: {'Port': ['ID=6dc8d07e-0508-4f3c-821d-c710050eb4a1,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:07.128091 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:07.219483 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] Attempting to bind port 6dc8d07e-0508-4f3c-821d-c710050eb4a1 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:53:07.219894 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] Attempting to bind port 6dc8d07e-0508-4f3c-821d-c710050eb4a1 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'c1480bb2-56c0-4b22-bde4-c055cb1d81b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:53:07.220269 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] Attempting to bind port 6dc8d07e-0508-4f3c-821d-c710050eb4a1 on network 9bbeb650-1bef-4031-ad45-17ddb6cceb33 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:53:07.226594 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'name': 'tempest-TestNetworkBasicOps-router-1163244347', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:53:02Z', 'updated_at': '2021-11-26T16:53:03Z', 'revision_number': 3, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cf:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:53:03Z', 'updated_at': '2021-11-26T16:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:53:07.229713 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:53:07.230099 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] Checking segment: {'id': 'c1480bb2-56c0-4b22-bde4-c055cb1d81b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:53:07.230504 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:07.230912 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] Bound using segment: {'id': 'c1480bb2-56c0-4b22-bde4-c055cb1d81b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:53:07.231386 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] Bound port: 6dc8d07e-0508-4f3c-821d-c710050eb4a1, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1480bb2-56c0-4b22-bde4-c055cb1d81b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:53:07.231792 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:07.235204 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aba30dee-31c0-46c4-98a8-9651b53fcde4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:07.243121 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a1abca-76a6-44c4-a184-533499f00e6b None None] The sync data for ids ['e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'] in dv-neutron-819440-1-hyperv is: [{'id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'name': 'tempest-TestNetworkBasicOps-router-1163244347', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:53:02Z', 'updated_at': '2021-11-26T16:53:03Z', 'revision_number': 3, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cf:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:53:03Z', 'updated_at': '2021-11-26T16:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:53:07.251392 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-aba30dee-31c0-46c4-98a8-9651b53fcde4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Transition to ACTIVE for port object 3f5bec5e-c00b-4270-a244-8ab7b0129bcc will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:53:07.275842 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aba30dee-31c0-46c4-98a8-9651b53fcde4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:07.280404 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-edeb0c15-9aaa-48e3-9f36-85a4051cd889 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:07.335653 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] For port 6dc8d07e-0508-4f3c-821d-c710050eb4a1, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:53:07.338980 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] For port 6dc8d07e-0508-4f3c-821d-c710050eb4a1, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=6dc8d07e-0508-4f3c-821d-c710050eb4a1,segment=NetworkSegment(c1480bb2-56c0-4b22-bde4-c055cb1d81b1),segment_id=c1480bb2-56c0-4b22-bde4-c055cb1d81b1)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:53:07.343635 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:07.349795 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:07.350395 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba30dee-31c0-46c4-98a8-9651b53fcde4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network 9bbeb650-1bef-4031-ad45-17ddb6cceb33 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:53:07.354586 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-aba30dee-31c0-46c4-98a8-9651b53fcde4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:53:07.360781 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba30dee-31c0-46c4-98a8-9651b53fcde4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:53:07.404659 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba30dee-31c0-46c4-98a8-9651b53fcde4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=3f5bec5e-c00b-4270-a244-8ab7b0129bcc,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:07.410097 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-aba30dee-31c0-46c4-98a8-9651b53fcde4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:07.426630 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aba30dee-31c0-46c4-98a8-9651b53fcde4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:07.435115 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] Pushing event updated for resources: {'Port': ['ID=6dc8d07e-0508-4f3c-821d-c710050eb4a1,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:07.438209 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:07.580319 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aba30dee-31c0-46c4-98a8-9651b53fcde4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:08.174747 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aba30dee-31c0-46c4-98a8-9651b53fcde4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:08.180316 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aba30dee-31c0-46c4-98a8-9651b53fcde4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:08.206630 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7ea78e12-bf2c-4a88-8db6-c28dc580cb19 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:08.307938 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba30dee-31c0-46c4-98a8-9651b53fcde4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=3f5bec5e-c00b-4270-a244-8ab7b0129bcc,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:08.312384 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-aba30dee-31c0-46c4-98a8-9651b53fcde4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:08.313196 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aba30dee-31c0-46c4-98a8-9651b53fcde4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:08.456683 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba30dee-31c0-46c4-98a8-9651b53fcde4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network 9bbeb650-1bef-4031-ad45-17ddb6cceb33 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:53:08.457888 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-aba30dee-31c0-46c4-98a8-9651b53fcde4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:53:08.463130 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3341eee8-dfaa-45cd-a370-497d539d3e48 None None] Network 9bbeb650-1bef-4031-ad45-17ddb6cceb33 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:53:08.596564 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-cb705fec-d2fb-4734-86f1-662a4faea63d None None] Provisioning for port 6dc8d07e-0508-4f3c-821d-c710050eb4a1 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:53:08.650222 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba30dee-31c0-46c4-98a8-9651b53fcde4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router e4137d47-f70d-4ea6-ba8f-8aa69cd920ec has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:53:08.835571 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba30dee-31c0-46c4-98a8-9651b53fcde4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:53:08.849108 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-aba30dee-31c0-46c4-98a8-9651b53fcde4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "PUT /v2.0/routers/e4137d47-f70d-4ea6-ba8f-8aa69cd920ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1890664 Nov 26 16:53:08.851679 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55112) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:53:08.931262 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] Sync routers for ids ['e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:53:08.941607 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] Routers {'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:53:08.942225 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:53:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:53:09.002057 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715a0246-4d7f-466e-a305-38e113b0d060 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:09.002534 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715a0246-4d7f-466e-a305-38e113b0d060 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:09.003000 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715a0246-4d7f-466e-a305-38e113b0d060 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:09.003460 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715a0246-4d7f-466e-a305-38e113b0d060 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:09.004001 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715a0246-4d7f-466e-a305-38e113b0d060 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:09.004455 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715a0246-4d7f-466e-a305-38e113b0d060 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:09.008919 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-715a0246-4d7f-466e-a305-38e113b0d060 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1537228 Nov 26 16:53:09.009651 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55116) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:53:09.038246 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4f479ac1-e20a-4b42-a009-910cce5aab7a None None] Provisioning for port 3f5bec5e-c00b-4270-a244-8ab7b0129bcc completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:53:09.044581 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4f479ac1-e20a-4b42-a009-910cce5aab7a None None] Provisioning complete for port 3f5bec5e-c00b-4270-a244-8ab7b0129bcc triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:53:09.045102 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4f479ac1-e20a-4b42-a009-910cce5aab7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:09.101490 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be1e0a-9dea-4847-aa8d-194007664965 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:09.101965 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be1e0a-9dea-4847-aa8d-194007664965 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:09.102416 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be1e0a-9dea-4847-aa8d-194007664965 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:09.102865 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be1e0a-9dea-4847-aa8d-194007664965 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:09.103483 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be1e0a-9dea-4847-aa8d-194007664965 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:09.103961 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be1e0a-9dea-4847-aa8d-194007664965 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:09.104680 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-4f479ac1-e20a-4b42-a009-910cce5aab7a None None] Port 3f5bec5e-c00b-4270-a244-8ab7b0129bcc cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:53:09.108312 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b9be1e0a-9dea-4847-aa8d-194007664965 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0951858 Nov 26 16:53:09.108710 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55120) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:53:09.123571 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] Set router e4137d47-f70d-4ea6-ba8f-8aa69cd920ec gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:53:09.257368 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 6dc8d07e-0508-4f3c-821d-c710050eb4a1 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:53:09.286056 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d65cb8a3-682c-4c5d-a14b-9286162fb95b None None] Provisioning complete for port 3f5bec5e-c00b-4270-a244-8ab7b0129bcc triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:53:09.286999 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d65cb8a3-682c-4c5d-a14b-9286162fb95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:09.369268 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6cf79ad4-6211-4509-9f87-ed3ba43b726c tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2585323 Nov 26 16:53:09.390413 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-d65cb8a3-682c-4c5d-a14b-9286162fb95b None None] Port 3f5bec5e-c00b-4270-a244-8ab7b0129bcc cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:53:09.398835 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 6dc8d07e-0508-4f3c-821d-c710050eb4a1 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:53:09.408227 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 6dc8d07e-0508-4f3c-821d-c710050eb4a1 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:53:09.408960 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:09.526593 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'name': 'tempest-TestNetworkBasicOps-router-1163244347', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:53:02Z', 'updated_at': '2021-11-26T16:53:07Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cf:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:53:03Z', 'updated_at': '2021-11-26T16:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '3f5bec5e-c00b-4270-a244-8ab7b0129bcc', 'name': '', 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:df:0f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '165c802e-e41a-4084-a38e-293c62d10302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:53:06Z', 'updated_at': '2021-11-26T16:53:07Z', 'revision_number': 2, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '165c802e-e41a-4084-a38e-293c62d10302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:53:09.530486 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] Checking router: e4137d47-f70d-4ea6-ba8f-8aa69cd920ec for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:53:09.530906 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] Updating router e4137d47-f70d-4ea6-ba8f-8aa69cd920ec port 3f5bec5e-c00b-4270-a244-8ab7b0129bcc binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:53:09.560410 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-3a4ea9a5-f7da-44c9-ad02-9d87bfd3a6eb None None] Provisioning complete for port 3f5bec5e-c00b-4270-a244-8ab7b0129bcc triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:53:09.560979 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3a4ea9a5-f7da-44c9-ad02-9d87bfd3a6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:09.585879 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:09.605564 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:09.638811 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ea9a5-f7da-44c9-ad02-9d87bfd3a6eb None None] Port 3f5bec5e-c00b-4270-a244-8ab7b0129bcc cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:53:09.646390 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55126) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:53:09.649865 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 6dc8d07e-0508-4f3c-821d-c710050eb4a1, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=6dc8d07e-0508-4f3c-821d-c710050eb4a1,segment=NetworkSegment(c1480bb2-56c0-4b22-bde4-c055cb1d81b1),segment_id=c1480bb2-56c0-4b22-bde4-c055cb1d81b1)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:53:09.652153 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-c363dfd5-b0a5-4940-be7b-2bf2d9535a1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1154998731', 'description': 'tempest-secgroup-smoke-1154998731 description', 'project_id': '44b3ec829fd84946a37f17d3391a650c'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:53:09.655425 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:09.656947 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f746b3b2-0622-4c95-8622-bd33f06474d2 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:53:09.659601 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c363dfd5-b0a5-4940-be7b-2bf2d9535a1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:53:09.664207 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c363dfd5-b0a5-4940-be7b-2bf2d9535a1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:53:09.667334 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c363dfd5-b0a5-4940-be7b-2bf2d9535a1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:53:09.673850 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c363dfd5-b0a5-4940-be7b-2bf2d9535a1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:53:09.684643 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c363dfd5-b0a5-4940-be7b-2bf2d9535a1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:09.686217 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e8d5ee32-28b9-48fb-add6-23ca403c9914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:09.722075 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c363dfd5-b0a5-4940-be7b-2bf2d9535a1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:53:09.728523 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c363dfd5-b0a5-4940-be7b-2bf2d9535a1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:53:09.733863 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c363dfd5-b0a5-4940-be7b-2bf2d9535a1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:53:09.743856 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c363dfd5-b0a5-4940-be7b-2bf2d9535a1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:53:09.767300 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=6dc8d07e-0508-4f3c-821d-c710050eb4a1,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:09.776157 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:09.802999 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port f746b3b2-0622-4c95-8622-bd33f06474d2 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:53:09.808080 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port f746b3b2-0622-4c95-8622-bd33f06474d2 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:53:09.808467 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:09.831423 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c363dfd5-b0a5-4940-be7b-2bf2d9535a1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:09.835578 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c363dfd5-b0a5-4940-be7b-2bf2d9535a1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:09.841709 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f35e28ed-055f-48e4-91fb-9d3a99059ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:09.886536 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363dfd5-b0a5-4940-be7b-2bf2d9535a1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb6d1fb-8f26-4d5e-986c-0df5416dff11,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:09.889781 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c363dfd5-b0a5-4940-be7b-2bf2d9535a1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:09.892317 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c363dfd5-b0a5-4940-be7b-2bf2d9535a1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:09.896311 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c363dfd5-b0a5-4940-be7b-2bf2d9535a1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2462418 Nov 26 16:53:09.896741 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55130) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:53:09.902114 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-054a6678-972e-4cc0-b8d5-d11edde52486 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '6bb6d1fb-8f26-4d5e-986c-0df5416dff11', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:53:09.909000 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-054a6678-972e-4cc0-b8d5-d11edde52486 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:53:09.912832 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-054a6678-972e-4cc0-b8d5-d11edde52486 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:53:09.915645 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-054a6678-972e-4cc0-b8d5-d11edde52486 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:53:09.921860 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-054a6678-972e-4cc0-b8d5-d11edde52486 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:53:09.926381 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:09.939914 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-054a6678-972e-4cc0-b8d5-d11edde52486 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:09.943303 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port f746b3b2-0622-4c95-8622-bd33f06474d2, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f746b3b2-0622-4c95-8622-bd33f06474d2,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:53:09.947511 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:09.953932 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:09.970255 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:09.982944 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] Transition to ACTIVE for port object 3f5bec5e-c00b-4270-a244-8ab7b0129bcc will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:53:09.990547 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:09.995357 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-50b59fca-33c9-4c04-a928-9a2f9af65e40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:10.004488 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-054a6678-972e-4cc0-b8d5-d11edde52486 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:10.009352 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-054a6678-972e-4cc0-b8d5-d11edde52486 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:10.011192 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-890cd3c0-06f9-447e-b484-e8c0e853807f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:10.029527 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=f746b3b2-0622-4c95-8622-bd33f06474d2,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:10.036176 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:10.037875 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a6678-972e-4cc0-b8d5-d11edde52486 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af8a4d4-6533-4cf6-b364-8c1d1f38332d,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:10.041206 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-054a6678-972e-4cc0-b8d5-d11edde52486 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:10.051928 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-054a6678-972e-4cc0-b8d5-d11edde52486 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:10.053123 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-054a6678-972e-4cc0-b8d5-d11edde52486 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1554642 Nov 26 16:53:10.056068 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55134) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:53:10.062895 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-05a1f650-43fb-469c-9a31-8b6f1ebab43c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '6bb6d1fb-8f26-4d5e-986c-0df5416dff11', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:53:10.068761 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-05a1f650-43fb-469c-9a31-8b6f1ebab43c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:53:10.075150 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-05a1f650-43fb-469c-9a31-8b6f1ebab43c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:53:10.078873 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-05a1f650-43fb-469c-9a31-8b6f1ebab43c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:53:10.085016 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-05a1f650-43fb-469c-9a31-8b6f1ebab43c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:53:10.105954 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-05a1f650-43fb-469c-9a31-8b6f1ebab43c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:10.157051 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099697f2-bee3-4fc1-8cb9-5d8d17be2999 None None] Pushing event updated for resources: {'Port': ['ID=3f5bec5e-c00b-4270-a244-8ab7b0129bcc,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:10.182091 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-05a1f650-43fb-469c-9a31-8b6f1ebab43c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:10.189714 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-05a1f650-43fb-469c-9a31-8b6f1ebab43c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:10.191673 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a005b7a9-f757-4a3c-9e17-d899b40b6091 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:10.203185 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099697f2-bee3-4fc1-8cb9-5d8d17be2999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:10.203533 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099697f2-bee3-4fc1-8cb9-5d8d17be2999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:10.204079 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099697f2-bee3-4fc1-8cb9-5d8d17be2999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:10.204571 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099697f2-bee3-4fc1-8cb9-5d8d17be2999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:10.205042 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099697f2-bee3-4fc1-8cb9-5d8d17be2999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:10.205527 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099697f2-bee3-4fc1-8cb9-5d8d17be2999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:10.205993 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099697f2-bee3-4fc1-8cb9-5d8d17be2999 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:10.206456 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099697f2-bee3-4fc1-8cb9-5d8d17be2999 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:10.206930 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099697f2-bee3-4fc1-8cb9-5d8d17be2999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:10.207392 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099697f2-bee3-4fc1-8cb9-5d8d17be2999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:10.207901 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099697f2-bee3-4fc1-8cb9-5d8d17be2999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:10.208372 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099697f2-bee3-4fc1-8cb9-5d8d17be2999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:53:10.220341 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-099697f2-bee3-4fc1-8cb9-5d8d17be2999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:10.224581 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1f650-43fb-469c-9a31-8b6f1ebab43c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d4cf23c-c082-4bd3-a788-b8b6b4f20e31,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:10.228071 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-05a1f650-43fb-469c-9a31-8b6f1ebab43c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:10.231839 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] Attempting to bind port 3f5bec5e-c00b-4270-a244-8ab7b0129bcc on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:53:10.232410 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] Attempting to bind port 3f5bec5e-c00b-4270-a244-8ab7b0129bcc by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'c1480bb2-56c0-4b22-bde4-c055cb1d81b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:53:10.232937 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] Attempting to bind port 3f5bec5e-c00b-4270-a244-8ab7b0129bcc on network 9bbeb650-1bef-4031-ad45-17ddb6cceb33 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:53:10.253655 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-05a1f650-43fb-469c-9a31-8b6f1ebab43c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:10.257680 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:53:10.257680 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] Checking segment: {'id': 'c1480bb2-56c0-4b22-bde4-c055cb1d81b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:53:10.257920 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-05a1f650-43fb-469c-9a31-8b6f1ebab43c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1980219 Nov 26 16:53:10.257995 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:10.257995 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] Bound using segment: {'id': 'c1480bb2-56c0-4b22-bde4-c055cb1d81b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:53:10.257995 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] Bound port: 3f5bec5e-c00b-4270-a244-8ab7b0129bcc, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1480bb2-56c0-4b22-bde4-c055cb1d81b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:53:10.257995 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:10.258266 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55138) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:53:10.263437 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-c2906342-b05e-4a1e-8a72-3516ac09b5db tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '6bb6d1fb-8f26-4d5e-986c-0df5416dff11', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:53:10.270620 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c2906342-b05e-4a1e-8a72-3516ac09b5db tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:53:10.275370 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c2906342-b05e-4a1e-8a72-3516ac09b5db tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:53:10.278796 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c2906342-b05e-4a1e-8a72-3516ac09b5db tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:53:10.285640 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c2906342-b05e-4a1e-8a72-3516ac09b5db tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:53:10.306644 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c2906342-b05e-4a1e-8a72-3516ac09b5db tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:10.355637 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] For port 3f5bec5e-c00b-4270-a244-8ab7b0129bcc, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:53:10.361046 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] For port 3f5bec5e-c00b-4270-a244-8ab7b0129bcc, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=3f5bec5e-c00b-4270-a244-8ab7b0129bcc,segment=NetworkSegment(c1480bb2-56c0-4b22-bde4-c055cb1d81b1),segment_id=c1480bb2-56c0-4b22-bde4-c055cb1d81b1)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:53:10.368533 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:10.372593 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-4575bebe-1f06-4f8d-b3f7-f18aeadd8b8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:10.392953 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c2906342-b05e-4a1e-8a72-3516ac09b5db tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:10.396965 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c2906342-b05e-4a1e-8a72-3516ac09b5db tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:10.398903 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f153b896-956e-4cbe-9960-8f0c4f8cf34d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:10.427641 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2906342-b05e-4a1e-8a72-3516ac09b5db tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd2ec75-f1e5-4816-9917-9b16b65a69e3,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:10.430586 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c2906342-b05e-4a1e-8a72-3516ac09b5db tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:10.435506 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c2906342-b05e-4a1e-8a72-3516ac09b5db tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1764266 Nov 26 16:53:10.435632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55142) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:53:10.436955 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c2906342-b05e-4a1e-8a72-3516ac09b5db tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:10.451252 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-52c5f553-efb2-48ed-aae4-f6af8a65b61f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '6bb6d1fb-8f26-4d5e-986c-0df5416dff11', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:53:10.457526 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099697f2-bee3-4fc1-8cb9-5d8d17be2999 None None] Pushing event updated for resources: {'Port': ['ID=3f5bec5e-c00b-4270-a244-8ab7b0129bcc,revision_number=4']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:10.460513 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] Routers {'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:53:10.461261 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:53:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:53:10.467265 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-52c5f553-efb2-48ed-aae4-f6af8a65b61f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:53:10.473346 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-52c5f553-efb2-48ed-aae4-f6af8a65b61f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:53:10.476340 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-52c5f553-efb2-48ed-aae4-f6af8a65b61f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:53:10.489485 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-52c5f553-efb2-48ed-aae4-f6af8a65b61f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:53:10.510745 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-099697f2-bee3-4fc1-8cb9-5d8d17be2999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:10.512007 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52c5f553-efb2-48ed-aae4-f6af8a65b61f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:10.594865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52c5f553-efb2-48ed-aae4-f6af8a65b61f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:10.598794 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52c5f553-efb2-48ed-aae4-f6af8a65b61f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:10.606754 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-897d67fc-e54d-46fa-a5fa-4c42832301ed tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:10.628597 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5f553-efb2-48ed-aae4-f6af8a65b61f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93a95b8-a290-48ac-93b7-95fc2d767267,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:10.631076 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-52c5f553-efb2-48ed-aae4-f6af8a65b61f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:10.638461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52c5f553-efb2-48ed-aae4-f6af8a65b61f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:10.640527 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-52c5f553-efb2-48ed-aae4-f6af8a65b61f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1999934 Nov 26 16:53:10.643748 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55146) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:53:10.649744 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-563de517-9f6d-4510-bdbe-a4f8b7b390cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '6bb6d1fb-8f26-4d5e-986c-0df5416dff11', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:53:10.655633 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-563de517-9f6d-4510-bdbe-a4f8b7b390cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:53:10.660111 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-563de517-9f6d-4510-bdbe-a4f8b7b390cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:53:10.663048 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-563de517-9f6d-4510-bdbe-a4f8b7b390cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:53:10.664357 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] Set router e4137d47-f70d-4ea6-ba8f-8aa69cd920ec gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:53:10.669394 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-563de517-9f6d-4510-bdbe-a4f8b7b390cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:53:10.679963 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.securitygroups_db [None req-563de517-9f6d-4510-bdbe-a4f8b7b390cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Project 44b3ec829fd84946a37f17d3391a650c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:53:10.693115 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-563de517-9f6d-4510-bdbe-a4f8b7b390cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:10.761022 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-563de517-9f6d-4510-bdbe-a4f8b7b390cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:10.765016 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-563de517-9f6d-4510-bdbe-a4f8b7b390cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:10.766979 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1abef7df-e84b-4932-901e-76c13e1417cf tempest-SecGroupIPv6Test-34209119 tempest-SecGroupIPv6Test-34209119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:10.789259 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563de517-9f6d-4510-bdbe-a4f8b7b390cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9545d16e-98f1-4c2d-a8b6-1f9fc879fb2f,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:10.793747 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-563de517-9f6d-4510-bdbe-a4f8b7b390cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:10.799085 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-563de517-9f6d-4510-bdbe-a4f8b7b390cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:10.800409 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-563de517-9f6d-4510-bdbe-a4f8b7b390cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1556983 Nov 26 16:53:10.803095 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55152) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:53:10.808234 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-bc720fc2-cebb-45a3-bbc0-06b5e7f1ec77 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '6bb6d1fb-8f26-4d5e-986c-0df5416dff11', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:53:10.815343 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-bc720fc2-cebb-45a3-bbc0-06b5e7f1ec77 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:53:10.819374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-bc720fc2-cebb-45a3-bbc0-06b5e7f1ec77 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:53:10.822337 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-bc720fc2-cebb-45a3-bbc0-06b5e7f1ec77 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:53:10.828246 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-bc720fc2-cebb-45a3-bbc0-06b5e7f1ec77 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:53:10.839472 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.securitygroups_db [None req-bc720fc2-cebb-45a3-bbc0-06b5e7f1ec77 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Project 44b3ec829fd84946a37f17d3391a650c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:53:10.847437 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bc720fc2-cebb-45a3-bbc0-06b5e7f1ec77 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:10.918403 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bc720fc2-cebb-45a3-bbc0-06b5e7f1ec77 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:10.923226 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bc720fc2-cebb-45a3-bbc0-06b5e7f1ec77 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:10.930964 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cdb5486b-b332-49ec-8491-f736c203202e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:10.950229 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc720fc2-cebb-45a3-bbc0-06b5e7f1ec77 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88ae69b7-1df0-4848-940b-b46961dbc8b0,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:10.952632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bc720fc2-cebb-45a3-bbc0-06b5e7f1ec77 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:10.960182 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bc720fc2-cebb-45a3-bbc0-06b5e7f1ec77 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:10.961476 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-bc720fc2-cebb-45a3-bbc0-06b5e7f1ec77 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1574728 Nov 26 16:53:11.009820 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'name': 'tempest-TestNetworkBasicOps-router-1163244347', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:53:02Z', 'updated_at': '2021-11-26T16:53:07Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:53:03Z', 'updated_at': '2021-11-26T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '3f5bec5e-c00b-4270-a244-8ab7b0129bcc', 'name': '', 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:df:0f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '165c802e-e41a-4084-a38e-293c62d10302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:53:06Z', 'updated_at': '2021-11-26T16:53:10Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '165c802e-e41a-4084-a38e-293c62d10302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:53:11.013826 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2159b19d-295d-4aeb-90ca-cc06c3c38df1 None None] The sync data for ids ['e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'] in dv-neutron-819440-1-hyperv is: [{'id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'name': 'tempest-TestNetworkBasicOps-router-1163244347', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:53:02Z', 'updated_at': '2021-11-26T16:53:07Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:53:03Z', 'updated_at': '2021-11-26T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '3f5bec5e-c00b-4270-a244-8ab7b0129bcc', 'name': '', 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:df:0f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '165c802e-e41a-4084-a38e-293c62d10302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:53:06Z', 'updated_at': '2021-11-26T16:53:10Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '165c802e-e41a-4084-a38e-293c62d10302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:53:11.271271 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 6dc8d07e-0508-4f3c-821d-c710050eb4a1 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:53:11.341698 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-1eeac4eb-1c87-4cfe-a4ba-4661b496a6ae tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:53:11.345335 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 6dc8d07e-0508-4f3c-821d-c710050eb4a1 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:53:11.345913 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:11.357918 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-1eeac4eb-1c87-4cfe-a4ba-4661b496a6ae tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:53:11.359106 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-1eeac4eb-1c87-4cfe-a4ba-4661b496a6ae tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1154998731&fields=id&tenant_id=44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 267 time: 0.0587840 Nov 26 16:53:11.481713 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 3f5bec5e-c00b-4270-a244-8ab7b0129bcc up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:53:11.526852 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-7d04c940-23ab-45a2-a747-5a692b9bc393 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:11.527996 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-7d04c940-23ab-45a2-a747-5a692b9bc393 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:network {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:53:11.545636 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-7d04c940-23ab-45a2-a747-5a692b9bc393 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:network {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:53:11.547004 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-7d04c940-23ab-45a2-a747-5a692b9bc393 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/networks?id=9bbeb650-1bef-4031-ad45-17ddb6cceb33 HTTP/1.1" status: 200 len: 797 time: 0.1794722 Nov 26 16:53:11.560152 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 3f5bec5e-c00b-4270-a244-8ab7b0129bcc completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:53:11.563183 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-63bd3bcf-40ea-43d1-be6d-c517172e0679 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/quotas/44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 375 time: 0.0102668 Nov 26 16:53:11.566190 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 3f5bec5e-c00b-4270-a244-8ab7b0129bcc triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:53:11.566740 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:11.650107 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-c3406494-52b3-446b-8619-a7209932b3cc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:53:11.669105 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-c3406494-52b3-446b-8619-a7209932b3cc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:53:11.670644 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-c3406494-52b3-446b-8619-a7209932b3cc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1016324 Nov 26 16:53:11.690278 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:11.727140 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 3f5bec5e-c00b-4270-a244-8ab7b0129bcc, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=3f5bec5e-c00b-4270-a244-8ab7b0129bcc,segment=NetworkSegment(c1480bb2-56c0-4b22-bde4-c055cb1d81b1),segment_id=c1480bb2-56c0-4b22-bde4-c055cb1d81b1)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:53:11.731022 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:11.732211 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f746b3b2-0622-4c95-8622-bd33f06474d2 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:53:11.771220 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:11.863103 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=3f5bec5e-c00b-4270-a244-8ab7b0129bcc,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:11.866298 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:11.869783 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-8959e077-e4e5-4686-b481-c10d34df4a69 service neutron] 10.222.0.11 "GET /v2.0/networks/9bbeb650-1bef-4031-ad45-17ddb6cceb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873033 Nov 26 16:53:11.877435 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port f746b3b2-0622-4c95-8622-bd33f06474d2 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:53:11.877817 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:12.010690 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-7d0f304f-ad4e-4fa2-9927-64c03e3d882e service neutron] 10.222.0.11 "GET /v2.0/networks/9bbeb650-1bef-4031-ad45-17ddb6cceb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320696 Nov 26 16:53:12.199158 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-06a6aa87-8f39-4b08-9959-84e26b3a6127 req-e22e5c68-5045-42ae-a85d-8ef55aec64b4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:53:12.212066 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-06a6aa87-8f39-4b08-9959-84e26b3a6127 req-e22e5c68-5045-42ae-a85d-8ef55aec64b4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:53:12.213448 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-06a6aa87-8f39-4b08-9959-84e26b3a6127 req-e22e5c68-5045-42ae-a85d-8ef55aec64b4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=442b9831-2c03-42e1-a53f-99d250d5840c HTTP/1.1" status: 200 len: 210 time: 0.0603418 Nov 26 16:53:13.183932 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 3f5bec5e-c00b-4270-a244-8ab7b0129bcc up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:53:13.294172 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 3f5bec5e-c00b-4270-a244-8ab7b0129bcc triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:53:13.294555 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:13.527200 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-61027c30-6e50-44aa-888c-b6baa8e9d2b1 req-b6cbbf71-a20a-463c-a666-79741b0de2d0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=442b9831-2c03-42e1-a53f-99d250d5840c HTTP/1.1" status: 200 len: 210 time: 0.0528526 Nov 26 16:53:13.577950 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-f158751e-9e1a-46b2-8041-6adac1d212b5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:13.580099 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-f158751e-9e1a-46b2-8041-6adac1d212b5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/networks?id=9bbeb650-1bef-4031-ad45-17ddb6cceb33 HTTP/1.1" status: 200 len: 797 time: 0.3687618 Nov 26 16:53:13.628658 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-281ece07-49b5-40a9-961d-3ab53393cf2d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 380 time: 0.0393004 Nov 26 16:53:13.637012 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-bec80e8b-d8c7-4c23-8aec-5684d1581888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'port': {'device_id': '442b9831-2c03-42e1-a53f-99d250d5840c', 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33', 'admin_state_up': True, 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'security_groups': ['6bb6d1fb-8f26-4d5e-986c-0df5416dff11']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:53:13.770662 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-bec80e8b-d8c7-4c23-8aec-5684d1581888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:53:13.780112 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-bec80e8b-d8c7-4c23-8aec-5684d1581888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:53:13.790310 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-bec80e8b-d8c7-4c23-8aec-5684d1581888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Made reservation on behalf of 44b3ec829fd84946a37f17d3391a650c for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:53:13.793927 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-bec80e8b-d8c7-4c23-8aec-5684d1581888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:13.954409 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-bec80e8b-d8c7-4c23-8aec-5684d1581888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.20.0.12 (9bbeb650-1bef-4031-ad45-17ddb6cceb33/165c802e-e41a-4084-a38e-293c62d10302/f7b202d9-ed25-48d4-a497-18a43222f7a5) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:53:14.137862 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-bec80e8b-d8c7-4c23-8aec-5684d1581888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:14.152800 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-bec80e8b-d8c7-4c23-8aec-5684d1581888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Transition to ACTIVE for port object f7b202d9-ed25-48d4-a497-18a43222f7a5 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:53:14.176397 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-bec80e8b-d8c7-4c23-8aec-5684d1581888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:14.182839 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e411dfe8-23e6-486f-90e7-e393ea907927 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:14.247936 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-bec80e8b-d8c7-4c23-8aec-5684d1581888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network 9bbeb650-1bef-4031-ad45-17ddb6cceb33 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:53:14.250934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-bec80e8b-d8c7-4c23-8aec-5684d1581888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:53:14.253724 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-bec80e8b-d8c7-4c23-8aec-5684d1581888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:53:14.299157 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec80e8b-d8c7-4c23-8aec-5684d1581888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=f7b202d9-ed25-48d4-a497-18a43222f7a5,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:14.303687 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bec80e8b-d8c7-4c23-8aec-5684d1581888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:14.324011 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-bec80e8b-d8c7-4c23-8aec-5684d1581888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:14.324620 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-bec80e8b-d8c7-4c23-8aec-5684d1581888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:14.350342 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-bec80e8b-d8c7-4c23-8aec-5684d1581888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7166734 Nov 26 16:53:14.366345 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] Request body: {'port': {'device_id': '442b9831-2c03-42e1-a53f-99d250d5840c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:53:14.441137 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2ae0b822-e78c-49fb-83a5-8c961e63cee5 None None] Provisioning for port f7b202d9-ed25-48d4-a497-18a43222f7a5 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:53:14.446238 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2ae0b822-e78c-49fb-83a5-8c961e63cee5 None None] Provisioning complete for port f7b202d9-ed25-48d4-a497-18a43222f7a5 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:53:14.446614 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2ae0b822-e78c-49fb-83a5-8c961e63cee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:14.482710 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:14.511405 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-2ae0b822-e78c-49fb-83a5-8c961e63cee5 None None] Port f7b202d9-ed25-48d4-a497-18a43222f7a5 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:53:14.712387 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17076759-bab7-4f5e-9dec-0d32b45b4280 req-e3950a77-ff17-48fd-a15e-1e5aa5c97056 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:14.714527 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-17076759-bab7-4f5e-9dec-0d32b45b4280 req-e3950a77-ff17-48fd-a15e-1e5aa5c97056 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=442b9831-2c03-42e1-a53f-99d250d5840c HTTP/1.1" status: 200 len: 932 time: 0.0807574 Nov 26 16:53:14.759046 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-17076759-bab7-4f5e-9dec-0d32b45b4280 req-32ca7cc2-f087-46e4-ad59-6b87b25df733 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bb6d1fb-8f26-4d5e-986c-0df5416dff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383825 Nov 26 16:53:14.826791 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b202d9-ed25-48d4-a497-18a43222f7a5 {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:53:14.833919 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:14.848666 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] Transition to ACTIVE for port object f7b202d9-ed25-48d4-a497-18a43222f7a5 will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:53:14.851888 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:14.855291 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-09922e1d-6acc-4c58-aa6f-5fd0602f625a tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:14.981046 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b202d9-ed25-48d4-a497-18a43222f7a5,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:15.008028 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:15.088615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] Attempting to bind port f7b202d9-ed25-48d4-a497-18a43222f7a5 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:53:15.088945 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] Attempting to bind port f7b202d9-ed25-48d4-a497-18a43222f7a5 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'c1480bb2-56c0-4b22-bde4-c055cb1d81b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:53:15.089270 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] Attempting to bind port f7b202d9-ed25-48d4-a497-18a43222f7a5 on network 9bbeb650-1bef-4031-ad45-17ddb6cceb33 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:53:15.094333 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] Port f7b202d9-ed25-48d4-a497-18a43222f7a5 on network 9bbeb650-1bef-4031-ad45-17ddb6cceb33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:53:15.094661 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] Attempting to bind port f7b202d9-ed25-48d4-a497-18a43222f7a5 on network 9bbeb650-1bef-4031-ad45-17ddb6cceb33 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:53:15.099660 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:53:15.100014 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] Checking segment: {'id': 'c1480bb2-56c0-4b22-bde4-c055cb1d81b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:53:15.100392 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] Bound using segment: {'id': 'c1480bb2-56c0-4b22-bde4-c055cb1d81b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:53:15.100806 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] Bound port: f7b202d9-ed25-48d4-a497-18a43222f7a5, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1480bb2-56c0-4b22-bde4-c055cb1d81b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:53:15.101141 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:15.187006 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] For port f7b202d9-ed25-48d4-a497-18a43222f7a5, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:53:15.189863 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] For port f7b202d9-ed25-48d4-a497-18a43222f7a5, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f7b202d9-ed25-48d4-a497-18a43222f7a5,segment=NetworkSegment(c1480bb2-56c0-4b22-bde4-c055cb1d81b1),segment_id=c1480bb2-56c0-4b22-bde4-c055cb1d81b1)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:53:15.194230 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:15.198629 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ce162d9c-8190-4cf0-8682-2db2d2631ab5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:15.372237 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:15.372847 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:15.374219 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] 10.222.0.31 "PUT /v2.0/ports/f7b202d9-ed25-48d4-a497-18a43222f7a5 HTTP/1.1" status: 200 len: 1094 time: 1.0121739 Nov 26 16:53:15.374927 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442b9831-2c03-42e1-a53f-99d250d5840c', 'tag': 'f7b202d9-ed25-48d4-a497-18a43222f7a5'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:53:15.397168 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b202d9-ed25-48d4-a497-18a43222f7a5,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:15.407606 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:15.449389 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442b9831-2c03-42e1-a53f-99d250d5840c', 'tag': 'f7b202d9-ed25-48d4-a497-18a43222f7a5', 'status': 'completed', 'code': 200} Nov 26 16:53:15.492097 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-ea4c4cf8-d308-437d-8cf8-11407ce731dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:15.493614 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-ea4c4cf8-d308-437d-8cf8-11407ce731dd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=442b9831-2c03-42e1-a53f-99d250d5840c HTTP/1.1" status: 200 len: 1097 time: 0.0768204 Nov 26 16:53:15.569790 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-8b8c347f-8430-4f21-96b5-6a7095837998 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7b202d9-ed25-48d4-a497-18a43222f7a5 HTTP/1.1" status: 200 len: 217 time: 0.0646336 Nov 26 16:53:15.649587 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-0c407955-4909-4924-91bc-3890fc6fb9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:15.651343 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-0c407955-4909-4924-91bc-3890fc6fb9da service neutron] 10.222.0.31 "GET /v2.0/subnets?id=165c802e-e41a-4084-a38e-293c62d10302 HTTP/1.1" status: 200 len: 844 time: 0.0708625 Nov 26 16:53:15.734446 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-8a7da3d5-80ec-4105-bd27-f5b3ddd8e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:15.735938 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-8a7da3d5-80ec-4105-bd27-f5b3ddd8e586 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9bbeb650-1bef-4031-ad45-17ddb6cceb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733657 Nov 26 16:53:15.873398 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-abcb1a7f-bf3f-40ed-a72e-d647686d2b79 service neutron] 10.222.0.31 "GET /v2.0/networks/9bbeb650-1bef-4031-ad45-17ddb6cceb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260781 Nov 26 16:53:15.945856 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be58c7f-90a5-4db4-b228-66f6b57ab9b4 req-db674f0f-fdfc-46da-9583-8995875421ef tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:15.947265 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9be58c7f-90a5-4db4-b228-66f6b57ab9b4 req-db674f0f-fdfc-46da-9583-8995875421ef tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=442b9831-2c03-42e1-a53f-99d250d5840c HTTP/1.1" status: 200 len: 944 time: 0.0838883 Nov 26 16:53:15.991217 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9be58c7f-90a5-4db4-b228-66f6b57ab9b4 req-82bb2329-d531-4716-bd84-4d0061da8dd9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bb6d1fb-8f26-4d5e-986c-0df5416dff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382593 Nov 26 16:53:16.009716 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-769f620b-4979-4a03-b26a-61c5e78f9c50 req-0ca609ce-915a-4928-a8c8-2b4f2ee214fe service neutron] 10.222.0.31 "GET /v2.0/networks/9bbeb650-1bef-4031-ad45-17ddb6cceb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255066 Nov 26 16:53:16.130770 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07739261-fb31-4c10-88b7-7daabb0ef0f7 req-c3978f08-3d8d-4ce5-8ff2-f22efb293aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:16.132229 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-07739261-fb31-4c10-88b7-7daabb0ef0f7 req-c3978f08-3d8d-4ce5-8ff2-f22efb293aa4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=442b9831-2c03-42e1-a53f-99d250d5840c HTTP/1.1" status: 200 len: 1097 time: 0.0693834 Nov 26 16:53:16.263296 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07739261-fb31-4c10-88b7-7daabb0ef0f7 req-3a88da86-2927-49b3-8091-9174747d4155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:16.264648 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-07739261-fb31-4c10-88b7-7daabb0ef0f7 req-3a88da86-2927-49b3-8091-9174747d4155 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9bbeb650-1bef-4031-ad45-17ddb6cceb33 HTTP/1.1" status: 200 len: 898 time: 0.1252358 Nov 26 16:53:16.334714 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-07739261-fb31-4c10-88b7-7daabb0ef0f7 req-f9fcc1cd-9a2a-42ca-8f03-ea378f5e8ca8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7b202d9-ed25-48d4-a497-18a43222f7a5 HTTP/1.1" status: 200 len: 217 time: 0.0629673 Nov 26 16:53:16.397246 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07739261-fb31-4c10-88b7-7daabb0ef0f7 req-7bfd182b-978d-4ecb-85a0-8e57c8af77eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:16.398656 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-07739261-fb31-4c10-88b7-7daabb0ef0f7 req-7bfd182b-978d-4ecb-85a0-8e57c8af77eb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=165c802e-e41a-4084-a38e-293c62d10302 HTTP/1.1" status: 200 len: 844 time: 0.0572593 Nov 26 16:53:16.477319 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07739261-fb31-4c10-88b7-7daabb0ef0f7 req-a06c4ceb-fe7e-4d47-bbb4-72d35e8f06be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:16.478732 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-07739261-fb31-4c10-88b7-7daabb0ef0f7 req-a06c4ceb-fe7e-4d47-bbb4-72d35e8f06be service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9bbeb650-1bef-4031-ad45-17ddb6cceb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728700 Nov 26 16:53:16.611340 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-07739261-fb31-4c10-88b7-7daabb0ef0f7 req-1521af84-f966-4139-8124-e7f56e37e8f3 service neutron] 10.222.0.31 "GET /v2.0/networks/9bbeb650-1bef-4031-ad45-17ddb6cceb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242483 Nov 26 16:53:16.742514 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-07739261-fb31-4c10-88b7-7daabb0ef0f7 req-2ff761bb-d6e8-4811-b646-648019df536e service neutron] 10.222.0.31 "GET /v2.0/networks/9bbeb650-1bef-4031-ad45-17ddb6cceb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226912 Nov 26 16:53:16.846173 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:53:17.176710 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ca19a-3a29-46e8-bad1-85daf7a42e6a req-2627c1cd-d70a-416e-9dab-a03d0d55713e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:17.177403 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-ce5ca19a-3a29-46e8-bad1-85daf7a42e6a req-2627c1cd-d70a-416e-9dab-a03d0d55713e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:53:17.193250 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-ce5ca19a-3a29-46e8-bad1-85daf7a42e6a req-2627c1cd-d70a-416e-9dab-a03d0d55713e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:53:17.194422 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ce5ca19a-3a29-46e8-bad1-85daf7a42e6a req-2627c1cd-d70a-416e-9dab-a03d0d55713e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=442b9831-2c03-42e1-a53f-99d250d5840c HTTP/1.1" status: 200 len: 944 time: 0.0964820 Nov 26 16:53:17.241650 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ce5ca19a-3a29-46e8-bad1-85daf7a42e6a req-a79950a1-b28c-4582-8031-c4dbac2fceff tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bb6d1fb-8f26-4d5e-986c-0df5416dff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411630 Nov 26 16:53:18.214424 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device f7b202d9-ed25-48d4-a497-18a43222f7a5 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 16:53:18.346299 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port f7b202d9-ed25-48d4-a497-18a43222f7a5, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f7b202d9-ed25-48d4-a497-18a43222f7a5,segment=NetworkSegment(c1480bb2-56c0-4b22-bde4-c055cb1d81b1),segment_id=c1480bb2-56c0-4b22-bde4-c055cb1d81b1)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:53:18.359981 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': 'f7b202d9-ed25-48d4-a497-18a43222f7a5', 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33', 'port_id': 'f7b202d9-ed25-48d4-a497-18a43222f7a5', 'mac_address': 'fa:16:3e:3f:ca:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '165c802e-e41a-4084-a38e-293c62d10302', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 16:53:18.414361 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:18.431043 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b202d9-ed25-48d4-a497-18a43222f7a5 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:53:18.433384 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301e6f9-2f63-4e41-acf6-0e5c577d024f req-b4f3179e-4c75-4411-8ea2-9e3d4e15bad2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:18.434853 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e301e6f9-2f63-4e41-acf6-0e5c577d024f req-b4f3179e-4c75-4411-8ea2-9e3d4e15bad2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=442b9831-2c03-42e1-a53f-99d250d5840c HTTP/1.1" status: 200 len: 944 time: 0.0806096 Nov 26 16:53:18.446665 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port f7b202d9-ed25-48d4-a497-18a43222f7a5, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f7b202d9-ed25-48d4-a497-18a43222f7a5,segment=NetworkSegment(c1480bb2-56c0-4b22-bde4-c055cb1d81b1),segment_id=c1480bb2-56c0-4b22-bde4-c055cb1d81b1)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:53:18.450901 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:18.452807 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:18.479334 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e301e6f9-2f63-4e41-acf6-0e5c577d024f req-bc92a9a4-74be-430a-89f9-9c717f2c0f03 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bb6d1fb-8f26-4d5e-986c-0df5416dff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380630 Nov 26 16:53:18.520494 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=f7b202d9-ed25-48d4-a497-18a43222f7a5,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:18.523470 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:18.726872 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['f7b202d9-ed25-48d4-a497-18a43222f7a5'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 16:53:19.491812 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:19.669477 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f82f40-acb7-4979-b9f4-4240f2ededa2 req-de99821a-17d1-425b-8d49-b16f5093aaa8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:19.670913 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-94f82f40-acb7-4979-b9f4-4240f2ededa2 req-de99821a-17d1-425b-8d49-b16f5093aaa8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=442b9831-2c03-42e1-a53f-99d250d5840c HTTP/1.1" status: 200 len: 945 time: 0.0844045 Nov 26 16:53:19.715925 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-94f82f40-acb7-4979-b9f4-4240f2ededa2 req-1c90fb07-5d55-45bb-900a-86713d7bbfc6 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bb6d1fb-8f26-4d5e-986c-0df5416dff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392005 Nov 26 16:53:20.229626 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device f7b202d9-ed25-48d4-a497-18a43222f7a5 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:53:20.299697 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port f7b202d9-ed25-48d4-a497-18a43222f7a5 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:53:20.304320 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port f7b202d9-ed25-48d4-a497-18a43222f7a5 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:53:20.304702 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:20.418902 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:20.444459 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442b9831-2c03-42e1-a53f-99d250d5840c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b202d9-ed25-48d4-a497-18a43222f7a5'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:53:20.454426 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port f7b202d9-ed25-48d4-a497-18a43222f7a5, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f7b202d9-ed25-48d4-a497-18a43222f7a5,segment=NetworkSegment(c1480bb2-56c0-4b22-bde4-c055cb1d81b1),segment_id=c1480bb2-56c0-4b22-bde4-c055cb1d81b1)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:53:20.461108 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:20.464558 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:20.500540 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442b9831-2c03-42e1-a53f-99d250d5840c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b202d9-ed25-48d4-a497-18a43222f7a5', 'code': 200} Nov 26 16:53:20.533216 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=f7b202d9-ed25-48d4-a497-18a43222f7a5,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:20.536109 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:20.741569 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2a282-977f-49d1-8b7a-73b09d59ee37 req-698fb9f9-89e8-424f-9c17-03b3ddf7b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:20.742934 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-edd2a282-977f-49d1-8b7a-73b09d59ee37 req-698fb9f9-89e8-424f-9c17-03b3ddf7b67d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=442b9831-2c03-42e1-a53f-99d250d5840c HTTP/1.1" status: 200 len: 1099 time: 0.0712371 Nov 26 16:53:20.787880 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-edd2a282-977f-49d1-8b7a-73b09d59ee37 req-ac00e408-4caa-4a0b-bbad-cfc7124ed040 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6bb6d1fb-8f26-4d5e-986c-0df5416dff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345364 Nov 26 16:53:21.020517 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fd87d-2373-48eb-8d6f-7faed1cd7155 req-aa58f442-180c-4811-b354-0dfd526379cc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:21.021913 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-281fd87d-2373-48eb-8d6f-7faed1cd7155 req-aa58f442-180c-4811-b354-0dfd526379cc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=442b9831-2c03-42e1-a53f-99d250d5840c HTTP/1.1" status: 200 len: 946 time: 0.1984904 Nov 26 16:53:21.065006 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-281fd87d-2373-48eb-8d6f-7faed1cd7155 req-431e0a31-0ba4-47bb-b9b8-a51155d2768f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bb6d1fb-8f26-4d5e-986c-0df5416dff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374768 Nov 26 16:53:22.249484 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9bac6-041a-4c7e-9f5a-80f0744c798d req-c77325d5-bf6d-49e8-b7ad-f60078d26dfc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:22.251421 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b8d9bac6-041a-4c7e-9f5a-80f0744c798d req-c77325d5-bf6d-49e8-b7ad-f60078d26dfc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=442b9831-2c03-42e1-a53f-99d250d5840c HTTP/1.1" status: 200 len: 946 time: 0.0825772 Nov 26 16:53:22.294225 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b8d9bac6-041a-4c7e-9f5a-80f0744c798d req-6f271b00-fda7-4c1d-b8db-815481aa2f96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bb6d1fb-8f26-4d5e-986c-0df5416dff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372772 Nov 26 16:53:22.474325 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4f246-3b3d-4bb7-966d-eecf7d21f31d req-2721f624-7e28-4547-9968-b62507cc50f5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:22.475774 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cfe4f246-3b3d-4bb7-966d-eecf7d21f31d req-2721f624-7e28-4547-9968-b62507cc50f5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=442b9831-2c03-42e1-a53f-99d250d5840c HTTP/1.1" status: 200 len: 946 time: 0.0801632 Nov 26 16:53:22.523065 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cfe4f246-3b3d-4bb7-966d-eecf7d21f31d req-655e3438-68a0-4c9e-bad5-e2b8bd8d5f21 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bb6d1fb-8f26-4d5e-986c-0df5416dff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414517 Nov 26 16:53:22.545579 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55210) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:53:22.614243 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df135ca0-406c-4ae6-9e74-a60936441189 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:22.615694 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-df135ca0-406c-4ae6-9e74-a60936441189 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=442b9831-2c03-42e1-a53f-99d250d5840c HTTP/1.1" status: 200 len: 1094 time: 0.0691855 Nov 26 16:53:22.618473 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55214) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:53:22.623789 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'port_id': 'f7b202d9-ed25-48d4-a497-18a43222f7a5', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:53:22.629636 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:53:22.633484 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:floatingip and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:53:22.636287 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:53:22.642368 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:53:22.652693 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:22.788778 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:22.930723 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.26.0.244 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/e3290b20-0632-4c1d-81e4-38f2b284681f) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:53:23.072410 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:23.102845 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:23.106270 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6e572d6d-a474-4e7a-93f4-4f157efdb4cd tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:23.167117 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:53:23.170002 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:53:23.173643 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:53:23.207484 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=e3290b20-0632-4c1d-81e4-38f2b284681f,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:23.217027 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:23.569704 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:23.641185 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:23.845633 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:23.849795 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:23.853304 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:53:23.956715 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=e3290b20-0632-4c1d-81e4-38f2b284681f,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:53:23.960558 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:53:23.966933 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:24.245750 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Floating IP 1ebc0ce3-aa46-4ba3-a2b1-48b3f285c4b0 associated. External IP: 172.26.0.244, port: f7b202d9-ed25-48d4-a497-18a43222f7a5. Nov 26 16:53:24.592784 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router e4137d47-f70d-4ea6-ba8f-8aa69cd920ec has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:53:24.769780 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:53:24.779181 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f8257d-ac45-4ad1-b4d0-0fdcf5956915 None None] Sync routers for ids ['e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:53:24.788461 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f8257d-ac45-4ad1-b4d0-0fdcf5956915 None None] Routers {'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:53:24.789270 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-54f8257d-ac45-4ad1-b4d0-0fdcf5956915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:53:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:53:24.793272 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:24.847816 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2281370 Nov 26 16:53:24.848507 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442b9831-2c03-42e1-a53f-99d250d5840c', 'tag': 'f7b202d9-ed25-48d4-a497-18a43222f7a5'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:53:24.850452 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55218) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:53:24.894868 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442b9831-2c03-42e1-a53f-99d250d5840c', 'tag': 'f7b202d9-ed25-48d4-a497-18a43222f7a5', 'status': 'completed', 'code': 200} Nov 26 16:53:24.965689 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a75b9bd2-d8a3-462e-a817-71c0f0a55367 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/1ebc0ce3-aa46-4ba3-a2b1-48b3f285c4b0 HTTP/1.1" status: 200 len: 992 time: 0.1126006 Nov 26 16:53:24.987474 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-54f8257d-ac45-4ad1-b4d0-0fdcf5956915 None None] Set router e4137d47-f70d-4ea6-ba8f-8aa69cd920ec gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:53:24.997613 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747862e-6132-48d1-be93-9384db269e08 req-10143132-7a4d-4596-a3ec-670cab87021a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:24.999103 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0747862e-6132-48d1-be93-9384db269e08 req-10143132-7a4d-4596-a3ec-670cab87021a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=442b9831-2c03-42e1-a53f-99d250d5840c HTTP/1.1" status: 200 len: 1099 time: 0.0799515 Nov 26 16:53:25.131934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747862e-6132-48d1-be93-9384db269e08 req-e02eac52-1f90-44c5-b224-bead51b0071a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:25.133396 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0747862e-6132-48d1-be93-9384db269e08 req-e02eac52-1f90-44c5-b224-bead51b0071a service neutron] 10.222.0.31 "GET /v2.0/networks?id=9bbeb650-1bef-4031-ad45-17ddb6cceb33 HTTP/1.1" status: 200 len: 898 time: 0.1272192 Nov 26 16:53:25.240469 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0747862e-6132-48d1-be93-9384db269e08 req-904407eb-fc70-4ac6-a57a-993417ab76e2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7b202d9-ed25-48d4-a497-18a43222f7a5 HTTP/1.1" status: 200 len: 1000 time: 0.0979493 Nov 26 16:53:25.303602 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747862e-6132-48d1-be93-9384db269e08 req-c486b290-cc93-4965-88f1-eb17e6d141af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:25.305074 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0747862e-6132-48d1-be93-9384db269e08 req-c486b290-cc93-4965-88f1-eb17e6d141af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=165c802e-e41a-4084-a38e-293c62d10302 HTTP/1.1" status: 200 len: 844 time: 0.0571821 Nov 26 16:53:25.377794 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-54f8257d-ac45-4ad1-b4d0-0fdcf5956915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'name': 'tempest-TestNetworkBasicOps-router-1163244347', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:53:02Z', 'updated_at': '2021-11-26T16:53:07Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:53:03Z', 'updated_at': '2021-11-26T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '1ebc0ce3-aa46-4ba3-a2b1-48b3f285c4b0', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.244', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'port_id': 'f7b202d9-ed25-48d4-a497-18a43222f7a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33', 'mac_address': 'fa:16:3e:3f:ca:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b9831-2c03-42e1-a53f-99d250d5840c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:53:23Z', 'updated_at': '2021-11-26T16:53:23Z', 'revision_number': 0, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5bec5e-c00b-4270-a244-8ab7b0129bcc', 'name': '', 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:df:0f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '165c802e-e41a-4084-a38e-293c62d10302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:53:06Z', 'updated_at': '2021-11-26T16:53:11Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '165c802e-e41a-4084-a38e-293c62d10302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:53:25.381748 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f8257d-ac45-4ad1-b4d0-0fdcf5956915 None None] Checking router: e4137d47-f70d-4ea6-ba8f-8aa69cd920ec for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:53:25.385603 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747862e-6132-48d1-be93-9384db269e08 req-4469c141-a630-4ee3-9834-44471c37eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:53:25.387073 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0747862e-6132-48d1-be93-9384db269e08 req-4469c141-a630-4ee3-9834-44471c37eab7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9bbeb650-1bef-4031-ad45-17ddb6cceb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748425 Nov 26 16:53:25.390108 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f8257d-ac45-4ad1-b4d0-0fdcf5956915 None None] Routers {'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:53:25.390713 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-54f8257d-ac45-4ad1-b4d0-0fdcf5956915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:53:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:53:25.519473 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0747862e-6132-48d1-be93-9384db269e08 req-e89a1c86-d845-4891-8b9a-d3d5c13199cf service neutron] 10.222.0.31 "GET /v2.0/networks/9bbeb650-1bef-4031-ad45-17ddb6cceb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249740 Nov 26 16:53:25.567226 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-54f8257d-ac45-4ad1-b4d0-0fdcf5956915 None None] Set router e4137d47-f70d-4ea6-ba8f-8aa69cd920ec gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:53:25.785008 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0747862e-6132-48d1-be93-9384db269e08 req-017c7be4-9a19-41ae-8715-5a2350896c8c service neutron] 10.222.0.31 "GET /v2.0/networks/9bbeb650-1bef-4031-ad45-17ddb6cceb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557759 Nov 26 16:53:25.943061 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-54f8257d-ac45-4ad1-b4d0-0fdcf5956915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'name': 'tempest-TestNetworkBasicOps-router-1163244347', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:53:02Z', 'updated_at': '2021-11-26T16:53:07Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:53:03Z', 'updated_at': '2021-11-26T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '1ebc0ce3-aa46-4ba3-a2b1-48b3f285c4b0', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.244', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'port_id': 'f7b202d9-ed25-48d4-a497-18a43222f7a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33', 'mac_address': 'fa:16:3e:3f:ca:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b9831-2c03-42e1-a53f-99d250d5840c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:53:23Z', 'updated_at': '2021-11-26T16:53:23Z', 'revision_number': 0, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5bec5e-c00b-4270-a244-8ab7b0129bcc', 'name': '', 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:df:0f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '165c802e-e41a-4084-a38e-293c62d10302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:53:06Z', 'updated_at': '2021-11-26T16:53:11Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '165c802e-e41a-4084-a38e-293c62d10302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:53:25.948284 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f8257d-ac45-4ad1-b4d0-0fdcf5956915 None None] The sync data for ids ['e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'] in dv-neutron-819440-1-hyperv is: [{'id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'name': 'tempest-TestNetworkBasicOps-router-1163244347', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:53:02Z', 'updated_at': '2021-11-26T16:53:07Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:53:03Z', 'updated_at': '2021-11-26T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '1ebc0ce3-aa46-4ba3-a2b1-48b3f285c4b0', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.244', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'port_id': 'f7b202d9-ed25-48d4-a497-18a43222f7a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33', 'mac_address': 'fa:16:3e:3f:ca:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b9831-2c03-42e1-a53f-99d250d5840c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:53:23Z', 'updated_at': '2021-11-26T16:53:23Z', 'revision_number': 0, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5bec5e-c00b-4270-a244-8ab7b0129bcc', 'name': '', 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:df:0f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '165c802e-e41a-4084-a38e-293c62d10302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:53:06Z', 'updated_at': '2021-11-26T16:53:11Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '165c802e-e41a-4084-a38e-293c62d10302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:53:25.968670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55224) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:53:26.087876 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8f06a48e-a558-466f-a683-67683a3ea5ff tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/1ebc0ce3-aa46-4ba3-a2b1-48b3f285c4b0 HTTP/1.1" status: 200 len: 992 time: 0.1177666 Nov 26 16:53:26.174859 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd3ab93-6492-40b4-bf80-28f5c92ec1c0 None None] New status for floating IP 1ebc0ce3-aa46-4ba3-a2b1-48b3f285c4b0: ACTIVE {{(pid=87521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:53:27.091705 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55228) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:53:27.209325 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a21780e3-14a0-40c2-82f1-fef757452ad5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/1ebc0ce3-aa46-4ba3-a2b1-48b3f285c4b0 HTTP/1.1" status: 200 len: 994 time: 0.1163552 Nov 26 16:53:28.573731 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e9b4982a-a599-4fca-bbf8-4697fd4cee80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:29.345346 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:29.965191 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [req-1f4c1bad-6ff3-41e0-9557-6674d154ef45 req-e8280a85-5d0a-4d47-88c2-48db97d75c2f service neutron] (87519) timed out ('10.222.0.31', 63284) {{(pid=87519) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 26 16:53:31.238726 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-84ad5781-45ea-4156-b819-600e97ec2a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:32.170026 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:33.974968 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:49.493164 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:53.844487 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:53:58.574579 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-34804cd3-976c-4fa3-9d09-4a1ff72cb876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:53:59.345934 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:01.241045 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4ec89c4f-3f82-4734-93eb-5ca4cf812f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:02.171788 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:02.540726 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d5d6fcb0-1eb3-458e-82fd-5af8689029ab req-450f10ac-bf3c-4c25-96d1-3a1b97a1194b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c55e8a86-9655-438f-91f4-45a4e821dc04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702593 Nov 26 16:54:02.630769 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fcb0-1eb3-458e-82fd-5af8689029ab req-5d588675-bfd2-4c49-adf8-94b3ae2fc8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:54:02.632206 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d5d6fcb0-1eb3-458e-82fd-5af8689029ab req-5d588675-bfd2-4c49-adf8-94b3ae2fc8b0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9f9230f34386409ca98bc1f84ec409b3&device_id=c55e8a86-9655-438f-91f4-45a4e821dc04 HTTP/1.1" status: 200 len: 1099 time: 0.0692203 Nov 26 16:54:02.774357 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fcb0-1eb3-458e-82fd-5af8689029ab req-62b1fc30-57a1-4c65-924f-680a598c1177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:54:02.775815 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d5d6fcb0-1eb3-458e-82fd-5af8689029ab req-62b1fc30-57a1-4c65-924f-680a598c1177 service neutron] 10.222.0.31 "GET /v2.0/networks?id=48a59583-a919-49e7-95cd-b28f90765ccd HTTP/1.1" status: 200 len: 912 time: 0.1237845 Nov 26 16:54:02.878206 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d5d6fcb0-1eb3-458e-82fd-5af8689029ab req-79d7532d-166c-4b1c-aa7d-ae1ec7624d64 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91b2b643-ecb6-49c6-8c03-c014f5900846 HTTP/1.1" status: 200 len: 1002 time: 0.0949953 Nov 26 16:54:02.942254 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fcb0-1eb3-458e-82fd-5af8689029ab req-fb4b1a49-c487-43bc-996d-5c6e493b0bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:54:02.943620 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d5d6fcb0-1eb3-458e-82fd-5af8689029ab req-fb4b1a49-c487-43bc-996d-5c6e493b0bab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b55da957-278e-4beb-9f32-8be970680118 HTTP/1.1" status: 200 len: 850 time: 0.0584688 Nov 26 16:54:03.017474 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fcb0-1eb3-458e-82fd-5af8689029ab req-3bf5b6c6-bc33-4bea-a30b-e369d551549a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:54:03.019438 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d5d6fcb0-1eb3-458e-82fd-5af8689029ab req-3bf5b6c6-bc33-4bea-a30b-e369d551549a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48a59583-a919-49e7-95cd-b28f90765ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686820 Nov 26 16:54:03.148206 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d5d6fcb0-1eb3-458e-82fd-5af8689029ab req-f8051dc1-d480-4a43-91d6-9c8d40a10a1d service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209528 Nov 26 16:54:03.277953 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d5d6fcb0-1eb3-458e-82fd-5af8689029ab req-d22900d7-0cc0-440d-996b-738d57444182 service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224475 Nov 26 16:54:03.977815 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:19.521891 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:23.256566 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55252) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:54:23.464933 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-8f4d2934-6a1c-4977-8aeb-e923ddea37f8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Deleting port 16967f97-8320-4e78-99a3-987fe19fe7bc {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:54:23.465200 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2934-6a1c-4977-8aeb-e923ddea37f8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:23.752482 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2934-6a1c-4977-8aeb-e923ddea37f8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:23.752729 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2934-6a1c-4977-8aeb-e923ddea37f8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:23.880506 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-8f4d2934-6a1c-4977-8aeb-e923ddea37f8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Calling delete_port for 16967f97-8320-4e78-99a3-987fe19fe7bc owned by network:floatingip {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:54:24.024026 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2934-6a1c-4977-8aeb-e923ddea37f8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:24.028442 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2c8525d0-c8a5-49bb-bcca-0c5ca4995cbd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:54:24.099864 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d2934-6a1c-4977-8aeb-e923ddea37f8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Pushing event deleted for resources: {'Port': ['ID=16967f97-8320-4e78-99a3-987fe19fe7bc,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:54:24.144792 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d2934-6a1c-4977-8aeb-e923ddea37f8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:54:24.145191 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d2934-6a1c-4977-8aeb-e923ddea37f8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:54:24.145580 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d2934-6a1c-4977-8aeb-e923ddea37f8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:54:24.145965 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d2934-6a1c-4977-8aeb-e923ddea37f8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:54:24.146345 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d2934-6a1c-4977-8aeb-e923ddea37f8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:54:24.146726 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d2934-6a1c-4977-8aeb-e923ddea37f8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:54:24.147103 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d2934-6a1c-4977-8aeb-e923ddea37f8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:54:24.147476 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d2934-6a1c-4977-8aeb-e923ddea37f8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:54:24.147879 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d2934-6a1c-4977-8aeb-e923ddea37f8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:54:24.148251 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d2934-6a1c-4977-8aeb-e923ddea37f8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:54:24.148621 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d2934-6a1c-4977-8aeb-e923ddea37f8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:54:24.148985 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d2934-6a1c-4977-8aeb-e923ddea37f8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:54:24.154703 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8f4d2934-6a1c-4977-8aeb-e923ddea37f8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:54:24.180776 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2934-6a1c-4977-8aeb-e923ddea37f8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for floatingip, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:24.181101 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-8f4d2934-6a1c-4977-8aeb-e923ddea37f8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Floating IP b1d29d5f-795e-4b21-9c1f-197b284321d0 disassociated (deleted). External IP: 172.26.0.133, port: 91b2b643-ecb6-49c6-8c03-c014f5900846. Nov 26 16:54:24.528228 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4d2934-6a1c-4977-8aeb-e923ddea37f8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Router 3ec6f694-0713-49b5-ae38-a2a296371a33 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:54:24.702753 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4d2934-6a1c-4977-8aeb-e923ddea37f8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:54:24.713125 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fea7727-af90-4242-8125-2143f87e0e48 None None] Sync routers for ids ['3ec6f694-0713-49b5-ae38-a2a296371a33'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:54:24.723244 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2934-6a1c-4977-8aeb-e923ddea37f8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:24.723636 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fea7727-af90-4242-8125-2143f87e0e48 None None] Routers {'3ec6f694-0713-49b5-ae38-a2a296371a33'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:54:24.724481 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-9fea7727-af90-4242-8125-2143f87e0e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:54:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['3ec6f694-0713-49b5-ae38-a2a296371a33'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:54:24.781690 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8f4d2934-6a1c-4977-8aeb-e923ddea37f8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "DELETE /v2.0/floatingips/b1d29d5f-795e-4b21-9c1f-197b284321d0 HTTP/1.1" status: 204 len: 168 time: 1.5239699 Nov 26 16:54:24.782306 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c55e8a86-9655-438f-91f4-45a4e821dc04', 'tag': '91b2b643-ecb6-49c6-8c03-c014f5900846'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:54:24.828816 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c55e8a86-9655-438f-91f4-45a4e821dc04', 'tag': '91b2b643-ecb6-49c6-8c03-c014f5900846', 'status': 'completed', 'code': 200} Nov 26 16:54:24.913531 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-9fea7727-af90-4242-8125-2143f87e0e48 None None] Set router 3ec6f694-0713-49b5-ae38-a2a296371a33 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:54:24.926880 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d7705-084a-45be-a0eb-18b8912988d9 req-aa2bb698-b8ef-423e-8b6f-c8c9e687d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:54:24.928129 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bf5d7705-084a-45be-a0eb-18b8912988d9 req-aa2bb698-b8ef-423e-8b6f-c8c9e687d189 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9f9230f34386409ca98bc1f84ec409b3&device_id=c55e8a86-9655-438f-91f4-45a4e821dc04 HTTP/1.1" status: 200 len: 1099 time: 0.0723813 Nov 26 16:54:25.070374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d7705-084a-45be-a0eb-18b8912988d9 req-60cde83b-6202-4faa-828a-b4395279be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:54:25.071841 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bf5d7705-084a-45be-a0eb-18b8912988d9 req-60cde83b-6202-4faa-828a-b4395279be10 service neutron] 10.222.0.31 "GET /v2.0/networks?id=48a59583-a919-49e7-95cd-b28f90765ccd HTTP/1.1" status: 200 len: 912 time: 0.1342795 Nov 26 16:54:25.310685 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bf5d7705-084a-45be-a0eb-18b8912988d9 req-adafb017-95fc-48d8-9766-ccd831c14af0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91b2b643-ecb6-49c6-8c03-c014f5900846 HTTP/1.1" status: 200 len: 217 time: 0.2075429 Nov 26 16:54:25.321358 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-9fea7727-af90-4242-8125-2143f87e0e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:37Z', 'revision_number': 4, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'gw_port': {'id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:33Z', 'updated_at': '2021-11-26T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '1358681b-3977-4cae-ae85-8c953dc37401', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'floating_ip_address': '172.26.0.252', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'port_id': 'c0681cd4-4abe-4a34-b224-c4b011b383e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'mac_address': 'fa:16:3e:4a:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd5cab-13f8-4059-a6a2-067e0fce819c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:50:11Z', 'updated_at': '2021-11-26T16:50:14Z', 'revision_number': 1, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a376c8b5-463c-4dec-b239-66fcf6f89e98', 'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'mac_address': 'fa:16:3e:42:76:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'b55da957-278e-4beb-9f32-8be970680118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:36Z', 'updated_at': '2021-11-26T16:46:57Z', 'revision_number': 5, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'subnets': [{'id': 'b55da957-278e-4beb-9f32-8be970680118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:54:25.325236 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fea7727-af90-4242-8125-2143f87e0e48 None None] Checking router: 3ec6f694-0713-49b5-ae38-a2a296371a33 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:54:25.333490 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fea7727-af90-4242-8125-2143f87e0e48 None None] Routers {'3ec6f694-0713-49b5-ae38-a2a296371a33'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:54:25.334141 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-9fea7727-af90-4242-8125-2143f87e0e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:54:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['3ec6f694-0713-49b5-ae38-a2a296371a33'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:54:25.393602 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d7705-084a-45be-a0eb-18b8912988d9 req-ce60938d-2f37-4da7-b8ca-092a39459e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:54:25.395079 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bf5d7705-084a-45be-a0eb-18b8912988d9 req-ce60938d-2f37-4da7-b8ca-092a39459e24 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b55da957-278e-4beb-9f32-8be970680118 HTTP/1.1" status: 200 len: 850 time: 0.0756183 Nov 26 16:54:25.405439 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98932bbe-d3ce-433e-a377-4f3edebe5a05 req-c9a17eaa-f8fc-4359-83a5-eaa2b8ef6786 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:54:25.406109 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-98932bbe-d3ce-433e-a377-4f3edebe5a05 req-c9a17eaa-f8fc-4359-83a5-eaa2b8ef6786 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Synchronizing usage tracker for tenant:9f9230f34386409ca98bc1f84ec409b3 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:54:25.474102 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-98932bbe-d3ce-433e-a377-4f3edebe5a05 req-c9a17eaa-f8fc-4359-83a5-eaa2b8ef6786 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Unset dirty status for tenant:9f9230f34386409ca98bc1f84ec409b3 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:54:25.475361 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-98932bbe-d3ce-433e-a377-4f3edebe5a05 req-c9a17eaa-f8fc-4359-83a5-eaa2b8ef6786 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=c55e8a86-9655-438f-91f4-45a4e821dc04 HTTP/1.1" status: 200 len: 946 time: 0.4026554 Nov 26 16:54:25.514967 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-9fea7727-af90-4242-8125-2143f87e0e48 None None] Set router 3ec6f694-0713-49b5-ae38-a2a296371a33 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:54:25.519119 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d7705-084a-45be-a0eb-18b8912988d9 req-306a1496-03e8-4242-bcb0-3ee478fea5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:54:25.520585 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bf5d7705-084a-45be-a0eb-18b8912988d9 req-306a1496-03e8-4242-bcb0-3ee478fea5ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48a59583-a919-49e7-95cd-b28f90765ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1108389 Nov 26 16:54:25.530077 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-98932bbe-d3ce-433e-a377-4f3edebe5a05 req-a14c5e20-d047-4208-b22c-6a6140b9d511 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468104 Nov 26 16:54:25.654548 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bf5d7705-084a-45be-a0eb-18b8912988d9 req-6003b057-35c7-4651-b49a-8ddbf561fb8e service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235468 Nov 26 16:54:25.793390 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bf5d7705-084a-45be-a0eb-18b8912988d9 req-cffcea3a-16f7-4d09-b2ad-2b9c6e7741d6 service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288271 Nov 26 16:54:25.862084 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-9fea7727-af90-4242-8125-2143f87e0e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:37Z', 'revision_number': 4, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'gw_port': {'id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:33Z', 'updated_at': '2021-11-26T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '1358681b-3977-4cae-ae85-8c953dc37401', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'floating_ip_address': '172.26.0.252', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'port_id': 'c0681cd4-4abe-4a34-b224-c4b011b383e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'mac_address': 'fa:16:3e:4a:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd5cab-13f8-4059-a6a2-067e0fce819c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:50:11Z', 'updated_at': '2021-11-26T16:50:14Z', 'revision_number': 1, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a376c8b5-463c-4dec-b239-66fcf6f89e98', 'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'mac_address': 'fa:16:3e:42:76:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'b55da957-278e-4beb-9f32-8be970680118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:36Z', 'updated_at': '2021-11-26T16:46:57Z', 'revision_number': 5, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'subnets': [{'id': 'b55da957-278e-4beb-9f32-8be970680118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:54:25.866078 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fea7727-af90-4242-8125-2143f87e0e48 None None] The sync data for ids ['3ec6f694-0713-49b5-ae38-a2a296371a33'] in dv-neutron-819440-1-hyperv is: [{'id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:37Z', 'revision_number': 4, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'gw_port': {'id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:33Z', 'updated_at': '2021-11-26T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '1358681b-3977-4cae-ae85-8c953dc37401', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'floating_ip_address': '172.26.0.252', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'port_id': 'c0681cd4-4abe-4a34-b224-c4b011b383e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'mac_address': 'fa:16:3e:4a:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd5cab-13f8-4059-a6a2-067e0fce819c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:50:11Z', 'updated_at': '2021-11-26T16:50:14Z', 'revision_number': 1, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a376c8b5-463c-4dec-b239-66fcf6f89e98', 'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'mac_address': 'fa:16:3e:42:76:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'b55da957-278e-4beb-9f32-8be970680118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:36Z', 'updated_at': '2021-11-26T16:46:57Z', 'revision_number': 5, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'subnets': [{'id': 'b55da957-278e-4beb-9f32-8be970680118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:54:26.075030 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e295fe-8e72-4ea2-b119-3a011beec95a None None] New status for floating IP b1d29d5f-795e-4b21-9c1f-197b284321d0: DOWN {{(pid=87521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:54:26.759381 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccaff7-1bcb-4303-a9b1-50c4e15b8807 req-37cc8052-89a7-423f-b66d-974a1627c14d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:54:26.766363 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-07ccaff7-1bcb-4303-a9b1-50c4e15b8807 req-37cc8052-89a7-423f-b66d-974a1627c14d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=c55e8a86-9655-438f-91f4-45a4e821dc04 HTTP/1.1" status: 200 len: 946 time: 0.1293848 Nov 26 16:54:26.806363 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-07ccaff7-1bcb-4303-a9b1-50c4e15b8807 req-aafe49a0-1545-44e5-86da-c8b980a7e05a tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382755 Nov 26 16:54:26.885501 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0da6a-b244-4cf7-a5a5-72f6db92b1d7 req-a16db2c6-5f01-48ba-bd48-6a25c74c2096 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:54:26.886914 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-18e0da6a-b244-4cf7-a5a5-72f6db92b1d7 req-a16db2c6-5f01-48ba-bd48-6a25c74c2096 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.31 "GET /v2.0/ports?device_id=c55e8a86-9655-438f-91f4-45a4e821dc04 HTTP/1.1" status: 200 len: 946 time: 0.0871150 Nov 26 16:54:26.955970 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-18e0da6a-b244-4cf7-a5a5-72f6db92b1d7 req-2bc6c908-cb89-4979-9a8f-6668fa920d92 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Deleting port 91b2b643-ecb6-49c6-8c03-c014f5900846 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:54:26.956310 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-18e0da6a-b244-4cf7-a5a5-72f6db92b1d7 req-2bc6c908-cb89-4979-9a8f-6668fa920d92 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:27.197993 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-18e0da6a-b244-4cf7-a5a5-72f6db92b1d7 req-2bc6c908-cb89-4979-9a8f-6668fa920d92 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] For port 91b2b643-ecb6-49c6-8c03-c014f5900846, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=91b2b643-ecb6-49c6-8c03-c014f5900846,segment=NetworkSegment(34e89c51-6f04-477d-8a8a-2029d8bc6199),segment_id=34e89c51-6f04-477d-8a8a-2029d8bc6199)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:54:27.198358 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-18e0da6a-b244-4cf7-a5a5-72f6db92b1d7 req-2bc6c908-cb89-4979-9a8f-6668fa920d92 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:27.322675 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-18e0da6a-b244-4cf7-a5a5-72f6db92b1d7 req-2bc6c908-cb89-4979-9a8f-6668fa920d92 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Calling delete_port for 91b2b643-ecb6-49c6-8c03-c014f5900846 owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:54:27.470906 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-18e0da6a-b244-4cf7-a5a5-72f6db92b1d7 req-2bc6c908-cb89-4979-9a8f-6668fa920d92 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:27.476973 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-131f65ed-2c09-4bdb-9411-f3f88e125271 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:54:27.527075 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6c908-cb89-4979-9a8f-6668fa920d92 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Pushing event deleted for resources: {'Port': ['ID=91b2b643-ecb6-49c6-8c03-c014f5900846,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:54:27.530159 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2bc6c908-cb89-4979-9a8f-6668fa920d92 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:54:27.600600 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e0da6a-b244-4cf7-a5a5-72f6db92b1d7 req-2bc6c908-cb89-4979-9a8f-6668fa920d92 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] No DVR routers for this DVR port 91b2b643-ecb6-49c6-8c03-c014f5900846 on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:54:27.603142 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-18e0da6a-b244-4cf7-a5a5-72f6db92b1d7 req-2bc6c908-cb89-4979-9a8f-6668fa920d92 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:27.605652 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c55e8a86-9655-438f-91f4-45a4e821dc04', 'name': 'network-vif-deleted', 'tag': '91b2b643-ecb6-49c6-8c03-c014f5900846'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:54:27.620590 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-18e0da6a-b244-4cf7-a5a5-72f6db92b1d7 req-2bc6c908-cb89-4979-9a8f-6668fa920d92 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.31 "DELETE /v2.0/ports/91b2b643-ecb6-49c6-8c03-c014f5900846 HTTP/1.1" status: 204 len: 173 time: 0.7275968 Nov 26 16:54:27.652544 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c55e8a86-9655-438f-91f4-45a4e821dc04', 'name': 'network-vif-deleted', 'tag': '91b2b643-ecb6-49c6-8c03-c014f5900846', 'status': 'completed', 'code': 200} Nov 26 16:54:28.106259 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-24f17158-d99f-4a13-89e0-4b943475b739 req-b8e1292e-3ad8-4379-ab4c-6500ea63ea71 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=c55e8a86-9655-438f-91f4-45a4e821dc04 HTTP/1.1" status: 200 len: 210 time: 0.1922534 Nov 26 16:54:28.576835 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9ad997d7-54d9-47d9-ab66-ac378aee478b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:29.352014 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:30.603311 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 91b2b643-ecb6-49c6-8c03-c014f5900846 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:54:30.639776 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: 91b2b643-ecb6-49c6-8c03-c014f5900846 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:54:30.640143 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 91b2b643-ecb6-49c6-8c03-c014f5900846 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:54:30.842633 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:54:31.243025 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bf05fcbf-2365-411c-970d-7ef444efe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:32.176257 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:33.718776 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55290) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:54:33.924912 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-ab0948d4-bfa3-41ef-b84f-202dc2ea6723 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Deleting port 564153c3-9404-4baf-826b-ce225d9e8e1d {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:54:33.925253 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ab0948d4-bfa3-41ef-b84f-202dc2ea6723 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:33.981529 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:34.091945 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ab0948d4-bfa3-41ef-b84f-202dc2ea6723 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:34.092276 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ab0948d4-bfa3-41ef-b84f-202dc2ea6723 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:34.211922 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-ab0948d4-bfa3-41ef-b84f-202dc2ea6723 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Calling delete_port for 564153c3-9404-4baf-826b-ce225d9e8e1d owned by network:floatingip {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:54:34.473115 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ab0948d4-bfa3-41ef-b84f-202dc2ea6723 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:34.476615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-610dbff1-860b-49cb-b503-89db89448494 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:54:34.522472 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0948d4-bfa3-41ef-b84f-202dc2ea6723 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Pushing event deleted for resources: {'Port': ['ID=564153c3-9404-4baf-826b-ce225d9e8e1d,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:54:34.524971 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ab0948d4-bfa3-41ef-b84f-202dc2ea6723 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:54:34.619384 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ab0948d4-bfa3-41ef-b84f-202dc2ea6723 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for floatingip, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:34.619740 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-ab0948d4-bfa3-41ef-b84f-202dc2ea6723 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Floating IP 1358681b-3977-4cae-ae85-8c953dc37401 disassociated (deleted). External IP: 172.26.0.252, port: c0681cd4-4abe-4a34-b224-c4b011b383e9. Nov 26 16:54:34.974087 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0948d4-bfa3-41ef-b84f-202dc2ea6723 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Router 3ec6f694-0713-49b5-ae38-a2a296371a33 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:54:35.145975 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0948d4-bfa3-41ef-b84f-202dc2ea6723 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:54:35.155747 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c378a779-bf4a-4123-8f77-9bee6bd5e7a6 None None] Sync routers for ids ['3ec6f694-0713-49b5-ae38-a2a296371a33'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:54:35.162678 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ab0948d4-bfa3-41ef-b84f-202dc2ea6723 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:35.166380 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c378a779-bf4a-4123-8f77-9bee6bd5e7a6 None None] Routers {'3ec6f694-0713-49b5-ae38-a2a296371a33'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:54:35.167006 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c378a779-bf4a-4123-8f77-9bee6bd5e7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:54:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['3ec6f694-0713-49b5-ae38-a2a296371a33'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:54:35.219813 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ab0948d4-bfa3-41ef-b84f-202dc2ea6723 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "DELETE /v2.0/floatingips/1358681b-3977-4cae-ae85-8c953dc37401 HTTP/1.1" status: 204 len: 168 time: 1.4998970 Nov 26 16:54:35.220494 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72dd5cab-13f8-4059-a6a2-067e0fce819c', 'tag': 'c0681cd4-4abe-4a34-b224-c4b011b383e9'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:54:35.263959 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72dd5cab-13f8-4059-a6a2-067e0fce819c', 'tag': 'c0681cd4-4abe-4a34-b224-c4b011b383e9', 'status': 'completed', 'code': 200} Nov 26 16:54:35.354466 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-c378a779-bf4a-4123-8f77-9bee6bd5e7a6 None None] Set router 3ec6f694-0713-49b5-ae38-a2a296371a33 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:54:35.364410 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681829e7-e1e9-4a77-970e-1a3ca78ea5b4 req-172aabf1-8121-44e1-bac2-65d1e32be052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:54:35.365888 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-681829e7-e1e9-4a77-970e-1a3ca78ea5b4 req-172aabf1-8121-44e1-bac2-65d1e32be052 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9f9230f34386409ca98bc1f84ec409b3&device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 1099 time: 0.0731807 Nov 26 16:54:35.504871 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681829e7-e1e9-4a77-970e-1a3ca78ea5b4 req-c954ea6f-1fbe-4783-964d-32eef04a664b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:54:35.506418 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-681829e7-e1e9-4a77-970e-1a3ca78ea5b4 req-c954ea6f-1fbe-4783-964d-32eef04a664b service neutron] 10.222.0.31 "GET /v2.0/networks?id=48a59583-a919-49e7-95cd-b28f90765ccd HTTP/1.1" status: 200 len: 912 time: 0.1332591 Nov 26 16:54:35.614959 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-681829e7-e1e9-4a77-970e-1a3ca78ea5b4 req-d01506ed-1546-49e1-bd06-24a23951b530 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0681cd4-4abe-4a34-b224-c4b011b383e9 HTTP/1.1" status: 200 len: 217 time: 0.0701375 Nov 26 16:54:35.689581 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c378a779-bf4a-4123-8f77-9bee6bd5e7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:37Z', 'revision_number': 4, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'gw_port': {'id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:33Z', 'updated_at': '2021-11-26T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'a376c8b5-463c-4dec-b239-66fcf6f89e98', 'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'mac_address': 'fa:16:3e:42:76:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'b55da957-278e-4beb-9f32-8be970680118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:36Z', 'updated_at': '2021-11-26T16:46:57Z', 'revision_number': 5, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'subnets': [{'id': 'b55da957-278e-4beb-9f32-8be970680118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:54:35.692420 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681829e7-e1e9-4a77-970e-1a3ca78ea5b4 req-79dfe99c-14de-4891-85ef-c7c666082f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:54:35.693851 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-681829e7-e1e9-4a77-970e-1a3ca78ea5b4 req-79dfe99c-14de-4891-85ef-c7c666082f0d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b55da957-278e-4beb-9f32-8be970680118 HTTP/1.1" status: 200 len: 850 time: 0.0706143 Nov 26 16:54:35.694186 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c378a779-bf4a-4123-8f77-9bee6bd5e7a6 None None] Checking router: 3ec6f694-0713-49b5-ae38-a2a296371a33 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:54:35.702645 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c378a779-bf4a-4123-8f77-9bee6bd5e7a6 None None] Routers {'3ec6f694-0713-49b5-ae38-a2a296371a33'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:54:35.703251 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c378a779-bf4a-4123-8f77-9bee6bd5e7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:54:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['3ec6f694-0713-49b5-ae38-a2a296371a33'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:54:35.705746 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b1b6c-5507-4e69-943b-bb120147285f req-fcda1249-7938-4307-9ff3-3424aaf17fee tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:54:35.706452 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-f32b1b6c-5507-4e69-943b-bb120147285f req-fcda1249-7938-4307-9ff3-3424aaf17fee tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Synchronizing usage tracker for tenant:9f9230f34386409ca98bc1f84ec409b3 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:54:35.766482 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-f32b1b6c-5507-4e69-943b-bb120147285f req-fcda1249-7938-4307-9ff3-3424aaf17fee tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Unset dirty status for tenant:9f9230f34386409ca98bc1f84ec409b3 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:54:35.767606 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f32b1b6c-5507-4e69-943b-bb120147285f req-fcda1249-7938-4307-9ff3-3424aaf17fee tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 946 time: 0.2581220 Nov 26 16:54:35.820639 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681829e7-e1e9-4a77-970e-1a3ca78ea5b4 req-6ad583a7-5e43-4663-a2f2-60864489fd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:54:35.822097 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-681829e7-e1e9-4a77-970e-1a3ca78ea5b4 req-6ad583a7-5e43-4663-a2f2-60864489fd88 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48a59583-a919-49e7-95cd-b28f90765ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1129620 Nov 26 16:54:35.826600 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f32b1b6c-5507-4e69-943b-bb120147285f req-3af0f045-8157-4206-abb2-9d6e5b0cabf4 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525291 Nov 26 16:54:35.947092 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-c378a779-bf4a-4123-8f77-9bee6bd5e7a6 None None] Set router 3ec6f694-0713-49b5-ae38-a2a296371a33 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:54:36.080006 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-681829e7-e1e9-4a77-970e-1a3ca78ea5b4 req-51e8ff6a-13e5-4e9d-a1b0-9e4615ee4ab7 service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490594 Nov 26 16:54:36.212720 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-681829e7-e1e9-4a77-970e-1a3ca78ea5b4 req-ef718499-ca09-48ee-adc3-c16416712e1d service neutron] 10.222.0.31 "GET /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241989 Nov 26 16:54:36.260227 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c378a779-bf4a-4123-8f77-9bee6bd5e7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:37Z', 'revision_number': 4, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'gw_port': {'id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:33Z', 'updated_at': '2021-11-26T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'a376c8b5-463c-4dec-b239-66fcf6f89e98', 'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'mac_address': 'fa:16:3e:42:76:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'b55da957-278e-4beb-9f32-8be970680118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:36Z', 'updated_at': '2021-11-26T16:46:57Z', 'revision_number': 5, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'subnets': [{'id': 'b55da957-278e-4beb-9f32-8be970680118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:54:36.264121 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c378a779-bf4a-4123-8f77-9bee6bd5e7a6 None None] The sync data for ids ['3ec6f694-0713-49b5-ae38-a2a296371a33'] in dv-neutron-819440-1-hyperv is: [{'id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:46:37Z', 'revision_number': 4, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'gw_port': {'id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:33Z', 'updated_at': '2021-11-26T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'a376c8b5-463c-4dec-b239-66fcf6f89e98', 'name': '', 'network_id': '48a59583-a919-49e7-95cd-b28f90765ccd', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'mac_address': 'fa:16:3e:42:76:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'b55da957-278e-4beb-9f32-8be970680118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:36Z', 'updated_at': '2021-11-26T16:46:57Z', 'revision_number': 5, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'subnets': [{'id': 'b55da957-278e-4beb-9f32-8be970680118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:54:36.479563 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e938ca3a-0b20-4cfc-a7c3-d5eb6ae7087e None None] New status for floating IP 1358681b-3977-4cae-ae85-8c953dc37401: DOWN {{(pid=87521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:54:37.009980 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83e24a-780b-4fa5-91d8-c221f543e501 req-f9cf81a3-44fa-433d-ab70-ea221120d497 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:54:37.011328 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8d83e24a-780b-4fa5-91d8-c221f543e501 req-f9cf81a3-44fa-433d-ab70-ea221120d497 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 946 time: 0.0793006 Nov 26 16:54:37.057596 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8d83e24a-780b-4fa5-91d8-c221f543e501 req-a4aa75d1-ead8-4674-b712-731742925e5b tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/security-groups?id=44dd585b-2be2-4759-9419-3f873bd27f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407341 Nov 26 16:54:37.245559 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e8472-cee9-43a0-b358-d1dd0a9a3976 req-a0ea7f2f-8df4-4b21-bfb3-568fd013d134 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:54:37.247224 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ed0e8472-cee9-43a0-b358-d1dd0a9a3976 req-a0ea7f2f-8df4-4b21-bfb3-568fd013d134 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.31 "GET /v2.0/ports?device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 946 time: 0.0829365 Nov 26 16:54:37.322612 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-ed0e8472-cee9-43a0-b358-d1dd0a9a3976 req-0cbbc088-d997-4608-9356-d40362f8f97d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Deleting port c0681cd4-4abe-4a34-b224-c4b011b383e9 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:54:37.322848 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-ed0e8472-cee9-43a0-b358-d1dd0a9a3976 req-0cbbc088-d997-4608-9356-d40362f8f97d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:37.574930 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-ed0e8472-cee9-43a0-b358-d1dd0a9a3976 req-0cbbc088-d997-4608-9356-d40362f8f97d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] For port c0681cd4-4abe-4a34-b224-c4b011b383e9, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=c0681cd4-4abe-4a34-b224-c4b011b383e9,segment=NetworkSegment(34e89c51-6f04-477d-8a8a-2029d8bc6199),segment_id=34e89c51-6f04-477d-8a8a-2029d8bc6199)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:54:37.575209 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-ed0e8472-cee9-43a0-b358-d1dd0a9a3976 req-0cbbc088-d997-4608-9356-d40362f8f97d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:37.698794 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-ed0e8472-cee9-43a0-b358-d1dd0a9a3976 req-0cbbc088-d997-4608-9356-d40362f8f97d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Calling delete_port for c0681cd4-4abe-4a34-b224-c4b011b383e9 owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:54:37.843339 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-ed0e8472-cee9-43a0-b358-d1dd0a9a3976 req-0cbbc088-d997-4608-9356-d40362f8f97d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:37.849420 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ab0948d4-bfa3-41ef-b84f-202dc2ea6723 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:54:37.897898 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbc088-d997-4608-9356-d40362f8f97d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Pushing event deleted for resources: {'Port': ['ID=c0681cd4-4abe-4a34-b224-c4b011b383e9,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:54:37.900829 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0cbbc088-d997-4608-9356-d40362f8f97d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:54:37.970420 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0e8472-cee9-43a0-b358-d1dd0a9a3976 req-0cbbc088-d997-4608-9356-d40362f8f97d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] No DVR routers for this DVR port c0681cd4-4abe-4a34-b224-c4b011b383e9 on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:54:37.973423 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-ed0e8472-cee9-43a0-b358-d1dd0a9a3976 req-0cbbc088-d997-4608-9356-d40362f8f97d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:37.975900 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dd5cab-13f8-4059-a6a2-067e0fce819c', 'name': 'network-vif-deleted', 'tag': 'c0681cd4-4abe-4a34-b224-c4b011b383e9'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:54:37.991697 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ed0e8472-cee9-43a0-b358-d1dd0a9a3976 req-0cbbc088-d997-4608-9356-d40362f8f97d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.31 "DELETE /v2.0/ports/c0681cd4-4abe-4a34-b224-c4b011b383e9 HTTP/1.1" status: 204 len: 173 time: 0.7312403 Nov 26 16:54:38.019783 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72dd5cab-13f8-4059-a6a2-067e0fce819c', 'name': 'network-vif-deleted', 'tag': 'c0681cd4-4abe-4a34-b224-c4b011b383e9', 'status': 'completed', 'code': 200} Nov 26 16:54:38.209724 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7645ac2b-cfdc-4144-b628-293f8fa1b1bc req-04366c21-adc7-49a8-88f8-5fbd001c788f tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "GET /v2.0/ports?device_id=72dd5cab-13f8-4059-a6a2-067e0fce819c HTTP/1.1" status: 200 len: 210 time: 0.0432417 Nov 26 16:54:39.304580 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55310) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:54:39.466338 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-37951107-7926-4fa1-9428-05f9e84c8d6c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Deleting port 5c9b96c6-7b49-4c3b-b7a8-033318a36d72 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:54:39.466591 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-37951107-7926-4fa1-9428-05f9e84c8d6c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:39.637581 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-37951107-7926-4fa1-9428-05f9e84c8d6c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:39.637908 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-37951107-7926-4fa1-9428-05f9e84c8d6c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:39.761195 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-37951107-7926-4fa1-9428-05f9e84c8d6c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Calling delete_port for 5c9b96c6-7b49-4c3b-b7a8-033318a36d72 owned by network:floatingip {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:54:39.901404 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-37951107-7926-4fa1-9428-05f9e84c8d6c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:39.905175 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0cbbc088-d997-4608-9356-d40362f8f97d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:54:39.953065 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37951107-7926-4fa1-9428-05f9e84c8d6c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Pushing event deleted for resources: {'Port': ['ID=5c9b96c6-7b49-4c3b-b7a8-033318a36d72,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:54:39.955499 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-37951107-7926-4fa1-9428-05f9e84c8d6c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:54:40.156598 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-37951107-7926-4fa1-9428-05f9e84c8d6c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for floatingip, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:40.170214 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-37951107-7926-4fa1-9428-05f9e84c8d6c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:40.171342 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-37951107-7926-4fa1-9428-05f9e84c8d6c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "DELETE /v2.0/floatingips/4ba312f9-aa23-465d-ad94-4c33e5d71a37 HTTP/1.1" status: 204 len: 168 time: 0.8657811 Nov 26 16:54:40.618446 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device c0681cd4-4abe-4a34-b224-c4b011b383e9 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:54:40.652941 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: c0681cd4-4abe-4a34-b224-c4b011b383e9 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:54:40.653253 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device c0681cd4-4abe-4a34-b224-c4b011b383e9 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:54:42.631184 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55326) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:54:42.703562 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c4dc35d3-4910-4f2a-ae9e-1f90e225e455 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:42.733004 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c4dc35d3-4910-4f2a-ae9e-1f90e225e455 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:42.796000 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c4dc35d3-4910-4f2a-ae9e-1f90e225e455 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:42.800030 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2028358e-8051-4cef-bc9a-bbbab4161480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:54:42.819200 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc35d3-4910-4f2a-ae9e-1f90e225e455 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44dd585b-2be2-4759-9419-3f873bd27f44,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:54:42.822058 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c4dc35d3-4910-4f2a-ae9e-1f90e225e455 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:54:42.829226 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c4dc35d3-4910-4f2a-ae9e-1f90e225e455 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:42.834843 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c4dc35d3-4910-4f2a-ae9e-1f90e225e455 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] 10.222.0.11 "DELETE /v2.0/security-groups/44dd585b-2be2-4759-9419-3f873bd27f44 HTTP/1.1" status: 204 len: 168 time: 0.1982522 Nov 26 16:54:42.885448 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55332) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:54:43.561722 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a9815a86-a3a4-4ded-9327-f6269f226f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:43.903163 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-a9815a86-a3a4-4ded-9327-f6269f226f2f admin admin] Deleting port a376c8b5-463c-4dec-b239-66fcf6f89e98 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:54:43.903883 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a9815a86-a3a4-4ded-9327-f6269f226f2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:44.073091 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-a9815a86-a3a4-4ded-9327-f6269f226f2f admin admin] For port a376c8b5-463c-4dec-b239-66fcf6f89e98, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=a376c8b5-463c-4dec-b239-66fcf6f89e98,segment=NetworkSegment(34e89c51-6f04-477d-8a8a-2029d8bc6199),segment_id=34e89c51-6f04-477d-8a8a-2029d8bc6199)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:54:44.073517 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a9815a86-a3a4-4ded-9327-f6269f226f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:44.310068 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-a9815a86-a3a4-4ded-9327-f6269f226f2f admin admin] Calling delete_port for a376c8b5-463c-4dec-b239-66fcf6f89e98 owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:54:44.472550 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a9815a86-a3a4-4ded-9327-f6269f226f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:44.476795 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:54:44.548018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9815a86-a3a4-4ded-9327-f6269f226f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=a376c8b5-463c-4dec-b239-66fcf6f89e98,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:54:44.556014 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a9815a86-a3a4-4ded-9327-f6269f226f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:54:44.787279 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a9815a86-a3a4-4ded-9327-f6269f226f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:45.141761 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9815a86-a3a4-4ded-9327-f6269f226f2f admin admin] Router 3ec6f694-0713-49b5-ae38-a2a296371a33 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:54:45.318059 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9815a86-a3a4-4ded-9327-f6269f226f2f admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:54:45.327036 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c750a07c-c45a-4c2d-8b69-a5c5d90c9dd7 None None] Sync routers for ids ['3ec6f694-0713-49b5-ae38-a2a296371a33'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:54:45.330332 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a9815a86-a3a4-4ded-9327-f6269f226f2f admin admin] 10.222.0.11 "PUT /v2.0/routers/3ec6f694-0713-49b5-ae38-a2a296371a33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4436326 Nov 26 16:54:45.332678 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55338) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:54:45.336282 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c750a07c-c45a-4c2d-8b69-a5c5d90c9dd7 None None] Routers {'3ec6f694-0713-49b5-ae38-a2a296371a33'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:54:45.336894 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c750a07c-c45a-4c2d-8b69-a5c5d90c9dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:54:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['3ec6f694-0713-49b5-ae38-a2a296371a33'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:54:45.506310 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ed41e490-732a-4609-93b3-4bccc9de6df2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:45.514463 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-c750a07c-c45a-4c2d-8b69-a5c5d90c9dd7 None None] Set router 3ec6f694-0713-49b5-ae38-a2a296371a33 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:54:45.798336 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c750a07c-c45a-4c2d-8b69-a5c5d90c9dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:54:44Z', 'revision_number': 5, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'gw_port': {'id': '5b8dafb4-bba6-4b05-86a0-8f2496d3349f', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:33Z', 'updated_at': '2021-11-26T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:54:45.802715 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c750a07c-c45a-4c2d-8b69-a5c5d90c9dd7 None None] Checking router: 3ec6f694-0713-49b5-ae38-a2a296371a33 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:54:45.810929 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c750a07c-c45a-4c2d-8b69-a5c5d90c9dd7 None None] Routers {'3ec6f694-0713-49b5-ae38-a2a296371a33'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:54:45.811552 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c750a07c-c45a-4c2d-8b69-a5c5d90c9dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:54:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['3ec6f694-0713-49b5-ae38-a2a296371a33'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:54:45.814102 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ed41e490-732a-4609-93b3-4bccc9de6df2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:45.823577 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-ed41e490-732a-4609-93b3-4bccc9de6df2 admin admin] Deleting port 5b8dafb4-bba6-4b05-86a0-8f2496d3349f {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:54:45.823945 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ed41e490-732a-4609-93b3-4bccc9de6df2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:45.962328 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-c750a07c-c45a-4c2d-8b69-a5c5d90c9dd7 None None] Set router 3ec6f694-0713-49b5-ae38-a2a296371a33 gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:54:46.000692 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-ed41e490-732a-4609-93b3-4bccc9de6df2 admin admin] For port 5b8dafb4-bba6-4b05-86a0-8f2496d3349f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5b8dafb4-bba6-4b05-86a0-8f2496d3349f,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:54:46.001054 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ed41e490-732a-4609-93b3-4bccc9de6df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:46.068698 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c750a07c-c45a-4c2d-8b69-a5c5d90c9dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:54:45Z', 'revision_number': 6, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:54:46.072603 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c750a07c-c45a-4c2d-8b69-a5c5d90c9dd7 None None] The sync data for ids ['3ec6f694-0713-49b5-ae38-a2a296371a33'] in dv-neutron-819440-1-hyperv is: [{'id': '3ec6f694-0713-49b5-ae38-a2a296371a33', 'name': 'tempest-TestVolumeBootPattern-697007785-router', 'tenant_id': '9f9230f34386409ca98bc1f84ec409b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:32Z', 'updated_at': '2021-11-26T16:54:45Z', 'revision_number': 6, 'project_id': '9f9230f34386409ca98bc1f84ec409b3', 'gw_port_host': None}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:54:46.124530 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-ed41e490-732a-4609-93b3-4bccc9de6df2 admin admin] Calling delete_port for 5b8dafb4-bba6-4b05-86a0-8f2496d3349f owned by network:router_gateway {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:54:46.288899 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ed41e490-732a-4609-93b3-4bccc9de6df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:46.293392 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2bc6c908-cb89-4979-9a8f-6668fa920d92 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:54:46.368575 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41e490-732a-4609-93b3-4bccc9de6df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b8dafb4-bba6-4b05-86a0-8f2496d3349f,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:54:46.371527 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ed41e490-732a-4609-93b3-4bccc9de6df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:54:46.431618 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ed41e490-732a-4609-93b3-4bccc9de6df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:46.604842 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ed41e490-732a-4609-93b3-4bccc9de6df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:46.606952 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ed41e490-732a-4609-93b3-4bccc9de6df2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:46.629855 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ed41e490-732a-4609-93b3-4bccc9de6df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:46.630515 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed41e490-732a-4609-93b3-4bccc9de6df2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ec6f694-0713-49b5-ae38-a2a296371a33 {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:54:46.642502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ed41e490-732a-4609-93b3-4bccc9de6df2 admin admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:46.644276 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ed41e490-732a-4609-93b3-4bccc9de6df2 admin admin] 10.222.0.11 "DELETE /v2.0/routers/3ec6f694-0713-49b5-ae38-a2a296371a33 HTTP/1.1" status: 204 len: 168 time: 1.3106964 Nov 26 16:54:46.646799 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55342) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:54:46.703841 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef6b688-8d39-41a5-9e2f-04c09420880e admin admin] Deleting subnet b55da957-278e-4beb-9f32-8be970680118 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:54:46.707214 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fef6b688-8d39-41a5-9e2f-04c09420880e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:46.758254 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fef6b688-8d39-41a5-9e2f-04c09420880e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:46.834888 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fef6b688-8d39-41a5-9e2f-04c09420880e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:46.910934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fef6b688-8d39-41a5-9e2f-04c09420880e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:46.914734 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e1e3f330-7f9b-44de-976c-b1acb2b1b899 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:54:46.953844 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6b688-8d39-41a5-9e2f-04c09420880e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b55da957-278e-4beb-9f32-8be970680118,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:54:46.956366 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fef6b688-8d39-41a5-9e2f-04c09420880e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:54:46.959160 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fef6b688-8d39-41a5-9e2f-04c09420880e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:46.964181 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2779357-3a62-41c5-bba7-09e1bbbfbd0b None None] Network 48a59583-a919-49e7-95cd-b28f90765ccd requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:54:46.966170 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-fef6b688-8d39-41a5-9e2f-04c09420880e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b55da957-278e-4beb-9f32-8be970680118 HTTP/1.1" status: 204 len: 168 time: 0.3184452 Nov 26 16:54:46.968608 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55346) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:54:47.207422 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8f101ae1-4f55-44bd-a309-c95000e40a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:47.219088 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-8f101ae1-4f55-44bd-a309-c95000e40a20 admin admin] Deleting port e864ff0b-d3bb-47c8-80fa-d4e07a327458 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:54:47.219415 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8f101ae1-4f55-44bd-a309-c95000e40a20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:47.252802 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5b8dafb4-bba6-4b05-86a0-8f2496d3349f no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:54:47.288495 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 5b8dafb4-bba6-4b05-86a0-8f2496d3349f {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:54:47.288853 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5b8dafb4-bba6-4b05-86a0-8f2496d3349f not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:54:47.289293 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device a376c8b5-463c-4dec-b239-66fcf6f89e98 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:54:47.318301 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6220ec-a841-4e0d-8ecb-bc529a8fc2db None None] DHCP port deletion for 48a59583-a919-49e7-95cd-b28f90765ccd request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:54:47.325668 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: a376c8b5-463c-4dec-b239-66fcf6f89e98 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:54:47.326030 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device a376c8b5-463c-4dec-b239-66fcf6f89e98 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:54:47.328523 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-6d6220ec-a841-4e0d-8ecb-bc529a8fc2db None None] Deleting port e864ff0b-d3bb-47c8-80fa-d4e07a327458 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:54:47.328918 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6d6220ec-a841-4e0d-8ecb-bc529a8fc2db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:47.437695 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-8f101ae1-4f55-44bd-a309-c95000e40a20 admin admin] For port e864ff0b-d3bb-47c8-80fa-d4e07a327458, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=e864ff0b-d3bb-47c8-80fa-d4e07a327458,segment=NetworkSegment(34e89c51-6f04-477d-8a8a-2029d8bc6199),segment_id=34e89c51-6f04-477d-8a8a-2029d8bc6199)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:54:47.438250 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8f101ae1-4f55-44bd-a309-c95000e40a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:47.534526 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-6d6220ec-a841-4e0d-8ecb-bc529a8fc2db None None] For port e864ff0b-d3bb-47c8-80fa-d4e07a327458, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=e864ff0b-d3bb-47c8-80fa-d4e07a327458,segment=NetworkSegment(34e89c51-6f04-477d-8a8a-2029d8bc6199),segment_id=34e89c51-6f04-477d-8a8a-2029d8bc6199)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:54:47.535176 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6d6220ec-a841-4e0d-8ecb-bc529a8fc2db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:47.569527 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-8f101ae1-4f55-44bd-a309-c95000e40a20 admin admin] Calling delete_port for e864ff0b-d3bb-47c8-80fa-d4e07a327458 owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:54:47.644559 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8f101ae1-4f55-44bd-a309-c95000e40a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:47.648205 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:54:47.657386 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-6d6220ec-a841-4e0d-8ecb-bc529a8fc2db None None] Calling delete_port for e864ff0b-d3bb-47c8-80fa-d4e07a327458 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:54:47.694117 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f101ae1-4f55-44bd-a309-c95000e40a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=e864ff0b-d3bb-47c8-80fa-d4e07a327458,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:54:47.697278 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8f101ae1-4f55-44bd-a309-c95000e40a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:54:47.698039 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f101ae1-4f55-44bd-a309-c95000e40a20 admin admin] No DVR routers for this DVR port e864ff0b-d3bb-47c8-80fa-d4e07a327458 on host dv-neutron-819440-1-hyperv {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:54:47.728394 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-6d6220ec-a841-4e0d-8ecb-bc529a8fc2db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:54:47.728768 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-6d6220ec-a841-4e0d-8ecb-bc529a8fc2db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:54:47.815570 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8f101ae1-4f55-44bd-a309-c95000e40a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:47.840054 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-8f101ae1-4f55-44bd-a309-c95000e40a20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a59583-a919-49e7-95cd-b28f90765ccd']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:54:47.852319 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-8f101ae1-4f55-44bd-a309-c95000e40a20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e89c51-6f04-477d-8a8a-2029d8bc6199') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:54:47.852611 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-8f101ae1-4f55-44bd-a309-c95000e40a20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e89c51-6f04-477d-8a8a-2029d8bc6199') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:54:47.863601 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8f101ae1-4f55-44bd-a309-c95000e40a20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:47.881049 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8f101ae1-4f55-44bd-a309-c95000e40a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:47.887568 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f101ae1-4f55-44bd-a309-c95000e40a20 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:54:47.887975 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8f101ae1-4f55-44bd-a309-c95000e40a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:54:47.901736 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:54:47.977716 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8f101ae1-4f55-44bd-a309-c95000e40a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:47.981033 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a4947c79-f742-4af5-ad77-eccb8fd55cee tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:54:47.993572 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8f101ae1-4f55-44bd-a309-c95000e40a20 admin admin] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:48.004298 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f101ae1-4f55-44bd-a309-c95000e40a20 admin admin] Pushing event deleted for resources: {'Network': ['ID=48a59583-a919-49e7-95cd-b28f90765ccd,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:54:48.007304 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8f101ae1-4f55-44bd-a309-c95000e40a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:54:48.016895 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8f101ae1-4f55-44bd-a309-c95000e40a20 admin admin] 10.222.0.11 "DELETE /v2.0/networks/48a59583-a919-49e7-95cd-b28f90765ccd HTTP/1.1" status: 204 len: 168 time: 1.0473757 Nov 26 16:54:48.020412 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55350) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:54:48.230521 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-6d6220ec-a841-4e0d-8ecb-bc529a8fc2db None None] Deleting port e864ff0b-d3bb-47c8-80fa-d4e07a327458 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:54:48.231052 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6d6220ec-a841-4e0d-8ecb-bc529a8fc2db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:48.298205 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-6d6220ec-a841-4e0d-8ecb-bc529a8fc2db None None] The port 'e864ff0b-d3bb-47c8-80fa-d4e07a327458' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:54:48.542160 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-95e7aee0-9607-4ae7-91d8-18306a07c9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:49.003084 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-95e7aee0-9607-4ae7-91d8-18306a07c9b0 admin admin] Deleting port 24584d03-a82c-4fb4-8f8b-6aa41924834e {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:54:49.003410 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-95e7aee0-9607-4ae7-91d8-18306a07c9b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:49.170386 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-95e7aee0-9607-4ae7-91d8-18306a07c9b0 admin admin] For port 24584d03-a82c-4fb4-8f8b-6aa41924834e, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=24584d03-a82c-4fb4-8f8b-6aa41924834e,segment=NetworkSegment(d3d1fc38-d00c-4a8c-915d-9f6fbb2d7e4a),segment_id=d3d1fc38-d00c-4a8c-915d-9f6fbb2d7e4a)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:54:49.170742 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-95e7aee0-9607-4ae7-91d8-18306a07c9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:49.218422 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device e864ff0b-d3bb-47c8-80fa-d4e07a327458 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:54:49.252714 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: e864ff0b-d3bb-47c8-80fa-d4e07a327458 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:54:49.253397 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device e864ff0b-d3bb-47c8-80fa-d4e07a327458 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:54:49.298191 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-95e7aee0-9607-4ae7-91d8-18306a07c9b0 admin admin] Calling delete_port for 24584d03-a82c-4fb4-8f8b-6aa41924834e owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:54:49.463798 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-95e7aee0-9607-4ae7-91d8-18306a07c9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:49.467250 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0dce1665-a669-4ef1-9445-e74627e4d8cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:54:49.512350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7aee0-9607-4ae7-91d8-18306a07c9b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=24584d03-a82c-4fb4-8f8b-6aa41924834e,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:54:49.515314 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-95e7aee0-9607-4ae7-91d8-18306a07c9b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:54:49.538474 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:49.774661 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-95e7aee0-9607-4ae7-91d8-18306a07c9b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:50.243820 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e7aee0-9607-4ae7-91d8-18306a07c9b0 admin admin] Router 97070aec-5d53-4d6e-9f09-520f180675de has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:54:50.417286 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e7aee0-9607-4ae7-91d8-18306a07c9b0 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:54:50.426403 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-95e7aee0-9607-4ae7-91d8-18306a07c9b0 admin admin] 10.222.0.11 "PUT /v2.0/routers/97070aec-5d53-4d6e-9f09-520f180675de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4050355 Nov 26 16:54:50.426774 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ce484-9f86-429b-ae8b-35ac4f01f488 None None] Sync routers for ids ['97070aec-5d53-4d6e-9f09-520f180675de'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:54:50.428902 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55354) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:54:50.436580 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ce484-9f86-429b-ae8b-35ac4f01f488 None None] Routers {'97070aec-5d53-4d6e-9f09-520f180675de'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:54:50.437173 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-438ce484-9f86-429b-ae8b-35ac4f01f488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:54:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['97070aec-5d53-4d6e-9f09-520f180675de'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:54:50.604366 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8640-2db3-4d4e-99be-f124273c84f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:50.609186 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-438ce484-9f86-429b-ae8b-35ac4f01f488 None None] Set router 97070aec-5d53-4d6e-9f09-520f180675de gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:54:50.782425 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8640-2db3-4d4e-99be-f124273c84f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:50.792641 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-5ddb8640-2db3-4d4e-99be-f124273c84f8 admin admin] Deleting port f25e0a8f-70ce-4c92-ad62-93e15123aef8 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:54:50.793001 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8640-2db3-4d4e-99be-f124273c84f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:50.914584 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-438ce484-9f86-429b-ae8b-35ac4f01f488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97070aec-5d53-4d6e-9f09-520f180675de', 'name': 'tempest-TestVolumeBootPattern-1056152710-router', 'tenant_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'f25e0a8f-70ce-4c92-ad62-93e15123aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:41Z', 'updated_at': '2021-11-26T16:54:49Z', 'revision_number': 5, 'project_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'gw_port': {'id': 'f25e0a8f-70ce-4c92-ad62-93e15123aef8', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97070aec-5d53-4d6e-9f09-520f180675de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:46:42Z', 'updated_at': '2021-11-26T16:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:54:50.918285 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ce484-9f86-429b-ae8b-35ac4f01f488 None None] Checking router: 97070aec-5d53-4d6e-9f09-520f180675de for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:54:50.926436 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ce484-9f86-429b-ae8b-35ac4f01f488 None None] Routers {'97070aec-5d53-4d6e-9f09-520f180675de'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:54:50.927036 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-438ce484-9f86-429b-ae8b-35ac4f01f488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:54:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['97070aec-5d53-4d6e-9f09-520f180675de'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:54:50.967902 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-5ddb8640-2db3-4d4e-99be-f124273c84f8 admin admin] For port f25e0a8f-70ce-4c92-ad62-93e15123aef8, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f25e0a8f-70ce-4c92-ad62-93e15123aef8,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:54:50.968261 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8640-2db3-4d4e-99be-f124273c84f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:51.074735 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-438ce484-9f86-429b-ae8b-35ac4f01f488 None None] Set router 97070aec-5d53-4d6e-9f09-520f180675de gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:54:51.095490 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-5ddb8640-2db3-4d4e-99be-f124273c84f8 admin admin] Calling delete_port for f25e0a8f-70ce-4c92-ad62-93e15123aef8 owned by network:router_gateway {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:54:51.177524 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-438ce484-9f86-429b-ae8b-35ac4f01f488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97070aec-5d53-4d6e-9f09-520f180675de', 'name': 'tempest-TestVolumeBootPattern-1056152710-router', 'tenant_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:41Z', 'updated_at': '2021-11-26T16:54:50Z', 'revision_number': 6, 'project_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:54:51.182191 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ce484-9f86-429b-ae8b-35ac4f01f488 None None] The sync data for ids ['97070aec-5d53-4d6e-9f09-520f180675de'] in dv-neutron-819440-1-hyperv is: [{'id': '97070aec-5d53-4d6e-9f09-520f180675de', 'name': 'tempest-TestVolumeBootPattern-1056152710-router', 'tenant_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:46:41Z', 'updated_at': '2021-11-26T16:54:50Z', 'revision_number': 6, 'project_id': '2bcfd9825e7841758acc9ed7e897fbe8', 'gw_port_host': None}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:54:51.267553 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8640-2db3-4d4e-99be-f124273c84f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:51.272704 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8f4d2934-6a1c-4977-8aeb-e923ddea37f8 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:54:51.316720 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb8640-2db3-4d4e-99be-f124273c84f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f25e0a8f-70ce-4c92-ad62-93e15123aef8,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:54:51.341821 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5ddb8640-2db3-4d4e-99be-f124273c84f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:54:51.534608 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8640-2db3-4d4e-99be-f124273c84f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:51.718241 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8640-2db3-4d4e-99be-f124273c84f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:51.720408 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8640-2db3-4d4e-99be-f124273c84f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:51.743912 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8640-2db3-4d4e-99be-f124273c84f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:51.744460 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddb8640-2db3-4d4e-99be-f124273c84f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97070aec-5d53-4d6e-9f09-520f180675de {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:54:51.757435 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8640-2db3-4d4e-99be-f124273c84f8 admin admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:51.758495 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5ddb8640-2db3-4d4e-99be-f124273c84f8 admin admin] 10.222.0.11 "DELETE /v2.0/routers/97070aec-5d53-4d6e-9f09-520f180675de HTTP/1.1" status: 204 len: 168 time: 1.3286626 Nov 26 16:54:51.761038 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55362) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:54:51.822528 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f8fb8c-23aa-4337-b5e8-4e623e23fa7c admin admin] Deleting subnet 4867a441-1c04-4c3f-a482-8677a468b98a {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:54:51.825458 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a1f8fb8c-23aa-4337-b5e8-4e623e23fa7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:51.875567 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a1f8fb8c-23aa-4337-b5e8-4e623e23fa7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:51.956068 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a1f8fb8c-23aa-4337-b5e8-4e623e23fa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:52.025231 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a1f8fb8c-23aa-4337-b5e8-4e623e23fa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:52.029133 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7286bca8-5afb-4db4-8ee2-6da8a67e71c7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:54:52.069297 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8fb8c-23aa-4337-b5e8-4e623e23fa7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4867a441-1c04-4c3f-a482-8677a468b98a,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:54:52.071845 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a1f8fb8c-23aa-4337-b5e8-4e623e23fa7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:54:52.074650 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a1f8fb8c-23aa-4337-b5e8-4e623e23fa7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:52.079769 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c560a1-0a21-4972-b977-3f09322128c8 None None] Network 6ef46855-800b-4c1c-9334-3668aad690f9 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:54:52.081334 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a1f8fb8c-23aa-4337-b5e8-4e623e23fa7c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4867a441-1c04-4c3f-a482-8677a468b98a HTTP/1.1" status: 204 len: 168 time: 0.3192904 Nov 26 16:54:52.083763 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55366) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:54:52.197695 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-02c9b82f-d107-4efa-b4c5-e47d592917f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:52.211541 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-02c9b82f-d107-4efa-b4c5-e47d592917f6 admin admin] Deleting port 2ca90880-8868-4803-9bee-3c76d2224299 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:54:52.211916 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-02c9b82f-d107-4efa-b4c5-e47d592917f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:52.327355 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775e9853-b988-465a-a7cb-477a8921daa7 None None] DHCP port deletion for 6ef46855-800b-4c1c-9334-3668aad690f9 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:54:52.331876 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-775e9853-b988-465a-a7cb-477a8921daa7 None None] Deleting port 2ca90880-8868-4803-9bee-3c76d2224299 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:54:52.332286 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-775e9853-b988-465a-a7cb-477a8921daa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:52.417302 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-02c9b82f-d107-4efa-b4c5-e47d592917f6 admin admin] For port 2ca90880-8868-4803-9bee-3c76d2224299, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=2ca90880-8868-4803-9bee-3c76d2224299,segment=NetworkSegment(d3d1fc38-d00c-4a8c-915d-9f6fbb2d7e4a),segment_id=d3d1fc38-d00c-4a8c-915d-9f6fbb2d7e4a)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:54:52.417659 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-02c9b82f-d107-4efa-b4c5-e47d592917f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:52.541623 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-775e9853-b988-465a-a7cb-477a8921daa7 None None] For port 2ca90880-8868-4803-9bee-3c76d2224299, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=2ca90880-8868-4803-9bee-3c76d2224299,segment=NetworkSegment(d3d1fc38-d00c-4a8c-915d-9f6fbb2d7e4a),segment_id=d3d1fc38-d00c-4a8c-915d-9f6fbb2d7e4a)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:54:52.541876 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-775e9853-b988-465a-a7cb-477a8921daa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:52.549360 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-02c9b82f-d107-4efa-b4c5-e47d592917f6 admin admin] Calling delete_port for 2ca90880-8868-4803-9bee-3c76d2224299 owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:54:52.623467 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-02c9b82f-d107-4efa-b4c5-e47d592917f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:52.628768 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:54:52.664978 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-775e9853-b988-465a-a7cb-477a8921daa7 None None] Calling delete_port for 2ca90880-8868-4803-9bee-3c76d2224299 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:54:52.670719 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9b82f-d107-4efa-b4c5-e47d592917f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca90880-8868-4803-9bee-3c76d2224299,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:54:52.673820 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-02c9b82f-d107-4efa-b4c5-e47d592917f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:54:52.674686 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c9b82f-d107-4efa-b4c5-e47d592917f6 admin admin] No DVR routers for this DVR port 2ca90880-8868-4803-9bee-3c76d2224299 on host dv-neutron-819440-1-hyperv {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:54:52.736662 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-775e9853-b988-465a-a7cb-477a8921daa7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 16:54:52.737034 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-775e9853-b988-465a-a7cb-477a8921daa7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 16:54:52.789394 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-02c9b82f-d107-4efa-b4c5-e47d592917f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:52.818057 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-02c9b82f-d107-4efa-b4c5-e47d592917f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef46855-800b-4c1c-9334-3668aad690f9']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:54:52.829604 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-02c9b82f-d107-4efa-b4c5-e47d592917f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d1fc38-d00c-4a8c-915d-9f6fbb2d7e4a') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:54:52.830148 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-02c9b82f-d107-4efa-b4c5-e47d592917f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d1fc38-d00c-4a8c-915d-9f6fbb2d7e4a') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:54:52.840790 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-02c9b82f-d107-4efa-b4c5-e47d592917f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:52.855915 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-02c9b82f-d107-4efa-b4c5-e47d592917f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:52.862151 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c9b82f-d107-4efa-b4c5-e47d592917f6 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:54:52.862527 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-02c9b82f-d107-4efa-b4c5-e47d592917f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:54:52.875576 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:54:52.950139 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-02c9b82f-d107-4efa-b4c5-e47d592917f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:52.953613 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1437990d-9272-4d6c-b792-8035693252a7 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:54:52.970695 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-02c9b82f-d107-4efa-b4c5-e47d592917f6 admin admin] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:52.981429 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9b82f-d107-4efa-b4c5-e47d592917f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ef46855-800b-4c1c-9334-3668aad690f9,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:54:52.984180 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-02c9b82f-d107-4efa-b4c5-e47d592917f6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6ef46855-800b-4c1c-9334-3668aad690f9 HTTP/1.1" status: 204 len: 168 time: 0.8995144 Nov 26 16:54:52.985085 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-02c9b82f-d107-4efa-b4c5-e47d592917f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:54:53.095466 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55372) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:54:53.144522 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-32563e1e-f6ca-4feb-93fd-2c0767c2d387 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f9230f34386409ca98bc1f84ec409b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477793 Nov 26 16:54:53.146910 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55376) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:54:53.205196 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3347cee4-0399-457a-915d-76af4bab06b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:53.221944 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f25e0a8f-70ce-4c92-ad62-93e15123aef8 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:54:53.231952 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3347cee4-0399-457a-915d-76af4bab06b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:53.251204 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-775e9853-b988-465a-a7cb-477a8921daa7 None None] Deleting port 2ca90880-8868-4803-9bee-3c76d2224299 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:54:53.251587 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-775e9853-b988-465a-a7cb-477a8921daa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:53.283348 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3347cee4-0399-457a-915d-76af4bab06b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:53.287830 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-692714f4-4541-436f-af5f-0bddbb740237 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:54:53.303100 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347cee4-0399-457a-915d-76af4bab06b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dcd74e-f8d8-4238-9ac9-21f01e974bbf,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:54:53.305401 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3347cee4-0399-457a-915d-76af4bab06b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:54:53.310742 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3347cee4-0399-457a-915d-76af4bab06b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:53.311907 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3347cee4-0399-457a-915d-76af4bab06b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/64dcd74e-f8d8-4238-9ac9-21f01e974bbf HTTP/1.1" status: 204 len: 168 time: 0.1640589 Nov 26 16:54:53.327539 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: f25e0a8f-70ce-4c92-ad62-93e15123aef8 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:54:53.327921 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f25e0a8f-70ce-4c92-ad62-93e15123aef8 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:54:53.328362 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 2ca90880-8868-4803-9bee-3c76d2224299 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:54:53.370021 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 2ca90880-8868-4803-9bee-3c76d2224299 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:54:53.370386 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 2ca90880-8868-4803-9bee-3c76d2224299 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:54:53.371118 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 24584d03-a82c-4fb4-8f8b-6aa41924834e no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:54:53.434364 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-775e9853-b988-465a-a7cb-477a8921daa7 None None] The port '2ca90880-8868-4803-9bee-3c76d2224299' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 16:54:53.441308 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 24584d03-a82c-4fb4-8f8b-6aa41924834e {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:54:53.441674 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 24584d03-a82c-4fb4-8f8b-6aa41924834e not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:54:53.648050 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55384) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:54:53.695353 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-008ca240-f146-49f4-bffe-a704fd75701a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2bcfd9825e7841758acc9ed7e897fbe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460944 Nov 26 16:54:53.697760 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55388) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:54:53.754007 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1663caf1-6c49-416f-920b-fded706f44c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:53.779050 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1663caf1-6c49-416f-920b-fded706f44c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:53.833520 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1663caf1-6c49-416f-920b-fded706f44c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:53.838389 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7e3d21d6-fe6b-437f-bfdf-df2a03f523ed tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:54:53.848727 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663caf1-6c49-416f-920b-fded706f44c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e0e0f5-709a-4caa-a9b8-c34627a9b6fb,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:54:53.859117 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663caf1-6c49-416f-920b-fded706f44c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:54:53.859503 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663caf1-6c49-416f-920b-fded706f44c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:54:53.859910 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663caf1-6c49-416f-920b-fded706f44c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:54:53.860281 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663caf1-6c49-416f-920b-fded706f44c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:54:53.860651 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663caf1-6c49-416f-920b-fded706f44c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:54:53.861019 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663caf1-6c49-416f-920b-fded706f44c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:54:53.861382 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663caf1-6c49-416f-920b-fded706f44c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:54:53.861829 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663caf1-6c49-416f-920b-fded706f44c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:54:53.862142 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663caf1-6c49-416f-920b-fded706f44c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:54:53.862501 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663caf1-6c49-416f-920b-fded706f44c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:54:53.862858 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663caf1-6c49-416f-920b-fded706f44c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:54:53.863214 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663caf1-6c49-416f-920b-fded706f44c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:54:53.865995 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1663caf1-6c49-416f-920b-fded706f44c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:53.867084 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1663caf1-6c49-416f-920b-fded706f44c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/26e0e0f5-709a-4caa-a9b8-c34627a9b6fb HTTP/1.1" status: 204 len: 168 time: 0.1684620 Nov 26 16:54:53.868143 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1663caf1-6c49-416f-920b-fded706f44c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:54:58.579962 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-76558e25-252a-4d61-ab3e-035037cc91d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:54:59.343833 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:55:01.245715 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fd5fa2fe-2475-4630-862e-a15e3632e421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:55:02.177583 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:55:03.790184 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7b8ce312-c7b4-437d-9215-618f01d460aa req-a0a309d1-7691-4507-99aa-ea841b0b9860 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=442b9831-2c03-42e1-a53f-99d250d5840c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727170 Nov 26 16:55:03.942068 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ce312-c7b4-437d-9215-618f01d460aa req-b20b9c1e-9d2d-479c-9c3d-f06a516c16b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:55:03.943519 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7b8ce312-c7b4-437d-9215-618f01d460aa req-b20b9c1e-9d2d-479c-9c3d-f06a516c16b2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=442b9831-2c03-42e1-a53f-99d250d5840c HTTP/1.1" status: 200 len: 1099 time: 0.0736930 Nov 26 16:55:03.980136 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:55:04.207503 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ce312-c7b4-437d-9215-618f01d460aa req-bb254e94-ce1b-4c6a-a754-c960926284b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:55:04.208964 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7b8ce312-c7b4-437d-9215-618f01d460aa req-bb254e94-ce1b-4c6a-a754-c960926284b8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9bbeb650-1bef-4031-ad45-17ddb6cceb33 HTTP/1.1" status: 200 len: 898 time: 0.2404799 Nov 26 16:55:04.316959 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7b8ce312-c7b4-437d-9215-618f01d460aa req-f26f4559-de74-4e1d-9d43-aaa85d1a3b65 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7b202d9-ed25-48d4-a497-18a43222f7a5 HTTP/1.1" status: 200 len: 1002 time: 0.0974524 Nov 26 16:55:04.384989 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ce312-c7b4-437d-9215-618f01d460aa req-3a7662e2-8dd5-4afb-b61d-a806058ab780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:55:04.386396 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7b8ce312-c7b4-437d-9215-618f01d460aa req-3a7662e2-8dd5-4afb-b61d-a806058ab780 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=165c802e-e41a-4084-a38e-293c62d10302 HTTP/1.1" status: 200 len: 844 time: 0.0599110 Nov 26 16:55:04.463740 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ce312-c7b4-437d-9215-618f01d460aa req-aeb709c6-7279-4a04-88de-d3ddf7dfc9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:55:04.465113 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7b8ce312-c7b4-437d-9215-618f01d460aa req-aeb709c6-7279-4a04-88de-d3ddf7dfc9d9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9bbeb650-1bef-4031-ad45-17ddb6cceb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688453 Nov 26 16:55:04.600903 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7b8ce312-c7b4-437d-9215-618f01d460aa req-a08a331a-7a85-4b3c-bd35-09a129527892 service neutron] 10.222.0.31 "GET /v2.0/networks/9bbeb650-1bef-4031-ad45-17ddb6cceb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245871 Nov 26 16:55:04.735582 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7b8ce312-c7b4-437d-9215-618f01d460aa req-abb57c59-3d75-4194-bd51-72f67da16140 service neutron] 10.222.0.31 "GET /v2.0/networks/9bbeb650-1bef-4031-ad45-17ddb6cceb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248324 Nov 26 16:55:07.842376 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:55:19.554030 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:55:22.806258 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55398) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:55:22.812086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-4e975963-c374-45a7-adaa-d3ce1837bfab tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:55:22.931163 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4e975963-c374-45a7-adaa-d3ce1837bfab tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2508817'] for subnet, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:55:23.114930 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4e975963-c374-45a7-adaa-d3ce1837bfab tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756664963660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2338198'] for subnet, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:55:23.119211 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c70f5124-14cd-4168-b18e-ad08fa1f96a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:55:23.164255 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e975963-c374-45a7-adaa-d3ce1837bfab tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:55:23.164845 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4e975963-c374-45a7-adaa-d3ce1837bfab tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:55:23.166143 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4e975963-c374-45a7-adaa-d3ce1837bfab tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "PUT /v2.0/subnets/165c802e-e41a-4084-a38e-293c62d10302 HTTP/1.1" status: 200 len: 836 time: 0.3588393 Nov 26 16:55:23.171293 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac1a94e-7d66-4f96-a900-4e155ef61785 None None] Network 9bbeb650-1bef-4031-ad45-17ddb6cceb33 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:55:23.181926 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e975963-c374-45a7-adaa-d3ce1837bfab tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Subnet': ['ID=165c802e-e41a-4084-a38e-293c62d10302,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:55:23.184526 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4e975963-c374-45a7-adaa-d3ce1837bfab tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:55:23.659215 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4ff8ffc5-168e-456b-a145-1f8095120da6 None None] Provisioning complete for port f7b202d9-ed25-48d4-a497-18a43222f7a5 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:55:23.659520 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4ff8ffc5-168e-456b-a145-1f8095120da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:55:23.789005 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4ff8ffc5-168e-456b-a145-1f8095120da6 None None] Provisioning complete for port 3f5bec5e-c00b-4270-a244-8ab7b0129bcc triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:55:23.789385 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4ff8ffc5-168e-456b-a145-1f8095120da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:55:23.912699 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4ff8ffc5-168e-456b-a145-1f8095120da6 None None] Provisioning complete for port 6dc8d07e-0508-4f3c-821d-c710050eb4a1 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:55:23.912994 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4ff8ffc5-168e-456b-a145-1f8095120da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:55:28.580690 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f66906b4-3cdf-496e-9408-c9b1f64e12e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:55:29.346349 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:55:31.246414 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ac1bdd07-f2fe-45a9-9b9f-693483aa7f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:55:32.182883 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:55:33.982067 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:55:44.840488 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:55:49.555482 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:55:58.582235 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-26865be9-7a38-4c62-963d-a85f236b8ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:55:59.348217 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:01.247761 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-29e72dbe-c2e6-435a-a943-270607dd7cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:02.183967 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:03.986494 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:05.926577 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e1fa778-0b42-4970-8944-59f3d3b9e974 req-48e819f0-447f-49a6-811c-598c60503026 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=442b9831-2c03-42e1-a53f-99d250d5840c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2256544 Nov 26 16:56:06.067009 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fa778-0b42-4970-8944-59f3d3b9e974 req-e85cdd01-15f8-4770-8b3f-612d01730d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:06.068414 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e1fa778-0b42-4970-8944-59f3d3b9e974 req-e85cdd01-15f8-4770-8b3f-612d01730d4a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=442b9831-2c03-42e1-a53f-99d250d5840c HTTP/1.1" status: 200 len: 1099 time: 0.0725620 Nov 26 16:56:06.089489 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55412) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:06.304675 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fa778-0b42-4970-8944-59f3d3b9e974 req-67e69779-6186-49ea-941c-169295f4447f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:06.306122 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e1fa778-0b42-4970-8944-59f3d3b9e974 req-67e69779-6186-49ea-941c-169295f4447f service neutron] 10.222.0.31 "GET /v2.0/networks?id=9bbeb650-1bef-4031-ad45-17ddb6cceb33 HTTP/1.1" status: 200 len: 898 time: 0.2102201 Nov 26 16:56:06.631754 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e1fa778-0b42-4970-8944-59f3d3b9e974 req-417b9389-e153-46d6-9c99-a0e88dbb28bd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7b202d9-ed25-48d4-a497-18a43222f7a5 HTTP/1.1" status: 200 len: 1002 time: 0.3136694 Nov 26 16:56:06.632985 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-7ebc462e-24f1-446b-9f91-b8eb3aea8450 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port e3290b20-0632-4c1d-81e4-38f2b284681f {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:56:06.633327 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7ebc462e-24f1-446b-9f91-b8eb3aea8450 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:06.795130 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fa778-0b42-4970-8944-59f3d3b9e974 req-389f5af6-e981-45e4-bd06-a29e9427de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:06.796674 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e1fa778-0b42-4970-8944-59f3d3b9e974 req-389f5af6-e981-45e4-bd06-a29e9427de51 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=165c802e-e41a-4084-a38e-293c62d10302 HTTP/1.1" status: 200 len: 844 time: 0.1392820 Nov 26 16:56:06.908896 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7ebc462e-24f1-446b-9f91-b8eb3aea8450 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:06.909152 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7ebc462e-24f1-446b-9f91-b8eb3aea8450 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:07.039191 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-7ebc462e-24f1-446b-9f91-b8eb3aea8450 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for e3290b20-0632-4c1d-81e4-38f2b284681f owned by network:floatingip {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:56:07.068360 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fa778-0b42-4970-8944-59f3d3b9e974 req-d1754992-e520-47fd-acf8-edc9452d622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:07.069837 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e1fa778-0b42-4970-8944-59f3d3b9e974 req-d1754992-e520-47fd-acf8-edc9452d622e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9bbeb650-1bef-4031-ad45-17ddb6cceb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2629580 Nov 26 16:56:07.240004 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e1fa778-0b42-4970-8944-59f3d3b9e974 req-d246f33b-ee4b-4744-89fe-00366fc1f2f5 service neutron] 10.222.0.31 "GET /v2.0/networks/9bbeb650-1bef-4031-ad45-17ddb6cceb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592627 Nov 26 16:56:07.388379 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7ebc462e-24f1-446b-9f91-b8eb3aea8450 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:07.394795 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e2a25d21-5515-4b8f-8a44-55f5bc0bd3a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:07.448572 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc462e-24f1-446b-9f91-b8eb3aea8450 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=e3290b20-0632-4c1d-81e4-38f2b284681f,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:07.500727 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc462e-24f1-446b-9f91-b8eb3aea8450 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:07.501149 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc462e-24f1-446b-9f91-b8eb3aea8450 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:07.501531 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc462e-24f1-446b-9f91-b8eb3aea8450 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:07.501909 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc462e-24f1-446b-9f91-b8eb3aea8450 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:07.502284 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc462e-24f1-446b-9f91-b8eb3aea8450 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:07.502660 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc462e-24f1-446b-9f91-b8eb3aea8450 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:07.503031 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc462e-24f1-446b-9f91-b8eb3aea8450 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:07.503401 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc462e-24f1-446b-9f91-b8eb3aea8450 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:07.503792 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc462e-24f1-446b-9f91-b8eb3aea8450 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:07.504160 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc462e-24f1-446b-9f91-b8eb3aea8450 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:07.504525 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc462e-24f1-446b-9f91-b8eb3aea8450 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:07.504889 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc462e-24f1-446b-9f91-b8eb3aea8450 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:07.514577 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7ebc462e-24f1-446b-9f91-b8eb3aea8450 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:07.541284 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e1fa778-0b42-4970-8944-59f3d3b9e974 req-d80d9ee9-1d79-4ffa-900e-ae8f8dd68784 service neutron] 10.222.0.31 "GET /v2.0/networks/9bbeb650-1bef-4031-ad45-17ddb6cceb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655995 Nov 26 16:56:07.572893 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7ebc462e-24f1-446b-9f91-b8eb3aea8450 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:07.573193 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-7ebc462e-24f1-446b-9f91-b8eb3aea8450 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Floating IP 1ebc0ce3-aa46-4ba3-a2b1-48b3f285c4b0 disassociated (deleted). External IP: 172.26.0.244, port: f7b202d9-ed25-48d4-a497-18a43222f7a5. Nov 26 16:56:07.922835 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebc462e-24f1-446b-9f91-b8eb3aea8450 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router e4137d47-f70d-4ea6-ba8f-8aa69cd920ec has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:56:08.231446 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebc462e-24f1-446b-9f91-b8eb3aea8450 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:56:08.241227 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e63b068-5fb6-4a5c-8e3f-3cfce61bf1d6 None None] Sync routers for ids ['e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:56:08.251938 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e63b068-5fb6-4a5c-8e3f-3cfce61bf1d6 None None] Routers {'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:56:08.252327 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7ebc462e-24f1-446b-9f91-b8eb3aea8450 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:08.252562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3e63b068-5fb6-4a5c-8e3f-3cfce61bf1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:56:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:56:08.309453 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7ebc462e-24f1-446b-9f91-b8eb3aea8450 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/floatingips/1ebc0ce3-aa46-4ba3-a2b1-48b3f285c4b0 HTTP/1.1" status: 204 len: 168 time: 2.2189200 Nov 26 16:56:08.310388 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442b9831-2c03-42e1-a53f-99d250d5840c', 'tag': 'f7b202d9-ed25-48d4-a497-18a43222f7a5'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:56:08.355980 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442b9831-2c03-42e1-a53f-99d250d5840c', 'tag': 'f7b202d9-ed25-48d4-a497-18a43222f7a5', 'status': 'completed', 'code': 200} Nov 26 16:56:08.429652 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-3e63b068-5fb6-4a5c-8e3f-3cfce61bf1d6 None None] Set router e4137d47-f70d-4ea6-ba8f-8aa69cd920ec gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:56:08.457992 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea51f16-1c1d-4e4d-bc7a-b9b8304a159a req-61988bbb-2bc7-45eb-88bd-b38b4d41a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:08.459490 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-eea51f16-1c1d-4e4d-bc7a-b9b8304a159a req-61988bbb-2bc7-45eb-88bd-b38b4d41a946 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=442b9831-2c03-42e1-a53f-99d250d5840c HTTP/1.1" status: 200 len: 1099 time: 0.0743549 Nov 26 16:56:08.606403 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea51f16-1c1d-4e4d-bc7a-b9b8304a159a req-f21317a0-25d4-4569-98f0-373f49778261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:08.607912 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-eea51f16-1c1d-4e4d-bc7a-b9b8304a159a req-f21317a0-25d4-4569-98f0-373f49778261 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9bbeb650-1bef-4031-ad45-17ddb6cceb33 HTTP/1.1" status: 200 len: 898 time: 0.1411526 Nov 26 16:56:08.689427 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-eea51f16-1c1d-4e4d-bc7a-b9b8304a159a req-2d272303-41e0-4d87-beb1-a50aaaa5a885 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7b202d9-ed25-48d4-a497-18a43222f7a5 HTTP/1.1" status: 200 len: 217 time: 0.0731153 Nov 26 16:56:08.699900 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1675832-61f0-4106-809c-98237a5ce8c7 req-0cfdb34d-137f-4d36-a835-543372bdec8b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:08.701991 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c1675832-61f0-4106-809c-98237a5ce8c7 req-0cfdb34d-137f-4d36-a835-543372bdec8b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=442b9831-2c03-42e1-a53f-99d250d5840c HTTP/1.1" status: 200 len: 946 time: 0.0815198 Nov 26 16:56:08.748379 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c1675832-61f0-4106-809c-98237a5ce8c7 req-5e61587f-c6e3-49f9-8b07-b4d91ad73f70 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bb6d1fb-8f26-4d5e-986c-0df5416dff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402112 Nov 26 16:56:08.770767 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea51f16-1c1d-4e4d-bc7a-b9b8304a159a req-a2adfa62-0b7f-4d3d-aa54-110b0b0afc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:08.772219 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-eea51f16-1c1d-4e4d-bc7a-b9b8304a159a req-a2adfa62-0b7f-4d3d-aa54-110b0b0afc9c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=165c802e-e41a-4084-a38e-293c62d10302 HTTP/1.1" status: 200 len: 844 time: 0.0750980 Nov 26 16:56:08.819431 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3e63b068-5fb6-4a5c-8e3f-3cfce61bf1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'name': 'tempest-TestNetworkBasicOps-router-1163244347', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:53:02Z', 'updated_at': '2021-11-26T16:53:07Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:53:03Z', 'updated_at': '2021-11-26T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '3f5bec5e-c00b-4270-a244-8ab7b0129bcc', 'name': '', 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:df:0f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '165c802e-e41a-4084-a38e-293c62d10302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:53:06Z', 'updated_at': '2021-11-26T16:53:11Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '165c802e-e41a-4084-a38e-293c62d10302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:56:08.823188 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e63b068-5fb6-4a5c-8e3f-3cfce61bf1d6 None None] Checking router: e4137d47-f70d-4ea6-ba8f-8aa69cd920ec for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:56:08.831381 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e63b068-5fb6-4a5c-8e3f-3cfce61bf1d6 None None] Routers {'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:56:08.832026 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3e63b068-5fb6-4a5c-8e3f-3cfce61bf1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:56:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:56:08.862634 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea51f16-1c1d-4e4d-bc7a-b9b8304a159a req-bf18acfc-215f-44ba-844c-97b2095ba9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:08.864181 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-eea51f16-1c1d-4e4d-bc7a-b9b8304a159a req-bf18acfc-215f-44ba-844c-97b2095ba9c9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9bbeb650-1bef-4031-ad45-17ddb6cceb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787024 Nov 26 16:56:08.998322 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-eea51f16-1c1d-4e4d-bc7a-b9b8304a159a req-d137870e-8def-4d52-b044-f11c0bc1ebb2 service neutron] 10.222.0.31 "GET /v2.0/networks/9bbeb650-1bef-4031-ad45-17ddb6cceb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265256 Nov 26 16:56:09.008486 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-3e63b068-5fb6-4a5c-8e3f-3cfce61bf1d6 None None] Set router e4137d47-f70d-4ea6-ba8f-8aa69cd920ec gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:56:09.134856 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-eea51f16-1c1d-4e4d-bc7a-b9b8304a159a req-7c171a26-510f-429d-a5c6-cf092f546436 service neutron] 10.222.0.31 "GET /v2.0/networks/9bbeb650-1bef-4031-ad45-17ddb6cceb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288493 Nov 26 16:56:09.317957 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3e63b068-5fb6-4a5c-8e3f-3cfce61bf1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'name': 'tempest-TestNetworkBasicOps-router-1163244347', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:53:02Z', 'updated_at': '2021-11-26T16:53:07Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:53:03Z', 'updated_at': '2021-11-26T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '3f5bec5e-c00b-4270-a244-8ab7b0129bcc', 'name': '', 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:df:0f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '165c802e-e41a-4084-a38e-293c62d10302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:53:06Z', 'updated_at': '2021-11-26T16:53:11Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '165c802e-e41a-4084-a38e-293c62d10302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:56:09.321830 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e63b068-5fb6-4a5c-8e3f-3cfce61bf1d6 None None] The sync data for ids ['e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'] in dv-neutron-819440-1-hyperv is: [{'id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'name': 'tempest-TestNetworkBasicOps-router-1163244347', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:53:02Z', 'updated_at': '2021-11-26T16:53:07Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:53:03Z', 'updated_at': '2021-11-26T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '3f5bec5e-c00b-4270-a244-8ab7b0129bcc', 'name': '', 'network_id': '9bbeb650-1bef-4031-ad45-17ddb6cceb33', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:df:0f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '165c802e-e41a-4084-a38e-293c62d10302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:53:06Z', 'updated_at': '2021-11-26T16:53:11Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '165c802e-e41a-4084-a38e-293c62d10302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:56:09.529899 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92b249a-8485-444a-b7ed-8b8e6db8101b None None] New status for floating IP 1ebc0ce3-aa46-4ba3-a2b1-48b3f285c4b0: DOWN {{(pid=87521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:56:09.951114 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf0272-3291-4f47-9676-93089fbb3ac4 req-ec94a6e7-206c-4a77-be07-1258958e3739 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:09.951696 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-08bf0272-3291-4f47-9676-93089fbb3ac4 req-ec94a6e7-206c-4a77-be07-1258958e3739 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:56:09.967061 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-08bf0272-3291-4f47-9676-93089fbb3ac4 req-ec94a6e7-206c-4a77-be07-1258958e3739 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:56:09.968366 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-08bf0272-3291-4f47-9676-93089fbb3ac4 req-ec94a6e7-206c-4a77-be07-1258958e3739 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=442b9831-2c03-42e1-a53f-99d250d5840c HTTP/1.1" status: 200 len: 946 time: 0.0987380 Nov 26 16:56:10.012191 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-08bf0272-3291-4f47-9676-93089fbb3ac4 req-89e112f1-5c2d-4a3d-b2e7-034dafefc171 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bb6d1fb-8f26-4d5e-986c-0df5416dff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375295 Nov 26 16:56:10.162634 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087ce75-afc0-4bab-85f2-eedbb7600909 req-c6c7a7d7-b173-4b36-92e9-ec8ff4999cb8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:10.164083 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0087ce75-afc0-4bab-85f2-eedbb7600909 req-c6c7a7d7-b173-4b36-92e9-ec8ff4999cb8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/ports?device_id=442b9831-2c03-42e1-a53f-99d250d5840c HTTP/1.1" status: 200 len: 946 time: 0.0833979 Nov 26 16:56:10.235920 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-0087ce75-afc0-4bab-85f2-eedbb7600909 req-0ce8fd96-8720-45ad-b319-442b1d11d5bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port f7b202d9-ed25-48d4-a497-18a43222f7a5 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:56:10.236177 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-0087ce75-afc0-4bab-85f2-eedbb7600909 req-0ce8fd96-8720-45ad-b319-442b1d11d5bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:10.477567 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-0087ce75-afc0-4bab-85f2-eedbb7600909 req-0ce8fd96-8720-45ad-b319-442b1d11d5bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] For port f7b202d9-ed25-48d4-a497-18a43222f7a5, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f7b202d9-ed25-48d4-a497-18a43222f7a5,segment=NetworkSegment(c1480bb2-56c0-4b22-bde4-c055cb1d81b1),segment_id=c1480bb2-56c0-4b22-bde4-c055cb1d81b1)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:56:10.477927 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-0087ce75-afc0-4bab-85f2-eedbb7600909 req-0ce8fd96-8720-45ad-b319-442b1d11d5bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:10.712277 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-0087ce75-afc0-4bab-85f2-eedbb7600909 req-0ce8fd96-8720-45ad-b319-442b1d11d5bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for f7b202d9-ed25-48d4-a497-18a43222f7a5 owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:56:10.855359 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-0087ce75-afc0-4bab-85f2-eedbb7600909 req-0ce8fd96-8720-45ad-b319-442b1d11d5bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:10.860782 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-244a9818-37ac-4efc-bb54-1e3a3b1da91f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:10.905791 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8fd96-8720-45ad-b319-442b1d11d5bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=f7b202d9-ed25-48d4-a497-18a43222f7a5,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:10.908904 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0ce8fd96-8720-45ad-b319-442b1d11d5bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:10.981553 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-0087ce75-afc0-4bab-85f2-eedbb7600909 req-0ce8fd96-8720-45ad-b319-442b1d11d5bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] No DVR routers for this DVR port f7b202d9-ed25-48d4-a497-18a43222f7a5 on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:56:10.983948 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-0087ce75-afc0-4bab-85f2-eedbb7600909 req-0ce8fd96-8720-45ad-b319-442b1d11d5bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:10.986741 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442b9831-2c03-42e1-a53f-99d250d5840c', 'name': 'network-vif-deleted', 'tag': 'f7b202d9-ed25-48d4-a497-18a43222f7a5'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:56:11.004789 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0087ce75-afc0-4bab-85f2-eedbb7600909 req-0ce8fd96-8720-45ad-b319-442b1d11d5bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "DELETE /v2.0/ports/f7b202d9-ed25-48d4-a497-18a43222f7a5 HTTP/1.1" status: 204 len: 173 time: 0.8325164 Nov 26 16:56:11.060520 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442b9831-2c03-42e1-a53f-99d250d5840c', 'name': 'network-vif-deleted', 'tag': 'f7b202d9-ed25-48d4-a497-18a43222f7a5', 'status': 'completed', 'code': 200} Nov 26 16:56:11.167786 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-6f5229bd-b06d-4504-99de-37e5c8ad8a86 req-e0371bb2-9fe9-4115-8abe-ad93933e98e4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:56:11.187877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-6f5229bd-b06d-4504-99de-37e5c8ad8a86 req-e0371bb2-9fe9-4115-8abe-ad93933e98e4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:56:11.187877 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6f5229bd-b06d-4504-99de-37e5c8ad8a86 req-e0371bb2-9fe9-4115-8abe-ad93933e98e4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=442b9831-2c03-42e1-a53f-99d250d5840c HTTP/1.1" status: 200 len: 210 time: 0.0625052 Nov 26 16:56:12.286209 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55438) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:12.358011 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-88c9ede3-940d-4bdd-9899-8706c668a5a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:12.387219 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-88c9ede3-940d-4bdd-9899-8706c668a5a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:12.452301 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-88c9ede3-940d-4bdd-9899-8706c668a5a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:12.457262 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d02ae91d-1e07-4bbb-8070-1412a2c8e0fe tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:12.472191 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9ede3-940d-4bdd-9899-8706c668a5a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb6d1fb-8f26-4d5e-986c-0df5416dff11,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:12.474730 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-88c9ede3-940d-4bdd-9899-8706c668a5a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:12.481892 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-88c9ede3-940d-4bdd-9899-8706c668a5a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:12.483002 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-88c9ede3-940d-4bdd-9899-8706c668a5a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/security-groups/6bb6d1fb-8f26-4d5e-986c-0df5416dff11 HTTP/1.1" status: 204 len: 168 time: 0.1958191 Nov 26 16:56:12.512972 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55444) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:13.064296 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8c6b4c9d-f598-4468-998e-e9723d23a8e0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:13.412790 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-8c6b4c9d-f598-4468-998e-e9723d23a8e0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port 3f5bec5e-c00b-4270-a244-8ab7b0129bcc {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:56:13.413446 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8c6b4c9d-f598-4468-998e-e9723d23a8e0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:13.719468 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-8c6b4c9d-f598-4468-998e-e9723d23a8e0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] For port 3f5bec5e-c00b-4270-a244-8ab7b0129bcc, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=3f5bec5e-c00b-4270-a244-8ab7b0129bcc,segment=NetworkSegment(c1480bb2-56c0-4b22-bde4-c055cb1d81b1),segment_id=c1480bb2-56c0-4b22-bde4-c055cb1d81b1)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:56:13.719726 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8c6b4c9d-f598-4468-998e-e9723d23a8e0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:13.841233 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-8c6b4c9d-f598-4468-998e-e9723d23a8e0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for 3f5bec5e-c00b-4270-a244-8ab7b0129bcc owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:56:14.015493 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8c6b4c9d-f598-4468-998e-e9723d23a8e0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:14.018942 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-52320cfd-2148-4181-918f-00c775e8c83f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:14.062765 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b4c9d-f598-4468-998e-e9723d23a8e0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=3f5bec5e-c00b-4270-a244-8ab7b0129bcc,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:14.066384 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8c6b4c9d-f598-4468-998e-e9723d23a8e0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:14.336555 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8c6b4c9d-f598-4468-998e-e9723d23a8e0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:14.687769 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6b4c9d-f598-4468-998e-e9723d23a8e0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router e4137d47-f70d-4ea6-ba8f-8aa69cd920ec has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:56:14.866095 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6b4c9d-f598-4468-998e-e9723d23a8e0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:56:14.875980 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e28b5-2aef-4587-a988-4e2977fe8c58 None None] Sync routers for ids ['e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:56:14.882464 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8c6b4c9d-f598-4468-998e-e9723d23a8e0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "PUT /v2.0/routers/e4137d47-f70d-4ea6-ba8f-8aa69cd920ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3683319 Nov 26 16:56:14.885106 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55448) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:14.885558 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984e28b5-2aef-4587-a988-4e2977fe8c58 None None] Routers {'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:56:14.886171 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-984e28b5-2aef-4587-a988-4e2977fe8c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:56:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:56:15.066763 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-984e28b5-2aef-4587-a988-4e2977fe8c58 None None] Set router e4137d47-f70d-4ea6-ba8f-8aa69cd920ec gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:56:15.078208 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-527f4cfa-238f-4386-aec5-c4cbcf47481f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting subnet 165c802e-e41a-4084-a38e-293c62d10302 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:56:15.081699 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-527f4cfa-238f-4386-aec5-c4cbcf47481f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:15.111802 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device f7b202d9-ed25-48d4-a497-18a43222f7a5 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:56:15.137530 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-527f4cfa-238f-4386-aec5-c4cbcf47481f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:15.205099 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: f7b202d9-ed25-48d4-a497-18a43222f7a5 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:56:15.205456 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device f7b202d9-ed25-48d4-a497-18a43222f7a5 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:56:15.225179 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-527f4cfa-238f-4386-aec5-c4cbcf47481f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:15.302569 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-527f4cfa-238f-4386-aec5-c4cbcf47481f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:15.307605 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:15.348670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f4cfa-238f-4386-aec5-c4cbcf47481f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Subnet': ['ID=165c802e-e41a-4084-a38e-293c62d10302,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:15.350516 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-527f4cfa-238f-4386-aec5-c4cbcf47481f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:15.354323 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-527f4cfa-238f-4386-aec5-c4cbcf47481f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:15.357118 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-527f4cfa-238f-4386-aec5-c4cbcf47481f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/subnets/165c802e-e41a-4084-a38e-293c62d10302 HTTP/1.1" status: 204 len: 168 time: 0.4710588 Nov 26 16:56:15.357811 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640854f0-29e1-4595-92ee-9d979e4135bd None None] Network 9bbeb650-1bef-4031-ad45-17ddb6cceb33 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:56:15.359776 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55452) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:15.538877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-828043f4-189d-4195-8999-43fc67efa9bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:15.595033 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-984e28b5-2aef-4587-a988-4e2977fe8c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'name': 'tempest-TestNetworkBasicOps-router-1163244347', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:53:02Z', 'updated_at': '2021-11-26T16:56:13Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:53:03Z', 'updated_at': '2021-11-26T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:56:15.602343 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e28b5-2aef-4587-a988-4e2977fe8c58 None None] Checking router: e4137d47-f70d-4ea6-ba8f-8aa69cd920ec for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:56:15.615362 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984e28b5-2aef-4587-a988-4e2977fe8c58 None None] Routers {'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:56:15.615996 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-984e28b5-2aef-4587-a988-4e2977fe8c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:56:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:56:15.714927 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-828043f4-189d-4195-8999-43fc67efa9bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:15.726564 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-828043f4-189d-4195-8999-43fc67efa9bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port f746b3b2-0622-4c95-8622-bd33f06474d2 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:56:15.726890 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-828043f4-189d-4195-8999-43fc67efa9bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:15.807115 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-984e28b5-2aef-4587-a988-4e2977fe8c58 None None] Set router e4137d47-f70d-4ea6-ba8f-8aa69cd920ec gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:56:15.852474 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa8fada-c47d-44ed-9711-2ea8438fbadf None None] DHCP port deletion for 9bbeb650-1bef-4031-ad45-17ddb6cceb33 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:56:15.916092 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-caa8fada-c47d-44ed-9711-2ea8438fbadf None None] Deleting port 6dc8d07e-0508-4f3c-821d-c710050eb4a1 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:56:15.916775 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-caa8fada-c47d-44ed-9711-2ea8438fbadf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:15.917863 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-828043f4-189d-4195-8999-43fc67efa9bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] For port f746b3b2-0622-4c95-8622-bd33f06474d2, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f746b3b2-0622-4c95-8622-bd33f06474d2,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:56:15.918221 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-828043f4-189d-4195-8999-43fc67efa9bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:16.043431 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-828043f4-189d-4195-8999-43fc67efa9bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for f746b3b2-0622-4c95-8622-bd33f06474d2 owned by network:router_gateway {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:56:16.207974 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-828043f4-189d-4195-8999-43fc67efa9bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:16.211639 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:16.254947 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828043f4-189d-4195-8999-43fc67efa9bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=f746b3b2-0622-4c95-8622-bd33f06474d2,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:16.257570 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-caa8fada-c47d-44ed-9711-2ea8438fbadf None None] For port 6dc8d07e-0508-4f3c-821d-c710050eb4a1, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=6dc8d07e-0508-4f3c-821d-c710050eb4a1,segment=NetworkSegment(c1480bb2-56c0-4b22-bde4-c055cb1d81b1),segment_id=c1480bb2-56c0-4b22-bde4-c055cb1d81b1)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:56:16.257972 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-caa8fada-c47d-44ed-9711-2ea8438fbadf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:16.258431 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-828043f4-189d-4195-8999-43fc67efa9bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:16.349744 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-828043f4-189d-4195-8999-43fc67efa9bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:16.384995 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-caa8fada-c47d-44ed-9711-2ea8438fbadf None None] Calling delete_port for 6dc8d07e-0508-4f3c-821d-c710050eb4a1 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:56:16.442571 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-984e28b5-2aef-4587-a988-4e2977fe8c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'name': 'tempest-TestNetworkBasicOps-router-1163244347', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:53:02Z', 'updated_at': '2021-11-26T16:56:13Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:53:03Z', 'updated_at': '2021-11-26T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:56:16.449045 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e28b5-2aef-4587-a988-4e2977fe8c58 None None] The sync data for ids ['e4137d47-f70d-4ea6-ba8f-8aa69cd920ec'] in dv-neutron-819440-1-hyperv is: [{'id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'name': 'tempest-TestNetworkBasicOps-router-1163244347', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:53:02Z', 'updated_at': '2021-11-26T16:56:13Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': 'f746b3b2-0622-4c95-8622-bd33f06474d2', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4137d47-f70d-4ea6-ba8f-8aa69cd920ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:53:03Z', 'updated_at': '2021-11-26T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:56:16.471259 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-caa8fada-c47d-44ed-9711-2ea8438fbadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:16.476554 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:16.522548 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8fada-c47d-44ed-9711-2ea8438fbadf None None] Pushing event deleted for resources: {'Port': ['ID=6dc8d07e-0508-4f3c-821d-c710050eb4a1,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:16.525014 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa8fada-c47d-44ed-9711-2ea8438fbadf None None] No DVR routers for this DVR port 6dc8d07e-0508-4f3c-821d-c710050eb4a1 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:56:16.534177 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa8fada-c47d-44ed-9711-2ea8438fbadf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:16.534696 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa8fada-c47d-44ed-9711-2ea8438fbadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:16.535503 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa8fada-c47d-44ed-9711-2ea8438fbadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:16.535503 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa8fada-c47d-44ed-9711-2ea8438fbadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:16.535683 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa8fada-c47d-44ed-9711-2ea8438fbadf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:16.536085 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa8fada-c47d-44ed-9711-2ea8438fbadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:16.536420 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa8fada-c47d-44ed-9711-2ea8438fbadf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:16.536742 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa8fada-c47d-44ed-9711-2ea8438fbadf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:16.537068 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa8fada-c47d-44ed-9711-2ea8438fbadf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:16.537388 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa8fada-c47d-44ed-9711-2ea8438fbadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:16.537783 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa8fada-c47d-44ed-9711-2ea8438fbadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:16.538014 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa8fada-c47d-44ed-9711-2ea8438fbadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:16.541184 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-caa8fada-c47d-44ed-9711-2ea8438fbadf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:16.645362 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-828043f4-189d-4195-8999-43fc67efa9bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:16.647502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-828043f4-189d-4195-8999-43fc67efa9bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:16.668523 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-828043f4-189d-4195-8999-43fc67efa9bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:16.669073 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828043f4-189d-4195-8999-43fc67efa9bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Fanout notify agent at l3_agent the message router_deleted on router e4137d47-f70d-4ea6-ba8f-8aa69cd920ec {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:56:16.684248 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-828043f4-189d-4195-8999-43fc67efa9bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:16.685319 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-828043f4-189d-4195-8999-43fc67efa9bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/routers/e4137d47-f70d-4ea6-ba8f-8aa69cd920ec HTTP/1.1" status: 204 len: 168 time: 1.3246579 Nov 26 16:56:16.687976 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55456) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:16.806014 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d119d820-f970-44f3-aec3-2038b84122b2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:16.940878 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d119d820-f970-44f3-aec3-2038b84122b2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:16.965180 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-d119d820-f970-44f3-aec3-2038b84122b2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bbeb650-1bef-4031-ad45-17ddb6cceb33']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:56:16.977517 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-d119d820-f970-44f3-aec3-2038b84122b2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1480bb2-56c0-4b22-bde4-c055cb1d81b1') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:56:16.977820 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-d119d820-f970-44f3-aec3-2038b84122b2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1480bb2-56c0-4b22-bde4-c055cb1d81b1') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:56:16.990074 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d119d820-f970-44f3-aec3-2038b84122b2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:17.006404 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d119d820-f970-44f3-aec3-2038b84122b2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:17.013312 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d119d820-f970-44f3-aec3-2038b84122b2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:56:17.013733 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d119d820-f970-44f3-aec3-2038b84122b2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:56:17.032265 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:56:17.112223 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d119d820-f970-44f3-aec3-2038b84122b2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:17.115627 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-dadc50eb-3cd8-47c6-9ea4-788258c1aba7 tempest-NetworksTest-69060149 tempest-NetworksTest-69060149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:17.130294 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d119d820-f970-44f3-aec3-2038b84122b2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:17.140997 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119d820-f970-44f3-aec3-2038b84122b2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Network': ['ID=9bbeb650-1bef-4031-ad45-17ddb6cceb33,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:17.144670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d119d820-f970-44f3-aec3-2038b84122b2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:17.150100 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d119d820-f970-44f3-aec3-2038b84122b2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/networks/9bbeb650-1bef-4031-ad45-17ddb6cceb33 HTTP/1.1" status: 204 len: 168 time: 0.4612079 Nov 26 16:56:17.162124 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55460) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:17.167904 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-c72996ba-0492-4cd1-a95a-87434e30cdf4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'network': {'name': 'tempest-network-smoke--234376524', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'port_security_enabled': True}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:56:17.172730 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c72996ba-0492-4cd1-a95a-87434e30cdf4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:56:17.177307 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c72996ba-0492-4cd1-a95a-87434e30cdf4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:network and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:56:17.180162 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c72996ba-0492-4cd1-a95a-87434e30cdf4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:56:17.185769 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c72996ba-0492-4cd1-a95a-87434e30cdf4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:56:17.196135 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72996ba-0492-4cd1-a95a-87434e30cdf4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Made reservation on behalf of 44b3ec829fd84946a37f17d3391a650c for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:56:17.199449 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c72996ba-0492-4cd1-a95a-87434e30cdf4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:17.229732 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72996ba-0492-4cd1-a95a-87434e30cdf4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:56:17.238922 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c72996ba-0492-4cd1-a95a-87434e30cdf4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:17.239201 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-c72996ba-0492-4cd1-a95a-87434e30cdf4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Added segment e4cb646a-1fb8-49aa-b220-4ba9c6e99461 of type vlan for network d21bc66c-6089-4503-afb8-acd8742f3ba4 Nov 26 16:56:17.266737 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c72996ba-0492-4cd1-a95a-87434e30cdf4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:17.293907 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c72996ba-0492-4cd1-a95a-87434e30cdf4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:17.299921 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72996ba-0492-4cd1-a95a-87434e30cdf4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:17.300504 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c72996ba-0492-4cd1-a95a-87434e30cdf4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:17.303881 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-94084f4f-410b-4d67-aefb-2cd038eae99a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:17.410213 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72996ba-0492-4cd1-a95a-87434e30cdf4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Network': ['ID=d21bc66c-6089-4503-afb8-acd8742f3ba4,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:17.413873 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c72996ba-0492-4cd1-a95a-87434e30cdf4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2505295 Nov 26 16:56:17.414881 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c72996ba-0492-4cd1-a95a-87434e30cdf4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:17.416472 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55464) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:17.421896 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-7e20995b-92da-4b87-8764-167e0dacf4fa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-513311392', 'admin_state_up': True, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:56:17.423174 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network d21bc66c-6089-4503-afb8-acd8742f3ba4 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:56:17.429864 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7e20995b-92da-4b87-8764-167e0dacf4fa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:56:17.433722 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7e20995b-92da-4b87-8764-167e0dacf4fa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:router and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:56:17.436584 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7e20995b-92da-4b87-8764-167e0dacf4fa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:56:17.447744 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7e20995b-92da-4b87-8764-167e0dacf4fa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:56:17.455893 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e20995b-92da-4b87-8764-167e0dacf4fa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:17.457064 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e20995b-92da-4b87-8764-167e0dacf4fa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:17.475299 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e20995b-92da-4b87-8764-167e0dacf4fa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:17.505102 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 6dc8d07e-0508-4f3c-821d-c710050eb4a1 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:56:17.556347 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 6dc8d07e-0508-4f3c-821d-c710050eb4a1 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:56:17.556612 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 6dc8d07e-0508-4f3c-821d-c710050eb4a1 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:56:17.557047 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 3f5bec5e-c00b-4270-a244-8ab7b0129bcc no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:56:17.600032 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 3f5bec5e-c00b-4270-a244-8ab7b0129bcc {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:56:17.600389 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 3f5bec5e-c00b-4270-a244-8ab7b0129bcc not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:56:17.601061 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f746b3b2-0622-4c95-8622-bd33f06474d2 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:56:17.636692 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: f746b3b2-0622-4c95-8622-bd33f06474d2 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:56:17.637049 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f746b3b2-0622-4c95-8622-bd33f06474d2 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:56:17.749054 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e20995b-92da-4b87-8764-167e0dacf4fa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:18.169257 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e20995b-92da-4b87-8764-167e0dacf4fa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_gateway, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:18.198819 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e20995b-92da-4b87-8764-167e0dacf4fa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:18.331460 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-7e20995b-92da-4b87-8764-167e0dacf4fa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.26.0.41 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/9e323c4a-6918-4773-8d77-a1469f417de4) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:56:18.478280 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e20995b-92da-4b87-8764-167e0dacf4fa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:18.507414 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e20995b-92da-4b87-8764-167e0dacf4fa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:18.511886 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b41eed03-43f2-4fc7-9582-33a0dcd3869b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:18.576737 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e20995b-92da-4b87-8764-167e0dacf4fa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:56:18.580171 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-7e20995b-92da-4b87-8764-167e0dacf4fa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:56:18.582476 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e20995b-92da-4b87-8764-167e0dacf4fa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:56:18.620388 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20995b-92da-4b87-8764-167e0dacf4fa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=9e323c4a-6918-4773-8d77-a1469f417de4,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:18.624794 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7e20995b-92da-4b87-8764-167e0dacf4fa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:18.995015 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e20995b-92da-4b87-8764-167e0dacf4fa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_gateway, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:19.336682 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e20995b-92da-4b87-8764-167e0dacf4fa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:19.551906 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:19.668248 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e20995b-92da-4b87-8764-167e0dacf4fa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router 344c21a7-3d9f-453e-a2bd-96730b21801b is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:56:19.845218 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e20995b-92da-4b87-8764-167e0dacf4fa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:56:19.854267 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] Sync routers for ids ['344c21a7-3d9f-453e-a2bd-96730b21801b'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:56:19.863201 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] Routers {'344c21a7-3d9f-453e-a2bd-96730b21801b'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:56:19.863852 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:56:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['344c21a7-3d9f-453e-a2bd-96730b21801b'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:56:19.871469 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e20995b-92da-4b87-8764-167e0dacf4fa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:19.872897 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7e20995b-92da-4b87-8764-167e0dacf4fa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4554389 Nov 26 16:56:19.875950 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55470) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:19.918955 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9b41aa50-7630-48d6-9ef1-0d7e97f53273 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=44b3ec829fd84946a37f17d3391a650c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413632 Nov 26 16:56:19.921415 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55474) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:20.043664 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] Set router 344c21a7-3d9f-453e-a2bd-96730b21801b gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:56:20.058807 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abc1867-2776-4d48-b78e-2d0336ef4d8c tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:20.060302 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2abc1867-2776-4d48-b78e-2d0336ef4d8c tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1380074 Nov 26 16:56:20.063077 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55478) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:20.101294 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-01130021-2fae-4035-9234-d01ea206b954 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=cf8dce9a-1df0-4b90-b19d-7de373e178f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370095 Nov 26 16:56:20.103625 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55482) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:20.108852 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-0f885d9f-839c-488c-9fd6-18a43cef85d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-915201237', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:56:20.219627 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0f885d9f-839c-488c-9fd6-18a43cef85d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:56:20.224328 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0f885d9f-839c-488c-9fd6-18a43cef85d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:subnet and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:56:20.227442 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0f885d9f-839c-488c-9fd6-18a43cef85d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:56:20.233374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0f885d9f-839c-488c-9fd6-18a43cef85d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:56:20.244092 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f885d9f-839c-488c-9fd6-18a43cef85d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Made reservation on behalf of 44b3ec829fd84946a37f17d3391a650c for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:56:20.248020 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0f885d9f-839c-488c-9fd6-18a43cef85d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:20.355730 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'name': 'tempest-TestNetworkBasicOps-router-513311392', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:56:17Z', 'updated_at': '2021-11-26T16:56:18Z', 'revision_number': 3, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:18Z', 'updated_at': '2021-11-26T16:56:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:56:20.360438 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] Checking router: 344c21a7-3d9f-453e-a2bd-96730b21801b for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:56:20.360820 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] Updating router 344c21a7-3d9f-453e-a2bd-96730b21801b port 9e323c4a-6918-4773-8d77-a1469f417de4 binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:56:20.415828 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:20.468131 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0f885d9f-839c-488c-9fd6-18a43cef85d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:20.473072 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4d5a9e81-dd5e-4616-821c-bce648e2363d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:20.545276 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f885d9f-839c-488c-9fd6-18a43cef85d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Subnet': ['ID=1902b5a6-c31e-43d0-b92e-44190838b116,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:20.548697 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0f885d9f-839c-488c-9fd6-18a43cef85d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:20.554860 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f885d9f-839c-488c-9fd6-18a43cef85d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Checking segment: {'id': 'e4cb646a-1fb8-49aa-b220-4ba9c6e99461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:56:20.555209 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f885d9f-839c-488c-9fd6-18a43cef85d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network hostable DHCP agents. Network: d21bc66c-6089-4503-afb8-acd8742f3ba4, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:56:20.575256 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f885d9f-839c-488c-9fd6-18a43cef85d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network d21bc66c-6089-4503-afb8-acd8742f3ba4 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:56:20.585579 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-0f885d9f-839c-488c-9fd6-18a43cef85d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, d21bc66c-6089-4503-afb8-acd8742f3ba4) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:56:20.589525 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f885d9f-839c-488c-9fd6-18a43cef85d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:20.590101 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0f885d9f-839c-488c-9fd6-18a43cef85d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:20.596311 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa387cd-518a-4b22-a675-12731d7dcab7 None None] Network d21bc66c-6089-4503-afb8-acd8742f3ba4 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:56:20.614060 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0f885d9f-839c-488c-9fd6-18a43cef85d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5065656 Nov 26 16:56:20.614255 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55486) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:20.753458 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:20.767030 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] Transition to ACTIVE for port object 9e323c4a-6918-4773-8d77-a1469f417de4 will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:56:20.776928 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:20.780746 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:20.854718 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] Attempting to bind port 9e323c4a-6918-4773-8d77-a1469f417de4 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:56:20.855366 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] Attempting to bind port 9e323c4a-6918-4773-8d77-a1469f417de4 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:56:20.855492 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] Attempting to bind port 9e323c4a-6918-4773-8d77-a1469f417de4 on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:56:20.864675 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5df0e4-07e7-449b-babe-6fe534d0c1d3 None None] Pushing event updated for resources: {'Port': ['ID=9e323c4a-6918-4773-8d77-a1469f417de4,revision_number=2']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:20.873941 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-d21bc66c-6089-4503-afb8-acd8742f3ba4', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ips': [{'subnet_id': '1902b5a6-c31e-43d0-b92e-44190838b116'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:56:20.874352 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5df0e4-07e7-449b-babe-6fe534d0c1d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:20.874708 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5df0e4-07e7-449b-babe-6fe534d0c1d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:20.875047 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5df0e4-07e7-449b-babe-6fe534d0c1d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:20.875147 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:20.875380 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5df0e4-07e7-449b-babe-6fe534d0c1d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:20.875732 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5df0e4-07e7-449b-babe-6fe534d0c1d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:20.876068 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5df0e4-07e7-449b-babe-6fe534d0c1d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:20.876454 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5df0e4-07e7-449b-babe-6fe534d0c1d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:20.876776 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5df0e4-07e7-449b-babe-6fe534d0c1d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:20.877103 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5df0e4-07e7-449b-babe-6fe534d0c1d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:20.877426 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5df0e4-07e7-449b-babe-6fe534d0c1d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:20.877748 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5df0e4-07e7-449b-babe-6fe534d0c1d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:20.878056 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5df0e4-07e7-449b-babe-6fe534d0c1d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:20.885544 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:56:20.887113 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:56:20.889816 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:20.890470 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:56:20.891204 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] Bound port: 9e323c4a-6918-4773-8d77-a1469f417de4, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:56:20.893744 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:20.935813 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-4e5df0e4-07e7-449b-babe-6fe534d0c1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:20.982496 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] For port 9e323c4a-6918-4773-8d77-a1469f417de4, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:56:20.987190 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] For port 9e323c4a-6918-4773-8d77-a1469f417de4, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=9e323c4a-6918-4773-8d77-a1469f417de4,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:56:20.993849 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:21.004614 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-308f40da-708c-476b-b8d6-e4c9042cae60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:21.052329 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] Allocated IP 172.20.0.2 (d21bc66c-6089-4503-afb8-acd8742f3ba4/1902b5a6-c31e-43d0-b92e-44190838b116/c56e9542-ace7-43a4-aa11-21c25f62254d) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:56:21.072098 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] Routers {'344c21a7-3d9f-453e-a2bd-96730b21801b'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:56:21.072669 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:56:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['344c21a7-3d9f-453e-a2bd-96730b21801b'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:56:21.222193 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5df0e4-07e7-449b-babe-6fe534d0c1d3 None None] Pushing event updated for resources: {'Port': ['ID=9e323c4a-6918-4773-8d77-a1469f417de4,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:21.225814 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-4e5df0e4-07e7-449b-babe-6fe534d0c1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:21.272943 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] Set router 344c21a7-3d9f-453e-a2bd-96730b21801b gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:56:21.289354 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:21.300484 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] Transition to ACTIVE for port object c56e9542-ace7-43a4-aa11-21c25f62254d will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:56:21.324173 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] Transition to ACTIVE for port object c56e9542-ace7-43a4-aa11-21c25f62254d will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:56:21.331485 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:21.336698 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2df78c53-0dfb-4255-a8fe-4f0d1266f0d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:21.408274 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] Network d21bc66c-6089-4503-afb8-acd8742f3ba4 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:56:21.411284 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:56:21.415061 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:56:21.420935 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] Pushing event updated for resources: {'Port': ['ID=c56e9542-ace7-43a4-aa11-21c25f62254d,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:21.425329 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:21.510007 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-23a24f56-f8f1-4984-b4d3-8fd08a712686 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:21.513643 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] Attempting to bind port c56e9542-ace7-43a4-aa11-21c25f62254d on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:56:21.514028 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] Attempting to bind port c56e9542-ace7-43a4-aa11-21c25f62254d by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'e4cb646a-1fb8-49aa-b220-4ba9c6e99461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:56:21.514402 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] Attempting to bind port c56e9542-ace7-43a4-aa11-21c25f62254d on network d21bc66c-6089-4503-afb8-acd8742f3ba4 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:56:21.520444 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:56:21.520830 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] Checking segment: {'id': 'e4cb646a-1fb8-49aa-b220-4ba9c6e99461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:56:21.521239 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:21.521643 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] Bound using segment: {'id': 'e4cb646a-1fb8-49aa-b220-4ba9c6e99461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:56:21.522120 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] Bound port: c56e9542-ace7-43a4-aa11-21c25f62254d, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4cb646a-1fb8-49aa-b220-4ba9c6e99461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:56:21.522500 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:21.586401 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'name': 'tempest-TestNetworkBasicOps-router-513311392', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:56:17Z', 'updated_at': '2021-11-26T16:56:18Z', 'revision_number': 3, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:18Z', 'updated_at': '2021-11-26T16:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:56:21.590554 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a82ed4-7ec7-41bd-93f3-35479dfa25e6 None None] The sync data for ids ['344c21a7-3d9f-453e-a2bd-96730b21801b'] in dv-neutron-819440-1-hyperv is: [{'id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'name': 'tempest-TestNetworkBasicOps-router-513311392', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:56:17Z', 'updated_at': '2021-11-26T16:56:18Z', 'revision_number': 3, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:18Z', 'updated_at': '2021-11-26T16:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:56:21.615475 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] For port c56e9542-ace7-43a4-aa11-21c25f62254d, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:56:21.619087 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] For port c56e9542-ace7-43a4-aa11-21c25f62254d, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=c56e9542-ace7-43a4-aa11-21c25f62254d,segment=NetworkSegment(e4cb646a-1fb8-49aa-b220-4ba9c6e99461),segment_id=e4cb646a-1fb8-49aa-b220-4ba9c6e99461)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:56:21.623381 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:21.627489 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-1d8217c8-4595-4af0-aac2-8b2f04995ed8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:21.717371 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] Pushing event updated for resources: {'Port': ['ID=c56e9542-ace7-43a4-aa11-21c25f62254d,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:21.720579 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:21.846517 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:56:21.987682 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-23a24f56-f8f1-4984-b4d3-8fd08a712686 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.20.0.1 (d21bc66c-6089-4503-afb8-acd8742f3ba4/1902b5a6-c31e-43d0-b92e-44190838b116/1c3b2b67-1c46-4f15-a055-9df62553887f) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:56:22.173697 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-23a24f56-f8f1-4984-b4d3-8fd08a712686 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:22.190867 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-23a24f56-f8f1-4984-b4d3-8fd08a712686 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Transition to ACTIVE for port object 1c3b2b67-1c46-4f15-a055-9df62553887f will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:56:22.215451 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-23a24f56-f8f1-4984-b4d3-8fd08a712686 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:22.219300 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0ce8fd96-8720-45ad-b319-442b1d11d5bb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:22.291005 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a24f56-f8f1-4984-b4d3-8fd08a712686 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network d21bc66c-6089-4503-afb8-acd8742f3ba4 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:56:22.294204 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-23a24f56-f8f1-4984-b4d3-8fd08a712686 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:56:22.298749 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a24f56-f8f1-4984-b4d3-8fd08a712686 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:56:22.330892 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a24f56-f8f1-4984-b4d3-8fd08a712686 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=1c3b2b67-1c46-4f15-a055-9df62553887f,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:22.342321 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-23a24f56-f8f1-4984-b4d3-8fd08a712686 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:22.369198 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-23a24f56-f8f1-4984-b4d3-8fd08a712686 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:22.500457 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-23a24f56-f8f1-4984-b4d3-8fd08a712686 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:22.773496 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de27a98-c8e5-452d-a429-11d4cc336c9f None None] Network d21bc66c-6089-4503-afb8-acd8742f3ba4 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:56:22.864354 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8be7261b-8655-4ad8-822d-a3bef94e897a None None] Provisioning for port c56e9542-ace7-43a4-aa11-21c25f62254d completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:56:22.929217 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-23a24f56-f8f1-4984-b4d3-8fd08a712686 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:22.933676 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-23a24f56-f8f1-4984-b4d3-8fd08a712686 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:22.962885 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8c6b4c9d-f598-4468-998e-e9723d23a8e0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:23.197644 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-23a24f56-f8f1-4984-b4d3-8fd08a712686 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:23.201109 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a24f56-f8f1-4984-b4d3-8fd08a712686 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=1c3b2b67-1c46-4f15-a055-9df62553887f,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:23.203941 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-23a24f56-f8f1-4984-b4d3-8fd08a712686 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:23.309102 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-943818f8-e238-4644-bf6f-7cf7ced63c56 None None] Provisioning for port 1c3b2b67-1c46-4f15-a055-9df62553887f completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:56:23.316552 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-943818f8-e238-4644-bf6f-7cf7ced63c56 None None] Provisioning complete for port 1c3b2b67-1c46-4f15-a055-9df62553887f triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:56:23.317812 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-943818f8-e238-4644-bf6f-7cf7ced63c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:23.355797 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 9e323c4a-6918-4773-8d77-a1469f417de4 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:56:23.363614 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a24f56-f8f1-4984-b4d3-8fd08a712686 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network d21bc66c-6089-4503-afb8-acd8742f3ba4 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:56:23.364851 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-23a24f56-f8f1-4984-b4d3-8fd08a712686 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:56:23.431218 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-943818f8-e238-4644-bf6f-7cf7ced63c56 None None] Port 1c3b2b67-1c46-4f15-a055-9df62553887f cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:56:23.458749 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 9e323c4a-6918-4773-8d77-a1469f417de4 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:56:23.464321 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 9e323c4a-6918-4773-8d77-a1469f417de4 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:56:23.464805 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:23.557273 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a24f56-f8f1-4984-b4d3-8fd08a712686 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router 344c21a7-3d9f-453e-a2bd-96730b21801b has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:56:23.604491 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:23.611601 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a76ea3ca-da68-4a1a-afdc-82b94ac95f81 None None] Provisioning complete for port 1c3b2b67-1c46-4f15-a055-9df62553887f triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:56:23.612161 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a76ea3ca-da68-4a1a-afdc-82b94ac95f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:23.668205 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 9e323c4a-6918-4773-8d77-a1469f417de4, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=9e323c4a-6918-4773-8d77-a1469f417de4,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:56:23.676654 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:23.677484 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c56e9542-ace7-43a4-aa11-21c25f62254d up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:56:23.707545 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:23.747347 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-a76ea3ca-da68-4a1a-afdc-82b94ac95f81 None None] Port 1c3b2b67-1c46-4f15-a055-9df62553887f cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:56:23.748951 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a24f56-f8f1-4984-b4d3-8fd08a712686 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:56:23.762709 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-23a24f56-f8f1-4984-b4d3-8fd08a712686 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "PUT /v2.0/routers/344c21a7-3d9f-453e-a2bd-96730b21801b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1473837 Nov 26 16:56:23.765223 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55494) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:23.772895 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] Sync routers for ids ['344c21a7-3d9f-453e-a2bd-96730b21801b'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:56:23.807181 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] Routers {'344c21a7-3d9f-453e-a2bd-96730b21801b'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:56:23.807851 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:56:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['344c21a7-3d9f-453e-a2bd-96730b21801b'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:56:23.909991 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=9e323c4a-6918-4773-8d77-a1469f417de4,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:23.913012 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ecbb91-f83d-422f-abb3-5fb45431f4a0 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:23.913558 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ecbb91-f83d-422f-abb3-5fb45431f4a0 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:23.914215 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ecbb91-f83d-422f-abb3-5fb45431f4a0 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:23.914686 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ecbb91-f83d-422f-abb3-5fb45431f4a0 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:23.918967 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-06ecbb91-f83d-422f-abb3-5fb45431f4a0 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1503320 Nov 26 16:56:23.919230 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55498) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:23.968488 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:23.988119 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c45062-1d0c-4e86-9a81-2213672dc35b tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:23.988768 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c45062-1d0c-4e86-9a81-2213672dc35b tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:23.989025 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c45062-1d0c-4e86-9a81-2213672dc35b tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:23.989473 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c45062-1d0c-4e86-9a81-2213672dc35b tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:23.991118 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c0c45062-1d0c-4e86-9a81-2213672dc35b tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0710299 Nov 26 16:56:23.993786 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55502) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:24.013335 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8a2a81a1-ed60-4a19-a3ab-5faad9b3b3f4 None None] Provisioning complete for port 1c3b2b67-1c46-4f15-a055-9df62553887f triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:56:24.013723 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8a2a81a1-ed60-4a19-a3ab-5faad9b3b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:24.036222 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port c56e9542-ace7-43a4-aa11-21c25f62254d completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:56:24.061522 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port c56e9542-ace7-43a4-aa11-21c25f62254d triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:56:24.061898 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:24.133825 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8a2a81a1-ed60-4a19-a3ab-5faad9b3b3f4 None None] Port 1c3b2b67-1c46-4f15-a055-9df62553887f cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:56:24.149245 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] Set router 344c21a7-3d9f-453e-a2bd-96730b21801b gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:56:24.200063 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-71720cfa-c964-4332-b0d3-063340ee5471 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2049699 Nov 26 16:56:24.404163 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:24.467258 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port c56e9542-ace7-43a4-aa11-21c25f62254d, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=c56e9542-ace7-43a4-aa11-21c25f62254d,segment=NetworkSegment(e4cb646a-1fb8-49aa-b220-4ba9c6e99461),segment_id=e4cb646a-1fb8-49aa-b220-4ba9c6e99461)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:56:24.494401 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:24.498865 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:24.588124 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=c56e9542-ace7-43a4-aa11-21c25f62254d,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:24.591778 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:24.605301 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'name': 'tempest-TestNetworkBasicOps-router-513311392', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:56:17Z', 'updated_at': '2021-11-26T16:56:22Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:18Z', 'updated_at': '2021-11-26T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '1c3b2b67-1c46-4f15-a055-9df62553887f', 'name': '', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:e8:11:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:21Z', 'updated_at': '2021-11-26T16:56:22Z', 'revision_number': 2, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:56:24.609108 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] Checking router: 344c21a7-3d9f-453e-a2bd-96730b21801b for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:56:24.609469 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] Updating router 344c21a7-3d9f-453e-a2bd-96730b21801b port 1c3b2b67-1c46-4f15-a055-9df62553887f binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:56:24.662612 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:24.664037 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55508) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:24.669489 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-25ecaf43-034a-4264-9898-0f50578c1232 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-755730896', 'description': 'tempest-secgroup-smoke-755730896 description', 'project_id': '44b3ec829fd84946a37f17d3391a650c'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:56:24.675978 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-25ecaf43-034a-4264-9898-0f50578c1232 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:56:24.680049 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-25ecaf43-034a-4264-9898-0f50578c1232 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:56:24.682850 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-25ecaf43-034a-4264-9898-0f50578c1232 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:56:24.688509 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-25ecaf43-034a-4264-9898-0f50578c1232 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:56:24.701071 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-25ecaf43-034a-4264-9898-0f50578c1232 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:24.722380 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-25ecaf43-034a-4264-9898-0f50578c1232 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:56:24.726191 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-25ecaf43-034a-4264-9898-0f50578c1232 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:56:24.729398 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-25ecaf43-034a-4264-9898-0f50578c1232 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:56:24.735191 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-25ecaf43-034a-4264-9898-0f50578c1232 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:56:24.806188 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-25ecaf43-034a-4264-9898-0f50578c1232 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:24.809917 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-25ecaf43-034a-4264-9898-0f50578c1232 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:24.815676 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cf228102-7175-4597-9b69-50553fc6965a tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:24.857611 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecaf43-034a-4264-9898-0f50578c1232 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38d72c66-bebe-47a5-989d-f2eef7a2c618,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:24.860299 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-25ecaf43-034a-4264-9898-0f50578c1232 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:24.864980 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-25ecaf43-034a-4264-9898-0f50578c1232 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1969995 Nov 26 16:56:24.864980 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-25ecaf43-034a-4264-9898-0f50578c1232 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:24.865218 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55512) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:24.870142 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-fc5ab9b6-5fa1-46f2-b3a6-aeadc9c1e531 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '38d72c66-bebe-47a5-989d-f2eef7a2c618', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:56:24.877542 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-fc5ab9b6-5fa1-46f2-b3a6-aeadc9c1e531 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:56:24.881880 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-fc5ab9b6-5fa1-46f2-b3a6-aeadc9c1e531 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:56:24.884781 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-fc5ab9b6-5fa1-46f2-b3a6-aeadc9c1e531 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:56:24.890479 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-fc5ab9b6-5fa1-46f2-b3a6-aeadc9c1e531 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:56:24.907430 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fc5ab9b6-5fa1-46f2-b3a6-aeadc9c1e531 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:24.966743 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fc5ab9b6-5fa1-46f2-b3a6-aeadc9c1e531 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:24.970945 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fc5ab9b6-5fa1-46f2-b3a6-aeadc9c1e531 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:24.972924 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f8593c0a-1268-403b-9acd-9e3bdb313578 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:24.995390 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ab9b6-5fa1-46f2-b3a6-aeadc9c1e531 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ada8fb-378e-4ca8-91e0-20c0f95ee371,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:25.000085 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fc5ab9b6-5fa1-46f2-b3a6-aeadc9c1e531 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:25.005200 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fc5ab9b6-5fa1-46f2-b3a6-aeadc9c1e531 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:25.006382 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-fc5ab9b6-5fa1-46f2-b3a6-aeadc9c1e531 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404068 Nov 26 16:56:25.009185 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55516) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:25.012608 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:25.014311 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-6cf4400f-def3-4494-95aa-ccf2ce11907c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '38d72c66-bebe-47a5-989d-f2eef7a2c618', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:56:25.020507 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-6cf4400f-def3-4494-95aa-ccf2ce11907c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:56:25.024260 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-6cf4400f-def3-4494-95aa-ccf2ce11907c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:56:25.025093 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] Transition to ACTIVE for port object 1c3b2b67-1c46-4f15-a055-9df62553887f will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:56:25.027094 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-6cf4400f-def3-4494-95aa-ccf2ce11907c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:56:25.031769 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:25.033437 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-6cf4400f-def3-4494-95aa-ccf2ce11907c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:56:25.035696 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:25.051386 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6cf4400f-def3-4494-95aa-ccf2ce11907c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:25.113986 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6cf4400f-def3-4494-95aa-ccf2ce11907c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:25.118235 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6cf4400f-def3-4494-95aa-ccf2ce11907c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:25.120329 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f4758d7e-d261-4cfc-b781-268bf9c02f27 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:25.143757 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4400f-def3-4494-95aa-ccf2ce11907c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e26669c-4706-430a-866c-ed7d591c8aaf,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:25.148746 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6cf4400f-def3-4494-95aa-ccf2ce11907c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:25.154441 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6cf4400f-def3-4494-95aa-ccf2ce11907c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:25.156088 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6cf4400f-def3-4494-95aa-ccf2ce11907c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1459019 Nov 26 16:56:25.159696 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55520) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:25.165250 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-f1b5ea83-ccc3-4897-a35b-57212eaa4d1d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '38d72c66-bebe-47a5-989d-f2eef7a2c618', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:56:25.171553 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f1b5ea83-ccc3-4897-a35b-57212eaa4d1d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:56:25.176436 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f1b5ea83-ccc3-4897-a35b-57212eaa4d1d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:56:25.179436 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f1b5ea83-ccc3-4897-a35b-57212eaa4d1d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:56:25.185650 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f1b5ea83-ccc3-4897-a35b-57212eaa4d1d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:56:25.208869 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7fb268-ea31-46ab-a57f-4a995d89e677 None None] Pushing event updated for resources: {'Port': ['ID=1c3b2b67-1c46-4f15-a055-9df62553887f,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:25.211158 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f1b5ea83-ccc3-4897-a35b-57212eaa4d1d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:25.211688 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-6d7fb268-ea31-46ab-a57f-4a995d89e677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:25.271678 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] Attempting to bind port 1c3b2b67-1c46-4f15-a055-9df62553887f on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:56:25.272434 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] Attempting to bind port 1c3b2b67-1c46-4f15-a055-9df62553887f by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'e4cb646a-1fb8-49aa-b220-4ba9c6e99461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:56:25.272819 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] Attempting to bind port 1c3b2b67-1c46-4f15-a055-9df62553887f on network d21bc66c-6089-4503-afb8-acd8742f3ba4 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:56:25.286835 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f1b5ea83-ccc3-4897-a35b-57212eaa4d1d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:25.288549 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:56:25.289341 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] Checking segment: {'id': 'e4cb646a-1fb8-49aa-b220-4ba9c6e99461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:56:25.289454 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:25.289822 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] Bound using segment: {'id': 'e4cb646a-1fb8-49aa-b220-4ba9c6e99461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:56:25.290431 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] Bound port: 1c3b2b67-1c46-4f15-a055-9df62553887f, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4cb646a-1fb8-49aa-b220-4ba9c6e99461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:56:25.290951 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:25.293687 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f1b5ea83-ccc3-4897-a35b-57212eaa4d1d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:25.301978 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b00227f7-d155-4bd4-ae9c-57b7aae4f187 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:25.306210 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 9e323c4a-6918-4773-8d77-a1469f417de4 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:56:25.322852 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5ea83-ccc3-4897-a35b-57212eaa4d1d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2c734d-1968-46f7-8f2d-b8bbef0613ed,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:25.326816 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f1b5ea83-ccc3-4897-a35b-57212eaa4d1d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:25.335517 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f1b5ea83-ccc3-4897-a35b-57212eaa4d1d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:25.336954 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f1b5ea83-ccc3-4897-a35b-57212eaa4d1d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1762893 Nov 26 16:56:25.339782 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55524) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:25.346232 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-95021ff0-4ec4-4524-9040-139d0bc8af7d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '38d72c66-bebe-47a5-989d-f2eef7a2c618', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:56:25.352092 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-95021ff0-4ec4-4524-9040-139d0bc8af7d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:56:25.356054 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-95021ff0-4ec4-4524-9040-139d0bc8af7d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:56:25.358968 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-95021ff0-4ec4-4524-9040-139d0bc8af7d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:56:25.366364 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-95021ff0-4ec4-4524-9040-139d0bc8af7d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:56:25.383780 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-95021ff0-4ec4-4524-9040-139d0bc8af7d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:25.453512 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-95021ff0-4ec4-4524-9040-139d0bc8af7d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:25.458619 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-95021ff0-4ec4-4524-9040-139d0bc8af7d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:25.460686 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-50872188-c189-4f59-b613-ae38e309ad65 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:25.482940 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95021ff0-4ec4-4524-9040-139d0bc8af7d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d201b778-d83a-42f7-a5c3-2155b764cb8f,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:25.493807 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95021ff0-4ec4-4524-9040-139d0bc8af7d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:25.494271 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95021ff0-4ec4-4524-9040-139d0bc8af7d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:25.494904 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95021ff0-4ec4-4524-9040-139d0bc8af7d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:25.495442 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95021ff0-4ec4-4524-9040-139d0bc8af7d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:25.496152 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95021ff0-4ec4-4524-9040-139d0bc8af7d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:25.496738 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95021ff0-4ec4-4524-9040-139d0bc8af7d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:25.497203 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95021ff0-4ec4-4524-9040-139d0bc8af7d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:25.497656 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95021ff0-4ec4-4524-9040-139d0bc8af7d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:25.498125 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95021ff0-4ec4-4524-9040-139d0bc8af7d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:25.498502 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95021ff0-4ec4-4524-9040-139d0bc8af7d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:25.498858 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95021ff0-4ec4-4524-9040-139d0bc8af7d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:25.499218 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95021ff0-4ec4-4524-9040-139d0bc8af7d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:56:25.502465 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-95021ff0-4ec4-4524-9040-139d0bc8af7d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:25.503163 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-95021ff0-4ec4-4524-9040-139d0bc8af7d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:25.507278 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-95021ff0-4ec4-4524-9040-139d0bc8af7d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1658368 Nov 26 16:56:25.507836 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55528) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:25.513640 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-7d8646c3-2934-45ea-bdc1-21717abd51bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '38d72c66-bebe-47a5-989d-f2eef7a2c618', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:56:25.514871 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] For port 1c3b2b67-1c46-4f15-a055-9df62553887f, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:56:25.517247 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 9e323c4a-6918-4773-8d77-a1469f417de4 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:56:25.517688 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:25.520203 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7d8646c3-2934-45ea-bdc1-21717abd51bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:56:25.523948 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7d8646c3-2934-45ea-bdc1-21717abd51bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:56:25.526742 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7d8646c3-2934-45ea-bdc1-21717abd51bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:56:25.532434 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7d8646c3-2934-45ea-bdc1-21717abd51bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:56:25.542956 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.securitygroups_db [None req-7d8646c3-2934-45ea-bdc1-21717abd51bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Project 44b3ec829fd84946a37f17d3391a650c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:56:25.550507 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7d8646c3-2934-45ea-bdc1-21717abd51bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:25.568132 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] For port 1c3b2b67-1c46-4f15-a055-9df62553887f, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=1c3b2b67-1c46-4f15-a055-9df62553887f,segment=NetworkSegment(e4cb646a-1fb8-49aa-b220-4ba9c6e99461),segment_id=e4cb646a-1fb8-49aa-b220-4ba9c6e99461)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:56:25.576493 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:25.582513 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:25.615162 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7d8646c3-2934-45ea-bdc1-21717abd51bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:25.620133 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7d8646c3-2934-45ea-bdc1-21717abd51bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:25.622547 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6cf4400f-def3-4494-95aa-ccf2ce11907c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:25.643378 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8646c3-2934-45ea-bdc1-21717abd51bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e1a05b-8cff-4051-9230-6e933c21b9fb,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:25.647525 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7d8646c3-2934-45ea-bdc1-21717abd51bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:25.658010 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7d8646c3-2934-45ea-bdc1-21717abd51bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:25.661788 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7d8646c3-2934-45ea-bdc1-21717abd51bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1504042 Nov 26 16:56:25.661967 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55532) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:25.664885 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] Routers {'344c21a7-3d9f-453e-a2bd-96730b21801b'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:56:25.665421 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:56:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['344c21a7-3d9f-453e-a2bd-96730b21801b'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:56:25.667643 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-06a86e1e-c450-4ff1-a5cc-7846e8d3e5bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '38d72c66-bebe-47a5-989d-f2eef7a2c618', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:56:25.674289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-06a86e1e-c450-4ff1-a5cc-7846e8d3e5bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:56:25.678348 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-06a86e1e-c450-4ff1-a5cc-7846e8d3e5bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:56:25.681349 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-06a86e1e-c450-4ff1-a5cc-7846e8d3e5bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:56:25.687350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-06a86e1e-c450-4ff1-a5cc-7846e8d3e5bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:56:25.702264 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.securitygroups_db [None req-06a86e1e-c450-4ff1-a5cc-7846e8d3e5bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Project 44b3ec829fd84946a37f17d3391a650c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:56:25.711572 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-06a86e1e-c450-4ff1-a5cc-7846e8d3e5bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:25.794186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-06a86e1e-c450-4ff1-a5cc-7846e8d3e5bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:25.800111 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-06a86e1e-c450-4ff1-a5cc-7846e8d3e5bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:25.808718 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-baa886aa-4298-4df2-960a-4be2aa87691d tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:25.831237 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a86e1e-c450-4ff1-a5cc-7846e8d3e5bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ef4655-77c4-4438-9b2d-42040c5a70d4,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:25.833667 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-06a86e1e-c450-4ff1-a5cc-7846e8d3e5bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:25.842557 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-06a86e1e-c450-4ff1-a5cc-7846e8d3e5bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:25.853914 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-06a86e1e-c450-4ff1-a5cc-7846e8d3e5bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1810982 Nov 26 16:56:25.862977 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7fb268-ea31-46ab-a57f-4a995d89e677 None None] Pushing event updated for resources: {'Port': ['ID=1c3b2b67-1c46-4f15-a055-9df62553887f,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:25.877181 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-6d7fb268-ea31-46ab-a57f-4a995d89e677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:25.906592 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c56e9542-ace7-43a4-aa11-21c25f62254d up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:56:25.981798 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] Set router 344c21a7-3d9f-453e-a2bd-96730b21801b gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:56:26.013416 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-63a55da3-f500-490d-925b-6e7598abd0aa req-67bcb19e-8538-417e-91f2-ede971030aa1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:56:26.028342 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-63a55da3-f500-490d-925b-6e7598abd0aa req-67bcb19e-8538-417e-91f2-ede971030aa1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:56:26.029552 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-63a55da3-f500-490d-925b-6e7598abd0aa req-67bcb19e-8538-417e-91f2-ede971030aa1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-755730896&fields=id&tenant_id=44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 267 time: 0.0582278 Nov 26 16:56:26.132601 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port c56e9542-ace7-43a4-aa11-21c25f62254d triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:56:26.133163 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:26.313021 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a55da3-f500-490d-925b-6e7598abd0aa req-49305f25-96f6-4b1a-980f-095c3104aa01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:26.313639 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-63a55da3-f500-490d-925b-6e7598abd0aa req-49305f25-96f6-4b1a-980f-095c3104aa01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:network {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:56:26.330047 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-63a55da3-f500-490d-925b-6e7598abd0aa req-49305f25-96f6-4b1a-980f-095c3104aa01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:network {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:56:26.331388 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-63a55da3-f500-490d-925b-6e7598abd0aa req-49305f25-96f6-4b1a-980f-095c3104aa01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/networks?id=d21bc66c-6089-4503-afb8-acd8742f3ba4 HTTP/1.1" status: 200 len: 796 time: 0.2943931 Nov 26 16:56:26.346525 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-63a55da3-f500-490d-925b-6e7598abd0aa req-bfc2585a-5305-4f35-9fd7-769828907eb4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/quotas/44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 375 time: 0.0095956 Nov 26 16:56:26.404689 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'name': 'tempest-TestNetworkBasicOps-router-513311392', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:56:17Z', 'updated_at': '2021-11-26T16:56:22Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:18Z', 'updated_at': '2021-11-26T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '1c3b2b67-1c46-4f15-a055-9df62553887f', 'name': '', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:e8:11:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:21Z', 'updated_at': '2021-11-26T16:56:25Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:56:26.409366 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dbb749-83df-47a0-8a04-607f5753e078 None None] The sync data for ids ['344c21a7-3d9f-453e-a2bd-96730b21801b'] in dv-neutron-819440-1-hyperv is: [{'id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'name': 'tempest-TestNetworkBasicOps-router-513311392', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:56:17Z', 'updated_at': '2021-11-26T16:56:22Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:18Z', 'updated_at': '2021-11-26T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '1c3b2b67-1c46-4f15-a055-9df62553887f', 'name': '', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:e8:11:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:21Z', 'updated_at': '2021-11-26T16:56:25Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:56:26.431521 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-63a55da3-f500-490d-925b-6e7598abd0aa req-e5241eb1-a3ab-476b-ab8e-fee3bc4c54b7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:56:26.453766 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-63a55da3-f500-490d-925b-6e7598abd0aa req-e5241eb1-a3ab-476b-ab8e-fee3bc4c54b7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:56:26.455607 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-63a55da3-f500-490d-925b-6e7598abd0aa req-e5241eb1-a3ab-476b-ab8e-fee3bc4c54b7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1037352 Nov 26 16:56:26.604906 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-63a55da3-f500-490d-925b-6e7598abd0aa req-25591bac-88fc-4c47-b243-68b223eb7c61 service neutron] 10.222.0.11 "GET /v2.0/networks/d21bc66c-6089-4503-afb8-acd8742f3ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337690 Nov 26 16:56:26.743292 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-63a55da3-f500-490d-925b-6e7598abd0aa req-560bc91c-2350-44d6-a2df-1e7a9787ba3a service neutron] 10.222.0.11 "GET /v2.0/networks/d21bc66c-6089-4503-afb8-acd8742f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320934 Nov 26 16:56:26.931963 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-61bafd65-25db-4a15-aa32-623c0e9b0bad req-9732ebac-9045-4a63-b7b2-f99a4c699b13 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=6693257e-a354-413e-b1ce-374104bb4c06 HTTP/1.1" status: 200 len: 210 time: 0.0451226 Nov 26 16:56:27.305032 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 1c3b2b67-1c46-4f15-a055-9df62553887f up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:56:27.376722 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 1c3b2b67-1c46-4f15-a055-9df62553887f completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:56:27.381908 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 1c3b2b67-1c46-4f15-a055-9df62553887f triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:56:27.382352 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:27.500190 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:27.530175 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 1c3b2b67-1c46-4f15-a055-9df62553887f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=1c3b2b67-1c46-4f15-a055-9df62553887f,segment=NetworkSegment(e4cb646a-1fb8-49aa-b220-4ba9c6e99461),segment_id=e4cb646a-1fb8-49aa-b220-4ba9c6e99461)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:56:27.534388 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:27.536365 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c6fdf36f-0192-481e-bb89-923004b6768d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:27.600866 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=1c3b2b67-1c46-4f15-a055-9df62553887f,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:27.603873 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:28.035552 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-27adda78-3117-48c1-af23-33b413e46614 req-d4a7b562-2e4c-4ba0-b630-2a205111bb53 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=6693257e-a354-413e-b1ce-374104bb4c06 HTTP/1.1" status: 200 len: 210 time: 0.0510473 Nov 26 16:56:28.585593 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-47e4430e-25f0-4ebe-98bd-9c717c9b959c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:29.180835 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e461fd39-a2bf-46f4-ab9d-bfd1e9148c7b req-3da2d678-9a99-4566-bfe2-46954311e730 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=6693257e-a354-413e-b1ce-374104bb4c06 HTTP/1.1" status: 200 len: 210 time: 0.0424981 Nov 26 16:56:29.286417 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 1c3b2b67-1c46-4f15-a055-9df62553887f up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:56:29.362281 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:29.372048 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 1c3b2b67-1c46-4f15-a055-9df62553887f triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:56:29.372427 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:30.182964 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a55da3-f500-490d-925b-6e7598abd0aa req-f7771319-0073-4acb-adce-a1d505aae7be tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:30.184663 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-63a55da3-f500-490d-925b-6e7598abd0aa req-f7771319-0073-4acb-adce-a1d505aae7be tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/networks?id=d21bc66c-6089-4503-afb8-acd8742f3ba4 HTTP/1.1" status: 200 len: 796 time: 0.1491539 Nov 26 16:56:30.237283 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-63a55da3-f500-490d-925b-6e7598abd0aa req-e928197e-ce08-496d-a1c1-17d1b8bd6d1b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 379 time: 0.0414455 Nov 26 16:56:30.246145 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-63a55da3-f500-490d-925b-6e7598abd0aa req-2cecfae1-2916-43b3-accc-b0f9b060ca11 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'port': {'device_id': '6693257e-a354-413e-b1ce-374104bb4c06', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'admin_state_up': True, 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'security_groups': ['38d72c66-bebe-47a5-989d-f2eef7a2c618']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:56:30.377809 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ee36577d-7a96-401f-9a98-e98c9b73b83b req-eb0548f3-d278-4c61-a5e2-7f4e97f16ad1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=6693257e-a354-413e-b1ce-374104bb4c06 HTTP/1.1" status: 200 len: 210 time: 0.0631325 Nov 26 16:56:30.429821 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-63a55da3-f500-490d-925b-6e7598abd0aa req-2cecfae1-2916-43b3-accc-b0f9b060ca11 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:56:30.439565 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-63a55da3-f500-490d-925b-6e7598abd0aa req-2cecfae1-2916-43b3-accc-b0f9b060ca11 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:56:30.448748 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a55da3-f500-490d-925b-6e7598abd0aa req-2cecfae1-2916-43b3-accc-b0f9b060ca11 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Made reservation on behalf of 44b3ec829fd84946a37f17d3391a650c for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:56:30.452417 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-63a55da3-f500-490d-925b-6e7598abd0aa req-2cecfae1-2916-43b3-accc-b0f9b060ca11 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:30.610940 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-63a55da3-f500-490d-925b-6e7598abd0aa req-2cecfae1-2916-43b3-accc-b0f9b060ca11 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.20.0.11 (d21bc66c-6089-4503-afb8-acd8742f3ba4/1902b5a6-c31e-43d0-b92e-44190838b116/d725c159-a455-4227-afaf-f3c7f3f8fc81) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:56:30.798901 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-63a55da3-f500-490d-925b-6e7598abd0aa req-2cecfae1-2916-43b3-accc-b0f9b060ca11 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:30.814497 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-63a55da3-f500-490d-925b-6e7598abd0aa req-2cecfae1-2916-43b3-accc-b0f9b060ca11 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Transition to ACTIVE for port object d725c159-a455-4227-afaf-f3c7f3f8fc81 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:56:30.837295 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-63a55da3-f500-490d-925b-6e7598abd0aa req-2cecfae1-2916-43b3-accc-b0f9b060ca11 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:30.843691 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a9815a86-a3a4-4ded-9327-f6269f226f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:30.909290 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a55da3-f500-490d-925b-6e7598abd0aa req-2cecfae1-2916-43b3-accc-b0f9b060ca11 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network d21bc66c-6089-4503-afb8-acd8742f3ba4 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:56:30.912404 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-63a55da3-f500-490d-925b-6e7598abd0aa req-2cecfae1-2916-43b3-accc-b0f9b060ca11 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:56:30.918615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a55da3-f500-490d-925b-6e7598abd0aa req-2cecfae1-2916-43b3-accc-b0f9b060ca11 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:56:30.968955 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecfae1-2916-43b3-accc-b0f9b060ca11 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=d725c159-a455-4227-afaf-f3c7f3f8fc81,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:30.973482 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2cecfae1-2916-43b3-accc-b0f9b060ca11 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:30.994222 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a55da3-f500-490d-925b-6e7598abd0aa req-2cecfae1-2916-43b3-accc-b0f9b060ca11 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:30.994826 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-63a55da3-f500-490d-925b-6e7598abd0aa req-2cecfae1-2916-43b3-accc-b0f9b060ca11 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:31.021091 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-63a55da3-f500-490d-925b-6e7598abd0aa req-2cecfae1-2916-43b3-accc-b0f9b060ca11 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7786648 Nov 26 16:56:31.037869 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-63a55da3-f500-490d-925b-6e7598abd0aa req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] Request body: {'port': {'device_id': '6693257e-a354-413e-b1ce-374104bb4c06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:56:31.131707 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-91e00db8-7f23-4d71-a164-f8d57bb29418 None None] Provisioning for port d725c159-a455-4227-afaf-f3c7f3f8fc81 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:56:31.136568 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-91e00db8-7f23-4d71-a164-f8d57bb29418 None None] Provisioning complete for port d725c159-a455-4227-afaf-f3c7f3f8fc81 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:56:31.136942 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-91e00db8-7f23-4d71-a164-f8d57bb29418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:31.154008 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-63a55da3-f500-490d-925b-6e7598abd0aa req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:31.228993 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-91e00db8-7f23-4d71-a164-f8d57bb29418 None None] Port d725c159-a455-4227-afaf-f3c7f3f8fc81 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:56:31.247287 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0ebe5cb9-7888-4b44-99b6-e3004ed633f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:31.504017 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-63a55da3-f500-490d-925b-6e7598abd0aa req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d725c159-a455-4227-afaf-f3c7f3f8fc81 {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:56:31.511781 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-63a55da3-f500-490d-925b-6e7598abd0aa req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:31.526089 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-63a55da3-f500-490d-925b-6e7598abd0aa req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] Transition to ACTIVE for port object d725c159-a455-4227-afaf-f3c7f3f8fc81 will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:56:31.530582 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-63a55da3-f500-490d-925b-6e7598abd0aa req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:31.535133 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b3927811-b7d4-4200-a5f0-4e4ae839555c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:31.565382 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814aefe9-f9b5-4180-b1f7-431dd9c3fd5a req-28bd1dc7-3bbe-477f-8dd4-5fc78f3a6a0c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:31.566864 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-814aefe9-f9b5-4180-b1f7-431dd9c3fd5a req-28bd1dc7-3bbe-477f-8dd4-5fc78f3a6a0c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=6693257e-a354-413e-b1ce-374104bb4c06 HTTP/1.1" status: 200 len: 932 time: 0.0862646 Nov 26 16:56:31.612849 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-814aefe9-f9b5-4180-b1f7-431dd9c3fd5a req-9b44d5e9-63fd-44d2-963e-d2fc679ddc21 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=38d72c66-bebe-47a5-989d-f2eef7a2c618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401046 Nov 26 16:56:31.667038 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] Pushing event updated for resources: {'Port': ['ID=d725c159-a455-4227-afaf-f3c7f3f8fc81,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:31.825900 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:31.897440 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-63a55da3-f500-490d-925b-6e7598abd0aa req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] Attempting to bind port d725c159-a455-4227-afaf-f3c7f3f8fc81 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:56:31.897879 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-63a55da3-f500-490d-925b-6e7598abd0aa req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] Attempting to bind port d725c159-a455-4227-afaf-f3c7f3f8fc81 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'e4cb646a-1fb8-49aa-b220-4ba9c6e99461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:56:31.898439 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a55da3-f500-490d-925b-6e7598abd0aa req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] Attempting to bind port d725c159-a455-4227-afaf-f3c7f3f8fc81 on network d21bc66c-6089-4503-afb8-acd8742f3ba4 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:56:31.903757 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a55da3-f500-490d-925b-6e7598abd0aa req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] Port d725c159-a455-4227-afaf-f3c7f3f8fc81 on network d21bc66c-6089-4503-afb8-acd8742f3ba4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:56:31.904080 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a55da3-f500-490d-925b-6e7598abd0aa req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] Attempting to bind port d725c159-a455-4227-afaf-f3c7f3f8fc81 on network d21bc66c-6089-4503-afb8-acd8742f3ba4 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:56:31.909074 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a55da3-f500-490d-925b-6e7598abd0aa req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:56:31.909412 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a55da3-f500-490d-925b-6e7598abd0aa req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] Checking segment: {'id': 'e4cb646a-1fb8-49aa-b220-4ba9c6e99461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:56:31.909795 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a55da3-f500-490d-925b-6e7598abd0aa req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] Bound using segment: {'id': 'e4cb646a-1fb8-49aa-b220-4ba9c6e99461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:56:31.910215 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-63a55da3-f500-490d-925b-6e7598abd0aa req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] Bound port: d725c159-a455-4227-afaf-f3c7f3f8fc81, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4cb646a-1fb8-49aa-b220-4ba9c6e99461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:56:31.910557 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-63a55da3-f500-490d-925b-6e7598abd0aa req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:31.999595 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-63a55da3-f500-490d-925b-6e7598abd0aa req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] For port d725c159-a455-4227-afaf-f3c7f3f8fc81, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:56:32.003104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-63a55da3-f500-490d-925b-6e7598abd0aa req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] For port d725c159-a455-4227-afaf-f3c7f3f8fc81, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d725c159-a455-4227-afaf-f3c7f3f8fc81,segment=NetworkSegment(e4cb646a-1fb8-49aa-b220-4ba9c6e99461),segment_id=e4cb646a-1fb8-49aa-b220-4ba9c6e99461)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:56:32.008454 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-63a55da3-f500-490d-925b-6e7598abd0aa req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:32.012987 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-23a24f56-f8f1-4984-b4d3-8fd08a712686 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:32.066892 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a55da3-f500-490d-925b-6e7598abd0aa req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:32.067501 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-63a55da3-f500-490d-925b-6e7598abd0aa req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:32.069061 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-63a55da3-f500-490d-925b-6e7598abd0aa req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] 10.222.0.31 "PUT /v2.0/ports/d725c159-a455-4227-afaf-f3c7f3f8fc81 HTTP/1.1" status: 200 len: 1094 time: 1.0356021 Nov 26 16:56:32.069588 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6693257e-a354-413e-b1ce-374104bb4c06', 'tag': 'd725c159-a455-4227-afaf-f3c7f3f8fc81'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:56:32.096602 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] Pushing event updated for resources: {'Port': ['ID=d725c159-a455-4227-afaf-f3c7f3f8fc81,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:32.100747 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:32.149861 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6693257e-a354-413e-b1ce-374104bb4c06', 'tag': 'd725c159-a455-4227-afaf-f3c7f3f8fc81', 'status': 'completed', 'code': 200} Nov 26 16:56:32.192387 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:32.193521 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a55da3-f500-490d-925b-6e7598abd0aa req-8ef7f994-14dd-4eaf-885b-9377f83c36de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:32.195102 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-63a55da3-f500-490d-925b-6e7598abd0aa req-8ef7f994-14dd-4eaf-885b-9377f83c36de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=6693257e-a354-413e-b1ce-374104bb4c06 HTTP/1.1" status: 200 len: 1097 time: 0.0831227 Nov 26 16:56:32.273031 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-63a55da3-f500-490d-925b-6e7598abd0aa req-7aa44e81-fa7f-47be-91fa-fc999bb4797e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d725c159-a455-4227-afaf-f3c7f3f8fc81 HTTP/1.1" status: 200 len: 217 time: 0.0665245 Nov 26 16:56:32.338229 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a55da3-f500-490d-925b-6e7598abd0aa req-3722afdf-fbc3-4914-a9df-5c586af1b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:32.339532 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-63a55da3-f500-490d-925b-6e7598abd0aa req-3722afdf-fbc3-4914-a9df-5c586af1b71e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1902b5a6-c31e-43d0-b92e-44190838b116 HTTP/1.1" status: 200 len: 834 time: 0.0570230 Nov 26 16:56:32.417750 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a55da3-f500-490d-925b-6e7598abd0aa req-7d27ee0b-181f-4bf4-bfa4-8b0b972bf32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:32.419210 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-63a55da3-f500-490d-925b-6e7598abd0aa req-7d27ee0b-181f-4bf4-bfa4-8b0b972bf32d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d21bc66c-6089-4503-afb8-acd8742f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712986 Nov 26 16:56:32.554845 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-63a55da3-f500-490d-925b-6e7598abd0aa req-12268235-deb7-4a77-807b-c4909a1d004d service neutron] 10.222.0.31 "GET /v2.0/networks/d21bc66c-6089-4503-afb8-acd8742f3ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246650 Nov 26 16:56:32.690910 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-63a55da3-f500-490d-925b-6e7598abd0aa req-9acbc24c-803e-4d47-90b5-f15c6bdff53b service neutron] 10.222.0.31 "GET /v2.0/networks/d21bc66c-6089-4503-afb8-acd8742f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253426 Nov 26 16:56:32.805386 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1382f8-848a-4020-b95b-7cacf8bc5199 req-5f722f80-c890-4c29-b496-243786861d77 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:32.806848 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8a1382f8-848a-4020-b95b-7cacf8bc5199 req-5f722f80-c890-4c29-b496-243786861d77 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=6693257e-a354-413e-b1ce-374104bb4c06 HTTP/1.1" status: 200 len: 944 time: 0.0837207 Nov 26 16:56:32.815597 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48372365-597d-4999-9c31-5d1b1acdfe3c req-162fc426-4bfe-4f61-991e-13aec583be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:32.817116 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-48372365-597d-4999-9c31-5d1b1acdfe3c req-162fc426-4bfe-4f61-991e-13aec583be60 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=6693257e-a354-413e-b1ce-374104bb4c06 HTTP/1.1" status: 200 len: 1097 time: 0.0742843 Nov 26 16:56:32.855274 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8a1382f8-848a-4020-b95b-7cacf8bc5199 req-d521df4f-0ba8-4e69-83b3-c4a44245a32e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=38d72c66-bebe-47a5-989d-f2eef7a2c618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424812 Nov 26 16:56:32.948569 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48372365-597d-4999-9c31-5d1b1acdfe3c req-43aa9847-7d41-4209-9a71-b6738b96705e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:32.949898 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-48372365-597d-4999-9c31-5d1b1acdfe3c req-43aa9847-7d41-4209-9a71-b6738b96705e service neutron] 10.222.0.31 "GET /v2.0/networks?id=d21bc66c-6089-4503-afb8-acd8742f3ba4 HTTP/1.1" status: 200 len: 897 time: 0.1254923 Nov 26 16:56:33.017028 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-48372365-597d-4999-9c31-5d1b1acdfe3c req-f081be13-7779-43cb-baba-21686af79b3a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d725c159-a455-4227-afaf-f3c7f3f8fc81 HTTP/1.1" status: 200 len: 217 time: 0.0589716 Nov 26 16:56:33.083523 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48372365-597d-4999-9c31-5d1b1acdfe3c req-cedf18fc-1664-4e3b-970e-884bc4f5b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:33.084909 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-48372365-597d-4999-9c31-5d1b1acdfe3c req-cedf18fc-1664-4e3b-970e-884bc4f5b843 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1902b5a6-c31e-43d0-b92e-44190838b116 HTTP/1.1" status: 200 len: 834 time: 0.0585060 Nov 26 16:56:33.158602 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48372365-597d-4999-9c31-5d1b1acdfe3c req-799114c3-3bed-4bdc-b225-7238918ff29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:33.160020 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-48372365-597d-4999-9c31-5d1b1acdfe3c req-799114c3-3bed-4bdc-b225-7238918ff29e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d21bc66c-6089-4503-afb8-acd8742f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674326 Nov 26 16:56:33.290913 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-48372365-597d-4999-9c31-5d1b1acdfe3c req-26ae3f90-a4a9-478a-8946-83d8566e24f6 service neutron] 10.222.0.31 "GET /v2.0/networks/d21bc66c-6089-4503-afb8-acd8742f3ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231658 Nov 26 16:56:33.427305 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-48372365-597d-4999-9c31-5d1b1acdfe3c req-dbdba093-c244-48bf-8283-7423103bac3f service neutron] 10.222.0.31 "GET /v2.0/networks/d21bc66c-6089-4503-afb8-acd8742f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252899 Nov 26 16:56:33.988252 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:34.042020 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed3e8a-fdc3-4752-8456-e981ee97c39c req-ac3bbc61-761b-44ee-ba52-6258645dd727 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:34.042622 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-59ed3e8a-fdc3-4752-8456-e981ee97c39c req-ac3bbc61-761b-44ee-ba52-6258645dd727 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:56:34.057889 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-59ed3e8a-fdc3-4752-8456-e981ee97c39c req-ac3bbc61-761b-44ee-ba52-6258645dd727 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:56:34.059050 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-59ed3e8a-fdc3-4752-8456-e981ee97c39c req-ac3bbc61-761b-44ee-ba52-6258645dd727 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=6693257e-a354-413e-b1ce-374104bb4c06 HTTP/1.1" status: 200 len: 944 time: 0.0993404 Nov 26 16:56:34.102296 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-59ed3e8a-fdc3-4752-8456-e981ee97c39c req-7512b6d8-5e83-4219-9d4b-474c9c9fa108 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=38d72c66-bebe-47a5-989d-f2eef7a2c618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374000 Nov 26 16:56:35.150201 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device d725c159-a455-4227-afaf-f3c7f3f8fc81 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 16:56:35.283190 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed86c45-1df5-43f1-a347-2e8cb0a93a42 req-a7ad93f6-2323-413e-8969-3bd61e51223d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:35.283808 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port d725c159-a455-4227-afaf-f3c7f3f8fc81, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d725c159-a455-4227-afaf-f3c7f3f8fc81,segment=NetworkSegment(e4cb646a-1fb8-49aa-b220-4ba9c6e99461),segment_id=e4cb646a-1fb8-49aa-b220-4ba9c6e99461)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:56:35.284665 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-eed86c45-1df5-43f1-a347-2e8cb0a93a42 req-a7ad93f6-2323-413e-8969-3bd61e51223d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=6693257e-a354-413e-b1ce-374104bb4c06 HTTP/1.1" status: 200 len: 944 time: 0.0789297 Nov 26 16:56:35.296594 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': 'd725c159-a455-4227-afaf-f3c7f3f8fc81', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'port_id': 'd725c159-a455-4227-afaf-f3c7f3f8fc81', 'mac_address': 'fa:16:3e:e2:34:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 16:56:35.332432 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-eed86c45-1df5-43f1-a347-2e8cb0a93a42 req-d18273ef-1ae0-4839-abf7-d9fa77b726f5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=38d72c66-bebe-47a5-989d-f2eef7a2c618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420070 Nov 26 16:56:35.357550 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:35.374071 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d725c159-a455-4227-afaf-f3c7f3f8fc81 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:56:35.388782 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port d725c159-a455-4227-afaf-f3c7f3f8fc81, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d725c159-a455-4227-afaf-f3c7f3f8fc81,segment=NetworkSegment(e4cb646a-1fb8-49aa-b220-4ba9c6e99461),segment_id=e4cb646a-1fb8-49aa-b220-4ba9c6e99461)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:56:35.393084 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:35.394829 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:35.458912 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=d725c159-a455-4227-afaf-f3c7f3f8fc81,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:35.461990 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:35.731533 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['d725c159-a455-4227-afaf-f3c7f3f8fc81'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 16:56:36.518847 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6adfc-3c02-4a87-8f37-63f7fd33b3cf req-268038c2-5b02-4143-8442-564637896029 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:36.520310 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fcd6adfc-3c02-4a87-8f37-63f7fd33b3cf req-268038c2-5b02-4143-8442-564637896029 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=6693257e-a354-413e-b1ce-374104bb4c06 HTTP/1.1" status: 200 len: 945 time: 0.0813980 Nov 26 16:56:36.566298 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fcd6adfc-3c02-4a87-8f37-63f7fd33b3cf req-6b70590f-e118-4f08-bef9-a6a0c1883487 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=38d72c66-bebe-47a5-989d-f2eef7a2c618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402851 Nov 26 16:56:37.149365 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device d725c159-a455-4227-afaf-f3c7f3f8fc81 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:56:37.217121 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port d725c159-a455-4227-afaf-f3c7f3f8fc81 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:56:37.222380 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port d725c159-a455-4227-afaf-f3c7f3f8fc81 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:56:37.222762 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:37.335513 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:37.361574 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6693257e-a354-413e-b1ce-374104bb4c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd725c159-a455-4227-afaf-f3c7f3f8fc81'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:56:37.371656 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port d725c159-a455-4227-afaf-f3c7f3f8fc81, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d725c159-a455-4227-afaf-f3c7f3f8fc81,segment=NetworkSegment(e4cb646a-1fb8-49aa-b220-4ba9c6e99461),segment_id=e4cb646a-1fb8-49aa-b220-4ba9c6e99461)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:56:37.376736 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:37.378647 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:37.443411 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=d725c159-a455-4227-afaf-f3c7f3f8fc81,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:37.446442 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:37.525239 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6693257e-a354-413e-b1ce-374104bb4c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd725c159-a455-4227-afaf-f3c7f3f8fc81', 'code': 200} Nov 26 16:56:37.815171 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e92e2-ac15-4e1b-91dc-043b65b947f9 req-7aa77a61-137a-48b9-b072-e96d33bd83e7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:37.816610 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6e2e92e2-ac15-4e1b-91dc-043b65b947f9 req-7aa77a61-137a-48b9-b072-e96d33bd83e7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=6693257e-a354-413e-b1ce-374104bb4c06 HTTP/1.1" status: 200 len: 946 time: 0.1438456 Nov 26 16:56:37.819046 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f4d81-0d4f-40e8-ab12-71360c031790 req-e86fcddf-f009-4e52-8366-f594d965e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:37.820385 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9c7f4d81-0d4f-40e8-ab12-71360c031790 req-e86fcddf-f009-4e52-8366-f594d965e43b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6693257e-a354-413e-b1ce-374104bb4c06 HTTP/1.1" status: 200 len: 1099 time: 0.1118722 Nov 26 16:56:37.998347 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6e2e92e2-ac15-4e1b-91dc-043b65b947f9 req-a1c0578e-414d-4d55-9a02-591cd4b6cd2d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=38d72c66-bebe-47a5-989d-f2eef7a2c618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761336 Nov 26 16:56:37.999939 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9c7f4d81-0d4f-40e8-ab12-71360c031790 req-654a754e-f109-4303-96d7-cf3d3ceb80ad service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=38d72c66-bebe-47a5-989d-f2eef7a2c618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526223 Nov 26 16:56:39.189583 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7d956-717a-4710-9c1b-d6896afeef4a req-2bcaef5e-48ab-4db0-9ef7-de378f94db8b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:39.191171 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8db7d956-717a-4710-9c1b-d6896afeef4a req-2bcaef5e-48ab-4db0-9ef7-de378f94db8b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=6693257e-a354-413e-b1ce-374104bb4c06 HTTP/1.1" status: 200 len: 946 time: 0.0882707 Nov 26 16:56:39.238257 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8db7d956-717a-4710-9c1b-d6896afeef4a req-5b902912-a7b5-47c6-8a11-18be4b3321c8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=38d72c66-bebe-47a5-989d-f2eef7a2c618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407081 Nov 26 16:56:40.423402 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549be12a-113e-4eec-a440-ff7fc03f2ec3 req-8702a846-a684-4df7-a3ac-535547175df7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:40.424853 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-549be12a-113e-4eec-a440-ff7fc03f2ec3 req-8702a846-a684-4df7-a3ac-535547175df7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=6693257e-a354-413e-b1ce-374104bb4c06 HTTP/1.1" status: 200 len: 946 time: 0.0841241 Nov 26 16:56:40.472548 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-549be12a-113e-4eec-a440-ff7fc03f2ec3 req-4a1ad1c7-0451-4e5f-bd62-94664fff9631 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=38d72c66-bebe-47a5-989d-f2eef7a2c618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402327 Nov 26 16:56:40.652733 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f3abe-192b-4247-9a15-c337761ccd8c req-360a6b20-ace4-4bee-81ed-793f67945386 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:40.654785 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-dc7f3abe-192b-4247-9a15-c337761ccd8c req-360a6b20-ace4-4bee-81ed-793f67945386 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=6693257e-a354-413e-b1ce-374104bb4c06 HTTP/1.1" status: 200 len: 946 time: 0.0796096 Nov 26 16:56:40.697304 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-dc7f3abe-192b-4247-9a15-c337761ccd8c req-be98ec5c-a16c-4c6e-99fa-e11afae2540e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=38d72c66-bebe-47a5-989d-f2eef7a2c618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364065 Nov 26 16:56:40.720366 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55600) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:40.799685 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3b8279-7975-4737-98ad-52d71b99e272 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:40.801195 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5a3b8279-7975-4737-98ad-52d71b99e272 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6693257e-a354-413e-b1ce-374104bb4c06 HTTP/1.1" status: 200 len: 1094 time: 0.0790622 Nov 26 16:56:40.803987 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55604) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:40.808841 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'port_id': 'd725c159-a455-4227-afaf-f3c7f3f8fc81', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:56:40.815357 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:56:40.819122 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:floatingip and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:56:40.821917 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:56:40.827534 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:56:40.839384 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:40.975492 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:41.109576 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.26.0.141 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/967ba78b-a5e8-45e7-b72b-35aa5009cc39) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:56:41.258515 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:41.286919 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:41.290540 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6813caf4-c3bd-40e1-93d8-51a8e75ced1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:41.352116 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:56:41.355030 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:56:41.358748 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:56:41.400889 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=967ba78b-a5e8-45e7-b72b-35aa5009cc39,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:41.405055 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:41.761759 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:41.834878 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:42.037476 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:42.041924 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:42.045430 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-37951107-7926-4fa1-9428-05f9e84c8d6c tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:42.149238 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=967ba78b-a5e8-45e7-b72b-35aa5009cc39,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:42.153238 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:42.160166 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:42.449079 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Floating IP 8299c3ad-b3a2-4200-b7b8-23d16348ce4b associated. External IP: 172.26.0.141, port: d725c159-a455-4227-afaf-f3c7f3f8fc81. Nov 26 16:56:42.794342 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router 344c21a7-3d9f-453e-a2bd-96730b21801b has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:56:42.969890 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:56:42.979681 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11332d7e-4237-423a-8001-7fcfd98126a6 None None] Sync routers for ids ['344c21a7-3d9f-453e-a2bd-96730b21801b'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:56:42.990387 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11332d7e-4237-423a-8001-7fcfd98126a6 None None] Routers {'344c21a7-3d9f-453e-a2bd-96730b21801b'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:56:42.991006 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-11332d7e-4237-423a-8001-7fcfd98126a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:56:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['344c21a7-3d9f-453e-a2bd-96730b21801b'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:56:42.994914 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:43.053337 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2481704 Nov 26 16:56:43.053838 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6693257e-a354-413e-b1ce-374104bb4c06', 'tag': 'd725c159-a455-4227-afaf-f3c7f3f8fc81'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:56:43.056077 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55608) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:43.098074 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6693257e-a354-413e-b1ce-374104bb4c06', 'tag': 'd725c159-a455-4227-afaf-f3c7f3f8fc81', 'status': 'completed', 'code': 200} Nov 26 16:56:43.134947 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc2c4c2-081b-491c-a841-4a7ff5ee2e45 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:43.138965 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8fc2c4c2-081b-491c-a841-4a7ff5ee2e45 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6693257e-a354-413e-b1ce-374104bb4c06 HTTP/1.1" status: 200 len: 1094 time: 0.0793519 Nov 26 16:56:43.170968 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-11332d7e-4237-423a-8001-7fcfd98126a6 None None] Set router 344c21a7-3d9f-453e-a2bd-96730b21801b gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:56:43.190712 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b9c94-1b6a-4054-992d-034504e63153 req-e545382a-1c8b-4315-b6be-617aece328ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:43.192313 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d76b9c94-1b6a-4054-992d-034504e63153 req-e545382a-1c8b-4315-b6be-617aece328ac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=6693257e-a354-413e-b1ce-374104bb4c06 HTTP/1.1" status: 200 len: 1099 time: 0.0718377 Nov 26 16:56:43.327251 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b9c94-1b6a-4054-992d-034504e63153 req-c54a9a1a-51ab-4513-8df4-8711fa39a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:43.328710 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d76b9c94-1b6a-4054-992d-034504e63153 req-c54a9a1a-51ab-4513-8df4-8711fa39a0ee service neutron] 10.222.0.31 "GET /v2.0/networks?id=d21bc66c-6089-4503-afb8-acd8742f3ba4 HTTP/1.1" status: 200 len: 897 time: 0.1287718 Nov 26 16:56:43.435193 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d76b9c94-1b6a-4054-992d-034504e63153 req-39da412f-1603-4a53-8f45-20d017693c81 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d725c159-a455-4227-afaf-f3c7f3f8fc81 HTTP/1.1" status: 200 len: 1000 time: 0.1003428 Nov 26 16:56:43.497896 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b9c94-1b6a-4054-992d-034504e63153 req-95fdea6c-56ec-4e38-8b29-59a4887079f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:43.499699 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d76b9c94-1b6a-4054-992d-034504e63153 req-95fdea6c-56ec-4e38-8b29-59a4887079f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1902b5a6-c31e-43d0-b92e-44190838b116 HTTP/1.1" status: 200 len: 834 time: 0.0576251 Nov 26 16:56:43.542810 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-11332d7e-4237-423a-8001-7fcfd98126a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'name': 'tempest-TestNetworkBasicOps-router-513311392', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:56:17Z', 'updated_at': '2021-11-26T16:56:22Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:18Z', 'updated_at': '2021-11-26T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '8299c3ad-b3a2-4200-b7b8-23d16348ce4b', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.141', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'port_id': 'd725c159-a455-4227-afaf-f3c7f3f8fc81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'mac_address': 'fa:16:3e:e2:34:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6693257e-a354-413e-b1ce-374104bb4c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:56:41Z', 'updated_at': '2021-11-26T16:56:41Z', 'revision_number': 0, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c3b2b67-1c46-4f15-a055-9df62553887f', 'name': '', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:e8:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:21Z', 'updated_at': '2021-11-26T16:56:27Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:56:43.546605 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11332d7e-4237-423a-8001-7fcfd98126a6 None None] Checking router: 344c21a7-3d9f-453e-a2bd-96730b21801b for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:56:43.554947 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11332d7e-4237-423a-8001-7fcfd98126a6 None None] Routers {'344c21a7-3d9f-453e-a2bd-96730b21801b'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:56:43.555597 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-11332d7e-4237-423a-8001-7fcfd98126a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:56:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['344c21a7-3d9f-453e-a2bd-96730b21801b'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:56:43.579093 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b9c94-1b6a-4054-992d-034504e63153 req-95a6cd4d-2329-4988-b091-4fcbf6fbebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:43.581323 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d76b9c94-1b6a-4054-992d-034504e63153 req-95a6cd4d-2329-4988-b091-4fcbf6fbebcd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d21bc66c-6089-4503-afb8-acd8742f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744998 Nov 26 16:56:43.684621 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55616) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:43.690641 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-85d1ecae-5d28-4494-b28b-8793125bc1a3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1985216125', 'description': 'tempest-secgroup-smoke-1985216125 description', 'project_id': '44b3ec829fd84946a37f17d3391a650c'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:56:43.697918 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-85d1ecae-5d28-4494-b28b-8793125bc1a3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:56:43.709148 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-85d1ecae-5d28-4494-b28b-8793125bc1a3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:56:43.723293 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-85d1ecae-5d28-4494-b28b-8793125bc1a3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:43.748806 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-85d1ecae-5d28-4494-b28b-8793125bc1a3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:56:43.752641 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-11332d7e-4237-423a-8001-7fcfd98126a6 None None] Set router 344c21a7-3d9f-453e-a2bd-96730b21801b gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:56:43.754269 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-85d1ecae-5d28-4494-b28b-8793125bc1a3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:56:43.757760 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-85d1ecae-5d28-4494-b28b-8793125bc1a3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:56:43.765030 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-85d1ecae-5d28-4494-b28b-8793125bc1a3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:56:43.841826 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-85d1ecae-5d28-4494-b28b-8793125bc1a3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:43.845604 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-85d1ecae-5d28-4494-b28b-8793125bc1a3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:43.855608 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d76b9c94-1b6a-4054-992d-034504e63153 req-72d60525-84d4-49a6-a985-9aeae44192f3 service neutron] 10.222.0.31 "GET /v2.0/networks/d21bc66c-6089-4503-afb8-acd8742f3ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673876 Nov 26 16:56:43.856219 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9e8d9aec-b8e2-465c-8366-d17379f2e52f tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:43.894938 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1ecae-5d28-4494-b28b-8793125bc1a3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3743d4d-a5b5-44b5-b05c-b4e6f55bc4b2,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:43.898484 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-85d1ecae-5d28-4494-b28b-8793125bc1a3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:43.909596 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-85d1ecae-5d28-4494-b28b-8793125bc1a3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:43.910837 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-85d1ecae-5d28-4494-b28b-8793125bc1a3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2250121 Nov 26 16:56:43.915928 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55620) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:43.921028 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-6d49f796-6125-40a7-8ed3-e4b86fdcc683 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': 'b3743d4d-a5b5-44b5-b05c-b4e6f55bc4b2', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:56:43.927324 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6d49f796-6125-40a7-8ed3-e4b86fdcc683 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:56:43.931132 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6d49f796-6125-40a7-8ed3-e4b86fdcc683 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:56:43.933987 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6d49f796-6125-40a7-8ed3-e4b86fdcc683 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:56:43.939743 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6d49f796-6125-40a7-8ed3-e4b86fdcc683 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:56:43.961090 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6d49f796-6125-40a7-8ed3-e4b86fdcc683 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:44.002560 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d76b9c94-1b6a-4054-992d-034504e63153 req-12afadfb-5e4d-4924-a27c-1433458ff04d service neutron] 10.222.0.31 "GET /v2.0/networks/d21bc66c-6089-4503-afb8-acd8742f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404753 Nov 26 16:56:44.027053 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6d49f796-6125-40a7-8ed3-e4b86fdcc683 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:44.030612 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6d49f796-6125-40a7-8ed3-e4b86fdcc683 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:44.033506 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-95021ff0-4ec4-4524-9040-139d0bc8af7d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:44.058892 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49f796-6125-40a7-8ed3-e4b86fdcc683 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38cf5870-9f4b-4a85-9f82-41d826b54c9f,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:44.061682 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6d49f796-6125-40a7-8ed3-e4b86fdcc683 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:44.069527 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6d49f796-6125-40a7-8ed3-e4b86fdcc683 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:44.070838 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6d49f796-6125-40a7-8ed3-e4b86fdcc683 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1539788 Nov 26 16:56:44.073752 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55624) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:44.078748 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-f0ef7299-6a0a-49f8-9185-1c60426a3415 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': 'b3743d4d-a5b5-44b5-b05c-b4e6f55bc4b2', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:56:44.084580 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f0ef7299-6a0a-49f8-9185-1c60426a3415 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:56:44.088384 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f0ef7299-6a0a-49f8-9185-1c60426a3415 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:56:44.091203 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f0ef7299-6a0a-49f8-9185-1c60426a3415 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:56:44.097515 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f0ef7299-6a0a-49f8-9185-1c60426a3415 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:56:44.114935 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f0ef7299-6a0a-49f8-9185-1c60426a3415 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:44.115148 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-11332d7e-4237-423a-8001-7fcfd98126a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'name': 'tempest-TestNetworkBasicOps-router-513311392', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:56:17Z', 'updated_at': '2021-11-26T16:56:22Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:18Z', 'updated_at': '2021-11-26T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '8299c3ad-b3a2-4200-b7b8-23d16348ce4b', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.141', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'port_id': 'd725c159-a455-4227-afaf-f3c7f3f8fc81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'mac_address': 'fa:16:3e:e2:34:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6693257e-a354-413e-b1ce-374104bb4c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:56:41Z', 'updated_at': '2021-11-26T16:56:41Z', 'revision_number': 0, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c3b2b67-1c46-4f15-a055-9df62553887f', 'name': '', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:e8:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:21Z', 'updated_at': '2021-11-26T16:56:27Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:56:44.118887 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11332d7e-4237-423a-8001-7fcfd98126a6 None None] The sync data for ids ['344c21a7-3d9f-453e-a2bd-96730b21801b'] in dv-neutron-819440-1-hyperv is: [{'id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'name': 'tempest-TestNetworkBasicOps-router-513311392', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:56:17Z', 'updated_at': '2021-11-26T16:56:22Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:18Z', 'updated_at': '2021-11-26T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '8299c3ad-b3a2-4200-b7b8-23d16348ce4b', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.141', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'port_id': 'd725c159-a455-4227-afaf-f3c7f3f8fc81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'mac_address': 'fa:16:3e:e2:34:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6693257e-a354-413e-b1ce-374104bb4c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:56:41Z', 'updated_at': '2021-11-26T16:56:41Z', 'revision_number': 0, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c3b2b67-1c46-4f15-a055-9df62553887f', 'name': '', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:e8:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:21Z', 'updated_at': '2021-11-26T16:56:27Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:56:44.178944 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f0ef7299-6a0a-49f8-9185-1c60426a3415 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:44.182980 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f0ef7299-6a0a-49f8-9185-1c60426a3415 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:44.185184 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-510e3dcb-f406-4f25-88b9-bb4fbdd484de tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:44.207822 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef7299-6a0a-49f8-9185-1c60426a3415 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2bb4eb-19b6-4570-8188-d9360d2a25d0,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:44.210252 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f0ef7299-6a0a-49f8-9185-1c60426a3415 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:44.217188 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f0ef7299-6a0a-49f8-9185-1c60426a3415 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:44.218350 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f0ef7299-6a0a-49f8-9185-1c60426a3415 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1436946 Nov 26 16:56:44.221750 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55628) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:44.226661 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-a4bd807e-f0d6-4ced-9cbe-29ee3817cff9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': 'b3743d4d-a5b5-44b5-b05c-b4e6f55bc4b2', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:56:44.232596 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a4bd807e-f0d6-4ced-9cbe-29ee3817cff9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:56:44.236587 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a4bd807e-f0d6-4ced-9cbe-29ee3817cff9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:56:44.239620 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a4bd807e-f0d6-4ced-9cbe-29ee3817cff9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:56:44.245438 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a4bd807e-f0d6-4ced-9cbe-29ee3817cff9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:56:44.262824 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a4bd807e-f0d6-4ced-9cbe-29ee3817cff9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:44.317648 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac64162-d844-45e6-bf4a-95954d94015d None None] New status for floating IP 8299c3ad-b3a2-4200-b7b8-23d16348ce4b: ACTIVE {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:56:44.328016 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a4bd807e-f0d6-4ced-9cbe-29ee3817cff9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:44.332016 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a4bd807e-f0d6-4ced-9cbe-29ee3817cff9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:44.337716 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e442e3fc-ef92-4a33-9862-4a2d8adba26f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:44.359898 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd807e-f0d6-4ced-9cbe-29ee3817cff9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4a12f0-f59d-40d4-93e1-ec2ff4f2fd9e,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:44.362402 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a4bd807e-f0d6-4ced-9cbe-29ee3817cff9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:44.371097 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a4bd807e-f0d6-4ced-9cbe-29ee3817cff9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:44.372478 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a4bd807e-f0d6-4ced-9cbe-29ee3817cff9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1498282 Nov 26 16:56:44.375056 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55632) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:44.380883 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-7259dcbe-4a66-4667-ae26-51776b483741 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': 'b3743d4d-a5b5-44b5-b05c-b4e6f55bc4b2', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:56:44.386583 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7259dcbe-4a66-4667-ae26-51776b483741 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:56:44.390406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7259dcbe-4a66-4667-ae26-51776b483741 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:56:44.393838 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7259dcbe-4a66-4667-ae26-51776b483741 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:56:44.399490 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7259dcbe-4a66-4667-ae26-51776b483741 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:56:44.416485 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7259dcbe-4a66-4667-ae26-51776b483741 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:44.481303 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7259dcbe-4a66-4667-ae26-51776b483741 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:44.484943 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7259dcbe-4a66-4667-ae26-51776b483741 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:44.492140 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-69fcfd84-c831-4162-be30-08e693d3b395 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:44.512883 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259dcbe-4a66-4667-ae26-51776b483741 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a93c71b-a4a8-4e1b-87cd-8a7ce9d00060,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:44.515234 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7259dcbe-4a66-4667-ae26-51776b483741 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:44.520811 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7259dcbe-4a66-4667-ae26-51776b483741 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:44.522278 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7259dcbe-4a66-4667-ae26-51776b483741 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1462190 Nov 26 16:56:44.524958 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55636) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:44.530205 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-ea0d6ece-beee-422f-8464-2f3c2b1c6a07 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': 'b3743d4d-a5b5-44b5-b05c-b4e6f55bc4b2', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:56:44.536366 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ea0d6ece-beee-422f-8464-2f3c2b1c6a07 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:56:44.540120 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ea0d6ece-beee-422f-8464-2f3c2b1c6a07 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:56:44.542921 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ea0d6ece-beee-422f-8464-2f3c2b1c6a07 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:56:44.548868 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ea0d6ece-beee-422f-8464-2f3c2b1c6a07 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:56:44.560424 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.securitygroups_db [None req-ea0d6ece-beee-422f-8464-2f3c2b1c6a07 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Project 44b3ec829fd84946a37f17d3391a650c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:56:44.567974 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ea0d6ece-beee-422f-8464-2f3c2b1c6a07 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:44.634281 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ea0d6ece-beee-422f-8464-2f3c2b1c6a07 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:44.637694 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ea0d6ece-beee-422f-8464-2f3c2b1c6a07 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:44.639454 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-866883e8-6225-4bc8-a505-5aec0714e0e6 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:44.661443 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d6ece-beee-422f-8464-2f3c2b1c6a07 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6b4bb8-b06f-4708-8d61-a8ac5b30a55d,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:44.663847 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ea0d6ece-beee-422f-8464-2f3c2b1c6a07 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:44.669991 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ea0d6ece-beee-422f-8464-2f3c2b1c6a07 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:44.671140 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ea0d6ece-beee-422f-8464-2f3c2b1c6a07 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1452408 Nov 26 16:56:44.673818 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55640) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:44.678713 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-44db1e6d-e1ac-44c6-9c16-43a51b43424e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': 'b3743d4d-a5b5-44b5-b05c-b4e6f55bc4b2', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:56:44.684288 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-44db1e6d-e1ac-44c6-9c16-43a51b43424e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:56:44.688057 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-44db1e6d-e1ac-44c6-9c16-43a51b43424e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:56:44.691429 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-44db1e6d-e1ac-44c6-9c16-43a51b43424e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:56:44.697112 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-44db1e6d-e1ac-44c6-9c16-43a51b43424e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:56:44.707861 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.securitygroups_db [None req-44db1e6d-e1ac-44c6-9c16-43a51b43424e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Project 44b3ec829fd84946a37f17d3391a650c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:56:44.714225 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-44db1e6d-e1ac-44c6-9c16-43a51b43424e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:44.781495 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-44db1e6d-e1ac-44c6-9c16-43a51b43424e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:44.784764 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-44db1e6d-e1ac-44c6-9c16-43a51b43424e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:44.786549 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fb639208-cf0f-47b5-8e53-fce8b3a9b976 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:44.807177 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db1e6d-e1ac-44c6-9c16-43a51b43424e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=016cdbce-58b1-4282-8c85-458f0dddcdbb,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:44.809644 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-44db1e6d-e1ac-44c6-9c16-43a51b43424e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:44.816925 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-44db1e6d-e1ac-44c6-9c16-43a51b43424e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:44.818213 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-44db1e6d-e1ac-44c6-9c16-43a51b43424e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1434467 Nov 26 16:56:44.976406 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a4d49068-afc0-4b39-8555-f51e69550edc req-a77dbea7-65b2-4326-b7f9-038fa9accf2e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985216125&fields=id&tenant_id=44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 267 time: 0.0389645 Nov 26 16:56:45.125899 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d49068-afc0-4b39-8555-f51e69550edc req-fa6a18eb-8c3e-41ca-b505-9fee73a29199 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:45.127871 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a4d49068-afc0-4b39-8555-f51e69550edc req-fa6a18eb-8c3e-41ca-b505-9fee73a29199 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/networks?id=d21bc66c-6089-4503-afb8-acd8742f3ba4 HTTP/1.1" status: 200 len: 796 time: 0.1452026 Nov 26 16:56:45.142168 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a4d49068-afc0-4b39-8555-f51e69550edc req-492b93dd-2002-41c8-b9ac-c4d049ee33c8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/quotas/44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 375 time: 0.0087886 Nov 26 16:56:45.227377 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a4d49068-afc0-4b39-8555-f51e69550edc req-f4d59dbe-49d0-4389-9162-185a53e75ed4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0805683 Nov 26 16:56:45.363729 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a4d49068-afc0-4b39-8555-f51e69550edc req-2d7c5501-e150-4657-a987-7958a97b7fa7 service neutron] 10.222.0.11 "GET /v2.0/networks/d21bc66c-6089-4503-afb8-acd8742f3ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246483 Nov 26 16:56:45.495286 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a4d49068-afc0-4b39-8555-f51e69550edc req-ed22460b-43fd-4a25-816d-4b0afea161aa service neutron] 10.222.0.11 "GET /v2.0/networks/d21bc66c-6089-4503-afb8-acd8742f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257012 Nov 26 16:56:45.669801 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-115254af-ec46-4a36-a6d4-e3efbdf2ef22 req-0cbe367b-3949-422a-826e-a1f5ccffcdd1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f590f9a-da34-44c7-b765-20a259818054 HTTP/1.1" status: 200 len: 210 time: 0.0474880 Nov 26 16:56:46.724598 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d49068-afc0-4b39-8555-f51e69550edc req-f67c7bee-6020-4cfc-8b78-5baf3495d3d3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:46.726444 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a4d49068-afc0-4b39-8555-f51e69550edc req-f67c7bee-6020-4cfc-8b78-5baf3495d3d3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/networks?id=d21bc66c-6089-4503-afb8-acd8742f3ba4 HTTP/1.1" status: 200 len: 796 time: 0.1536956 Nov 26 16:56:46.786571 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a4d49068-afc0-4b39-8555-f51e69550edc req-0ebc9fea-c5a9-41aa-935a-6ad836e6c05f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 472 time: 0.0508072 Nov 26 16:56:46.827244 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-a4d49068-afc0-4b39-8555-f51e69550edc req-1333a8f4-25a1-4133-8c0f-cc06ded72a3c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'port': {'device_id': '0f590f9a-da34-44c7-b765-20a259818054', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'admin_state_up': True, 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'security_groups': ['b3743d4d-a5b5-44b5-b05c-b4e6f55bc4b2']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:56:46.852734 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ce62722d-abab-44bc-93a3-222b7ca85529 req-b86bb860-1e1e-49ae-a943-14999f382376 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f590f9a-da34-44c7-b765-20a259818054 HTTP/1.1" status: 200 len: 210 time: 0.0652056 Nov 26 16:56:46.967953 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-a4d49068-afc0-4b39-8555-f51e69550edc req-1333a8f4-25a1-4133-8c0f-cc06ded72a3c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:56:46.978080 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-a4d49068-afc0-4b39-8555-f51e69550edc req-1333a8f4-25a1-4133-8c0f-cc06ded72a3c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:56:46.987624 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d49068-afc0-4b39-8555-f51e69550edc req-1333a8f4-25a1-4133-8c0f-cc06ded72a3c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Made reservation on behalf of 44b3ec829fd84946a37f17d3391a650c for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:56:46.991692 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-a4d49068-afc0-4b39-8555-f51e69550edc req-1333a8f4-25a1-4133-8c0f-cc06ded72a3c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:47.156560 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-a4d49068-afc0-4b39-8555-f51e69550edc req-1333a8f4-25a1-4133-8c0f-cc06ded72a3c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.20.0.5 (d21bc66c-6089-4503-afb8-acd8742f3ba4/1902b5a6-c31e-43d0-b92e-44190838b116/718f3ba2-0098-40fe-87bb-86a8dd5b2fc3) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:56:47.339048 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-a4d49068-afc0-4b39-8555-f51e69550edc req-1333a8f4-25a1-4133-8c0f-cc06ded72a3c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:47.354582 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-a4d49068-afc0-4b39-8555-f51e69550edc req-1333a8f4-25a1-4133-8c0f-cc06ded72a3c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Transition to ACTIVE for port object 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:56:47.377504 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-a4d49068-afc0-4b39-8555-f51e69550edc req-1333a8f4-25a1-4133-8c0f-cc06ded72a3c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:47.382796 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-828043f4-189d-4195-8999-43fc67efa9bf tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:47.450756 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d49068-afc0-4b39-8555-f51e69550edc req-1333a8f4-25a1-4133-8c0f-cc06ded72a3c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network d21bc66c-6089-4503-afb8-acd8742f3ba4 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:56:47.453822 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-a4d49068-afc0-4b39-8555-f51e69550edc req-1333a8f4-25a1-4133-8c0f-cc06ded72a3c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:56:47.458424 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d49068-afc0-4b39-8555-f51e69550edc req-1333a8f4-25a1-4133-8c0f-cc06ded72a3c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:56:47.499418 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333a8f4-25a1-4133-8c0f-cc06ded72a3c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=718f3ba2-0098-40fe-87bb-86a8dd5b2fc3,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:47.504613 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1333a8f4-25a1-4133-8c0f-cc06ded72a3c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:47.527370 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d49068-afc0-4b39-8555-f51e69550edc req-1333a8f4-25a1-4133-8c0f-cc06ded72a3c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:47.528000 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-a4d49068-afc0-4b39-8555-f51e69550edc req-1333a8f4-25a1-4133-8c0f-cc06ded72a3c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:47.552448 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a4d49068-afc0-4b39-8555-f51e69550edc req-1333a8f4-25a1-4133-8c0f-cc06ded72a3c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7335138 Nov 26 16:56:47.564122 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-a4d49068-afc0-4b39-8555-f51e69550edc req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] Request body: {'port': {'device_id': '0f590f9a-da34-44c7-b765-20a259818054', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:56:47.683779 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ab3f9349-d697-4dad-b0e0-5dc8567dcbf0 None None] Provisioning for port 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:56:47.689343 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ab3f9349-d697-4dad-b0e0-5dc8567dcbf0 None None] Provisioning complete for port 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:56:47.689750 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ab3f9349-d697-4dad-b0e0-5dc8567dcbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:47.746562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f9349-d697-4dad-b0e0-5dc8567dcbf0 None None] Port 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:56:47.800643 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-a4d49068-afc0-4b39-8555-f51e69550edc req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:48.093783 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac768c7d-07b0-407f-a9df-07a8dbb08542 req-126fe30d-a9b5-4ce0-a40e-a131842ad7cb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:48.096116 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ac768c7d-07b0-407f-a9df-07a8dbb08542 req-126fe30d-a9b5-4ce0-a40e-a131842ad7cb tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f590f9a-da34-44c7-b765-20a259818054 HTTP/1.1" status: 200 len: 931 time: 0.1364458 Nov 26 16:56:48.139841 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-ac768c7d-07b0-407f-a9df-07a8dbb08542 req-fbcc68e2-c9a4-4c69-857d-78bbfd090198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:56:48.155835 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-ac768c7d-07b0-407f-a9df-07a8dbb08542 req-fbcc68e2-c9a4-4c69-857d-78bbfd090198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:56:48.156977 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ac768c7d-07b0-407f-a9df-07a8dbb08542 req-fbcc68e2-c9a4-4c69-857d-78bbfd090198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3743d4d-a5b5-44b5-b05c-b4e6f55bc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551834 Nov 26 16:56:48.199777 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-a4d49068-afc0-4b39-8555-f51e69550edc req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:56:48.206930 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-a4d49068-afc0-4b39-8555-f51e69550edc req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:48.221053 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-a4d49068-afc0-4b39-8555-f51e69550edc req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] Transition to ACTIVE for port object 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:56:48.224585 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-a4d49068-afc0-4b39-8555-f51e69550edc req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:48.228526 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bec80e8b-d8c7-4c23-8aec-5684d1581888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:48.377834 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] Pushing event updated for resources: {'Port': ['ID=718f3ba2-0098-40fe-87bb-86a8dd5b2fc3,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:48.382015 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:48.464741 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-a4d49068-afc0-4b39-8555-f51e69550edc req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] Attempting to bind port 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:56:48.465047 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-a4d49068-afc0-4b39-8555-f51e69550edc req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] Attempting to bind port 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'e4cb646a-1fb8-49aa-b220-4ba9c6e99461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:56:48.465368 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d49068-afc0-4b39-8555-f51e69550edc req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] Attempting to bind port 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 on network d21bc66c-6089-4503-afb8-acd8742f3ba4 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:56:48.469836 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d49068-afc0-4b39-8555-f51e69550edc req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] Port 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 on network d21bc66c-6089-4503-afb8-acd8742f3ba4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:56:48.470148 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d49068-afc0-4b39-8555-f51e69550edc req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] Attempting to bind port 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 on network d21bc66c-6089-4503-afb8-acd8742f3ba4 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:56:48.477148 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d49068-afc0-4b39-8555-f51e69550edc req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:56:48.477580 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d49068-afc0-4b39-8555-f51e69550edc req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] Checking segment: {'id': 'e4cb646a-1fb8-49aa-b220-4ba9c6e99461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:56:48.478045 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d49068-afc0-4b39-8555-f51e69550edc req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] Bound using segment: {'id': 'e4cb646a-1fb8-49aa-b220-4ba9c6e99461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:56:48.478582 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-a4d49068-afc0-4b39-8555-f51e69550edc req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] Bound port: 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4cb646a-1fb8-49aa-b220-4ba9c6e99461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:56:48.479057 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-a4d49068-afc0-4b39-8555-f51e69550edc req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:48.569150 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-a4d49068-afc0-4b39-8555-f51e69550edc req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] For port 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:56:48.571945 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-a4d49068-afc0-4b39-8555-f51e69550edc req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] For port 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=718f3ba2-0098-40fe-87bb-86a8dd5b2fc3,segment=NetworkSegment(e4cb646a-1fb8-49aa-b220-4ba9c6e99461),segment_id=e4cb646a-1fb8-49aa-b220-4ba9c6e99461)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:56:48.576331 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-a4d49068-afc0-4b39-8555-f51e69550edc req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:48.580668 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7e20995b-92da-4b87-8764-167e0dacf4fa tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:48.634988 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d49068-afc0-4b39-8555-f51e69550edc req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:48.635601 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-a4d49068-afc0-4b39-8555-f51e69550edc req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:48.636996 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a4d49068-afc0-4b39-8555-f51e69550edc req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] 10.222.0.31 "PUT /v2.0/ports/718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 HTTP/1.1" status: 200 len: 1093 time: 1.0771644 Nov 26 16:56:48.637522 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f590f9a-da34-44c7-b765-20a259818054', 'tag': '718f3ba2-0098-40fe-87bb-86a8dd5b2fc3'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:56:48.659497 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] Pushing event updated for resources: {'Port': ['ID=718f3ba2-0098-40fe-87bb-86a8dd5b2fc3,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:48.663308 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:48.715778 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f590f9a-da34-44c7-b765-20a259818054', 'tag': '718f3ba2-0098-40fe-87bb-86a8dd5b2fc3', 'status': 'completed', 'code': 200} Nov 26 16:56:48.758834 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d49068-afc0-4b39-8555-f51e69550edc req-6a1f1e4e-0232-472b-9ec3-34a764bba1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:48.760397 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a4d49068-afc0-4b39-8555-f51e69550edc req-6a1f1e4e-0232-472b-9ec3-34a764bba1ae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=0f590f9a-da34-44c7-b765-20a259818054 HTTP/1.1" status: 200 len: 1096 time: 0.0775354 Nov 26 16:56:48.836397 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a4d49068-afc0-4b39-8555-f51e69550edc req-5ee2a400-1ff9-4ec0-8911-8a91120a3c16 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 HTTP/1.1" status: 200 len: 217 time: 0.0653229 Nov 26 16:56:48.902615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d49068-afc0-4b39-8555-f51e69550edc req-a8459bfa-50f2-43ae-a2f3-b2a07d10eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:48.904178 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a4d49068-afc0-4b39-8555-f51e69550edc req-a8459bfa-50f2-43ae-a2f3-b2a07d10eb05 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1902b5a6-c31e-43d0-b92e-44190838b116 HTTP/1.1" status: 200 len: 834 time: 0.0614662 Nov 26 16:56:48.981377 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d49068-afc0-4b39-8555-f51e69550edc req-4b7cc617-8b3f-4ff0-beed-846b2ff2d6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:48.982793 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a4d49068-afc0-4b39-8555-f51e69550edc req-4b7cc617-8b3f-4ff0-beed-846b2ff2d6ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d21bc66c-6089-4503-afb8-acd8742f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699072 Nov 26 16:56:49.111986 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a4d49068-afc0-4b39-8555-f51e69550edc req-5f1b09cc-2145-47a5-816f-b619f818b6cd service neutron] 10.222.0.31 "GET /v2.0/networks/d21bc66c-6089-4503-afb8-acd8742f3ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215549 Nov 26 16:56:49.243159 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a4d49068-afc0-4b39-8555-f51e69550edc req-c758aa32-cd15-4b24-8db2-c5699ceeeda8 service neutron] 10.222.0.31 "GET /v2.0/networks/d21bc66c-6089-4503-afb8-acd8742f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233299 Nov 26 16:56:49.343685 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6e580-6ea6-47af-a102-13cd4cfc6f5d req-3173699a-bb6d-428a-9937-56215be51506 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:49.345177 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-90a6e580-6ea6-47af-a102-13cd4cfc6f5d req-3173699a-bb6d-428a-9937-56215be51506 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f590f9a-da34-44c7-b765-20a259818054 HTTP/1.1" status: 200 len: 943 time: 0.0835912 Nov 26 16:56:49.358507 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6d0cf-e556-404b-9c8e-df618a9d8ac5 req-d6a4d118-235c-42b5-84b5-bebf8739a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:49.359969 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-50f6d0cf-e556-404b-9c8e-df618a9d8ac5 req-d6a4d118-235c-42b5-84b5-bebf8739a570 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=0f590f9a-da34-44c7-b765-20a259818054 HTTP/1.1" status: 200 len: 1096 time: 0.0690968 Nov 26 16:56:49.391442 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-90a6e580-6ea6-47af-a102-13cd4cfc6f5d req-a98b9948-3b7a-412a-ae09-1057a4568314 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3743d4d-a5b5-44b5-b05c-b4e6f55bc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397129 Nov 26 16:56:49.493188 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6d0cf-e556-404b-9c8e-df618a9d8ac5 req-82805f8f-cb12-4179-a10e-5cfd5db377e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:49.494725 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-50f6d0cf-e556-404b-9c8e-df618a9d8ac5 req-82805f8f-cb12-4179-a10e-5cfd5db377e6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d21bc66c-6089-4503-afb8-acd8742f3ba4 HTTP/1.1" status: 200 len: 897 time: 0.1273434 Nov 26 16:56:49.566036 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:49.569936 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-50f6d0cf-e556-404b-9c8e-df618a9d8ac5 req-5b66a2aa-c24d-4b46-b2dc-9b1d8b633491 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 HTTP/1.1" status: 200 len: 217 time: 0.0665495 Nov 26 16:56:49.633714 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6d0cf-e556-404b-9c8e-df618a9d8ac5 req-e30e982c-4b8d-46e1-b364-749dd6aa19da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:49.635109 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-50f6d0cf-e556-404b-9c8e-df618a9d8ac5 req-e30e982c-4b8d-46e1-b364-749dd6aa19da service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1902b5a6-c31e-43d0-b92e-44190838b116 HTTP/1.1" status: 200 len: 834 time: 0.0571465 Nov 26 16:56:49.717419 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6d0cf-e556-404b-9c8e-df618a9d8ac5 req-c9ceba79-bde5-4887-84fd-46a8877bc388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:49.718787 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-50f6d0cf-e556-404b-9c8e-df618a9d8ac5 req-c9ceba79-bde5-4887-84fd-46a8877bc388 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d21bc66c-6089-4503-afb8-acd8742f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731111 Nov 26 16:56:49.970566 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-50f6d0cf-e556-404b-9c8e-df618a9d8ac5 req-80d98afd-5966-4b33-b3a1-cd39819a47e6 service neutron] 10.222.0.31 "GET /v2.0/networks/d21bc66c-6089-4503-afb8-acd8742f3ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440724 Nov 26 16:56:50.102995 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-50f6d0cf-e556-404b-9c8e-df618a9d8ac5 req-5b005a71-9988-4dff-940a-33631e26e528 service neutron] 10.222.0.31 "GET /v2.0/networks/d21bc66c-6089-4503-afb8-acd8742f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253297 Nov 26 16:56:50.574268 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43859e9-dcce-4820-bcc5-0e1f551c27b1 req-f32d318a-27fd-4b2c-98c3-56478b53277c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:50.574961 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-f43859e9-dcce-4820-bcc5-0e1f551c27b1 req-f32d318a-27fd-4b2c-98c3-56478b53277c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:56:50.590200 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-f43859e9-dcce-4820-bcc5-0e1f551c27b1 req-f32d318a-27fd-4b2c-98c3-56478b53277c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:56:50.591484 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f43859e9-dcce-4820-bcc5-0e1f551c27b1 req-f32d318a-27fd-4b2c-98c3-56478b53277c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f590f9a-da34-44c7-b765-20a259818054 HTTP/1.1" status: 200 len: 943 time: 0.0955644 Nov 26 16:56:50.635074 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f43859e9-dcce-4820-bcc5-0e1f551c27b1 req-2cc5cd02-c957-46cf-a7e4-bb2ef0bcc956 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3743d4d-a5b5-44b5-b05c-b4e6f55bc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378292 Nov 26 16:56:51.176818 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 16:56:51.307592 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=718f3ba2-0098-40fe-87bb-86a8dd5b2fc3,segment=NetworkSegment(e4cb646a-1fb8-49aa-b220-4ba9c6e99461),segment_id=e4cb646a-1fb8-49aa-b220-4ba9c6e99461)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:56:51.320388 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '718f3ba2-0098-40fe-87bb-86a8dd5b2fc3', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'port_id': '718f3ba2-0098-40fe-87bb-86a8dd5b2fc3', 'mac_address': 'fa:16:3e:9a:f3:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 16:56:51.377408 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:51.394167 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:56:51.408953 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=718f3ba2-0098-40fe-87bb-86a8dd5b2fc3,segment=NetworkSegment(e4cb646a-1fb8-49aa-b220-4ba9c6e99461),segment_id=e4cb646a-1fb8-49aa-b220-4ba9c6e99461)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:56:51.413542 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:51.415230 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-1d8217c8-4595-4af0-aac2-8b2f04995ed8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:51.478664 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=718f3ba2-0098-40fe-87bb-86a8dd5b2fc3,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:51.481555 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:51.638312 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['718f3ba2-0098-40fe-87bb-86a8dd5b2fc3'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 16:56:51.826035 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd32f5d-bc15-44ed-b5c1-c504f1ca0d60 req-4d84e17f-04b8-4db3-89c0-6686bc1c50f7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:51.827478 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4cd32f5d-bc15-44ed-b5c1-c504f1ca0d60 req-4d84e17f-04b8-4db3-89c0-6686bc1c50f7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f590f9a-da34-44c7-b765-20a259818054 HTTP/1.1" status: 200 len: 944 time: 0.0842566 Nov 26 16:56:51.871885 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4cd32f5d-bc15-44ed-b5c1-c504f1ca0d60 req-40c03423-b708-4ab5-9463-118d3c295763 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3743d4d-a5b5-44b5-b05c-b4e6f55bc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379937 Nov 26 16:56:53.057580 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc48797-fe33-4ea0-806b-57855bce44ab req-a8ed750f-fe03-403a-9f11-9678282d494b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:53.058961 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-efc48797-fe33-4ea0-806b-57855bce44ab req-a8ed750f-fe03-403a-9f11-9678282d494b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f590f9a-da34-44c7-b765-20a259818054 HTTP/1.1" status: 200 len: 944 time: 0.0825543 Nov 26 16:56:53.103053 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-efc48797-fe33-4ea0-806b-57855bce44ab req-fa43a576-bbf9-436e-9d57-496cf07e89e4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3743d4d-a5b5-44b5-b05c-b4e6f55bc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382388 Nov 26 16:56:53.204970 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:56:53.271062 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:56:53.275794 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:56:53.276179 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:53.390381 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:53.416150 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f590f9a-da34-44c7-b765-20a259818054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718f3ba2-0098-40fe-87bb-86a8dd5b2fc3'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:56:53.425507 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=718f3ba2-0098-40fe-87bb-86a8dd5b2fc3,segment=NetworkSegment(e4cb646a-1fb8-49aa-b220-4ba9c6e99461),segment_id=e4cb646a-1fb8-49aa-b220-4ba9c6e99461)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:56:53.430611 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:53.432508 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-6d7fb268-ea31-46ab-a57f-4a995d89e677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:53.483789 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f590f9a-da34-44c7-b765-20a259818054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718f3ba2-0098-40fe-87bb-86a8dd5b2fc3', 'code': 200} Nov 26 16:56:53.502858 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=718f3ba2-0098-40fe-87bb-86a8dd5b2fc3,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:53.505732 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:53.706676 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc75cab-b484-4d00-9396-0c0ef453b84a req-222f5c2e-aa76-48c9-85f1-d692e7fe9cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:53.708085 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7cc75cab-b484-4d00-9396-0c0ef453b84a req-222f5c2e-aa76-48c9-85f1-d692e7fe9cbe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0f590f9a-da34-44c7-b765-20a259818054 HTTP/1.1" status: 200 len: 1098 time: 0.0701151 Nov 26 16:56:53.752698 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7cc75cab-b484-4d00-9396-0c0ef453b84a req-c32cc95d-aa87-436e-b023-531d8bdef3d2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b3743d4d-a5b5-44b5-b05c-b4e6f55bc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384600 Nov 26 16:56:54.282807 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215c6a4-db44-44f7-aa88-296a0892e427 req-354da4f9-5ff6-4616-8bf4-17cdbd210aa7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:54.284358 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d215c6a4-db44-44f7-aa88-296a0892e427 req-354da4f9-5ff6-4616-8bf4-17cdbd210aa7 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f590f9a-da34-44c7-b765-20a259818054 HTTP/1.1" status: 200 len: 945 time: 0.0803864 Nov 26 16:56:54.331892 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d215c6a4-db44-44f7-aa88-296a0892e427 req-4baa7798-3eb3-4d46-bbae-81b29ff89a70 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3743d4d-a5b5-44b5-b05c-b4e6f55bc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418606 Nov 26 16:56:55.516794 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cf521-eb95-4654-aebc-997503a45773 req-12b4abb2-53c6-4550-a8b7-812e807792ae tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:55.518118 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8c5cf521-eb95-4654-aebc-997503a45773 req-12b4abb2-53c6-4550-a8b7-812e807792ae tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f590f9a-da34-44c7-b765-20a259818054 HTTP/1.1" status: 200 len: 945 time: 0.0795395 Nov 26 16:56:55.565482 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8c5cf521-eb95-4654-aebc-997503a45773 req-48881736-7415-473a-8012-936b91467ef5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3743d4d-a5b5-44b5-b05c-b4e6f55bc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412540 Nov 26 16:56:55.749972 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df071caa-c257-4190-8f03-b49c2c44b507 req-da93eeeb-9fd8-4980-a392-b13041ad7ee8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:55.751419 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-df071caa-c257-4190-8f03-b49c2c44b507 req-da93eeeb-9fd8-4980-a392-b13041ad7ee8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f590f9a-da34-44c7-b765-20a259818054 HTTP/1.1" status: 200 len: 945 time: 0.0840976 Nov 26 16:56:55.795988 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-df071caa-c257-4190-8f03-b49c2c44b507 req-776b3026-067d-4bd2-ae81-e166556a2590 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3743d4d-a5b5-44b5-b05c-b4e6f55bc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382538 Nov 26 16:56:55.818573 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55694) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:55.886984 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b9821d-a14f-4acf-a056-f616ecfbdcb8 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:55.888470 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-27b9821d-a14f-4acf-a056-f616ecfbdcb8 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0f590f9a-da34-44c7-b765-20a259818054 HTTP/1.1" status: 200 len: 1093 time: 0.0689421 Nov 26 16:56:55.891081 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55698) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:56:55.896537 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'port_id': '718f3ba2-0098-40fe-87bb-86a8dd5b2fc3', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:56:55.903803 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:56:55.907679 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:floatingip and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:56:55.910503 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:56:55.916166 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:56:55.926327 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:56.167606 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:56.301446 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.26.0.189 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/a10ecbf1-6963-4d13-a950-6d68e16d2bf5) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:56:56.443911 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:56.472835 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:56.477097 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:56.535573 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:56:56.538309 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:56:56.542001 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:56:56.585558 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=a10ecbf1-6963-4d13-a950-6d68e16d2bf5,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:56.589583 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:56.943115 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:57.015060 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:57.215211 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:57.219584 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:57.223924 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:56:57.334278 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=a10ecbf1-6963-4d13-a950-6d68e16d2bf5,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:56:57.337986 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:56:57.344323 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:57.514934 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Floating IP fe715c1c-26f1-4290-b537-ee56293208fa associated. External IP: 172.26.0.189, port: 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3. Nov 26 16:56:57.975821 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router 344c21a7-3d9f-453e-a2bd-96730b21801b has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:56:58.154300 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:56:58.164129 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ec048b-c96f-4f3b-bac6-b3b484798696 None None] Sync routers for ids ['344c21a7-3d9f-453e-a2bd-96730b21801b'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:56:58.174088 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ec048b-c96f-4f3b-bac6-b3b484798696 None None] Routers {'344c21a7-3d9f-453e-a2bd-96730b21801b'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:56:58.174770 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f6ec048b-c96f-4f3b-bac6-b3b484798696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:56:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['344c21a7-3d9f-453e-a2bd-96730b21801b'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:56:58.180026 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:58.234202 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3421249 Nov 26 16:56:58.234861 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f590f9a-da34-44c7-b765-20a259818054', 'tag': '718f3ba2-0098-40fe-87bb-86a8dd5b2fc3'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:56:58.336528 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f590f9a-da34-44c7-b765-20a259818054', 'tag': '718f3ba2-0098-40fe-87bb-86a8dd5b2fc3', 'status': 'completed', 'code': 200} Nov 26 16:56:58.353104 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-f6ec048b-c96f-4f3b-bac6-b3b484798696 None None] Set router 344c21a7-3d9f-453e-a2bd-96730b21801b gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:56:58.428956 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bebde-d4c1-4a23-975d-36b06b2a10a1 req-fb4007be-7d72-4c86-bd14-7993a6e9f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:58.430333 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ab2bebde-d4c1-4a23-975d-36b06b2a10a1 req-fb4007be-7d72-4c86-bd14-7993a6e9f613 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=0f590f9a-da34-44c7-b765-20a259818054 HTTP/1.1" status: 200 len: 1098 time: 0.0706265 Nov 26 16:56:58.563054 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bebde-d4c1-4a23-975d-36b06b2a10a1 req-a6ae4522-d1c4-41de-9c40-dcc56edd081c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:58.564520 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ab2bebde-d4c1-4a23-975d-36b06b2a10a1 req-a6ae4522-d1c4-41de-9c40-dcc56edd081c service neutron] 10.222.0.31 "GET /v2.0/networks?id=d21bc66c-6089-4503-afb8-acd8742f3ba4 HTTP/1.1" status: 200 len: 897 time: 0.1271272 Nov 26 16:56:58.587466 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6332f4a6-40a0-4a72-b631-4268c4ee7403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:58.670987 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ab2bebde-d4c1-4a23-975d-36b06b2a10a1 req-7f1f0699-23ba-4c92-84b7-b972cb1305a8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 HTTP/1.1" status: 200 len: 999 time: 0.0988927 Nov 26 16:56:58.698943 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f6ec048b-c96f-4f3b-bac6-b3b484798696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'name': 'tempest-TestNetworkBasicOps-router-513311392', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:56:17Z', 'updated_at': '2021-11-26T16:56:22Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:18Z', 'updated_at': '2021-11-26T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '8299c3ad-b3a2-4200-b7b8-23d16348ce4b', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.141', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'port_id': 'd725c159-a455-4227-afaf-f3c7f3f8fc81', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'mac_address': 'fa:16:3e:e2:34:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6693257e-a354-413e-b1ce-374104bb4c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:56:41Z', 'updated_at': '2021-11-26T16:56:44Z', 'revision_number': 1, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}, {'id': 'fe715c1c-26f1-4290-b537-ee56293208fa', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.189', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'port_id': '718f3ba2-0098-40fe-87bb-86a8dd5b2fc3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'mac_address': 'fa:16:3e:9a:f3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f590f9a-da34-44c7-b765-20a259818054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:56:56Z', 'updated_at': '2021-11-26T16:56:56Z', 'revision_number': 0, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c3b2b67-1c46-4f15-a055-9df62553887f', 'name': '', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:e8:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:21Z', 'updated_at': '2021-11-26T16:56:27Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:56:58.702703 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ec048b-c96f-4f3b-bac6-b3b484798696 None None] Checking router: 344c21a7-3d9f-453e-a2bd-96730b21801b for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:56:58.711372 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ec048b-c96f-4f3b-bac6-b3b484798696 None None] Routers {'344c21a7-3d9f-453e-a2bd-96730b21801b'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:56:58.712003 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f6ec048b-c96f-4f3b-bac6-b3b484798696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:56:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['344c21a7-3d9f-453e-a2bd-96730b21801b'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:56:58.735395 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bebde-d4c1-4a23-975d-36b06b2a10a1 req-a464e570-9a9b-4d2f-8f3b-b4d5a33772c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:58.736881 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ab2bebde-d4c1-4a23-975d-36b06b2a10a1 req-a464e570-9a9b-4d2f-8f3b-b4d5a33772c9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1902b5a6-c31e-43d0-b92e-44190838b116 HTTP/1.1" status: 200 len: 834 time: 0.0589662 Nov 26 16:56:58.818795 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bebde-d4c1-4a23-975d-36b06b2a10a1 req-ed28452f-8c0c-413c-8e45-b6e22af546c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:56:58.820302 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ab2bebde-d4c1-4a23-975d-36b06b2a10a1 req-ed28452f-8c0c-413c-8e45-b6e22af546c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d21bc66c-6089-4503-afb8-acd8742f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764694 Nov 26 16:56:58.863208 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:56:58.915967 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-f6ec048b-c96f-4f3b-bac6-b3b484798696 None None] Set router 344c21a7-3d9f-453e-a2bd-96730b21801b gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:56:58.952655 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ab2bebde-d4c1-4a23-975d-36b06b2a10a1 req-6a5c2cde-e490-4a7f-bbdc-e9b4147ee874 service neutron] 10.222.0.31 "GET /v2.0/networks/d21bc66c-6089-4503-afb8-acd8742f3ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249092 Nov 26 16:56:59.084538 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ab2bebde-d4c1-4a23-975d-36b06b2a10a1 req-8a225cae-5cf0-4b66-a2e8-363450331631 service neutron] 10.222.0.31 "GET /v2.0/networks/d21bc66c-6089-4503-afb8-acd8742f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248388 Nov 26 16:56:59.255201 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f6ec048b-c96f-4f3b-bac6-b3b484798696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'name': 'tempest-TestNetworkBasicOps-router-513311392', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:56:17Z', 'updated_at': '2021-11-26T16:56:22Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:18Z', 'updated_at': '2021-11-26T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '8299c3ad-b3a2-4200-b7b8-23d16348ce4b', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.141', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'port_id': 'd725c159-a455-4227-afaf-f3c7f3f8fc81', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'mac_address': 'fa:16:3e:e2:34:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6693257e-a354-413e-b1ce-374104bb4c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:56:41Z', 'updated_at': '2021-11-26T16:56:44Z', 'revision_number': 1, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}, {'id': 'fe715c1c-26f1-4290-b537-ee56293208fa', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.189', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'port_id': '718f3ba2-0098-40fe-87bb-86a8dd5b2fc3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'mac_address': 'fa:16:3e:9a:f3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f590f9a-da34-44c7-b765-20a259818054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:56:56Z', 'updated_at': '2021-11-26T16:56:56Z', 'revision_number': 0, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c3b2b67-1c46-4f15-a055-9df62553887f', 'name': '', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:e8:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:21Z', 'updated_at': '2021-11-26T16:56:27Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:56:59.259082 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ec048b-c96f-4f3b-bac6-b3b484798696 None None] The sync data for ids ['344c21a7-3d9f-453e-a2bd-96730b21801b'] in dv-neutron-819440-1-hyperv is: [{'id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'name': 'tempest-TestNetworkBasicOps-router-513311392', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:56:17Z', 'updated_at': '2021-11-26T16:56:22Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:18Z', 'updated_at': '2021-11-26T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '8299c3ad-b3a2-4200-b7b8-23d16348ce4b', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.141', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'port_id': 'd725c159-a455-4227-afaf-f3c7f3f8fc81', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'mac_address': 'fa:16:3e:e2:34:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6693257e-a354-413e-b1ce-374104bb4c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:56:41Z', 'updated_at': '2021-11-26T16:56:44Z', 'revision_number': 1, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}, {'id': 'fe715c1c-26f1-4290-b537-ee56293208fa', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.189', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'port_id': '718f3ba2-0098-40fe-87bb-86a8dd5b2fc3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'mac_address': 'fa:16:3e:9a:f3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f590f9a-da34-44c7-b765-20a259818054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:56:56Z', 'updated_at': '2021-11-26T16:56:56Z', 'revision_number': 0, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c3b2b67-1c46-4f15-a055-9df62553887f', 'name': '', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:e8:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:21Z', 'updated_at': '2021-11-26T16:56:27Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:56:59.354845 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:56:59.449778 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084d091f-97ef-4ebb-9a1e-dc50f5e4c635 None None] New status for floating IP fe715c1c-26f1-4290-b537-ee56293208fa: ACTIVE {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:57:01.250087 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c48a8c08-794f-488d-8f2b-231c91facbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:02.190278 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:03.990067 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:05.756751 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fe5897c9-f054-45f9-8341-0d50e62cbb25 req-3205aef8-866e-43b6-a795-b3c0eed3813c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6693257e-a354-413e-b1ce-374104bb4c06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688796 Nov 26 16:57:05.898890 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5897c9-f054-45f9-8341-0d50e62cbb25 req-fb1b3116-741d-4849-8c49-8a08f9408eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:05.900244 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fe5897c9-f054-45f9-8341-0d50e62cbb25 req-fb1b3116-741d-4849-8c49-8a08f9408eec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=6693257e-a354-413e-b1ce-374104bb4c06 HTTP/1.1" status: 200 len: 1099 time: 0.0745430 Nov 26 16:57:06.170260 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5897c9-f054-45f9-8341-0d50e62cbb25 req-2489a46c-85bc-45fc-a230-670f6642073a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:06.171607 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fe5897c9-f054-45f9-8341-0d50e62cbb25 req-2489a46c-85bc-45fc-a230-670f6642073a service neutron] 10.222.0.31 "GET /v2.0/networks?id=d21bc66c-6089-4503-afb8-acd8742f3ba4 HTTP/1.1" status: 200 len: 897 time: 0.2517650 Nov 26 16:57:06.273788 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fe5897c9-f054-45f9-8341-0d50e62cbb25 req-ca7c1288-c467-4f97-96f6-30d42d8b8b45 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d725c159-a455-4227-afaf-f3c7f3f8fc81 HTTP/1.1" status: 200 len: 1002 time: 0.0949168 Nov 26 16:57:06.335638 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5897c9-f054-45f9-8341-0d50e62cbb25 req-9040c14f-a615-45a9-9330-a9d808241cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:06.337028 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fe5897c9-f054-45f9-8341-0d50e62cbb25 req-9040c14f-a615-45a9-9330-a9d808241cfc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1902b5a6-c31e-43d0-b92e-44190838b116 HTTP/1.1" status: 200 len: 834 time: 0.0562217 Nov 26 16:57:06.415077 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5897c9-f054-45f9-8341-0d50e62cbb25 req-8b4919ea-7bd9-4486-9ea7-5256f6d249a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:06.416524 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fe5897c9-f054-45f9-8341-0d50e62cbb25 req-8b4919ea-7bd9-4486-9ea7-5256f6d249a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d21bc66c-6089-4503-afb8-acd8742f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720205 Nov 26 16:57:06.551010 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fe5897c9-f054-45f9-8341-0d50e62cbb25 req-aeada00e-0fe1-4044-a001-d5607f33e0d0 service neutron] 10.222.0.31 "GET /v2.0/networks/d21bc66c-6089-4503-afb8-acd8742f3ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259143 Nov 26 16:57:06.682169 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fe5897c9-f054-45f9-8341-0d50e62cbb25 req-d7a16fef-3de8-4212-a1f6-13fd745c8a99 service neutron] 10.222.0.31 "GET /v2.0/networks/d21bc66c-6089-4503-afb8-acd8742f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242015 Nov 26 16:57:19.556143 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:28.589432 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-97e5e9da-7c1f-49ca-8750-481cdfc6a60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:29.356142 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:31.250659 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7a21d5a9-bbf5-4600-985c-fd41131f115b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:32.191443 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:33.387651 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55718) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:57:33.493681 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b72b0d77-e774-4b86-9c7a-4befb3f14c8a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/8299c3ad-b3a2-4200-b7b8-23d16348ce4b HTTP/1.1" status: 200 len: 994 time: 0.1047273 Nov 26 16:57:33.992686 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:34.254510 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55728) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:57:34.260416 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-cc1bcb7a-1386-4576-9e75-f78d49d94cc8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:57:34.380036 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cc1bcb7a-1386-4576-9e75-f78d49d94cc8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:34.588332 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-cc1bcb7a-1386-4576-9e75-f78d49d94cc8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] For port d725c159-a455-4227-afaf-f3c7f3f8fc81, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d725c159-a455-4227-afaf-f3c7f3f8fc81,segment=NetworkSegment(e4cb646a-1fb8-49aa-b220-4ba9c6e99461),segment_id=e4cb646a-1fb8-49aa-b220-4ba9c6e99461)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:57:34.612853 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cc1bcb7a-1386-4576-9e75-f78d49d94cc8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:34.617176 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cc1bcb7a-1386-4576-9e75-f78d49d94cc8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:34.621137 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-796d4d68-713c-4b9b-b320-f5b3be891071 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:57:34.688656 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1bcb7a-1386-4576-9e75-f78d49d94cc8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:34.689280 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cc1bcb7a-1386-4576-9e75-f78d49d94cc8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:34.691340 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-cc1bcb7a-1386-4576-9e75-f78d49d94cc8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "PUT /v2.0/ports/d725c159-a455-4227-afaf-f3c7f3f8fc81 HTTP/1.1" status: 200 len: 939 time: 0.4358876 Nov 26 16:57:34.692181 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6693257e-a354-413e-b1ce-374104bb4c06', 'tag': 'd725c159-a455-4227-afaf-f3c7f3f8fc81'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:57:34.714145 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1bcb7a-1386-4576-9e75-f78d49d94cc8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=d725c159-a455-4227-afaf-f3c7f3f8fc81,revision_number=6']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:57:34.722377 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1bcb7a-1386-4576-9e75-f78d49d94cc8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:34.722792 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1bcb7a-1386-4576-9e75-f78d49d94cc8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:34.723169 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1bcb7a-1386-4576-9e75-f78d49d94cc8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:34.723536 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1bcb7a-1386-4576-9e75-f78d49d94cc8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:34.723969 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1bcb7a-1386-4576-9e75-f78d49d94cc8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:34.724339 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1bcb7a-1386-4576-9e75-f78d49d94cc8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:34.724704 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1bcb7a-1386-4576-9e75-f78d49d94cc8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:34.725067 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1bcb7a-1386-4576-9e75-f78d49d94cc8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:34.725428 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1bcb7a-1386-4576-9e75-f78d49d94cc8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:34.725786 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1bcb7a-1386-4576-9e75-f78d49d94cc8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:34.726148 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1bcb7a-1386-4576-9e75-f78d49d94cc8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:34.726502 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1bcb7a-1386-4576-9e75-f78d49d94cc8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:34.730609 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-cc1bcb7a-1386-4576-9e75-f78d49d94cc8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:57:34.742317 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6693257e-a354-413e-b1ce-374104bb4c06', 'tag': 'd725c159-a455-4227-afaf-f3c7f3f8fc81', 'status': 'completed', 'code': 200} Nov 26 16:57:34.837429 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7448779-16b5-4f00-83ea-07f3dd0bf712 req-ec7a71da-9ef3-4e64-a240-e360d949ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:34.838963 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c7448779-16b5-4f00-83ea-07f3dd0bf712 req-ec7a71da-9ef3-4e64-a240-e360d949ed69 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=6693257e-a354-413e-b1ce-374104bb4c06 HTTP/1.1" status: 200 len: 1100 time: 0.0727556 Nov 26 16:57:34.939948 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8d926c05-6373-4f1b-8133-c6b279efafa9 None None] Provisioning complete for port d725c159-a455-4227-afaf-f3c7f3f8fc81 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:57:34.940330 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8d926c05-6373-4f1b-8133-c6b279efafa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:34.975297 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7448779-16b5-4f00-83ea-07f3dd0bf712 req-0bba5db2-2c4a-42d1-a0dd-8c9355eb26a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:34.976700 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c7448779-16b5-4f00-83ea-07f3dd0bf712 req-0bba5db2-2c4a-42d1-a0dd-8c9355eb26a5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d21bc66c-6089-4503-afb8-acd8742f3ba4 HTTP/1.1" status: 200 len: 897 time: 0.1293128 Nov 26 16:57:35.001374 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8d926c05-6373-4f1b-8133-c6b279efafa9 None None] Port d725c159-a455-4227-afaf-f3c7f3f8fc81 is administratively disabled so it will not transition to active. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Nov 26 16:57:35.082346 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c7448779-16b5-4f00-83ea-07f3dd0bf712 req-8b8f9fc8-5249-4c44-bca0-dce0c459c067 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d725c159-a455-4227-afaf-f3c7f3f8fc81 HTTP/1.1" status: 200 len: 1003 time: 0.0970366 Nov 26 16:57:35.144984 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7448779-16b5-4f00-83ea-07f3dd0bf712 req-c82bc3c5-c06e-4cb4-8611-a985165339e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:35.146350 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c7448779-16b5-4f00-83ea-07f3dd0bf712 req-c82bc3c5-c06e-4cb4-8611-a985165339e2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1902b5a6-c31e-43d0-b92e-44190838b116 HTTP/1.1" status: 200 len: 834 time: 0.0568578 Nov 26 16:57:35.227526 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7448779-16b5-4f00-83ea-07f3dd0bf712 req-09bc1ece-5f31-4bf7-b838-f0dbe1e4fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:35.228992 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c7448779-16b5-4f00-83ea-07f3dd0bf712 req-09bc1ece-5f31-4bf7-b838-f0dbe1e4fe54 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d21bc66c-6089-4503-afb8-acd8742f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727825 Nov 26 16:57:35.364382 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c7448779-16b5-4f00-83ea-07f3dd0bf712 req-5f510306-2649-45ce-927d-347a8b57ad3b service neutron] 10.222.0.31 "GET /v2.0/networks/d21bc66c-6089-4503-afb8-acd8742f3ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229539 Nov 26 16:57:35.496721 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c7448779-16b5-4f00-83ea-07f3dd0bf712 req-fdead9b2-00db-4aee-b24d-bb7222c6ff16 service neutron] 10.222.0.31 "GET /v2.0/networks/d21bc66c-6089-4503-afb8-acd8742f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225948 Nov 26 16:57:35.852248 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:57:38.159869 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55738) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:57:38.166074 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-b8c60a5f-ac81-4117-857b-25aab24f26c9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:57:38.287119 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b8c60a5f-ac81-4117-857b-25aab24f26c9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:38.493305 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-b8c60a5f-ac81-4117-857b-25aab24f26c9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] For port d725c159-a455-4227-afaf-f3c7f3f8fc81, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d725c159-a455-4227-afaf-f3c7f3f8fc81,segment=NetworkSegment(e4cb646a-1fb8-49aa-b220-4ba9c6e99461),segment_id=e4cb646a-1fb8-49aa-b220-4ba9c6e99461)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:57:38.517390 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b8c60a5f-ac81-4117-857b-25aab24f26c9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:38.522801 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b8c60a5f-ac81-4117-857b-25aab24f26c9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:38.527985 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5ca60a8e-dc42-4c82-951a-ab46e5c9000c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:57:38.708648 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c60a5f-ac81-4117-857b-25aab24f26c9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:38.709261 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b8c60a5f-ac81-4117-857b-25aab24f26c9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:38.711396 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b8c60a5f-ac81-4117-857b-25aab24f26c9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "PUT /v2.0/ports/d725c159-a455-4227-afaf-f3c7f3f8fc81 HTTP/1.1" status: 200 len: 938 time: 0.5504916 Nov 26 16:57:38.712363 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6693257e-a354-413e-b1ce-374104bb4c06', 'tag': 'd725c159-a455-4227-afaf-f3c7f3f8fc81'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:57:38.713618 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55742) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:57:38.733200 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c60a5f-ac81-4117-857b-25aab24f26c9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=d725c159-a455-4227-afaf-f3c7f3f8fc81,revision_number=7']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:57:38.743234 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b8c60a5f-ac81-4117-857b-25aab24f26c9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:57:38.784515 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6693257e-a354-413e-b1ce-374104bb4c06', 'tag': 'd725c159-a455-4227-afaf-f3c7f3f8fc81', 'status': 'completed', 'code': 200} Nov 26 16:57:38.903188 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2544b3f6-07ab-49f3-9182-46a319839aff tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/8299c3ad-b3a2-4200-b7b8-23d16348ce4b HTTP/1.1" status: 200 len: 994 time: 0.1877134 Nov 26 16:57:38.919353 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de04f68-b1f3-4096-b8cc-b2f4a9570df2 req-b246550b-bf59-4db9-bc73-284b09081d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:38.920804 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9de04f68-b1f3-4096-b8cc-b2f4a9570df2 req-b246550b-bf59-4db9-bc73-284b09081d69 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=6693257e-a354-413e-b1ce-374104bb4c06 HTTP/1.1" status: 200 len: 1099 time: 0.1062078 Nov 26 16:57:38.943313 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2c471e72-2666-46b4-929e-1990af92b4b1 None None] Provisioning complete for port d725c159-a455-4227-afaf-f3c7f3f8fc81 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:57:38.943865 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2c471e72-2666-46b4-929e-1990af92b4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:39.068082 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['d725c159-a455-4227-afaf-f3c7f3f8fc81'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 16:57:39.181846 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de04f68-b1f3-4096-b8cc-b2f4a9570df2 req-b0d6d665-a0c5-4486-8c3f-c4b6c7c49bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:39.183278 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9de04f68-b1f3-4096-b8cc-b2f4a9570df2 req-b0d6d665-a0c5-4486-8c3f-c4b6c7c49bf4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d21bc66c-6089-4503-afb8-acd8742f3ba4 HTTP/1.1" status: 200 len: 897 time: 0.2548854 Nov 26 16:57:39.291816 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9de04f68-b1f3-4096-b8cc-b2f4a9570df2 req-97b7aea9-d4d7-48e8-960b-5a1abe02ea81 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d725c159-a455-4227-afaf-f3c7f3f8fc81 HTTP/1.1" status: 200 len: 1002 time: 0.0969033 Nov 26 16:57:39.360002 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de04f68-b1f3-4096-b8cc-b2f4a9570df2 req-3aa8f743-53e2-4db1-956c-a0297afa1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:39.362279 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9de04f68-b1f3-4096-b8cc-b2f4a9570df2 req-3aa8f743-53e2-4db1-956c-a0297afa1ed4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1902b5a6-c31e-43d0-b92e-44190838b116 HTTP/1.1" status: 200 len: 834 time: 0.0591614 Nov 26 16:57:39.439079 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de04f68-b1f3-4096-b8cc-b2f4a9570df2 req-dc78df4d-7d2b-4900-9b5d-4b8dd3022255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:39.440735 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9de04f68-b1f3-4096-b8cc-b2f4a9570df2 req-dc78df4d-7d2b-4900-9b5d-4b8dd3022255 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d21bc66c-6089-4503-afb8-acd8742f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689597 Nov 26 16:57:39.577481 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9de04f68-b1f3-4096-b8cc-b2f4a9570df2 req-45452c89-f3f4-46e2-988a-de2bfba6aa4e service neutron] 10.222.0.31 "GET /v2.0/networks/d21bc66c-6089-4503-afb8-acd8742f3ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262233 Nov 26 16:57:39.710270 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9de04f68-b1f3-4096-b8cc-b2f4a9570df2 req-fc6d4eaf-19d0-4596-89d5-4f60793126f3 service neutron] 10.222.0.31 "GET /v2.0/networks/d21bc66c-6089-4503-afb8-acd8742f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246765 Nov 26 16:57:41.499084 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55754) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:57:41.706910 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-bf11984e-b746-4b48-bf37-0b608c1ed3e2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port a10ecbf1-6963-4d13-a950-6d68e16d2bf5 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:57:41.707256 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bf11984e-b746-4b48-bf37-0b608c1ed3e2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:41.874799 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bf11984e-b746-4b48-bf37-0b608c1ed3e2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:41.875159 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bf11984e-b746-4b48-bf37-0b608c1ed3e2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:41.993645 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-bf11984e-b746-4b48-bf37-0b608c1ed3e2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for a10ecbf1-6963-4d13-a950-6d68e16d2bf5 owned by network:floatingip {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:57:42.137550 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bf11984e-b746-4b48-bf37-0b608c1ed3e2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:42.140973 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:57:42.183330 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11984e-b746-4b48-bf37-0b608c1ed3e2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=a10ecbf1-6963-4d13-a950-6d68e16d2bf5,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:57:42.186409 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bf11984e-b746-4b48-bf37-0b608c1ed3e2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:57:42.277623 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bf11984e-b746-4b48-bf37-0b608c1ed3e2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:42.277997 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-bf11984e-b746-4b48-bf37-0b608c1ed3e2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Floating IP fe715c1c-26f1-4290-b537-ee56293208fa disassociated (deleted). External IP: 172.26.0.189, port: 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3. Nov 26 16:57:42.616084 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf11984e-b746-4b48-bf37-0b608c1ed3e2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router 344c21a7-3d9f-453e-a2bd-96730b21801b has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:57:42.913844 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf11984e-b746-4b48-bf37-0b608c1ed3e2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:57:42.923372 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746fa9f9-5575-4ea4-a959-d1325288b602 None None] Sync routers for ids ['344c21a7-3d9f-453e-a2bd-96730b21801b'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:57:42.933364 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bf11984e-b746-4b48-bf37-0b608c1ed3e2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:42.933542 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746fa9f9-5575-4ea4-a959-d1325288b602 None None] Routers {'344c21a7-3d9f-453e-a2bd-96730b21801b'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:57:42.934083 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-746fa9f9-5575-4ea4-a959-d1325288b602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:57:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['344c21a7-3d9f-453e-a2bd-96730b21801b'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:57:42.985980 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-bf11984e-b746-4b48-bf37-0b608c1ed3e2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/floatingips/fe715c1c-26f1-4290-b537-ee56293208fa HTTP/1.1" status: 204 len: 168 time: 1.4858961 Nov 26 16:57:42.987397 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f590f9a-da34-44c7-b765-20a259818054', 'tag': '718f3ba2-0098-40fe-87bb-86a8dd5b2fc3'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:57:43.031433 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f590f9a-da34-44c7-b765-20a259818054', 'tag': '718f3ba2-0098-40fe-87bb-86a8dd5b2fc3', 'status': 'completed', 'code': 200} Nov 26 16:57:43.116041 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-746fa9f9-5575-4ea4-a959-d1325288b602 None None] Set router 344c21a7-3d9f-453e-a2bd-96730b21801b gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:57:43.136406 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a355f-9385-468a-9e78-bad28baeed70 req-1571731f-8e98-4e83-a699-dbbaf5644574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:43.137872 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-952a355f-9385-468a-9e78-bad28baeed70 req-1571731f-8e98-4e83-a699-dbbaf5644574 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=0f590f9a-da34-44c7-b765-20a259818054 HTTP/1.1" status: 200 len: 1098 time: 0.0727384 Nov 26 16:57:43.290943 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a355f-9385-468a-9e78-bad28baeed70 req-bee1259d-4612-4966-9400-3f5025a2ffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:43.292469 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-952a355f-9385-468a-9e78-bad28baeed70 req-bee1259d-4612-4966-9400-3f5025a2ffd0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d21bc66c-6089-4503-afb8-acd8742f3ba4 HTTP/1.1" status: 200 len: 897 time: 0.1418681 Nov 26 16:57:43.400897 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-952a355f-9385-468a-9e78-bad28baeed70 req-0ffd82e4-8c27-4c35-b627-1b3383e97ee4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 HTTP/1.1" status: 200 len: 217 time: 0.0732036 Nov 26 16:57:43.475982 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a355f-9385-468a-9e78-bad28baeed70 req-c322e942-0855-4749-adbb-f4cf7eadaeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:43.476459 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-746fa9f9-5575-4ea4-a959-d1325288b602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'name': 'tempest-TestNetworkBasicOps-router-513311392', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:56:17Z', 'updated_at': '2021-11-26T16:56:22Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:18Z', 'updated_at': '2021-11-26T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '8299c3ad-b3a2-4200-b7b8-23d16348ce4b', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.141', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'port_id': 'd725c159-a455-4227-afaf-f3c7f3f8fc81', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'mac_address': 'fa:16:3e:e2:34:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6693257e-a354-413e-b1ce-374104bb4c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:56:41Z', 'updated_at': '2021-11-26T16:56:44Z', 'revision_number': 1, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c3b2b67-1c46-4f15-a055-9df62553887f', 'name': '', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:e8:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:21Z', 'updated_at': '2021-11-26T16:56:27Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:57:43.477296 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-952a355f-9385-468a-9e78-bad28baeed70 req-c322e942-0855-4749-adbb-f4cf7eadaeb2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1902b5a6-c31e-43d0-b92e-44190838b116 HTTP/1.1" status: 200 len: 834 time: 0.0674512 Nov 26 16:57:43.480322 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746fa9f9-5575-4ea4-a959-d1325288b602 None None] Checking router: 344c21a7-3d9f-453e-a2bd-96730b21801b for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:57:43.488464 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02363418-26c5-419b-88ab-bf511b2fe71d req-a0400434-baef-4585-99a0-6861a051bbd1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:43.488621 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746fa9f9-5575-4ea4-a959-d1325288b602 None None] Routers {'344c21a7-3d9f-453e-a2bd-96730b21801b'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:57:43.489163 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-746fa9f9-5575-4ea4-a959-d1325288b602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:57:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['344c21a7-3d9f-453e-a2bd-96730b21801b'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:57:43.489825 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-02363418-26c5-419b-88ab-bf511b2fe71d req-a0400434-baef-4585-99a0-6861a051bbd1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f590f9a-da34-44c7-b765-20a259818054 HTTP/1.1" status: 200 len: 945 time: 0.1965177 Nov 26 16:57:43.585230 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-02363418-26c5-419b-88ab-bf511b2fe71d req-f2f2c786-b30b-4ae5-824e-dd717ef96c81 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3743d4d-a5b5-44b5-b05c-b4e6f55bc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644994 Nov 26 16:57:43.597623 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a355f-9385-468a-9e78-bad28baeed70 req-cc12a48b-25e6-45d4-99c2-73abd5960dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:43.607864 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-952a355f-9385-468a-9e78-bad28baeed70 req-cc12a48b-25e6-45d4-99c2-73abd5960dd5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d21bc66c-6089-4503-afb8-acd8742f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1084239 Nov 26 16:57:43.663054 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-746fa9f9-5575-4ea4-a959-d1325288b602 None None] Set router 344c21a7-3d9f-453e-a2bd-96730b21801b gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:57:43.738084 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-952a355f-9385-468a-9e78-bad28baeed70 req-7e4c8239-6e4b-4235-9843-ccfee22c7e0f service neutron] 10.222.0.31 "GET /v2.0/networks/d21bc66c-6089-4503-afb8-acd8742f3ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293180 Nov 26 16:57:43.873125 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-952a355f-9385-468a-9e78-bad28baeed70 req-1c48ee6e-a8c3-427d-adac-47ba501b6755 service neutron] 10.222.0.31 "GET /v2.0/networks/d21bc66c-6089-4503-afb8-acd8742f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247106 Nov 26 16:57:44.034618 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-746fa9f9-5575-4ea4-a959-d1325288b602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'name': 'tempest-TestNetworkBasicOps-router-513311392', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:56:17Z', 'updated_at': '2021-11-26T16:56:22Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:18Z', 'updated_at': '2021-11-26T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '8299c3ad-b3a2-4200-b7b8-23d16348ce4b', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.141', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'port_id': 'd725c159-a455-4227-afaf-f3c7f3f8fc81', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'mac_address': 'fa:16:3e:e2:34:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6693257e-a354-413e-b1ce-374104bb4c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:56:41Z', 'updated_at': '2021-11-26T16:56:44Z', 'revision_number': 1, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c3b2b67-1c46-4f15-a055-9df62553887f', 'name': '', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:e8:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:21Z', 'updated_at': '2021-11-26T16:56:27Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:57:44.038894 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746fa9f9-5575-4ea4-a959-d1325288b602 None None] The sync data for ids ['344c21a7-3d9f-453e-a2bd-96730b21801b'] in dv-neutron-819440-1-hyperv is: [{'id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'name': 'tempest-TestNetworkBasicOps-router-513311392', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:56:17Z', 'updated_at': '2021-11-26T16:56:22Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:18Z', 'updated_at': '2021-11-26T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '8299c3ad-b3a2-4200-b7b8-23d16348ce4b', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.141', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'port_id': 'd725c159-a455-4227-afaf-f3c7f3f8fc81', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'mac_address': 'fa:16:3e:e2:34:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6693257e-a354-413e-b1ce-374104bb4c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:56:41Z', 'updated_at': '2021-11-26T16:56:44Z', 'revision_number': 1, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c3b2b67-1c46-4f15-a055-9df62553887f', 'name': '', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:e8:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:21Z', 'updated_at': '2021-11-26T16:56:27Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:57:44.254376 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cc0d45-cb2b-4b9c-b716-132ce51829fd None None] New status for floating IP fe715c1c-26f1-4290-b537-ee56293208fa: DOWN {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:57:44.772565 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e5893-4467-42ca-84d8-2a15a7cd8f08 req-7aa26a83-692b-4f89-879d-ff57a5948e35 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:44.773236 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-a35e5893-4467-42ca-84d8-2a15a7cd8f08 req-7aa26a83-692b-4f89-879d-ff57a5948e35 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:57:44.788573 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-a35e5893-4467-42ca-84d8-2a15a7cd8f08 req-7aa26a83-692b-4f89-879d-ff57a5948e35 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:57:44.789694 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a35e5893-4467-42ca-84d8-2a15a7cd8f08 req-7aa26a83-692b-4f89-879d-ff57a5948e35 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f590f9a-da34-44c7-b765-20a259818054 HTTP/1.1" status: 200 len: 945 time: 0.0986946 Nov 26 16:57:44.834643 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a35e5893-4467-42ca-84d8-2a15a7cd8f08 req-95819438-5373-4052-81ea-5ecdba2f4680 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3743d4d-a5b5-44b5-b05c-b4e6f55bc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389404 Nov 26 16:57:44.849533 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30395487-200d-4df2-adaa-ea096a598305 req-f5d53998-4bf7-41ae-8d58-059475ad5497 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:44.850967 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-30395487-200d-4df2-adaa-ea096a598305 req-f5d53998-4bf7-41ae-8d58-059475ad5497 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f590f9a-da34-44c7-b765-20a259818054 HTTP/1.1" status: 200 len: 945 time: 0.0801163 Nov 26 16:57:45.045309 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-30395487-200d-4df2-adaa-ea096a598305 req-d3917580-932a-49bd-a7f4-1b2e65b7b888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:57:45.045557 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-30395487-200d-4df2-adaa-ea096a598305 req-d3917580-932a-49bd-a7f4-1b2e65b7b888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:45.288528 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-30395487-200d-4df2-adaa-ea096a598305 req-d3917580-932a-49bd-a7f4-1b2e65b7b888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] For port 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=718f3ba2-0098-40fe-87bb-86a8dd5b2fc3,segment=NetworkSegment(e4cb646a-1fb8-49aa-b220-4ba9c6e99461),segment_id=e4cb646a-1fb8-49aa-b220-4ba9c6e99461)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:57:45.288879 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-30395487-200d-4df2-adaa-ea096a598305 req-d3917580-932a-49bd-a7f4-1b2e65b7b888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:45.418453 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-30395487-200d-4df2-adaa-ea096a598305 req-d3917580-932a-49bd-a7f4-1b2e65b7b888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:57:45.560165 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-30395487-200d-4df2-adaa-ea096a598305 req-d3917580-932a-49bd-a7f4-1b2e65b7b888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:45.566129 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8f101ae1-4f55-44bd-a309-c95000e40a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:57:45.608576 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3917580-932a-49bd-a7f4-1b2e65b7b888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=718f3ba2-0098-40fe-87bb-86a8dd5b2fc3,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:57:45.643839 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3917580-932a-49bd-a7f4-1b2e65b7b888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:45.644242 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3917580-932a-49bd-a7f4-1b2e65b7b888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:45.644626 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3917580-932a-49bd-a7f4-1b2e65b7b888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:45.645003 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3917580-932a-49bd-a7f4-1b2e65b7b888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:45.645380 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3917580-932a-49bd-a7f4-1b2e65b7b888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:45.645757 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3917580-932a-49bd-a7f4-1b2e65b7b888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:45.646155 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3917580-932a-49bd-a7f4-1b2e65b7b888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:45.646527 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3917580-932a-49bd-a7f4-1b2e65b7b888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:45.646897 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3917580-932a-49bd-a7f4-1b2e65b7b888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:45.647264 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3917580-932a-49bd-a7f4-1b2e65b7b888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:45.647629 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3917580-932a-49bd-a7f4-1b2e65b7b888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:45.648019 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3917580-932a-49bd-a7f4-1b2e65b7b888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:45.655306 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d3917580-932a-49bd-a7f4-1b2e65b7b888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:57:45.698951 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-30395487-200d-4df2-adaa-ea096a598305 req-d3917580-932a-49bd-a7f4-1b2e65b7b888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] No DVR routers for this DVR port 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:57:45.701281 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-30395487-200d-4df2-adaa-ea096a598305 req-d3917580-932a-49bd-a7f4-1b2e65b7b888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:45.703854 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f590f9a-da34-44c7-b765-20a259818054', 'name': 'network-vif-deleted', 'tag': '718f3ba2-0098-40fe-87bb-86a8dd5b2fc3'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:57:45.718872 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-30395487-200d-4df2-adaa-ea096a598305 req-d3917580-932a-49bd-a7f4-1b2e65b7b888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "DELETE /v2.0/ports/718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 HTTP/1.1" status: 204 len: 173 time: 0.8580348 Nov 26 16:57:45.811162 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f590f9a-da34-44c7-b765-20a259818054', 'name': 'network-vif-deleted', 'tag': '718f3ba2-0098-40fe-87bb-86a8dd5b2fc3', 'status': 'completed', 'code': 200} Nov 26 16:57:46.003013 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-58cff4fd-4b1c-4842-bd7b-67db6e45ff81 req-5243a4e1-4e69-436b-b073-58ad79e84fe0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f590f9a-da34-44c7-b765-20a259818054 HTTP/1.1" status: 200 len: 210 time: 0.0440986 Nov 26 16:57:47.096601 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55774) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:57:47.167784 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-57e72620-4768-4f7b-9371-3d49ec38c455 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:47.197288 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-57e72620-4768-4f7b-9371-3d49ec38c455 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:47.259502 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-57e72620-4768-4f7b-9371-3d49ec38c455 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:47.263245 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:57:47.278596 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e72620-4768-4f7b-9371-3d49ec38c455 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3743d4d-a5b5-44b5-b05c-b4e6f55bc4b2,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:57:47.281148 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-57e72620-4768-4f7b-9371-3d49ec38c455 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:57:47.289206 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-57e72620-4768-4f7b-9371-3d49ec38c455 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:47.290299 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-57e72620-4768-4f7b-9371-3d49ec38c455 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/security-groups/b3743d4d-a5b5-44b5-b05c-b4e6f55bc4b2 HTTP/1.1" status: 204 len: 168 time: 0.1926923 Nov 26 16:57:47.320906 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55780) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:57:47.529176 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-fe84f79b-f545-48b6-b1dc-e85607d9d718 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port 967ba78b-a5e8-45e7-b72b-35aa5009cc39 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:57:47.529516 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fe84f79b-f545-48b6-b1dc-e85607d9d718 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:47.698215 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fe84f79b-f545-48b6-b1dc-e85607d9d718 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:47.698538 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fe84f79b-f545-48b6-b1dc-e85607d9d718 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:47.820315 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-fe84f79b-f545-48b6-b1dc-e85607d9d718 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for 967ba78b-a5e8-45e7-b72b-35aa5009cc39 owned by network:floatingip {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:57:47.967934 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fe84f79b-f545-48b6-b1dc-e85607d9d718 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:47.972717 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-41c680d9-5c3a-4bcc-9178-6b747998c59e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:57:48.015799 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84f79b-f545-48b6-b1dc-e85607d9d718 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=967ba78b-a5e8-45e7-b72b-35aa5009cc39,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:57:48.042660 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fe84f79b-f545-48b6-b1dc-e85607d9d718 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:57:48.106781 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fe84f79b-f545-48b6-b1dc-e85607d9d718 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:48.107389 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-fe84f79b-f545-48b6-b1dc-e85607d9d718 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Floating IP 8299c3ad-b3a2-4200-b7b8-23d16348ce4b disassociated (deleted). External IP: 172.26.0.141, port: d725c159-a455-4227-afaf-f3c7f3f8fc81. Nov 26 16:57:48.572758 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe84f79b-f545-48b6-b1dc-e85607d9d718 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router 344c21a7-3d9f-453e-a2bd-96730b21801b has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:57:48.749211 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe84f79b-f545-48b6-b1dc-e85607d9d718 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:57:48.759261 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6781d875-5571-4c65-8007-03bf6c4e2dcd None None] Sync routers for ids ['344c21a7-3d9f-453e-a2bd-96730b21801b'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:57:48.766776 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fe84f79b-f545-48b6-b1dc-e85607d9d718 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:48.768515 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6781d875-5571-4c65-8007-03bf6c4e2dcd None None] Routers {'344c21a7-3d9f-453e-a2bd-96730b21801b'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:57:48.769157 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6781d875-5571-4c65-8007-03bf6c4e2dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:57:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['344c21a7-3d9f-453e-a2bd-96730b21801b'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:57:48.825483 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fe84f79b-f545-48b6-b1dc-e85607d9d718 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/floatingips/8299c3ad-b3a2-4200-b7b8-23d16348ce4b HTTP/1.1" status: 204 len: 168 time: 1.5011024 Nov 26 16:57:48.825483 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6693257e-a354-413e-b1ce-374104bb4c06', 'tag': 'd725c159-a455-4227-afaf-f3c7f3f8fc81'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:57:48.872291 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6693257e-a354-413e-b1ce-374104bb4c06', 'tag': 'd725c159-a455-4227-afaf-f3c7f3f8fc81', 'status': 'completed', 'code': 200} Nov 26 16:57:48.949582 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-6781d875-5571-4c65-8007-03bf6c4e2dcd None None] Set router 344c21a7-3d9f-453e-a2bd-96730b21801b gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:57:48.978764 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8c625-74ef-48e7-9b83-2fbb0ab571a1 req-81fd256f-00ad-4d2b-af27-439409dc6cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:48.980999 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2be8c625-74ef-48e7-9b83-2fbb0ab571a1 req-81fd256f-00ad-4d2b-af27-439409dc6cb7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=6693257e-a354-413e-b1ce-374104bb4c06 HTTP/1.1" status: 200 len: 1099 time: 0.0767303 Nov 26 16:57:49.124909 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8c625-74ef-48e7-9b83-2fbb0ab571a1 req-57a915dd-38e0-47b1-b735-24c22cf1e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:49.126356 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2be8c625-74ef-48e7-9b83-2fbb0ab571a1 req-57a915dd-38e0-47b1-b735-24c22cf1e1b0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d21bc66c-6089-4503-afb8-acd8742f3ba4 HTTP/1.1" status: 200 len: 897 time: 0.1338792 Nov 26 16:57:49.200425 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2be8c625-74ef-48e7-9b83-2fbb0ab571a1 req-5a353f03-4681-478e-8394-9cfd53cc00c3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d725c159-a455-4227-afaf-f3c7f3f8fc81 HTTP/1.1" status: 200 len: 217 time: 0.0658355 Nov 26 16:57:49.216234 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538f962-0df7-4a93-9b91-f6aa4b782540 req-e4390787-7970-4ce0-a7a3-79ba792edf93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:49.216924 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-7538f962-0df7-4a93-9b91-f6aa4b782540 req-e4390787-7970-4ce0-a7a3-79ba792edf93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:57:49.234033 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-7538f962-0df7-4a93-9b91-f6aa4b782540 req-e4390787-7970-4ce0-a7a3-79ba792edf93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:57:49.235248 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7538f962-0df7-4a93-9b91-f6aa4b782540 req-e4390787-7970-4ce0-a7a3-79ba792edf93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=6693257e-a354-413e-b1ce-374104bb4c06 HTTP/1.1" status: 200 len: 946 time: 0.1167893 Nov 26 16:57:49.271853 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8c625-74ef-48e7-9b83-2fbb0ab571a1 req-f7d04625-29c1-461a-87d3-13fa235d705b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:49.274155 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2be8c625-74ef-48e7-9b83-2fbb0ab571a1 req-f7d04625-29c1-461a-87d3-13fa235d705b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1902b5a6-c31e-43d0-b92e-44190838b116 HTTP/1.1" status: 200 len: 834 time: 0.0661132 Nov 26 16:57:49.277385 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6781d875-5571-4c65-8007-03bf6c4e2dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'name': 'tempest-TestNetworkBasicOps-router-513311392', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:56:17Z', 'updated_at': '2021-11-26T16:56:22Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:18Z', 'updated_at': '2021-11-26T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '1c3b2b67-1c46-4f15-a055-9df62553887f', 'name': '', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:e8:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:21Z', 'updated_at': '2021-11-26T16:56:27Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:57:49.281550 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6781d875-5571-4c65-8007-03bf6c4e2dcd None None] Checking router: 344c21a7-3d9f-453e-a2bd-96730b21801b for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:57:49.283892 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-7538f962-0df7-4a93-9b91-f6aa4b782540 req-166e09d5-e091-4ff1-825d-b2a26f5fc112 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:57:49.292156 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6781d875-5571-4c65-8007-03bf6c4e2dcd None None] Routers {'344c21a7-3d9f-453e-a2bd-96730b21801b'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:57:49.293005 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6781d875-5571-4c65-8007-03bf6c4e2dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:57:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['344c21a7-3d9f-453e-a2bd-96730b21801b'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:57:49.301331 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-7538f962-0df7-4a93-9b91-f6aa4b782540 req-166e09d5-e091-4ff1-825d-b2a26f5fc112 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:57:49.302685 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7538f962-0df7-4a93-9b91-f6aa4b782540 req-166e09d5-e091-4ff1-825d-b2a26f5fc112 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=38d72c66-bebe-47a5-989d-f2eef7a2c618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604079 Nov 26 16:57:49.356833 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8c625-74ef-48e7-9b83-2fbb0ab571a1 req-99518a5c-fefc-48fe-95f7-3199db043d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:49.358282 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2be8c625-74ef-48e7-9b83-2fbb0ab571a1 req-99518a5c-fefc-48fe-95f7-3199db043d9c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d21bc66c-6089-4503-afb8-acd8742f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769131 Nov 26 16:57:49.440747 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:57:49.469139 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-6781d875-5571-4c65-8007-03bf6c4e2dcd None None] Set router 344c21a7-3d9f-453e-a2bd-96730b21801b gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:57:49.479737 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:57:49.480320 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 718f3ba2-0098-40fe-87bb-86a8dd5b2fc3 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:57:49.496717 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2be8c625-74ef-48e7-9b83-2fbb0ab571a1 req-9a28c254-9fdc-4d2f-8e5c-88d6bb4d2d0d service neutron] 10.222.0.31 "GET /v2.0/networks/d21bc66c-6089-4503-afb8-acd8742f3ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301527 Nov 26 16:57:49.561877 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:49.634547 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2be8c625-74ef-48e7-9b83-2fbb0ab571a1 req-d810fd1b-8102-49e3-aa12-838ee9ccfa5a service neutron] 10.222.0.31 "GET /v2.0/networks/d21bc66c-6089-4503-afb8-acd8742f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285419 Nov 26 16:57:49.808404 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6781d875-5571-4c65-8007-03bf6c4e2dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'name': 'tempest-TestNetworkBasicOps-router-513311392', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:56:17Z', 'updated_at': '2021-11-26T16:56:22Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:18Z', 'updated_at': '2021-11-26T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '1c3b2b67-1c46-4f15-a055-9df62553887f', 'name': '', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:e8:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:21Z', 'updated_at': '2021-11-26T16:56:27Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:57:49.812213 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6781d875-5571-4c65-8007-03bf6c4e2dcd None None] The sync data for ids ['344c21a7-3d9f-453e-a2bd-96730b21801b'] in dv-neutron-819440-1-hyperv is: [{'id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'name': 'tempest-TestNetworkBasicOps-router-513311392', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:56:17Z', 'updated_at': '2021-11-26T16:56:22Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:18Z', 'updated_at': '2021-11-26T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '1c3b2b67-1c46-4f15-a055-9df62553887f', 'name': '', 'network_id': 'd21bc66c-6089-4503-afb8-acd8742f3ba4', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:e8:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:21Z', 'updated_at': '2021-11-26T16:56:27Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '1902b5a6-c31e-43d0-b92e-44190838b116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:57:50.020358 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb9451a-72e5-4b6e-9cb0-c829bf36aadd None None] New status for floating IP 8299c3ad-b3a2-4200-b7b8-23d16348ce4b: DOWN {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:57:50.489441 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87904dd7-1753-46b3-87f7-85a57c108759 req-a793d995-4d36-4e6d-856b-21e8a82501df tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:50.490123 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-87904dd7-1753-46b3-87f7-85a57c108759 req-a793d995-4d36-4e6d-856b-21e8a82501df tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:57:50.501740 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-87904dd7-1753-46b3-87f7-85a57c108759 req-a793d995-4d36-4e6d-856b-21e8a82501df tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:57:50.502808 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-87904dd7-1753-46b3-87f7-85a57c108759 req-a793d995-4d36-4e6d-856b-21e8a82501df tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=6693257e-a354-413e-b1ce-374104bb4c06 HTTP/1.1" status: 200 len: 946 time: 0.0908642 Nov 26 16:57:50.547451 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-87904dd7-1753-46b3-87f7-85a57c108759 req-c58f62be-8cc6-4ee1-9620-cfbb87083c0a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=38d72c66-bebe-47a5-989d-f2eef7a2c618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390160 Nov 26 16:57:50.818337 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828eaab-33f2-4022-95fa-b64e0b466daa req-a2059cb3-dd12-44ea-bcc9-a51a33a02038 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:50.819770 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d828eaab-33f2-4022-95fa-b64e0b466daa req-a2059cb3-dd12-44ea-bcc9-a51a33a02038 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/ports?device_id=6693257e-a354-413e-b1ce-374104bb4c06 HTTP/1.1" status: 200 len: 946 time: 0.0820942 Nov 26 16:57:50.891683 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-d828eaab-33f2-4022-95fa-b64e0b466daa req-79e595cd-abf6-4ccd-be51-7aea87218aa9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port d725c159-a455-4227-afaf-f3c7f3f8fc81 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:57:50.892114 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-d828eaab-33f2-4022-95fa-b64e0b466daa req-79e595cd-abf6-4ccd-be51-7aea87218aa9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:51.252802 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-d828eaab-33f2-4022-95fa-b64e0b466daa req-79e595cd-abf6-4ccd-be51-7aea87218aa9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] For port d725c159-a455-4227-afaf-f3c7f3f8fc81, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d725c159-a455-4227-afaf-f3c7f3f8fc81,segment=NetworkSegment(e4cb646a-1fb8-49aa-b220-4ba9c6e99461),segment_id=e4cb646a-1fb8-49aa-b220-4ba9c6e99461)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:57:51.253154 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-d828eaab-33f2-4022-95fa-b64e0b466daa req-79e595cd-abf6-4ccd-be51-7aea87218aa9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:51.373556 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-d828eaab-33f2-4022-95fa-b64e0b466daa req-79e595cd-abf6-4ccd-be51-7aea87218aa9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for d725c159-a455-4227-afaf-f3c7f3f8fc81 owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:57:51.516116 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-d828eaab-33f2-4022-95fa-b64e0b466daa req-79e595cd-abf6-4ccd-be51-7aea87218aa9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:51.522888 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:57:51.601493 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e595cd-abf6-4ccd-be51-7aea87218aa9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=d725c159-a455-4227-afaf-f3c7f3f8fc81,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:57:51.604135 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-79e595cd-abf6-4ccd-be51-7aea87218aa9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:57:51.649638 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-d828eaab-33f2-4022-95fa-b64e0b466daa req-79e595cd-abf6-4ccd-be51-7aea87218aa9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] No DVR routers for this DVR port d725c159-a455-4227-afaf-f3c7f3f8fc81 on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:57:51.652059 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-d828eaab-33f2-4022-95fa-b64e0b466daa req-79e595cd-abf6-4ccd-be51-7aea87218aa9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:51.656123 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6693257e-a354-413e-b1ce-374104bb4c06', 'name': 'network-vif-deleted', 'tag': 'd725c159-a455-4227-afaf-f3c7f3f8fc81'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:57:51.670856 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d828eaab-33f2-4022-95fa-b64e0b466daa req-79e595cd-abf6-4ccd-be51-7aea87218aa9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "DELETE /v2.0/ports/d725c159-a455-4227-afaf-f3c7f3f8fc81 HTTP/1.1" status: 204 len: 173 time: 0.8418999 Nov 26 16:57:51.701207 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2441ca6d-bd9f-484c-924d-e5ace178200a req-8c54ebee-e18a-429a-acc5-670d3e6d2a0f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=6693257e-a354-413e-b1ce-374104bb4c06 HTTP/1.1" status: 200 len: 210 time: 0.0455978 Nov 26 16:57:51.709606 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6693257e-a354-413e-b1ce-374104bb4c06', 'name': 'network-vif-deleted', 'tag': 'd725c159-a455-4227-afaf-f3c7f3f8fc81', 'status': 'completed', 'code': 200} Nov 26 16:57:52.795340 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55798) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:57:52.861332 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-481bc188-7e71-48e0-8fbc-ca5de6e0a104 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:52.891219 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-481bc188-7e71-48e0-8fbc-ca5de6e0a104 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:52.959786 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-481bc188-7e71-48e0-8fbc-ca5de6e0a104 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:52.963472 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a5c6a035-b0a8-4426-a662-ea3420131a48 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:57:52.976905 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481bc188-7e71-48e0-8fbc-ca5de6e0a104 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d72c66-bebe-47a5-989d-f2eef7a2c618,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:57:52.980013 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-481bc188-7e71-48e0-8fbc-ca5de6e0a104 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:57:52.989772 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-481bc188-7e71-48e0-8fbc-ca5de6e0a104 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:52.990876 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-481bc188-7e71-48e0-8fbc-ca5de6e0a104 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/security-groups/38d72c66-bebe-47a5-989d-f2eef7a2c618 HTTP/1.1" status: 204 len: 168 time: 0.1945417 Nov 26 16:57:53.022280 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55804) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:57:53.559294 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2d810d00-fc8c-41b7-a1c3-61fe10764fda tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:54.018923 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-2d810d00-fc8c-41b7-a1c3-61fe10764fda tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port 1c3b2b67-1c46-4f15-a055-9df62553887f {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:57:54.019593 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2d810d00-fc8c-41b7-a1c3-61fe10764fda tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:54.199542 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-2d810d00-fc8c-41b7-a1c3-61fe10764fda tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] For port 1c3b2b67-1c46-4f15-a055-9df62553887f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=1c3b2b67-1c46-4f15-a055-9df62553887f,segment=NetworkSegment(e4cb646a-1fb8-49aa-b220-4ba9c6e99461),segment_id=e4cb646a-1fb8-49aa-b220-4ba9c6e99461)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:57:54.200077 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2d810d00-fc8c-41b7-a1c3-61fe10764fda tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:54.323205 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-2d810d00-fc8c-41b7-a1c3-61fe10764fda tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for 1c3b2b67-1c46-4f15-a055-9df62553887f owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:57:54.497726 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2d810d00-fc8c-41b7-a1c3-61fe10764fda tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:54.501341 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-aba30dee-31c0-46c4-98a8-9651b53fcde4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:57:54.547152 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d810d00-fc8c-41b7-a1c3-61fe10764fda tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=1c3b2b67-1c46-4f15-a055-9df62553887f,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:57:54.574907 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2d810d00-fc8c-41b7-a1c3-61fe10764fda tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:57:54.822546 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2d810d00-fc8c-41b7-a1c3-61fe10764fda tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:55.173075 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d810d00-fc8c-41b7-a1c3-61fe10764fda tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router 344c21a7-3d9f-453e-a2bd-96730b21801b has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:57:55.441627 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device d725c159-a455-4227-afaf-f3c7f3f8fc81 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:57:55.463685 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d810d00-fc8c-41b7-a1c3-61fe10764fda tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:57:55.473772 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243a92ff-39d0-4c28-91e3-4ca5b3cfb7da None None] Sync routers for ids ['344c21a7-3d9f-453e-a2bd-96730b21801b'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:57:55.476205 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: d725c159-a455-4227-afaf-f3c7f3f8fc81 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:57:55.476557 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device d725c159-a455-4227-afaf-f3c7f3f8fc81 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:57:55.478382 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2d810d00-fc8c-41b7-a1c3-61fe10764fda tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "PUT /v2.0/routers/344c21a7-3d9f-453e-a2bd-96730b21801b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4550104 Nov 26 16:57:55.480969 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55808) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:57:55.483405 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243a92ff-39d0-4c28-91e3-4ca5b3cfb7da None None] Routers {'344c21a7-3d9f-453e-a2bd-96730b21801b'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:57:55.484113 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-243a92ff-39d0-4c28-91e3-4ca5b3cfb7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:57:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['344c21a7-3d9f-453e-a2bd-96730b21801b'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:57:55.545965 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50219ec-6579-4629-866c-9d3928cdaa89 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting subnet 1902b5a6-c31e-43d0-b92e-44190838b116 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:57:55.548969 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c50219ec-6579-4629-866c-9d3928cdaa89 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:55.602381 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c50219ec-6579-4629-866c-9d3928cdaa89 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:55.655313 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-243a92ff-39d0-4c28-91e3-4ca5b3cfb7da None None] Set router 344c21a7-3d9f-453e-a2bd-96730b21801b gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:57:55.687212 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c50219ec-6579-4629-866c-9d3928cdaa89 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:55.761891 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c50219ec-6579-4629-866c-9d3928cdaa89 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:55.765640 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1beb4808-97ae-4123-923c-a199c12f76a4 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:57:55.799233 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50219ec-6579-4629-866c-9d3928cdaa89 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Subnet': ['ID=1902b5a6-c31e-43d0-b92e-44190838b116,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:57:55.802704 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c50219ec-6579-4629-866c-9d3928cdaa89 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:57:55.805131 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c50219ec-6579-4629-866c-9d3928cdaa89 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:55.811856 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2342a259-5a38-483a-9d50-66c18461a880 None None] Network d21bc66c-6089-4503-afb8-acd8742f3ba4 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:57:55.813762 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c50219ec-6579-4629-866c-9d3928cdaa89 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/subnets/1902b5a6-c31e-43d0-b92e-44190838b116 HTTP/1.1" status: 204 len: 168 time: 0.3318036 Nov 26 16:57:55.817232 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55812) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:57:55.935542 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-243a92ff-39d0-4c28-91e3-4ca5b3cfb7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'name': 'tempest-TestNetworkBasicOps-router-513311392', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:56:17Z', 'updated_at': '2021-11-26T16:57:54Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:18Z', 'updated_at': '2021-11-26T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:57:55.939983 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243a92ff-39d0-4c28-91e3-4ca5b3cfb7da None None] Checking router: 344c21a7-3d9f-453e-a2bd-96730b21801b for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:57:55.948205 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243a92ff-39d0-4c28-91e3-4ca5b3cfb7da None None] Routers {'344c21a7-3d9f-453e-a2bd-96730b21801b'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:57:55.948843 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-243a92ff-39d0-4c28-91e3-4ca5b3cfb7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:57:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['344c21a7-3d9f-453e-a2bd-96730b21801b'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:57:56.003992 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bfced38f-7d6e-4c74-99d9-d292d24dfc9e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:56.069071 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a175f606-cea6-45d1-8390-40bf2bec6743 None None] DHCP port deletion for d21bc66c-6089-4503-afb8-acd8742f3ba4 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:57:56.073469 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-a175f606-cea6-45d1-8390-40bf2bec6743 None None] Deleting port c56e9542-ace7-43a4-aa11-21c25f62254d {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:57:56.073861 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a175f606-cea6-45d1-8390-40bf2bec6743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:56.125933 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-243a92ff-39d0-4c28-91e3-4ca5b3cfb7da None None] Set router 344c21a7-3d9f-453e-a2bd-96730b21801b gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:57:56.204820 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bfced38f-7d6e-4c74-99d9-d292d24dfc9e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:56.214882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-bfced38f-7d6e-4c74-99d9-d292d24dfc9e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port 9e323c4a-6918-4773-8d77-a1469f417de4 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:57:56.215227 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bfced38f-7d6e-4c74-99d9-d292d24dfc9e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:56.281218 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-a175f606-cea6-45d1-8390-40bf2bec6743 None None] For port c56e9542-ace7-43a4-aa11-21c25f62254d, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=c56e9542-ace7-43a4-aa11-21c25f62254d,segment=NetworkSegment(e4cb646a-1fb8-49aa-b220-4ba9c6e99461),segment_id=e4cb646a-1fb8-49aa-b220-4ba9c6e99461)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:57:56.281886 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a175f606-cea6-45d1-8390-40bf2bec6743 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:56.404823 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-bfced38f-7d6e-4c74-99d9-d292d24dfc9e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] For port 9e323c4a-6918-4773-8d77-a1469f417de4, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=9e323c4a-6918-4773-8d77-a1469f417de4,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:57:56.405192 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bfced38f-7d6e-4c74-99d9-d292d24dfc9e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:56.412956 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-a175f606-cea6-45d1-8390-40bf2bec6743 None None] Calling delete_port for c56e9542-ace7-43a4-aa11-21c25f62254d owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:57:56.417906 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-243a92ff-39d0-4c28-91e3-4ca5b3cfb7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'name': 'tempest-TestNetworkBasicOps-router-513311392', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:56:17Z', 'updated_at': '2021-11-26T16:57:54Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:18Z', 'updated_at': '2021-11-26T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:57:56.421797 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243a92ff-39d0-4c28-91e3-4ca5b3cfb7da None None] The sync data for ids ['344c21a7-3d9f-453e-a2bd-96730b21801b'] in dv-neutron-819440-1-hyperv is: [{'id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'name': 'tempest-TestNetworkBasicOps-router-513311392', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:56:17Z', 'updated_at': '2021-11-26T16:57:54Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '9e323c4a-6918-4773-8d77-a1469f417de4', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c21a7-3d9f-453e-a2bd-96730b21801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:56:18Z', 'updated_at': '2021-11-26T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:57:56.494031 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a175f606-cea6-45d1-8390-40bf2bec6743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:56.498274 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2df78c53-0dfb-4255-a8fe-4f0d1266f0d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:57:56.530414 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-bfced38f-7d6e-4c74-99d9-d292d24dfc9e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for 9e323c4a-6918-4773-8d77-a1469f417de4 owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:57:56.541458 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175f606-cea6-45d1-8390-40bf2bec6743 None None] Pushing event deleted for resources: {'Port': ['ID=c56e9542-ace7-43a4-aa11-21c25f62254d,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:57:56.546728 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a175f606-cea6-45d1-8390-40bf2bec6743 None None] No DVR routers for this DVR port c56e9542-ace7-43a4-aa11-21c25f62254d on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:57:56.553638 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175f606-cea6-45d1-8390-40bf2bec6743 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:56.553997 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175f606-cea6-45d1-8390-40bf2bec6743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:56.560155 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175f606-cea6-45d1-8390-40bf2bec6743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:56.560510 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175f606-cea6-45d1-8390-40bf2bec6743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:56.560853 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175f606-cea6-45d1-8390-40bf2bec6743 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:56.561194 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175f606-cea6-45d1-8390-40bf2bec6743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:56.561525 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175f606-cea6-45d1-8390-40bf2bec6743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:56.561856 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175f606-cea6-45d1-8390-40bf2bec6743 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:56.562214 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175f606-cea6-45d1-8390-40bf2bec6743 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:56.562538 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175f606-cea6-45d1-8390-40bf2bec6743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:56.562863 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175f606-cea6-45d1-8390-40bf2bec6743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:56.563182 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175f606-cea6-45d1-8390-40bf2bec6743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:57:56.566500 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a175f606-cea6-45d1-8390-40bf2bec6743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:57:56.701246 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bfced38f-7d6e-4c74-99d9-d292d24dfc9e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:56.704904 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-db528659-9f4a-4a96-9818-3e315df6ad16 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:57:56.750675 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfced38f-7d6e-4c74-99d9-d292d24dfc9e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=9e323c4a-6918-4773-8d77-a1469f417de4,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:57:56.758737 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bfced38f-7d6e-4c74-99d9-d292d24dfc9e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:57:56.847291 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bfced38f-7d6e-4c74-99d9-d292d24dfc9e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:57.136229 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bfced38f-7d6e-4c74-99d9-d292d24dfc9e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:57.138666 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bfced38f-7d6e-4c74-99d9-d292d24dfc9e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:57.163738 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bfced38f-7d6e-4c74-99d9-d292d24dfc9e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:57.164245 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfced38f-7d6e-4c74-99d9-d292d24dfc9e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Fanout notify agent at l3_agent the message router_deleted on router 344c21a7-3d9f-453e-a2bd-96730b21801b {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:57:57.179805 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bfced38f-7d6e-4c74-99d9-d292d24dfc9e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:57.180915 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-bfced38f-7d6e-4c74-99d9-d292d24dfc9e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/routers/344c21a7-3d9f-453e-a2bd-96730b21801b HTTP/1.1" status: 204 len: 168 time: 1.3626547 Nov 26 16:57:57.183616 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55816) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:57:57.295500 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e2b5080b-3de0-4437-a573-6b7988589eb3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:57.427504 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e2b5080b-3de0-4437-a573-6b7988589eb3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:57.451699 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-e2b5080b-3de0-4437-a573-6b7988589eb3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d21bc66c-6089-4503-afb8-acd8742f3ba4']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:57:57.463882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-e2b5080b-3de0-4437-a573-6b7988589eb3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4cb646a-1fb8-49aa-b220-4ba9c6e99461') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:57:57.464175 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-e2b5080b-3de0-4437-a573-6b7988589eb3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4cb646a-1fb8-49aa-b220-4ba9c6e99461') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:57:57.475123 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e2b5080b-3de0-4437-a573-6b7988589eb3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:57.491513 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e2b5080b-3de0-4437-a573-6b7988589eb3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:57.497847 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b5080b-3de0-4437-a573-6b7988589eb3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:57:57.498227 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e2b5080b-3de0-4437-a573-6b7988589eb3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:57:57.513201 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:57:57.594119 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e2b5080b-3de0-4437-a573-6b7988589eb3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:57.597974 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-eb22baa6-a468-48da-b92c-6e3c19d29e6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:57:57.614240 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e2b5080b-3de0-4437-a573-6b7988589eb3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:57.627170 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5080b-3de0-4437-a573-6b7988589eb3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Network': ['ID=d21bc66c-6089-4503-afb8-acd8742f3ba4,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:57:57.630494 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e2b5080b-3de0-4437-a573-6b7988589eb3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:57:57.638022 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e2b5080b-3de0-4437-a573-6b7988589eb3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/networks/d21bc66c-6089-4503-afb8-acd8742f3ba4 HTTP/1.1" status: 204 len: 168 time: 0.4533899 Nov 26 16:57:57.659194 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 9e323c4a-6918-4773-8d77-a1469f417de4 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:57:57.665222 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55820) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:57:57.671248 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-b6eeaa54-8fdd-452b-acc9-81d649c044c5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'network': {'name': 'tempest-network-smoke--1759431148', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'port_security_enabled': True}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:57:57.676970 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b6eeaa54-8fdd-452b-acc9-81d649c044c5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:57:57.681075 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b6eeaa54-8fdd-452b-acc9-81d649c044c5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:network and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:57:57.683853 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b6eeaa54-8fdd-452b-acc9-81d649c044c5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:57:57.690103 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b6eeaa54-8fdd-452b-acc9-81d649c044c5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:57:57.693807 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 9e323c4a-6918-4773-8d77-a1469f417de4 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:57:57.694161 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 9e323c4a-6918-4773-8d77-a1469f417de4 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:57:57.694588 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 1c3b2b67-1c46-4f15-a055-9df62553887f no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:57:57.701804 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6eeaa54-8fdd-452b-acc9-81d649c044c5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Made reservation on behalf of 44b3ec829fd84946a37f17d3391a650c for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:57:57.705227 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b6eeaa54-8fdd-452b-acc9-81d649c044c5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:57.732159 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 1c3b2b67-1c46-4f15-a055-9df62553887f {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:57:57.732512 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 1c3b2b67-1c46-4f15-a055-9df62553887f not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:57:57.733126 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c56e9542-ace7-43a4-aa11-21c25f62254d no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:57:57.734518 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6eeaa54-8fdd-452b-acc9-81d649c044c5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:57:57.743939 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b6eeaa54-8fdd-452b-acc9-81d649c044c5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:57.744274 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-b6eeaa54-8fdd-452b-acc9-81d649c044c5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Added segment 76e6eb42-7147-400b-b349-aa09e4543468 of type vlan for network 72d45097-79e8-407a-b058-8d3a66febdba Nov 26 16:57:57.772045 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b6eeaa54-8fdd-452b-acc9-81d649c044c5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:57.776198 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: c56e9542-ace7-43a4-aa11-21c25f62254d {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:57:57.776563 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device c56e9542-ace7-43a4-aa11-21c25f62254d not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:57:57.802437 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b6eeaa54-8fdd-452b-acc9-81d649c044c5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:57.807993 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6eeaa54-8fdd-452b-acc9-81d649c044c5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:57:57.808584 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b6eeaa54-8fdd-452b-acc9-81d649c044c5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:57.812015 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2e97f054-9a06-4a9a-bf24-7aaa62c2e62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:57:57.915087 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b6eeaa54-8fdd-452b-acc9-81d649c044c5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2485633 Nov 26 16:57:57.917947 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55824) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:57:57.925674 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-fc30f337-c55a-41e1-b984-05dc8382a19e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1426714752', 'admin_state_up': True, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:57:57.930938 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eeaa54-8fdd-452b-acc9-81d649c044c5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Network': ['ID=72d45097-79e8-407a-b058-8d3a66febdba,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:57:57.934144 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b6eeaa54-8fdd-452b-acc9-81d649c044c5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:57:57.934986 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-fc30f337-c55a-41e1-b984-05dc8382a19e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:57:57.938804 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fc30f337-c55a-41e1-b984-05dc8382a19e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:router and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:57:57.940939 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 72d45097-79e8-407a-b058-8d3a66febdba details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:57:57.941888 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fc30f337-c55a-41e1-b984-05dc8382a19e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:57:57.947890 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-fc30f337-c55a-41e1-b984-05dc8382a19e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:57:57.957476 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fc30f337-c55a-41e1-b984-05dc8382a19e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:57.958509 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fc30f337-c55a-41e1-b984-05dc8382a19e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:57.974967 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fc30f337-c55a-41e1-b984-05dc8382a19e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:58.234568 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fc30f337-c55a-41e1-b984-05dc8382a19e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:58.591657 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8c78b51c-308b-41e0-9359-b1bce6056337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:58.650937 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fc30f337-c55a-41e1-b984-05dc8382a19e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:58.679942 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fc30f337-c55a-41e1-b984-05dc8382a19e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:58.820187 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-fc30f337-c55a-41e1-b984-05dc8382a19e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.26.0.215 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/979ea54c-ad30-4a41-9006-55c1aa4cc72a) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:57:58.965832 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fc30f337-c55a-41e1-b984-05dc8382a19e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:58.993338 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fc30f337-c55a-41e1-b984-05dc8382a19e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:58.997910 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-916b00bc-9403-4e44-ad71-f845151f0454 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:57:59.060769 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc30f337-c55a-41e1-b984-05dc8382a19e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:57:59.063487 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-fc30f337-c55a-41e1-b984-05dc8382a19e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:57:59.069438 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc30f337-c55a-41e1-b984-05dc8382a19e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:57:59.100033 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30f337-c55a-41e1-b984-05dc8382a19e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=979ea54c-ad30-4a41-9006-55c1aa4cc72a,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:57:59.105267 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fc30f337-c55a-41e1-b984-05dc8382a19e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:57:59.357785 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:59.480454 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fc30f337-c55a-41e1-b984-05dc8382a19e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_gateway, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:57:59.812872 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fc30f337-c55a-41e1-b984-05dc8382a19e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:00.136571 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc30f337-c55a-41e1-b984-05dc8382a19e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router e9cc4048-bd05-4a17-8b63-939a913db40c is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 16:58:00.312225 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc30f337-c55a-41e1-b984-05dc8382a19e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:58:00.321973 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] Sync routers for ids ['e9cc4048-bd05-4a17-8b63-939a913db40c'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:58:00.331775 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] Routers {'e9cc4048-bd05-4a17-8b63-939a913db40c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:58:00.332598 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:57:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e9cc4048-bd05-4a17-8b63-939a913db40c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:58:00.339442 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fc30f337-c55a-41e1-b984-05dc8382a19e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:00.340661 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fc30f337-c55a-41e1-b984-05dc8382a19e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4217896 Nov 26 16:58:00.343733 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55830) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:58:00.494187 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-83eff2fe-6957-461b-a4bb-0539f8e91fae tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=44b3ec829fd84946a37f17d3391a650c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1492794 Nov 26 16:58:00.496896 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55836) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:58:00.555474 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] Set router e9cc4048-bd05-4a17-8b63-939a913db40c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:58:00.625626 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34048944-8552-437f-83bd-3fed1dc84ebf tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:00.627710 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-34048944-8552-437f-83bd-3fed1dc84ebf tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299202 Nov 26 16:58:00.630455 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55840) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:58:00.668923 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e0710e23-65b8-4040-8030-401d7fc7c7ea tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=cf8dce9a-1df0-4b90-b19d-7de373e178f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373209 Nov 26 16:58:00.671242 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55844) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:58:00.677060 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-4ab31cf8-7d6b-4e63-affd-21e4885143a8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1426259244', 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:58:00.786532 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-4ab31cf8-7d6b-4e63-affd-21e4885143a8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:58:00.790324 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4ab31cf8-7d6b-4e63-affd-21e4885143a8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:subnet and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:58:00.793232 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4ab31cf8-7d6b-4e63-affd-21e4885143a8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:58:00.799247 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-4ab31cf8-7d6b-4e63-affd-21e4885143a8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:58:00.809064 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab31cf8-7d6b-4e63-affd-21e4885143a8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Made reservation on behalf of 44b3ec829fd84946a37f17d3391a650c for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:58:00.812548 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4ab31cf8-7d6b-4e63-affd-21e4885143a8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:00.837868 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'name': 'tempest-TestNetworkBasicOps-router-1426714752', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:57:57Z', 'updated_at': '2021-11-26T16:57:59Z', 'revision_number': 3, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:57:58Z', 'updated_at': '2021-11-26T16:57:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:58:00.841753 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] Checking router: e9cc4048-bd05-4a17-8b63-939a913db40c for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:58:00.842118 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] Updating router e9cc4048-bd05-4a17-8b63-939a913db40c port 979ea54c-ad30-4a41-9006-55c1aa4cc72a binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:58:00.897740 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:01.029915 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4ab31cf8-7d6b-4e63-affd-21e4885143a8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:01.034816 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2e0a60b0-b54e-40e0-bf38-133893f4b19e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:01.107035 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab31cf8-7d6b-4e63-affd-21e4885143a8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Subnet': ['ID=3a4bb950-dd07-48b5-a4d7-472e3e294c91,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:01.110336 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4ab31cf8-7d6b-4e63-affd-21e4885143a8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:01.117054 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab31cf8-7d6b-4e63-affd-21e4885143a8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Checking segment: {'id': '76e6eb42-7147-400b-b349-aa09e4543468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:58:01.117414 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab31cf8-7d6b-4e63-affd-21e4885143a8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network hostable DHCP agents. Network: 72d45097-79e8-407a-b058-8d3a66febdba, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:58:01.136645 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab31cf8-7d6b-4e63-affd-21e4885143a8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network 72d45097-79e8-407a-b058-8d3a66febdba is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:58:01.145515 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-4ab31cf8-7d6b-4e63-affd-21e4885143a8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 72d45097-79e8-407a-b058-8d3a66febdba) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:58:01.150080 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab31cf8-7d6b-4e63-affd-21e4885143a8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:01.150699 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4ab31cf8-7d6b-4e63-affd-21e4885143a8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:01.156883 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e777d22-ec59-4e66-b8be-4ec311f3c8ef None None] Network 72d45097-79e8-407a-b058-8d3a66febdba requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:58:01.173978 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4ab31cf8-7d6b-4e63-affd-21e4885143a8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5012012 Nov 26 16:58:01.176706 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55848) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:58:01.309295 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-413daa20-85d4-40b0-bf49-8efb72c6de8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:01.326734 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:01.360300 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] Transition to ACTIVE for port object 979ea54c-ad30-4a41-9006-55c1aa4cc72a will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:58:01.392450 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:01.403213 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2c1bc5b4-8ea5-482e-b3bf-fa5553b6fb44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:01.490504 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] Attempting to bind port 979ea54c-ad30-4a41-9006-55c1aa4cc72a on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:58:01.490900 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] Attempting to bind port 979ea54c-ad30-4a41-9006-55c1aa4cc72a by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:58:01.491263 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] Attempting to bind port 979ea54c-ad30-4a41-9006-55c1aa4cc72a on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:58:01.526134 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be059e28-95fe-47b5-9a55-4f4fa6010f22 None None] Pushing event updated for resources: {'Port': ['ID=979ea54c-ad30-4a41-9006-55c1aa4cc72a,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:01.534189 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:58:01.534189 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:58:01.534567 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:01.534894 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:58:01.535376 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] Bound port: 979ea54c-ad30-4a41-9006-55c1aa4cc72a, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:58:01.535785 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:01.558764 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-be059e28-95fe-47b5-9a55-4f4fa6010f22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:01.573828 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-72d45097-79e8-407a-b058-8d3a66febdba', 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ips': [{'subnet_id': '3a4bb950-dd07-48b5-a4d7-472e3e294c91'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 16:58:01.574691 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:01.686367 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] For port 979ea54c-ad30-4a41-9006-55c1aa4cc72a, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:58:01.702129 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] For port 979ea54c-ad30-4a41-9006-55c1aa4cc72a, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=979ea54c-ad30-4a41-9006-55c1aa4cc72a,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:58:01.712648 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:01.741717 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a175f606-cea6-45d1-8390-40bf2bec6743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:01.839048 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] Routers {'e9cc4048-bd05-4a17-8b63-939a913db40c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:58:01.839674 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:58:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e9cc4048-bd05-4a17-8b63-939a913db40c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:58:01.999027 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce84093c-d798-4812-b794-ea3da3149f72 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:02.008874 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] Allocated IP 172.20.0.2 (72d45097-79e8-407a-b058-8d3a66febdba/3a4bb950-dd07-48b5-a4d7-472e3e294c91/4ca89fb8-d432-41e4-ae15-d29ecc1e42a4) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:58:02.010789 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be059e28-95fe-47b5-9a55-4f4fa6010f22 None None] Pushing event updated for resources: {'Port': ['ID=979ea54c-ad30-4a41-9006-55c1aa4cc72a,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:02.030423 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-be059e28-95fe-47b5-9a55-4f4fa6010f22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:02.174134 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] Set router e9cc4048-bd05-4a17-8b63-939a913db40c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:58:02.385251 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:02.473874 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:02.495208 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] Transition to ACTIVE for port object 4ca89fb8-d432-41e4-ae15-d29ecc1e42a4 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:58:02.547893 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] Transition to ACTIVE for port object 4ca89fb8-d432-41e4-ae15-d29ecc1e42a4 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:58:02.554957 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:02.558781 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-caa8fada-c47d-44ed-9711-2ea8438fbadf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:02.619407 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-ce84093c-d798-4812-b794-ea3da3149f72 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.20.0.1 (72d45097-79e8-407a-b058-8d3a66febdba/3a4bb950-dd07-48b5-a4d7-472e3e294c91/11cd9eb5-61db-43db-8d12-7b99526eb9cb) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:58:02.630427 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] Network 72d45097-79e8-407a-b058-8d3a66febdba is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:58:02.633733 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:58:02.639184 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:58:02.641081 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] Pushing event updated for resources: {'Port': ['ID=4ca89fb8-d432-41e4-ae15-d29ecc1e42a4,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:02.646162 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:02.718624 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'name': 'tempest-TestNetworkBasicOps-router-1426714752', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:57:57Z', 'updated_at': '2021-11-26T16:57:59Z', 'revision_number': 3, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:57:58Z', 'updated_at': '2021-11-26T16:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:58:02.742559 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181baf7b-998c-4984-9376-8767dbc49ea2 None None] The sync data for ids ['e9cc4048-bd05-4a17-8b63-939a913db40c'] in dv-neutron-819440-1-hyperv is: [{'id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'name': 'tempest-TestNetworkBasicOps-router-1426714752', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:57:57Z', 'updated_at': '2021-11-26T16:57:59Z', 'revision_number': 3, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:57:58Z', 'updated_at': '2021-11-26T16:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:58:02.746095 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] Attempting to bind port 4ca89fb8-d432-41e4-ae15-d29ecc1e42a4 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:58:02.746926 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] Attempting to bind port 4ca89fb8-d432-41e4-ae15-d29ecc1e42a4 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '76e6eb42-7147-400b-b349-aa09e4543468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:58:02.746926 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] Attempting to bind port 4ca89fb8-d432-41e4-ae15-d29ecc1e42a4 on network 72d45097-79e8-407a-b058-8d3a66febdba {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:58:02.752454 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:58:02.752844 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] Checking segment: {'id': '76e6eb42-7147-400b-b349-aa09e4543468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:58:02.753257 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:02.753658 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] Bound using segment: {'id': '76e6eb42-7147-400b-b349-aa09e4543468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:58:02.754130 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] Bound port: 4ca89fb8-d432-41e4-ae15-d29ecc1e42a4, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e6eb42-7147-400b-b349-aa09e4543468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:58:02.754523 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:02.796627 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce84093c-d798-4812-b794-ea3da3149f72 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:02.814671 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-ce84093c-d798-4812-b794-ea3da3149f72 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Transition to ACTIVE for port object 11cd9eb5-61db-43db-8d12-7b99526eb9cb will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:58:02.839664 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce84093c-d798-4812-b794-ea3da3149f72 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:02.843682 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-eb9fd110-9c14-447b-98ba-72ba96373f44 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:02.853502 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] For port 4ca89fb8-d432-41e4-ae15-d29ecc1e42a4, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:58:02.856961 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] For port 4ca89fb8-d432-41e4-ae15-d29ecc1e42a4, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=4ca89fb8-d432-41e4-ae15-d29ecc1e42a4,segment=NetworkSegment(76e6eb42-7147-400b-b349-aa09e4543468),segment_id=76e6eb42-7147-400b-b349-aa09e4543468)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:58:02.860936 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:02.864401 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:02.913631 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce84093c-d798-4812-b794-ea3da3149f72 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network 72d45097-79e8-407a-b058-8d3a66febdba is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:58:02.917007 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-ce84093c-d798-4812-b794-ea3da3149f72 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:58:02.921191 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce84093c-d798-4812-b794-ea3da3149f72 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:58:02.946918 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] Pushing event updated for resources: {'Port': ['ID=4ca89fb8-d432-41e4-ae15-d29ecc1e42a4,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:02.949939 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:02.951543 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84093c-d798-4812-b794-ea3da3149f72 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=11cd9eb5-61db-43db-8d12-7b99526eb9cb,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:02.963170 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ce84093c-d798-4812-b794-ea3da3149f72 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:02.995343 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce84093c-d798-4812-b794-ea3da3149f72 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:03.148159 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce84093c-d798-4812-b794-ea3da3149f72 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:03.413843 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 4ca89fb8-d432-41e4-ae15-d29ecc1e42a4 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:58:03.492422 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 4ca89fb8-d432-41e4-ae15-d29ecc1e42a4 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:58:03.498067 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 979ea54c-ad30-4a41-9006-55c1aa4cc72a up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:58:03.570627 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 979ea54c-ad30-4a41-9006-55c1aa4cc72a completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:58:03.576994 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 979ea54c-ad30-4a41-9006-55c1aa4cc72a triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:58:03.577691 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:03.709515 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:03.727791 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 979ea54c-ad30-4a41-9006-55c1aa4cc72a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=979ea54c-ad30-4a41-9006-55c1aa4cc72a,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:58:03.740543 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:03.742506 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:03.752623 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce84093c-d798-4812-b794-ea3da3149f72 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:03.764243 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce84093c-d798-4812-b794-ea3da3149f72 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:03.807708 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:03.825334 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=979ea54c-ad30-4a41-9006-55c1aa4cc72a,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:03.828639 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:03.897859 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce84093c-d798-4812-b794-ea3da3149f72 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:03.901578 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84093c-d798-4812-b794-ea3da3149f72 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=11cd9eb5-61db-43db-8d12-7b99526eb9cb,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:03.904533 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ce84093c-d798-4812-b794-ea3da3149f72 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:03.996759 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:04.045307 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce84093c-d798-4812-b794-ea3da3149f72 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network 72d45097-79e8-407a-b058-8d3a66febdba is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:58:04.046553 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-ce84093c-d798-4812-b794-ea3da3149f72 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:58:04.068900 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497060ec-ef48-42c6-845b-53c8869eb3f3 None None] Network 72d45097-79e8-407a-b058-8d3a66febdba requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:58:04.157225 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d1065398-3c3e-4144-a68a-66442943bd6a None None] Provisioning for port 4ca89fb8-d432-41e4-ae15-d29ecc1e42a4 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:58:04.164788 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d1065398-3c3e-4144-a68a-66442943bd6a None None] Provisioning complete for port 4ca89fb8-d432-41e4-ae15-d29ecc1e42a4 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:58:04.165182 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d1065398-3c3e-4144-a68a-66442943bd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:04.235866 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce84093c-d798-4812-b794-ea3da3149f72 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router e9cc4048-bd05-4a17-8b63-939a913db40c has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:58:04.422022 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce84093c-d798-4812-b794-ea3da3149f72 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:58:04.444525 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ce84093c-d798-4812-b794-ea3da3149f72 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "PUT /v2.0/routers/e9cc4048-bd05-4a17-8b63-939a913db40c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2644980 Nov 26 16:58:04.444723 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d1065398-3c3e-4144-a68a-66442943bd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:04.444841 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55852) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:58:04.482631 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-d1065398-3c3e-4144-a68a-66442943bd6a None None] For port 4ca89fb8-d432-41e4-ae15-d29ecc1e42a4, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=4ca89fb8-d432-41e4-ae15-d29ecc1e42a4,segment=NetworkSegment(76e6eb42-7147-400b-b349-aa09e4543468),segment_id=76e6eb42-7147-400b-b349-aa09e4543468)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:58:04.487136 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d1065398-3c3e-4144-a68a-66442943bd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:04.489452 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:04.539432 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] Sync routers for ids ['e9cc4048-bd05-4a17-8b63-939a913db40c'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:58:04.556092 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] Routers {'e9cc4048-bd05-4a17-8b63-939a913db40c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:58:04.556721 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:58:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e9cc4048-bd05-4a17-8b63-939a913db40c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:58:04.560924 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1065398-3c3e-4144-a68a-66442943bd6a None None] Pushing event updated for resources: {'Port': ['ID=4ca89fb8-d432-41e4-ae15-d29ecc1e42a4,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:04.564829 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d1065398-3c3e-4144-a68a-66442943bd6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:04.589041 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fe056e-ce95-4bfd-bd36-e151170f3415 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:04.589512 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fe056e-ce95-4bfd-bd36-e151170f3415 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:04.589976 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fe056e-ce95-4bfd-bd36-e151170f3415 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:04.590572 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fe056e-ce95-4bfd-bd36-e151170f3415 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:04.600059 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55856) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:58:04.600580 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-10fe056e-ce95-4bfd-bd36-e151170f3415 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1546330 Nov 26 16:58:04.671906 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2119cd1-d558-40c5-8f5a-5525735b5023 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:04.672368 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2119cd1-d558-40c5-8f5a-5525735b5023 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:04.672861 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2119cd1-d558-40c5-8f5a-5525735b5023 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:04.673780 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2119cd1-d558-40c5-8f5a-5525735b5023 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:04.678395 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55860) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:58:04.678882 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e2119cd1-d558-40c5-8f5a-5525735b5023 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0773370 Nov 26 16:58:04.755495 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] Set router e9cc4048-bd05-4a17-8b63-939a913db40c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:58:04.815819 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c295d1f4-4f3d-4b6d-9009-e539d1063551 None None] Provisioning for port 11cd9eb5-61db-43db-8d12-7b99526eb9cb completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:58:04.822116 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c295d1f4-4f3d-4b6d-9009-e539d1063551 None None] Provisioning complete for port 11cd9eb5-61db-43db-8d12-7b99526eb9cb triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:58:04.822499 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c295d1f4-4f3d-4b6d-9009-e539d1063551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:04.885005 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-c295d1f4-4f3d-4b6d-9009-e539d1063551 None None] Port 11cd9eb5-61db-43db-8d12-7b99526eb9cb cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:58:04.901533 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c295d1f4-4f3d-4b6d-9009-e539d1063551 None None] Provisioning complete for port 4ca89fb8-d432-41e4-ae15-d29ecc1e42a4 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:58:04.901925 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c295d1f4-4f3d-4b6d-9009-e539d1063551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:04.911961 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-367e0f4f-1ebf-440b-b282-efc369353271 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2320724 Nov 26 16:58:05.152962 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55866) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:58:05.159175 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-9cf3ed95-e459-4bc2-98c1-5521e6d0e380 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-936736479', 'description': 'tempest-secgroup-smoke-936736479 description', 'project_id': '44b3ec829fd84946a37f17d3391a650c'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:58:05.162171 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-1e3477d3-0d67-4ba0-8e8a-d1ca1b5d7c10 None None] Provisioning complete for port 11cd9eb5-61db-43db-8d12-7b99526eb9cb triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:58:05.162778 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1e3477d3-0d67-4ba0-8e8a-d1ca1b5d7c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:05.165195 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9cf3ed95-e459-4bc2-98c1-5521e6d0e380 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:58:05.170414 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9cf3ed95-e459-4bc2-98c1-5521e6d0e380 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:58:05.170538 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'name': 'tempest-TestNetworkBasicOps-router-1426714752', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:57:57Z', 'updated_at': '2021-11-26T16:58:03Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:57:58Z', 'updated_at': '2021-11-26T16:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '11cd9eb5-61db-43db-8d12-7b99526eb9cb', 'name': '', 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:65:2b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a4bb950-dd07-48b5-a4d7-472e3e294c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:58:02Z', 'updated_at': '2021-11-26T16:58:03Z', 'revision_number': 2, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '3a4bb950-dd07-48b5-a4d7-472e3e294c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:58:05.174116 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9cf3ed95-e459-4bc2-98c1-5521e6d0e380 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:58:05.176646 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] Checking router: e9cc4048-bd05-4a17-8b63-939a913db40c for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:58:05.176918 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] Updating router e9cc4048-bd05-4a17-8b63-939a913db40c port 11cd9eb5-61db-43db-8d12-7b99526eb9cb binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 16:58:05.179945 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9cf3ed95-e459-4bc2-98c1-5521e6d0e380 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:58:05.199459 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9cf3ed95-e459-4bc2-98c1-5521e6d0e380 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:05.223765 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-1e3477d3-0d67-4ba0-8e8a-d1ca1b5d7c10 None None] Port 11cd9eb5-61db-43db-8d12-7b99526eb9cb cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:58:05.225739 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9cf3ed95-e459-4bc2-98c1-5521e6d0e380 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:58:05.229844 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9cf3ed95-e459-4bc2-98c1-5521e6d0e380 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:58:05.232738 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9cf3ed95-e459-4bc2-98c1-5521e6d0e380 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:58:05.238034 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:05.239013 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9cf3ed95-e459-4bc2-98c1-5521e6d0e380 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:58:05.313309 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9cf3ed95-e459-4bc2-98c1-5521e6d0e380 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:05.318834 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9cf3ed95-e459-4bc2-98c1-5521e6d0e380 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:05.323015 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-21d382fa-9b79-4d47-b4ab-8db84395be3f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:05.346846 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ab81051f-f913-41fb-aa90-721f74df66a2 None None] Provisioning complete for port 11cd9eb5-61db-43db-8d12-7b99526eb9cb triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:58:05.347325 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ab81051f-f913-41fb-aa90-721f74df66a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:05.372240 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3ed95-e459-4bc2-98c1-5521e6d0e380 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87fc0df3-90cc-45a9-bdd2-75ed265ebc93,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:05.374968 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9cf3ed95-e459-4bc2-98c1-5521e6d0e380 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:05.377582 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9cf3ed95-e459-4bc2-98c1-5521e6d0e380 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:05.381582 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-9cf3ed95-e459-4bc2-98c1-5521e6d0e380 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2250464 Nov 26 16:58:05.381933 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55870) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:58:05.387295 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-af607625-c964-4daa-9b5f-162905a656cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '87fc0df3-90cc-45a9-bdd2-75ed265ebc93', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:58:05.389470 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 4ca89fb8-d432-41e4-ae15-d29ecc1e42a4 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:58:05.393372 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-af607625-c964-4daa-9b5f-162905a656cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:58:05.397210 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-af607625-c964-4daa-9b5f-162905a656cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:58:05.400104 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-af607625-c964-4daa-9b5f-162905a656cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:58:05.405839 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-af607625-c964-4daa-9b5f-162905a656cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:58:05.424523 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-af607625-c964-4daa-9b5f-162905a656cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:05.461218 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-ab81051f-f913-41fb-aa90-721f74df66a2 None None] Port 11cd9eb5-61db-43db-8d12-7b99526eb9cb cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:58:05.479202 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 4ca89fb8-d432-41e4-ae15-d29ecc1e42a4 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:58:05.479605 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:05.493079 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-af607625-c964-4daa-9b5f-162905a656cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:05.498068 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-af607625-c964-4daa-9b5f-162905a656cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:05.500141 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ea0d6ece-beee-422f-8464-2f3c2b1c6a07 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:05.524171 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af607625-c964-4daa-9b5f-162905a656cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d289ca01-b1f7-481f-bd62-47201e73683b,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:05.526775 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-af607625-c964-4daa-9b5f-162905a656cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:05.536022 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-af607625-c964-4daa-9b5f-162905a656cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:05.539860 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-af607625-c964-4daa-9b5f-162905a656cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1546016 Nov 26 16:58:05.540521 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55874) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:58:05.545348 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-af70b357-4bbd-4990-80e8-f76396067eb2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '87fc0df3-90cc-45a9-bdd2-75ed265ebc93', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:58:05.551337 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-af70b357-4bbd-4990-80e8-f76396067eb2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:58:05.555227 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-af70b357-4bbd-4990-80e8-f76396067eb2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:58:05.558209 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-af70b357-4bbd-4990-80e8-f76396067eb2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:58:05.564037 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-af70b357-4bbd-4990-80e8-f76396067eb2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:58:05.584359 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-af70b357-4bbd-4990-80e8-f76396067eb2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:05.606568 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:05.607888 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 979ea54c-ad30-4a41-9006-55c1aa4cc72a up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:58:05.618899 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] Transition to ACTIVE for port object 11cd9eb5-61db-43db-8d12-7b99526eb9cb will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:58:05.627471 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:05.631173 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-540654c1-6660-4544-9c0f-9191b72b629f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:05.652011 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-af70b357-4bbd-4990-80e8-f76396067eb2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:05.656172 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-af70b357-4bbd-4990-80e8-f76396067eb2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:05.658892 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a49f30f1-6973-47a3-96be-4cc4e768d36d tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:05.679824 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 979ea54c-ad30-4a41-9006-55c1aa4cc72a triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:58:05.680219 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:05.703532 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70b357-4bbd-4990-80e8-f76396067eb2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe494695-f358-4f7d-9ca1-fbaf528bbe36,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:05.706904 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-af70b357-4bbd-4990-80e8-f76396067eb2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:05.726637 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-af70b357-4bbd-4990-80e8-f76396067eb2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:05.727866 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-af70b357-4bbd-4990-80e8-f76396067eb2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1866982 Nov 26 16:58:05.730617 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55878) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:58:05.737774 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-b2b67417-8354-416e-828b-4bfd3cf341f0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '87fc0df3-90cc-45a9-bdd2-75ed265ebc93', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:58:05.744888 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b2b67417-8354-416e-828b-4bfd3cf341f0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:58:05.751243 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b2b67417-8354-416e-828b-4bfd3cf341f0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:58:05.755870 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b2b67417-8354-416e-828b-4bfd3cf341f0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:58:05.764777 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b2b67417-8354-416e-828b-4bfd3cf341f0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:58:05.791755 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b2b67417-8354-416e-828b-4bfd3cf341f0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:05.815053 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe6d7c-0032-47ed-bc59-be3704deaa2a None None] Pushing event updated for resources: {'Port': ['ID=11cd9eb5-61db-43db-8d12-7b99526eb9cb,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:05.857585 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe6d7c-0032-47ed-bc59-be3704deaa2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:58:05.857956 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe6d7c-0032-47ed-bc59-be3704deaa2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:58:05.858347 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe6d7c-0032-47ed-bc59-be3704deaa2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:58:05.858680 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe6d7c-0032-47ed-bc59-be3704deaa2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:58:05.859008 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe6d7c-0032-47ed-bc59-be3704deaa2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:58:05.859332 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe6d7c-0032-47ed-bc59-be3704deaa2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:58:05.859847 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe6d7c-0032-47ed-bc59-be3704deaa2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:58:05.860174 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe6d7c-0032-47ed-bc59-be3704deaa2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:58:05.860520 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe6d7c-0032-47ed-bc59-be3704deaa2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:58:05.861435 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe6d7c-0032-47ed-bc59-be3704deaa2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:58:05.861744 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe6d7c-0032-47ed-bc59-be3704deaa2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:58:05.862061 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe6d7c-0032-47ed-bc59-be3704deaa2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:58:05.869953 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-7ffe6d7c-0032-47ed-bc59-be3704deaa2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:05.877268 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b2b67417-8354-416e-828b-4bfd3cf341f0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:05.881420 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b2b67417-8354-416e-828b-4bfd3cf341f0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:05.889324 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f0ef7299-6a0a-49f8-9185-1c60426a3415 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:05.892718 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] Attempting to bind port 11cd9eb5-61db-43db-8d12-7b99526eb9cb on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:58:05.893092 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] Attempting to bind port 11cd9eb5-61db-43db-8d12-7b99526eb9cb by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '76e6eb42-7147-400b-b349-aa09e4543468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:58:05.893455 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] Attempting to bind port 11cd9eb5-61db-43db-8d12-7b99526eb9cb on network 72d45097-79e8-407a-b058-8d3a66febdba {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:58:05.898998 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:58:05.899378 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] Checking segment: {'id': '76e6eb42-7147-400b-b349-aa09e4543468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:58:05.899806 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:05.900203 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] Bound using segment: {'id': '76e6eb42-7147-400b-b349-aa09e4543468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:58:05.900666 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] Bound port: 11cd9eb5-61db-43db-8d12-7b99526eb9cb, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e6eb42-7147-400b-b349-aa09e4543468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:58:05.901041 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:05.910643 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b67417-8354-416e-828b-4bfd3cf341f0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1561b604-86f0-4407-857e-445a3d58c87a,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:05.916493 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b2b67417-8354-416e-828b-4bfd3cf341f0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:05.929053 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b2b67417-8354-416e-828b-4bfd3cf341f0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:05.932885 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b2b67417-8354-416e-828b-4bfd3cf341f0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1987522 Nov 26 16:58:05.933091 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55882) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:58:05.938406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-2fe23436-2dcd-4d9e-960f-16a5b44b0da2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '87fc0df3-90cc-45a9-bdd2-75ed265ebc93', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:58:05.944815 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-2fe23436-2dcd-4d9e-960f-16a5b44b0da2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:58:05.950183 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2fe23436-2dcd-4d9e-960f-16a5b44b0da2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:58:05.953002 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2fe23436-2dcd-4d9e-960f-16a5b44b0da2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:58:05.958851 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-2fe23436-2dcd-4d9e-960f-16a5b44b0da2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:58:05.976323 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2fe23436-2dcd-4d9e-960f-16a5b44b0da2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:05.996995 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] For port 11cd9eb5-61db-43db-8d12-7b99526eb9cb, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:58:06.000030 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] For port 11cd9eb5-61db-43db-8d12-7b99526eb9cb, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=11cd9eb5-61db-43db-8d12-7b99526eb9cb,segment=NetworkSegment(76e6eb42-7147-400b-b349-aa09e4543468),segment_id=76e6eb42-7147-400b-b349-aa09e4543468)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:58:06.004599 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:06.009067 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-099697f2-bee3-4fc1-8cb9-5d8d17be2999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:06.041402 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2fe23436-2dcd-4d9e-960f-16a5b44b0da2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:06.045176 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2fe23436-2dcd-4d9e-960f-16a5b44b0da2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:06.047001 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-38e6b67e-7e96-4478-8d1b-007652ffc552 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:06.069700 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe23436-2dcd-4d9e-960f-16a5b44b0da2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=598dfb55-6046-4d3a-a227-a8e54c7207bf,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:06.072230 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2fe23436-2dcd-4d9e-960f-16a5b44b0da2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:06.079841 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] Routers {'e9cc4048-bd05-4a17-8b63-939a913db40c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:58:06.080474 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:58:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e9cc4048-bd05-4a17-8b63-939a913db40c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:58:06.081054 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2fe23436-2dcd-4d9e-960f-16a5b44b0da2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:06.084886 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2fe23436-2dcd-4d9e-960f-16a5b44b0da2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1483002 Nov 26 16:58:06.085099 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55886) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:58:06.090511 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-5ce86bfb-ad16-4b97-9b9d-c75e5090d418 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '87fc0df3-90cc-45a9-bdd2-75ed265ebc93', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:58:06.097516 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5ce86bfb-ad16-4b97-9b9d-c75e5090d418 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:58:06.101529 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5ce86bfb-ad16-4b97-9b9d-c75e5090d418 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:58:06.104538 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5ce86bfb-ad16-4b97-9b9d-c75e5090d418 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:58:06.111917 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5ce86bfb-ad16-4b97-9b9d-c75e5090d418 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:58:06.123257 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.securitygroups_db [None req-5ce86bfb-ad16-4b97-9b9d-c75e5090d418 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Project 44b3ec829fd84946a37f17d3391a650c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:58:06.131409 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ce86bfb-ad16-4b97-9b9d-c75e5090d418 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:06.192778 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe6d7c-0032-47ed-bc59-be3704deaa2a None None] Pushing event updated for resources: {'Port': ['ID=11cd9eb5-61db-43db-8d12-7b99526eb9cb,revision_number=4']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:06.202849 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-7ffe6d7c-0032-47ed-bc59-be3704deaa2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:06.207253 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ce86bfb-ad16-4b97-9b9d-c75e5090d418 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:06.213395 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ce86bfb-ad16-4b97-9b9d-c75e5090d418 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:06.215287 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1a4d0253-63bf-4968-b6fc-236d8250383b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:06.232884 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce86bfb-ad16-4b97-9b9d-c75e5090d418 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76b25d4-2ea5-4f79-9f0c-9d776fdac55d,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:06.239249 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5ce86bfb-ad16-4b97-9b9d-c75e5090d418 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:06.250650 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ce86bfb-ad16-4b97-9b9d-c75e5090d418 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:06.252020 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5ce86bfb-ad16-4b97-9b9d-c75e5090d418 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1659913 Nov 26 16:58:06.255800 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55890) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:58:06.261449 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-798f6900-e66d-4c9e-9bdf-98993fbbf377 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'security_group_rule': {'security_group_id': '87fc0df3-90cc-45a9-bdd2-75ed265ebc93', 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:58:06.268049 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-798f6900-e66d-4c9e-9bdf-98993fbbf377 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:58:06.270545 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] Set router e9cc4048-bd05-4a17-8b63-939a913db40c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:58:06.271905 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-798f6900-e66d-4c9e-9bdf-98993fbbf377 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:security_group_rule and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:58:06.274800 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-798f6900-e66d-4c9e-9bdf-98993fbbf377 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:58:06.281148 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-798f6900-e66d-4c9e-9bdf-98993fbbf377 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:58:06.291741 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.securitygroups_db [None req-798f6900-e66d-4c9e-9bdf-98993fbbf377 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Project 44b3ec829fd84946a37f17d3391a650c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 16:58:06.298679 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-798f6900-e66d-4c9e-9bdf-98993fbbf377 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:06.497967 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-798f6900-e66d-4c9e-9bdf-98993fbbf377 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:06.502042 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-798f6900-e66d-4c9e-9bdf-98993fbbf377 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:06.503886 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d75e99e8-74e8-4ed2-ae26-40eeb112bc08 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:06.526338 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f6900-e66d-4c9e-9bdf-98993fbbf377 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d37287-8364-4edc-8fbe-1a728888b7fb,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:06.528879 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-798f6900-e66d-4c9e-9bdf-98993fbbf377 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:06.538169 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-798f6900-e66d-4c9e-9bdf-98993fbbf377 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:06.539340 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-798f6900-e66d-4c9e-9bdf-98993fbbf377 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2825708 Nov 26 16:58:06.609554 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'name': 'tempest-TestNetworkBasicOps-router-1426714752', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:57:57Z', 'updated_at': '2021-11-26T16:58:03Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:57:58Z', 'updated_at': '2021-11-26T16:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '11cd9eb5-61db-43db-8d12-7b99526eb9cb', 'name': '', 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:65:2b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a4bb950-dd07-48b5-a4d7-472e3e294c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:58:02Z', 'updated_at': '2021-11-26T16:58:05Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '3a4bb950-dd07-48b5-a4d7-472e3e294c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:58:06.613513 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e909da8-9443-4ac0-9bc2-5d6960f13203 None None] The sync data for ids ['e9cc4048-bd05-4a17-8b63-939a913db40c'] in dv-neutron-819440-1-hyperv is: [{'id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'name': 'tempest-TestNetworkBasicOps-router-1426714752', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:57:57Z', 'updated_at': '2021-11-26T16:58:03Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:57:58Z', 'updated_at': '2021-11-26T16:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '11cd9eb5-61db-43db-8d12-7b99526eb9cb', 'name': '', 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:65:2b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a4bb950-dd07-48b5-a4d7-472e3e294c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:58:02Z', 'updated_at': '2021-11-26T16:58:05Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '3a4bb950-dd07-48b5-a4d7-472e3e294c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:58:06.708185 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-e5f44f40-559c-4362-9dcf-546ffdc28348 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:58:06.722778 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-e5f44f40-559c-4362-9dcf-546ffdc28348 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:58:06.724559 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-e5f44f40-559c-4362-9dcf-546ffdc28348 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-936736479&fields=id&tenant_id=44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 267 time: 0.0599658 Nov 26 16:58:06.890940 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-da66026c-dc49-4c8a-abbf-792e2b68911a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:06.891769 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-da66026c-dc49-4c8a-abbf-792e2b68911a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:network {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:58:06.908438 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-da66026c-dc49-4c8a-abbf-792e2b68911a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:network {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:58:06.909712 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-da66026c-dc49-4c8a-abbf-792e2b68911a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/networks?id=72d45097-79e8-407a-b058-8d3a66febdba HTTP/1.1" status: 200 len: 797 time: 0.1753190 Nov 26 16:58:06.925604 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-bea28ff7-d9b8-4758-9bc6-4fa749bb8872 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/quotas/44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 375 time: 0.0100589 Nov 26 16:58:07.012932 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-59ec1524-7f3b-48e8-b3bf-4d0661e33816 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:58:07.029444 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-59ec1524-7f3b-48e8-b3bf-4d0661e33816 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:58:07.030822 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-59ec1524-7f3b-48e8-b3bf-4d0661e33816 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0996583 Nov 26 16:58:07.223244 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-2b622901-5c9f-4b80-9d4b-667420756ad1 service neutron] 10.222.0.11 "GET /v2.0/networks/72d45097-79e8-407a-b058-8d3a66febdba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797853 Nov 26 16:58:07.363936 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-f50d00c8-14a8-49a5-a089-6b28e393380c service neutron] 10.222.0.11 "GET /v2.0/networks/72d45097-79e8-407a-b058-8d3a66febdba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345124 Nov 26 16:58:07.364275 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 11cd9eb5-61db-43db-8d12-7b99526eb9cb up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:58:07.436475 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 11cd9eb5-61db-43db-8d12-7b99526eb9cb completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:58:07.442655 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 11cd9eb5-61db-43db-8d12-7b99526eb9cb triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:58:07.443168 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:07.584870 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-a74e2a30-4e44-4f8d-af6e-8699fdb30e95 req-32ee3df0-58d3-4cab-aac1-fbe176672a91 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:58:07.585728 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:07.599398 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-a74e2a30-4e44-4f8d-af6e-8699fdb30e95 req-32ee3df0-58d3-4cab-aac1-fbe176672a91 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:58:07.600924 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a74e2a30-4e44-4f8d-af6e-8699fdb30e95 req-32ee3df0-58d3-4cab-aac1-fbe176672a91 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=272eb3f1-0c74-4495-b944-b05c995e8740 HTTP/1.1" status: 200 len: 210 time: 0.0723004 Nov 26 16:58:07.618297 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 11cd9eb5-61db-43db-8d12-7b99526eb9cb, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=11cd9eb5-61db-43db-8d12-7b99526eb9cb,segment=NetworkSegment(76e6eb42-7147-400b-b349-aa09e4543468),segment_id=76e6eb42-7147-400b-b349-aa09e4543468)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:58:07.623786 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:07.626006 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:07.696033 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=11cd9eb5-61db-43db-8d12-7b99526eb9cb,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:07.699059 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:08.706105 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-b093b2d6-4760-4fa0-b615-9c9b61267e71 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:08.707635 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-b093b2d6-4760-4fa0-b615-9c9b61267e71 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/networks?id=72d45097-79e8-407a-b058-8d3a66febdba HTTP/1.1" status: 200 len: 797 time: 0.1521354 Nov 26 16:58:08.764910 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2d75db6a-3f60-400a-a6eb-6e31c82e31d9 req-6ce85d32-488f-4995-8dc2-c23553502f59 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=272eb3f1-0c74-4495-b944-b05c995e8740 HTTP/1.1" status: 200 len: 210 time: 0.0470381 Nov 26 16:58:08.770658 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-e459da3e-1609-4ddb-823f-38ed4725bd4e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b3ec829fd84946a37f17d3391a650c HTTP/1.1" status: 200 len: 379 time: 0.0460141 Nov 26 16:58:08.787863 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-c5554671-df55-4408-9966-196f4128459a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'port': {'device_id': '272eb3f1-0c74-4495-b944-b05c995e8740', 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba', 'admin_state_up': True, 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'security_groups': ['87fc0df3-90cc-45a9-bdd2-75ed265ebc93']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:58:08.923303 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-c5554671-df55-4408-9966-196f4128459a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:58:08.932701 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-c5554671-df55-4408-9966-196f4128459a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:58:08.942632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-c5554671-df55-4408-9966-196f4128459a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Made reservation on behalf of 44b3ec829fd84946a37f17d3391a650c for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:58:08.946130 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-c5554671-df55-4408-9966-196f4128459a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:09.104358 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-c5554671-df55-4408-9966-196f4128459a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.20.0.9 (72d45097-79e8-407a-b058-8d3a66febdba/3a4bb950-dd07-48b5-a4d7-472e3e294c91/a0b8b91b-2983-489a-8ff6-90a09721bab7) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:58:09.291307 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-c5554671-df55-4408-9966-196f4128459a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:09.307863 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-c5554671-df55-4408-9966-196f4128459a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Transition to ACTIVE for port object a0b8b91b-2983-489a-8ff6-90a09721bab7 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:58:09.333698 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-c5554671-df55-4408-9966-196f4128459a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:09.340996 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 11cd9eb5-61db-43db-8d12-7b99526eb9cb up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:58:09.341513 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d3917580-932a-49bd-a7f4-1b2e65b7b888 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:09.404213 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-c5554671-df55-4408-9966-196f4128459a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network 72d45097-79e8-407a-b058-8d3a66febdba is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:58:09.407298 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-c5554671-df55-4408-9966-196f4128459a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:58:09.409044 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 11cd9eb5-61db-43db-8d12-7b99526eb9cb triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:58:09.409436 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:09.409903 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-c5554671-df55-4408-9966-196f4128459a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:58:09.460381 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5554671-df55-4408-9966-196f4128459a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=a0b8b91b-2983-489a-8ff6-90a09721bab7,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:09.464928 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c5554671-df55-4408-9966-196f4128459a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:09.491668 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-c5554671-df55-4408-9966-196f4128459a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:09.492341 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-c5554671-df55-4408-9966-196f4128459a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:09.519485 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-c5554671-df55-4408-9966-196f4128459a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7353144 Nov 26 16:58:09.536038 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] Request body: {'port': {'device_id': '272eb3f1-0c74-4495-b944-b05c995e8740', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:58:09.650555 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:09.655181 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2dcf6411-d3b1-4cc7-9c1d-d2f414ecf0fc None None] Provisioning for port a0b8b91b-2983-489a-8ff6-90a09721bab7 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:58:09.660810 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2dcf6411-d3b1-4cc7-9c1d-d2f414ecf0fc None None] Provisioning complete for port a0b8b91b-2983-489a-8ff6-90a09721bab7 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:58:09.661646 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2dcf6411-d3b1-4cc7-9c1d-d2f414ecf0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:09.717999 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-2dcf6411-d3b1-4cc7-9c1d-d2f414ecf0fc None None] Port a0b8b91b-2983-489a-8ff6-90a09721bab7 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:58:10.105134 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409b569-cbbe-4b45-b62e-77c5db1b62ba req-bfec52de-9d8b-4eca-ba80-d4ee57cf623c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:10.105829 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-a409b569-cbbe-4b45-b62e-77c5db1b62ba req-bfec52de-9d8b-4eca-ba80-d4ee57cf623c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:58:10.165745 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-a409b569-cbbe-4b45-b62e-77c5db1b62ba req-bfec52de-9d8b-4eca-ba80-d4ee57cf623c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:58:10.166892 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a409b569-cbbe-4b45-b62e-77c5db1b62ba req-bfec52de-9d8b-4eca-ba80-d4ee57cf623c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=272eb3f1-0c74-4495-b944-b05c995e8740 HTTP/1.1" status: 200 len: 931 time: 0.2325730 Nov 26 16:58:10.213675 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b8b91b-2983-489a-8ff6-90a09721bab7 {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:58:10.227461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:10.235529 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a409b569-cbbe-4b45-b62e-77c5db1b62ba req-354bed3f-65a0-44e8-b99a-33a037a1a00b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=87fc0df3-90cc-45a9-bdd2-75ed265ebc93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578260 Nov 26 16:58:10.250185 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] Transition to ACTIVE for port object a0b8b91b-2983-489a-8ff6-90a09721bab7 will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:58:10.253994 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:10.259125 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ffd638ea-91f3-4eb8-b17d-b55d50fe05f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:10.424505 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b8b91b-2983-489a-8ff6-90a09721bab7,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:10.427834 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:10.502748 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] Attempting to bind port a0b8b91b-2983-489a-8ff6-90a09721bab7 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:58:10.503076 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] Attempting to bind port a0b8b91b-2983-489a-8ff6-90a09721bab7 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '76e6eb42-7147-400b-b349-aa09e4543468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:58:10.503397 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] Attempting to bind port a0b8b91b-2983-489a-8ff6-90a09721bab7 on network 72d45097-79e8-407a-b058-8d3a66febdba {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:58:10.507928 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] Port a0b8b91b-2983-489a-8ff6-90a09721bab7 on network 72d45097-79e8-407a-b058-8d3a66febdba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:58:10.508243 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] Attempting to bind port a0b8b91b-2983-489a-8ff6-90a09721bab7 on network 72d45097-79e8-407a-b058-8d3a66febdba {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:58:10.513193 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:58:10.513523 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] Checking segment: {'id': '76e6eb42-7147-400b-b349-aa09e4543468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:58:10.513898 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] Bound using segment: {'id': '76e6eb42-7147-400b-b349-aa09e4543468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:58:10.514312 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] Bound port: a0b8b91b-2983-489a-8ff6-90a09721bab7, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76e6eb42-7147-400b-b349-aa09e4543468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:58:10.514649 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:10.600692 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] For port a0b8b91b-2983-489a-8ff6-90a09721bab7, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:58:10.605101 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] For port a0b8b91b-2983-489a-8ff6-90a09721bab7, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a0b8b91b-2983-489a-8ff6-90a09721bab7,segment=NetworkSegment(76e6eb42-7147-400b-b349-aa09e4543468),segment_id=76e6eb42-7147-400b-b349-aa09e4543468)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:58:10.608929 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:10.612453 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-02c9b82f-d107-4efa-b4c5-e47d592917f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:10.671805 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:10.672402 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:10.674851 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] 10.222.0.31 "PUT /v2.0/ports/a0b8b91b-2983-489a-8ff6-90a09721bab7 HTTP/1.1" status: 200 len: 1093 time: 1.1432164 Nov 26 16:58:10.678678 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272eb3f1-0c74-4495-b944-b05c995e8740', 'tag': 'a0b8b91b-2983-489a-8ff6-90a09721bab7'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:58:10.710888 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b8b91b-2983-489a-8ff6-90a09721bab7,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:10.715094 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:10.756856 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272eb3f1-0c74-4495-b944-b05c995e8740', 'tag': 'a0b8b91b-2983-489a-8ff6-90a09721bab7', 'status': 'completed', 'code': 200} Nov 26 16:58:10.799468 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-46f3ead3-3a00-4cf4-954b-0f24c97df4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:10.801024 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-46f3ead3-3a00-4cf4-954b-0f24c97df4f3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=272eb3f1-0c74-4495-b944-b05c995e8740 HTTP/1.1" status: 200 len: 1096 time: 0.0833299 Nov 26 16:58:10.875540 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-c45dae11-573e-4326-9d65-06a1ef40642f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0b8b91b-2983-489a-8ff6-90a09721bab7 HTTP/1.1" status: 200 len: 217 time: 0.0656145 Nov 26 16:58:10.937032 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-99ce5d75-794f-4ade-9aee-078faaa812b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:10.938386 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-99ce5d75-794f-4ade-9aee-078faaa812b6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3a4bb950-dd07-48b5-a4d7-472e3e294c91 HTTP/1.1" status: 200 len: 835 time: 0.0561938 Nov 26 16:58:11.015373 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-fcaf3995-b22c-4a1c-8469-bc8d05b57896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:11.016860 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-fcaf3995-b22c-4a1c-8469-bc8d05b57896 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72d45097-79e8-407a-b058-8d3a66febdba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721364 Nov 26 16:58:11.153293 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-a06c3f1d-1afa-48b7-a94a-5070a8a0aa97 service neutron] 10.222.0.31 "GET /v2.0/networks/72d45097-79e8-407a-b058-8d3a66febdba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290131 Nov 26 16:58:11.286953 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7b94acbf-61f9-4e80-a553-9ecf4b2cb9fe req-fc03aa77-d2af-427c-982a-cdb6b3400a3e service neutron] 10.222.0.31 "GET /v2.0/networks/72d45097-79e8-407a-b058-8d3a66febdba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252279 Nov 26 16:58:11.414031 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a3f29-e0dc-4044-ac5d-0acca73420d4 req-fb865717-cf70-4759-811f-9491a70ed189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:11.415517 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-983a3f29-e0dc-4044-ac5d-0acca73420d4 req-fb865717-cf70-4759-811f-9491a70ed189 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=272eb3f1-0c74-4495-b944-b05c995e8740 HTTP/1.1" status: 200 len: 1096 time: 0.0791900 Nov 26 16:58:11.609631 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a3f29-e0dc-4044-ac5d-0acca73420d4 req-bac952d3-534d-42ba-98f2-2bc01356d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:11.611110 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-983a3f29-e0dc-4044-ac5d-0acca73420d4 req-bac952d3-534d-42ba-98f2-2bc01356d974 service neutron] 10.222.0.31 "GET /v2.0/networks?id=72d45097-79e8-407a-b058-8d3a66febdba HTTP/1.1" status: 200 len: 898 time: 0.1864820 Nov 26 16:58:11.618724 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ecc32-26f7-4ae7-892e-5232148c2f42 req-8f5540dc-3e6d-46aa-a465-5cf0d12f8ca9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:11.620075 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8d9ecc32-26f7-4ae7-892e-5232148c2f42 req-8f5540dc-3e6d-46aa-a465-5cf0d12f8ca9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=272eb3f1-0c74-4495-b944-b05c995e8740 HTTP/1.1" status: 200 len: 943 time: 0.2523694 Nov 26 16:58:11.830674 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-983a3f29-e0dc-4044-ac5d-0acca73420d4 req-56d8d8a8-3312-43a7-b241-c6c9f075c860 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0b8b91b-2983-489a-8ff6-90a09721bab7 HTTP/1.1" status: 200 len: 217 time: 0.2096925 Nov 26 16:58:11.899215 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8d9ecc32-26f7-4ae7-892e-5232148c2f42 req-168f8d72-8294-4f75-a89d-0b15b48579d0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=87fc0df3-90cc-45a9-bdd2-75ed265ebc93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887077 Nov 26 16:58:11.911799 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a3f29-e0dc-4044-ac5d-0acca73420d4 req-2a672ae2-4cec-4887-b6ba-f64660c30b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:11.913181 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-983a3f29-e0dc-4044-ac5d-0acca73420d4 req-2a672ae2-4cec-4887-b6ba-f64660c30b2f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3a4bb950-dd07-48b5-a4d7-472e3e294c91 HTTP/1.1" status: 200 len: 835 time: 0.0683858 Nov 26 16:58:11.989283 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a3f29-e0dc-4044-ac5d-0acca73420d4 req-faa25759-0848-4393-9a61-14836657ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:11.990738 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-983a3f29-e0dc-4044-ac5d-0acca73420d4 req-faa25759-0848-4393-9a61-14836657ed1c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72d45097-79e8-407a-b058-8d3a66febdba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702319 Nov 26 16:58:12.128546 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-983a3f29-e0dc-4044-ac5d-0acca73420d4 req-54e64160-aaea-4c5b-9f8a-658450c75cf2 service neutron] 10.222.0.31 "GET /v2.0/networks/72d45097-79e8-407a-b058-8d3a66febdba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286490 Nov 26 16:58:12.261479 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-983a3f29-e0dc-4044-ac5d-0acca73420d4 req-f9e344a3-2bf4-4650-86f1-d84624480408 service neutron] 10.222.0.31 "GET /v2.0/networks/72d45097-79e8-407a-b058-8d3a66febdba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246743 Nov 26 16:58:12.851228 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:58:13.081703 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934809ac-048c-474b-bfa2-28464e246a49 req-b66b3ace-ddf1-4010-b7af-8a133a2fece3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:13.083029 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-934809ac-048c-474b-bfa2-28464e246a49 req-b66b3ace-ddf1-4010-b7af-8a133a2fece3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=272eb3f1-0c74-4495-b944-b05c995e8740 HTTP/1.1" status: 200 len: 943 time: 0.0786386 Nov 26 16:58:13.125559 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-934809ac-048c-474b-bfa2-28464e246a49 req-a1f45150-09a2-45b4-92c1-2f301d3bf068 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=87fc0df3-90cc-45a9-bdd2-75ed265ebc93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370290 Nov 26 16:58:13.554525 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device a0b8b91b-2983-489a-8ff6-90a09721bab7 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 16:58:13.684866 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port a0b8b91b-2983-489a-8ff6-90a09721bab7, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a0b8b91b-2983-489a-8ff6-90a09721bab7,segment=NetworkSegment(76e6eb42-7147-400b-b349-aa09e4543468),segment_id=76e6eb42-7147-400b-b349-aa09e4543468)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:58:13.698409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': 'a0b8b91b-2983-489a-8ff6-90a09721bab7', 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba', 'port_id': 'a0b8b91b-2983-489a-8ff6-90a09721bab7', 'mac_address': 'fa:16:3e:91:41:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a4bb950-dd07-48b5-a4d7-472e3e294c91', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 16:58:13.752668 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:13.769015 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b8b91b-2983-489a-8ff6-90a09721bab7 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:58:13.783991 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port a0b8b91b-2983-489a-8ff6-90a09721bab7, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a0b8b91b-2983-489a-8ff6-90a09721bab7,segment=NetworkSegment(76e6eb42-7147-400b-b349-aa09e4543468),segment_id=76e6eb42-7147-400b-b349-aa09e4543468)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:58:13.788686 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:13.790388 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-6d7fb268-ea31-46ab-a57f-4a995d89e677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:13.890421 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=a0b8b91b-2983-489a-8ff6-90a09721bab7,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:13.893340 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:14.017906 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['a0b8b91b-2983-489a-8ff6-90a09721bab7'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 16:58:14.312980 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f99488-ce8f-430f-ab75-3ef937a143b1 req-9970064d-0b8d-469b-8e90-beb500598995 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:14.314447 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-35f99488-ce8f-430f-ab75-3ef937a143b1 req-9970064d-0b8d-469b-8e90-beb500598995 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=272eb3f1-0c74-4495-b944-b05c995e8740 HTTP/1.1" status: 200 len: 944 time: 0.0856636 Nov 26 16:58:14.357778 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-35f99488-ce8f-430f-ab75-3ef937a143b1 req-aba8d5ab-e1be-45f4-b35d-60ed7bda9da8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=87fc0df3-90cc-45a9-bdd2-75ed265ebc93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377057 Nov 26 16:58:15.543892 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c26cf-bbba-4949-898c-30a966d763af req-0327959d-0acf-40e2-9f0b-64a066789e11 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:15.545225 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-733c26cf-bbba-4949-898c-30a966d763af req-0327959d-0acf-40e2-9f0b-64a066789e11 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=272eb3f1-0c74-4495-b944-b05c995e8740 HTTP/1.1" status: 200 len: 944 time: 0.0819488 Nov 26 16:58:15.566631 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device a0b8b91b-2983-489a-8ff6-90a09721bab7 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:58:15.589764 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-733c26cf-bbba-4949-898c-30a966d763af req-3bead2d3-b4d2-4d9a-a0b7-522ffc7d2e62 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=87fc0df3-90cc-45a9-bdd2-75ed265ebc93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384500 Nov 26 16:58:15.635455 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port a0b8b91b-2983-489a-8ff6-90a09721bab7 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:58:15.639950 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port a0b8b91b-2983-489a-8ff6-90a09721bab7 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:58:15.640328 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:15.754457 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:15.780195 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272eb3f1-0c74-4495-b944-b05c995e8740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b8b91b-2983-489a-8ff6-90a09721bab7'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:58:15.789863 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port a0b8b91b-2983-489a-8ff6-90a09721bab7, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a0b8b91b-2983-489a-8ff6-90a09721bab7,segment=NetworkSegment(76e6eb42-7147-400b-b349-aa09e4543468),segment_id=76e6eb42-7147-400b-b349-aa09e4543468)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:58:15.793875 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:15.796675 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e8d866b3-9668-4841-b1a3-b7c792400c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:15.831632 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272eb3f1-0c74-4495-b944-b05c995e8740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b8b91b-2983-489a-8ff6-90a09721bab7', 'code': 200} Nov 26 16:58:15.863583 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=a0b8b91b-2983-489a-8ff6-90a09721bab7,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:15.866401 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:16.055428 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5890f37-47fd-4027-83b1-b04642a522d7 req-11683060-2fef-44b3-9712-cdf19161a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:16.057048 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e5890f37-47fd-4027-83b1-b04642a522d7 req-11683060-2fef-44b3-9712-cdf19161a38c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=272eb3f1-0c74-4495-b944-b05c995e8740 HTTP/1.1" status: 200 len: 1098 time: 0.0706429 Nov 26 16:58:16.107070 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e5890f37-47fd-4027-83b1-b04642a522d7 req-1ea91ce6-cf37-4036-b9e7-b926a3d64b47 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=87fc0df3-90cc-45a9-bdd2-75ed265ebc93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386245 Nov 26 16:58:16.771428 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7e3fe-5374-439e-aeec-4d247b8791d9 req-066620bf-50a3-4174-bc7c-c8248d4dec2d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:16.772884 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-52a7e3fe-5374-439e-aeec-4d247b8791d9 req-066620bf-50a3-4174-bc7c-c8248d4dec2d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=272eb3f1-0c74-4495-b944-b05c995e8740 HTTP/1.1" status: 200 len: 945 time: 0.0793560 Nov 26 16:58:16.819642 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-52a7e3fe-5374-439e-aeec-4d247b8791d9 req-928d5f66-ca21-4b50-9f28-830b1f26d9cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=87fc0df3-90cc-45a9-bdd2-75ed265ebc93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411363 Nov 26 16:58:18.003871 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e235a-4a3a-4b0c-91bc-76c193c928a6 req-f98b67c3-959c-42a4-ad0b-6a509b365553 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:18.005376 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9b3e235a-4a3a-4b0c-91bc-76c193c928a6 req-f98b67c3-959c-42a4-ad0b-6a509b365553 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=272eb3f1-0c74-4495-b944-b05c995e8740 HTTP/1.1" status: 200 len: 945 time: 0.0804217 Nov 26 16:58:18.048038 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9b3e235a-4a3a-4b0c-91bc-76c193c928a6 req-a524a606-6aea-47b9-aa6f-9504c0497516 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=87fc0df3-90cc-45a9-bdd2-75ed265ebc93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371420 Nov 26 16:58:18.230806 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7f82c-e2ab-4ec9-b716-e629bf2bfa3f req-d0e85ffe-2f4f-42ee-9f31-02edc7c20a6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:18.232240 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-40f7f82c-e2ab-4ec9-b716-e629bf2bfa3f req-d0e85ffe-2f4f-42ee-9f31-02edc7c20a6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=272eb3f1-0c74-4495-b944-b05c995e8740 HTTP/1.1" status: 200 len: 945 time: 0.0784631 Nov 26 16:58:18.276207 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-40f7f82c-e2ab-4ec9-b716-e629bf2bfa3f req-1e5160a3-cd1d-4b94-a232-04eed15e014a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=87fc0df3-90cc-45a9-bdd2-75ed265ebc93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377851 Nov 26 16:58:18.298139 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55946) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:58:18.371485 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ff8e73-22e9-47e3-89ff-0fbb8f3e69b2 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:18.372988 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c6ff8e73-22e9-47e3-89ff-0fbb8f3e69b2 tempest-TestNetworkBasicOps-1674328870 tempest-TestNetworkBasicOps-1674328870-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=272eb3f1-0c74-4495-b944-b05c995e8740 HTTP/1.1" status: 200 len: 1093 time: 0.0733581 Nov 26 16:58:18.375855 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55950) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:58:18.381184 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'port_id': 'a0b8b91b-2983-489a-8ff6-90a09721bab7', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:58:18.386972 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:58:18.390756 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Usage tracker for resource:floatingip and tenant:44b3ec829fd84946a37f17d3391a650c is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:58:18.393617 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:58:18.399262 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:58:18.411407 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:18.551483 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:18.682141 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Allocated IP 172.26.0.227 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/5d930c00-8213-42df-95d4-5f41c18dec17) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:58:18.831920 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:18.859570 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:18.863102 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-95e7aee0-9607-4ae7-91d8-18306a07c9b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:18.928866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:58:18.931736 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:58:18.935290 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:58:18.964212 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=5d930c00-8213-42df-95d4-5f41c18dec17,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:18.973880 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:19.447463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:19.520531 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:19.578028 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:19.727730 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:19.732816 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:19.737402 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:19.850066 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event updated for resources: {'Port': ['ID=5d930c00-8213-42df-95d4-5f41c18dec17,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:19.853883 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:19.860274 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:20.027707 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Floating IP b0844d88-32ae-48e9-b63d-def4460108c2 associated. External IP: 172.26.0.227, port: a0b8b91b-2983-489a-8ff6-90a09721bab7. Nov 26 16:58:20.370264 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router e9cc4048-bd05-4a17-8b63-939a913db40c has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:58:20.545643 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:58:20.555678 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a1fdc1-3153-442e-bce9-08159a50de2b None None] Sync routers for ids ['e9cc4048-bd05-4a17-8b63-939a913db40c'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:58:20.565345 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a1fdc1-3153-442e-bce9-08159a50de2b None None] Routers {'e9cc4048-bd05-4a17-8b63-939a913db40c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:58:20.565970 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f1a1fdc1-3153-442e-bce9-08159a50de2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:58:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e9cc4048-bd05-4a17-8b63-939a913db40c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:58:20.570372 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:20.623831 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2468810 Nov 26 16:58:20.624429 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272eb3f1-0c74-4495-b944-b05c995e8740', 'tag': 'a0b8b91b-2983-489a-8ff6-90a09721bab7'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:58:20.626537 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55954) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:58:20.668878 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272eb3f1-0c74-4495-b944-b05c995e8740', 'tag': 'a0b8b91b-2983-489a-8ff6-90a09721bab7', 'status': 'completed', 'code': 200} Nov 26 16:58:20.741395 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4ee7c94a-56c3-495e-9c97-6478b8da0635 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/b0844d88-32ae-48e9-b63d-def4460108c2 HTTP/1.1" status: 200 len: 991 time: 0.1129622 Nov 26 16:58:20.746965 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-f1a1fdc1-3153-442e-bce9-08159a50de2b None None] Set router e9cc4048-bd05-4a17-8b63-939a913db40c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:58:20.784229 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df8bb5-771a-4bde-93b0-5904fc13df28 req-195b67d6-5787-48cb-889b-fe128b530b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:20.785815 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-18df8bb5-771a-4bde-93b0-5904fc13df28 req-195b67d6-5787-48cb-889b-fe128b530b3c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=272eb3f1-0c74-4495-b944-b05c995e8740 HTTP/1.1" status: 200 len: 1098 time: 0.0938270 Nov 26 16:58:21.055250 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df8bb5-771a-4bde-93b0-5904fc13df28 req-4c8b0f0b-46ff-480b-82c1-f643ffac1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:21.056644 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-18df8bb5-771a-4bde-93b0-5904fc13df28 req-4c8b0f0b-46ff-480b-82c1-f643ffac1125 service neutron] 10.222.0.31 "GET /v2.0/networks?id=72d45097-79e8-407a-b058-8d3a66febdba HTTP/1.1" status: 200 len: 898 time: 0.2642078 Nov 26 16:58:21.100015 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f1a1fdc1-3153-442e-bce9-08159a50de2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'name': 'tempest-TestNetworkBasicOps-router-1426714752', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:57:57Z', 'updated_at': '2021-11-26T16:58:03Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:57:58Z', 'updated_at': '2021-11-26T16:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': 'b0844d88-32ae-48e9-b63d-def4460108c2', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.227', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'port_id': 'a0b8b91b-2983-489a-8ff6-90a09721bab7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba', 'mac_address': 'fa:16:3e:91:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272eb3f1-0c74-4495-b944-b05c995e8740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:58:19Z', 'updated_at': '2021-11-26T16:58:19Z', 'revision_number': 0, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11cd9eb5-61db-43db-8d12-7b99526eb9cb', 'name': '', 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:65:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a4bb950-dd07-48b5-a4d7-472e3e294c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:58:02Z', 'updated_at': '2021-11-26T16:58:07Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '3a4bb950-dd07-48b5-a4d7-472e3e294c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:58:21.103837 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a1fdc1-3153-442e-bce9-08159a50de2b None None] Checking router: e9cc4048-bd05-4a17-8b63-939a913db40c for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:58:21.112761 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a1fdc1-3153-442e-bce9-08159a50de2b None None] Routers {'e9cc4048-bd05-4a17-8b63-939a913db40c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:58:21.113364 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f1a1fdc1-3153-442e-bce9-08159a50de2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:58:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e9cc4048-bd05-4a17-8b63-939a913db40c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:58:21.159387 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-18df8bb5-771a-4bde-93b0-5904fc13df28 req-d46a722e-b004-4d05-be60-24453d6692ed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0b8b91b-2983-489a-8ff6-90a09721bab7 HTTP/1.1" status: 200 len: 999 time: 0.0951333 Nov 26 16:58:21.223498 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df8bb5-771a-4bde-93b0-5904fc13df28 req-ee96662f-d7e8-41bc-9ef7-5c9b476a7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:21.225313 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-18df8bb5-771a-4bde-93b0-5904fc13df28 req-ee96662f-d7e8-41bc-9ef7-5c9b476a7757 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3a4bb950-dd07-48b5-a4d7-472e3e294c91 HTTP/1.1" status: 200 len: 835 time: 0.0582724 Nov 26 16:58:21.286970 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-f1a1fdc1-3153-442e-bce9-08159a50de2b None None] Set router e9cc4048-bd05-4a17-8b63-939a913db40c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:58:21.303459 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df8bb5-771a-4bde-93b0-5904fc13df28 req-318943d8-e7da-49e4-b0a6-893b2cac66db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:58:21.304959 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-18df8bb5-771a-4bde-93b0-5904fc13df28 req-318943d8-e7da-49e4-b0a6-893b2cac66db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72d45097-79e8-407a-b058-8d3a66febdba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729179 Nov 26 16:58:21.437637 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-18df8bb5-771a-4bde-93b0-5904fc13df28 req-d8f5c89c-1a94-452c-a8e8-e65c22760015 service neutron] 10.222.0.31 "GET /v2.0/networks/72d45097-79e8-407a-b058-8d3a66febdba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256814 Nov 26 16:58:21.573530 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-18df8bb5-771a-4bde-93b0-5904fc13df28 req-7fd44581-111c-4ab8-aa3b-678b5fa88d44 service neutron] 10.222.0.31 "GET /v2.0/networks/72d45097-79e8-407a-b058-8d3a66febdba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289501 Nov 26 16:58:21.670299 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f1a1fdc1-3153-442e-bce9-08159a50de2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'name': 'tempest-TestNetworkBasicOps-router-1426714752', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:57:57Z', 'updated_at': '2021-11-26T16:58:03Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:57:58Z', 'updated_at': '2021-11-26T16:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': 'b0844d88-32ae-48e9-b63d-def4460108c2', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.227', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'port_id': 'a0b8b91b-2983-489a-8ff6-90a09721bab7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba', 'mac_address': 'fa:16:3e:91:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272eb3f1-0c74-4495-b944-b05c995e8740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:58:19Z', 'updated_at': '2021-11-26T16:58:19Z', 'revision_number': 0, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11cd9eb5-61db-43db-8d12-7b99526eb9cb', 'name': '', 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:65:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a4bb950-dd07-48b5-a4d7-472e3e294c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:58:02Z', 'updated_at': '2021-11-26T16:58:07Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '3a4bb950-dd07-48b5-a4d7-472e3e294c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:58:21.674219 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a1fdc1-3153-442e-bce9-08159a50de2b None None] The sync data for ids ['e9cc4048-bd05-4a17-8b63-939a913db40c'] in dv-neutron-819440-1-hyperv is: [{'id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'name': 'tempest-TestNetworkBasicOps-router-1426714752', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:57:57Z', 'updated_at': '2021-11-26T16:58:03Z', 'revision_number': 4, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:57:58Z', 'updated_at': '2021-11-26T16:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': 'b0844d88-32ae-48e9-b63d-def4460108c2', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.227', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'port_id': 'a0b8b91b-2983-489a-8ff6-90a09721bab7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba', 'mac_address': 'fa:16:3e:91:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272eb3f1-0c74-4495-b944-b05c995e8740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:58:19Z', 'updated_at': '2021-11-26T16:58:19Z', 'revision_number': 0, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11cd9eb5-61db-43db-8d12-7b99526eb9cb', 'name': '', 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:65:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a4bb950-dd07-48b5-a4d7-472e3e294c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:58:02Z', 'updated_at': '2021-11-26T16:58:07Z', 'revision_number': 5, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '3a4bb950-dd07-48b5-a4d7-472e3e294c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:58:21.743480 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55960) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:58:21.853170 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a755d5a2-14e9-492e-8ebd-357effb3314b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/b0844d88-32ae-48e9-b63d-def4460108c2 HTTP/1.1" status: 200 len: 991 time: 0.1083057 Nov 26 16:58:21.867705 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ec92d1-b93a-4232-b3e5-ddc58c87b657 None None] New status for floating IP b0844d88-32ae-48e9-b63d-def4460108c2: ACTIVE {{(pid=87521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:58:22.856751 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55964) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:58:22.962876 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2b382f48-b7e3-473a-9a8d-ab3eafe9ffb3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/b0844d88-32ae-48e9-b63d-def4460108c2 HTTP/1.1" status: 200 len: 993 time: 0.1048288 Nov 26 16:58:28.592558 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-87bf3541-2a68-4848-850a-5b6fd6e5d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:29.359218 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:31.250490 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-194b6574-c183-4820-a103-849ac00ba897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:32.198058 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:33.991007 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:49.576612 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:49.849551 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:58:54.264445 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 55978) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:58:54.270176 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-b8259468-9e18-459a-9256-31f9b2f19d76 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:58:54.894627 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b8259468-9e18-459a-9256-31f9b2f19d76 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:54.905213 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b8259468-9e18-459a-9256-31f9b2f19d76 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780415'] for router, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:55.086682 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8259468-9e18-459a-9256-31f9b2f19d76 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router e9cc4048-bd05-4a17-8b63-939a913db40c has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:58:55.259065 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8259468-9e18-459a-9256-31f9b2f19d76 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:58:55.265611 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b8259468-9e18-459a-9256-31f9b2f19d76 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:55.266715 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b8259468-9e18-459a-9256-31f9b2f19d76 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "PUT /v2.0/routers/e9cc4048-bd05-4a17-8b63-939a913db40c HTTP/1.1" status: 200 len: 889 time: 1.0012906 Nov 26 16:58:55.270038 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c1d19d-30c1-49b3-90cb-ddb100704015 None None] Sync routers for ids ['e9cc4048-bd05-4a17-8b63-939a913db40c'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:58:55.280117 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c1d19d-30c1-49b3-90cb-ddb100704015 None None] Routers {'e9cc4048-bd05-4a17-8b63-939a913db40c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:58:55.280776 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-07c1d19d-30c1-49b3-90cb-ddb100704015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:58:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e9cc4048-bd05-4a17-8b63-939a913db40c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:58:55.342374 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-07c1d19d-30c1-49b3-90cb-ddb100704015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:58:55.350364 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c1d19d-30c1-49b3-90cb-ddb100704015 None None] Routers {'e9cc4048-bd05-4a17-8b63-939a913db40c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:58:55.350960 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-07c1d19d-30c1-49b3-90cb-ddb100704015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:58:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e9cc4048-bd05-4a17-8b63-939a913db40c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:58:55.411278 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-07c1d19d-30c1-49b3-90cb-ddb100704015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:58:55.411674 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c1d19d-30c1-49b3-90cb-ddb100704015 None None] The sync data for ids ['e9cc4048-bd05-4a17-8b63-939a913db40c'] in dv-neutron-819440-1-hyperv is: [] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:58:56.167644 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71411482-a2ce-4494-b252-4bbe58c96816 None None] New status for floating IP b0844d88-32ae-48e9-b63d-def4460108c2: DOWN {{(pid=87521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:58:57.361411 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 11cd9eb5-61db-43db-8d12-7b99526eb9cb no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:58:57.433422 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55984) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:58:57.438814 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-dfb3b185-723e-4789-bcfd-e9dd36b2151d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:58:57.473550 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:57.506571 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 11cd9eb5-61db-43db-8d12-7b99526eb9cb, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=11cd9eb5-61db-43db-8d12-7b99526eb9cb,segment=NetworkSegment(76e6eb42-7147-400b-b349-aa09e4543468),segment_id=76e6eb42-7147-400b-b349-aa09e4543468)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:58:57.512229 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:57.513027 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 979ea54c-ad30-4a41-9006-55c1aa4cc72a no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:58:57.536379 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:57.627081 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=11cd9eb5-61db-43db-8d12-7b99526eb9cb,revision_number=6']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:57.635588 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:58:57.635959 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:58:57.636297 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:58:57.636629 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:58:57.636957 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:58:57.637284 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:58:57.637604 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:58:57.637924 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:58:57.638243 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:58:57.638558 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:58:57.638874 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:58:57.639189 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:58:57.643776 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:57.696729 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:57.713577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 979ea54c-ad30-4a41-9006-55c1aa4cc72a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=979ea54c-ad30-4a41-9006-55c1aa4cc72a,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:58:57.717033 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:57.718837 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:58:57.786436 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=979ea54c-ad30-4a41-9006-55c1aa4cc72a,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:58:57.789498 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:58:57.968728 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dfb3b185-723e-4789-bcfd-e9dd36b2151d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:57.980599 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dfb3b185-723e-4789-bcfd-e9dd36b2151d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780415'] for router, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:58.286500 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb3b185-723e-4789-bcfd-e9dd36b2151d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router e9cc4048-bd05-4a17-8b63-939a913db40c has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:58:58.468114 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb3b185-723e-4789-bcfd-e9dd36b2151d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:58:58.474664 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dfb3b185-723e-4789-bcfd-e9dd36b2151d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:58.475813 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-dfb3b185-723e-4789-bcfd-e9dd36b2151d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "PUT /v2.0/routers/e9cc4048-bd05-4a17-8b63-939a913db40c HTTP/1.1" status: 200 len: 888 time: 1.0413716 Nov 26 16:58:58.477563 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09536830-ab3e-47aa-bd70-d69474dbb58d None None] Sync routers for ids ['e9cc4048-bd05-4a17-8b63-939a913db40c'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:58:58.478690 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55988) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:58:58.487618 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09536830-ab3e-47aa-bd70-d69474dbb58d None None] Routers {'e9cc4048-bd05-4a17-8b63-939a913db40c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:58:58.488257 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-09536830-ab3e-47aa-bd70-d69474dbb58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:58:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e9cc4048-bd05-4a17-8b63-939a913db40c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:58:58.581608 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ee214071-dd63-4c99-9b9b-130a36623009 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/b0844d88-32ae-48e9-b63d-def4460108c2 HTTP/1.1" status: 200 len: 991 time: 0.1015158 Nov 26 16:58:58.633243 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5a2b6f90-b2ab-42b3-a085-b140c6d4d76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:58.674981 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-09536830-ab3e-47aa-bd70-d69474dbb58d None None] Set router e9cc4048-bd05-4a17-8b63-939a913db40c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:58:59.014630 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-09536830-ab3e-47aa-bd70-d69474dbb58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'name': 'tempest-TestNetworkBasicOps-router-1426714752', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:57:57Z', 'updated_at': '2021-11-26T16:58:57Z', 'revision_number': 6, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:57:58Z', 'updated_at': '2021-11-26T16:58:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': 'b0844d88-32ae-48e9-b63d-def4460108c2', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.227', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'port_id': 'a0b8b91b-2983-489a-8ff6-90a09721bab7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba', 'mac_address': 'fa:16:3e:91:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272eb3f1-0c74-4495-b944-b05c995e8740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:58:19Z', 'updated_at': '2021-11-26T16:58:56Z', 'revision_number': 2, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11cd9eb5-61db-43db-8d12-7b99526eb9cb', 'name': '', 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:65:2b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a4bb950-dd07-48b5-a4d7-472e3e294c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:58:02Z', 'updated_at': '2021-11-26T16:58:57Z', 'revision_number': 6, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '3a4bb950-dd07-48b5-a4d7-472e3e294c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:58:59.019023 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09536830-ab3e-47aa-bd70-d69474dbb58d None None] Checking router: e9cc4048-bd05-4a17-8b63-939a913db40c for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:58:59.027208 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09536830-ab3e-47aa-bd70-d69474dbb58d None None] Routers {'e9cc4048-bd05-4a17-8b63-939a913db40c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:58:59.027839 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-09536830-ab3e-47aa-bd70-d69474dbb58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:58:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e9cc4048-bd05-4a17-8b63-939a913db40c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:58:59.247636 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-09536830-ab3e-47aa-bd70-d69474dbb58d None None] Set router e9cc4048-bd05-4a17-8b63-939a913db40c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:58:59.401089 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:58:59.585323 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55992) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:58:59.599798 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-09536830-ab3e-47aa-bd70-d69474dbb58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'name': 'tempest-TestNetworkBasicOps-router-1426714752', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:57:57Z', 'updated_at': '2021-11-26T16:58:57Z', 'revision_number': 6, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:57:58Z', 'updated_at': '2021-11-26T16:58:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': 'b0844d88-32ae-48e9-b63d-def4460108c2', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.227', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'port_id': 'a0b8b91b-2983-489a-8ff6-90a09721bab7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba', 'mac_address': 'fa:16:3e:91:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272eb3f1-0c74-4495-b944-b05c995e8740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:58:19Z', 'updated_at': '2021-11-26T16:58:56Z', 'revision_number': 2, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11cd9eb5-61db-43db-8d12-7b99526eb9cb', 'name': '', 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:65:2b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a4bb950-dd07-48b5-a4d7-472e3e294c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:58:02Z', 'updated_at': '2021-11-26T16:58:57Z', 'revision_number': 6, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '3a4bb950-dd07-48b5-a4d7-472e3e294c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:58:59.604096 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09536830-ab3e-47aa-bd70-d69474dbb58d None None] The sync data for ids ['e9cc4048-bd05-4a17-8b63-939a913db40c'] in dv-neutron-819440-1-hyperv is: [{'id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'name': 'tempest-TestNetworkBasicOps-router-1426714752', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:57:57Z', 'updated_at': '2021-11-26T16:58:57Z', 'revision_number': 6, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:57:58Z', 'updated_at': '2021-11-26T16:58:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': 'b0844d88-32ae-48e9-b63d-def4460108c2', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'floating_ip_address': '172.26.0.227', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'port_id': 'a0b8b91b-2983-489a-8ff6-90a09721bab7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba', 'mac_address': 'fa:16:3e:91:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272eb3f1-0c74-4495-b944-b05c995e8740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T16:58:19Z', 'updated_at': '2021-11-26T16:58:56Z', 'revision_number': 2, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11cd9eb5-61db-43db-8d12-7b99526eb9cb', 'name': '', 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:65:2b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a4bb950-dd07-48b5-a4d7-472e3e294c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:58:02Z', 'updated_at': '2021-11-26T16:58:57Z', 'revision_number': 6, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '3a4bb950-dd07-48b5-a4d7-472e3e294c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:58:59.700107 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1a034daa-4e7a-4f7b-911f-0a1a3e2109f1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/b0844d88-32ae-48e9-b63d-def4460108c2 HTTP/1.1" status: 200 len: 991 time: 0.1133482 Nov 26 16:59:00.703855 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 55996) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:59:00.812875 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5d0c424c-65e1-4777-a334-62b55d444dc5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/b0844d88-32ae-48e9-b63d-def4460108c2 HTTP/1.1" status: 200 len: 991 time: 0.1077461 Nov 26 16:59:01.185609 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4154c3-b26f-4d6c-a3ef-1547bd69286a None None] New status for floating IP b0844d88-32ae-48e9-b63d-def4460108c2: ACTIVE {{(pid=87521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:59:01.251826 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-19eb9723-83a4-41b7-9a3b-1da1a0e9f2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:01.406849 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 11cd9eb5-61db-43db-8d12-7b99526eb9cb up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:59:01.480613 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 11cd9eb5-61db-43db-8d12-7b99526eb9cb triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:59:01.481000 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:01.595258 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:01.630822 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 11cd9eb5-61db-43db-8d12-7b99526eb9cb, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=11cd9eb5-61db-43db-8d12-7b99526eb9cb,segment=NetworkSegment(76e6eb42-7147-400b-b349-aa09e4543468),segment_id=76e6eb42-7147-400b-b349-aa09e4543468)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:59:01.634388 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:01.635269 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 979ea54c-ad30-4a41-9006-55c1aa4cc72a up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:59:01.658992 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f5df861c-090e-4610-9ff0-a221d8bb7988 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:01.749475 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=11cd9eb5-61db-43db-8d12-7b99526eb9cb,revision_number=7']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:01.755180 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:01.762170 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 979ea54c-ad30-4a41-9006-55c1aa4cc72a triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:59:01.762575 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:01.816641 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 56000) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:59:01.880256 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:01.896321 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 979ea54c-ad30-4a41-9006-55c1aa4cc72a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=979ea54c-ad30-4a41-9006-55c1aa4cc72a,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:59:01.900816 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:01.902684 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:01.927011 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d38ddfa2-adb2-402d-9f8c-d75c52fe2d88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/floatingips/b0844d88-32ae-48e9-b63d-def4460108c2 HTTP/1.1" status: 200 len: 993 time: 0.1090832 Nov 26 16:59:01.971898 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=979ea54c-ad30-4a41-9006-55c1aa4cc72a,revision_number=6']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:01.974894 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:02.199646 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:02.243989 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 56008) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:59:02.445551 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-38e75a2c-e228-47cd-a7b9-57913ab16198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port 5d930c00-8213-42df-95d4-5f41c18dec17 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:59:02.445894 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38e75a2c-e228-47cd-a7b9-57913ab16198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:02.609914 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38e75a2c-e228-47cd-a7b9-57913ab16198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:02.610243 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38e75a2c-e228-47cd-a7b9-57913ab16198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:02.731047 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-38e75a2c-e228-47cd-a7b9-57913ab16198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for 5d930c00-8213-42df-95d4-5f41c18dec17 owned by network:floatingip {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:59:03.003151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38e75a2c-e228-47cd-a7b9-57913ab16198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:03.006579 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-aba30dee-31c0-46c4-98a8-9651b53fcde4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:03.051260 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e75a2c-e228-47cd-a7b9-57913ab16198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=5d930c00-8213-42df-95d4-5f41c18dec17,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:03.087975 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e75a2c-e228-47cd-a7b9-57913ab16198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:59:03.088368 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e75a2c-e228-47cd-a7b9-57913ab16198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:59:03.088746 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e75a2c-e228-47cd-a7b9-57913ab16198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:59:03.089119 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e75a2c-e228-47cd-a7b9-57913ab16198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:59:03.089488 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e75a2c-e228-47cd-a7b9-57913ab16198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:59:03.089858 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e75a2c-e228-47cd-a7b9-57913ab16198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:59:03.090224 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e75a2c-e228-47cd-a7b9-57913ab16198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:59:03.090590 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e75a2c-e228-47cd-a7b9-57913ab16198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:59:03.090955 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e75a2c-e228-47cd-a7b9-57913ab16198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:59:03.091320 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e75a2c-e228-47cd-a7b9-57913ab16198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:59:03.091678 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e75a2c-e228-47cd-a7b9-57913ab16198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:59:03.092063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e75a2c-e228-47cd-a7b9-57913ab16198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:59:03.099041 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-38e75a2c-e228-47cd-a7b9-57913ab16198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:03.151072 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38e75a2c-e228-47cd-a7b9-57913ab16198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for floatingip, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:03.151401 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-38e75a2c-e228-47cd-a7b9-57913ab16198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Floating IP b0844d88-32ae-48e9-b63d-def4460108c2 disassociated (deleted). External IP: 172.26.0.227, port: a0b8b91b-2983-489a-8ff6-90a09721bab7. Nov 26 16:59:03.375086 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 11cd9eb5-61db-43db-8d12-7b99526eb9cb up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:59:03.441948 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 11cd9eb5-61db-43db-8d12-7b99526eb9cb triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:59:03.442324 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:03.504992 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e75a2c-e228-47cd-a7b9-57913ab16198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router e9cc4048-bd05-4a17-8b63-939a913db40c has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:59:03.557170 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 979ea54c-ad30-4a41-9006-55c1aa4cc72a up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:59:03.621803 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 979ea54c-ad30-4a41-9006-55c1aa4cc72a triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:59:03.622183 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:03.682966 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e75a2c-e228-47cd-a7b9-57913ab16198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:59:03.703402 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-38e75a2c-e228-47cd-a7b9-57913ab16198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:03.715471 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3691cdbf-ce75-435c-a415-d8c256a0782f None None] Sync routers for ids ['e9cc4048-bd05-4a17-8b63-939a913db40c'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:59:03.741340 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3691cdbf-ce75-435c-a415-d8c256a0782f None None] Routers {'e9cc4048-bd05-4a17-8b63-939a913db40c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:59:03.741977 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3691cdbf-ce75-435c-a415-d8c256a0782f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:59:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e9cc4048-bd05-4a17-8b63-939a913db40c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:59:03.763468 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-38e75a2c-e228-47cd-a7b9-57913ab16198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/floatingips/b0844d88-32ae-48e9-b63d-def4460108c2 HTTP/1.1" status: 204 len: 168 time: 1.5159035 Nov 26 16:59:03.763468 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272eb3f1-0c74-4495-b944-b05c995e8740', 'tag': 'a0b8b91b-2983-489a-8ff6-90a09721bab7'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:59:03.816628 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272eb3f1-0c74-4495-b944-b05c995e8740', 'tag': 'a0b8b91b-2983-489a-8ff6-90a09721bab7', 'status': 'completed', 'code': 200} Nov 26 16:59:03.940137 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6983cf9-5eb2-4247-a5db-b1646df5dd61 req-c8f41db9-47ad-4295-b556-76474c40a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:03.941707 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d6983cf9-5eb2-4247-a5db-b1646df5dd61 req-c8f41db9-47ad-4295-b556-76474c40a71c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44b3ec829fd84946a37f17d3391a650c&device_id=272eb3f1-0c74-4495-b944-b05c995e8740 HTTP/1.1" status: 200 len: 1098 time: 0.0952668 Nov 26 16:59:03.996191 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-3691cdbf-ce75-435c-a415-d8c256a0782f None None] Set router e9cc4048-bd05-4a17-8b63-939a913db40c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:59:04.055434 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:04.095994 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6983cf9-5eb2-4247-a5db-b1646df5dd61 req-e29818db-b293-4298-8567-84d2928f9938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:04.097588 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d6983cf9-5eb2-4247-a5db-b1646df5dd61 req-e29818db-b293-4298-8567-84d2928f9938 service neutron] 10.222.0.31 "GET /v2.0/networks?id=72d45097-79e8-407a-b058-8d3a66febdba HTTP/1.1" status: 200 len: 898 time: 0.1451955 Nov 26 16:59:04.176987 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d6983cf9-5eb2-4247-a5db-b1646df5dd61 req-6464c27c-06a1-42ed-8b1b-3937ccd54ddc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0b8b91b-2983-489a-8ff6-90a09721bab7 HTTP/1.1" status: 200 len: 217 time: 0.0675516 Nov 26 16:59:04.245874 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6983cf9-5eb2-4247-a5db-b1646df5dd61 req-7b8100ea-56be-41b7-bdd2-ddeb264e4644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:04.247458 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d6983cf9-5eb2-4247-a5db-b1646df5dd61 req-7b8100ea-56be-41b7-bdd2-ddeb264e4644 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3a4bb950-dd07-48b5-a4d7-472e3e294c91 HTTP/1.1" status: 200 len: 835 time: 0.0629594 Nov 26 16:59:04.281086 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dbbca-f224-4b57-9671-c0920b3d8945 req-469a5e77-ecde-4810-9bc9-de63cdc96cc0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:04.281771 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-8d5dbbca-f224-4b57-9671-c0920b3d8945 req-469a5e77-ecde-4810-9bc9-de63cdc96cc0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:59:04.300236 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-8d5dbbca-f224-4b57-9671-c0920b3d8945 req-469a5e77-ecde-4810-9bc9-de63cdc96cc0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:59:04.301755 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8d5dbbca-f224-4b57-9671-c0920b3d8945 req-469a5e77-ecde-4810-9bc9-de63cdc96cc0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=272eb3f1-0c74-4495-b944-b05c995e8740 HTTP/1.1" status: 200 len: 945 time: 0.1008625 Nov 26 16:59:04.325552 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6983cf9-5eb2-4247-a5db-b1646df5dd61 req-e5e606f4-b331-4c9c-adee-18ce466a8414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:04.327047 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d6983cf9-5eb2-4247-a5db-b1646df5dd61 req-e5e606f4-b331-4c9c-adee-18ce466a8414 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72d45097-79e8-407a-b058-8d3a66febdba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727832 Nov 26 16:59:04.332168 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3691cdbf-ce75-435c-a415-d8c256a0782f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'name': 'tempest-TestNetworkBasicOps-router-1426714752', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:57:57Z', 'updated_at': '2021-11-26T16:58:57Z', 'revision_number': 6, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:57:58Z', 'updated_at': '2021-11-26T16:59:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '11cd9eb5-61db-43db-8d12-7b99526eb9cb', 'name': '', 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:65:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a4bb950-dd07-48b5-a4d7-472e3e294c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:58:02Z', 'updated_at': '2021-11-26T16:59:01Z', 'revision_number': 7, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '3a4bb950-dd07-48b5-a4d7-472e3e294c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:59:04.336274 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3691cdbf-ce75-435c-a415-d8c256a0782f None None] Checking router: e9cc4048-bd05-4a17-8b63-939a913db40c for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:59:04.338745 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [req-d6983cf9-5eb2-4247-a5db-b1646df5dd61 req-991b66c0-65c3-4e9e-b79d-11378f818b9a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 16:59:04.339881 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d6983cf9-5eb2-4247-a5db-b1646df5dd61 req-991b66c0-65c3-4e9e-b79d-11378f818b9a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057099 Nov 26 16:59:04.345685 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3691cdbf-ce75-435c-a415-d8c256a0782f None None] Routers {'e9cc4048-bd05-4a17-8b63-939a913db40c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:59:04.346369 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3691cdbf-ce75-435c-a415-d8c256a0782f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:59:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e9cc4048-bd05-4a17-8b63-939a913db40c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:59:04.347270 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8d5dbbca-f224-4b57-9671-c0920b3d8945 req-993e5991-87d9-47f9-969a-83662a5faa90 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=87fc0df3-90cc-45a9-bdd2-75ed265ebc93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393839 Nov 26 16:59:04.474004 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d6983cf9-5eb2-4247-a5db-b1646df5dd61 req-d7edb51b-adbe-437c-a6c7-af70cb7e13b9 service neutron] 10.222.0.31 "GET /v2.0/networks/72d45097-79e8-407a-b058-8d3a66febdba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253049 Nov 26 16:59:04.523869 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-3691cdbf-ce75-435c-a415-d8c256a0782f None None] Set router e9cc4048-bd05-4a17-8b63-939a913db40c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:59:04.604710 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d6983cf9-5eb2-4247-a5db-b1646df5dd61 req-63d4bd2e-e2ce-4857-8819-766cbc110158 service neutron] 10.222.0.31 "GET /v2.0/networks/72d45097-79e8-407a-b058-8d3a66febdba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240737 Nov 26 16:59:04.836765 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3691cdbf-ce75-435c-a415-d8c256a0782f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'name': 'tempest-TestNetworkBasicOps-router-1426714752', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:57:57Z', 'updated_at': '2021-11-26T16:58:57Z', 'revision_number': 6, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:57:58Z', 'updated_at': '2021-11-26T16:59:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '11cd9eb5-61db-43db-8d12-7b99526eb9cb', 'name': '', 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:65:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a4bb950-dd07-48b5-a4d7-472e3e294c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:58:02Z', 'updated_at': '2021-11-26T16:59:01Z', 'revision_number': 7, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '3a4bb950-dd07-48b5-a4d7-472e3e294c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:59:04.840705 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3691cdbf-ce75-435c-a415-d8c256a0782f None None] The sync data for ids ['e9cc4048-bd05-4a17-8b63-939a913db40c'] in dv-neutron-819440-1-hyperv is: [{'id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'name': 'tempest-TestNetworkBasicOps-router-1426714752', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:57:57Z', 'updated_at': '2021-11-26T16:58:57Z', 'revision_number': 6, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:57:58Z', 'updated_at': '2021-11-26T16:59:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '11cd9eb5-61db-43db-8d12-7b99526eb9cb', 'name': '', 'network_id': '72d45097-79e8-407a-b058-8d3a66febdba', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'mac_address': 'fa:16:3e:65:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3a4bb950-dd07-48b5-a4d7-472e3e294c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:58:02Z', 'updated_at': '2021-11-26T16:59:01Z', 'revision_number': 7, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'subnets': [{'id': '3a4bb950-dd07-48b5-a4d7-472e3e294c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:59:05.481481 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7a40ff-cd0a-4910-98da-90cde63fc355 None None] New status for floating IP b0844d88-32ae-48e9-b63d-def4460108c2: DOWN {{(pid=87521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 16:59:05.533277 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8803ab-11d3-4934-9f6a-f89fe92da6d1 req-3a94ace4-62e9-46cc-8940-57f34bf580a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:05.534669 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0b8803ab-11d3-4934-9f6a-f89fe92da6d1 req-3a94ace4-62e9-46cc-8940-57f34bf580a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=272eb3f1-0c74-4495-b944-b05c995e8740 HTTP/1.1" status: 200 len: 945 time: 0.0808597 Nov 26 16:59:05.582241 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0b8803ab-11d3-4934-9f6a-f89fe92da6d1 req-3bbe84fb-2f11-49a5-b470-6af6eaab654c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/security-groups?id=87fc0df3-90cc-45a9-bdd2-75ed265ebc93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420120 Nov 26 16:59:05.762578 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe44830-e25f-4f7c-8e4f-ab360520560b req-9c945515-72c0-4c2a-a357-0bc9acc0e66c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:05.764011 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9fe44830-e25f-4f7c-8e4f-ab360520560b req-9c945515-72c0-4c2a-a357-0bc9acc0e66c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "GET /v2.0/ports?device_id=272eb3f1-0c74-4495-b944-b05c995e8740 HTTP/1.1" status: 200 len: 945 time: 0.0785921 Nov 26 16:59:05.835336 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-9fe44830-e25f-4f7c-8e4f-ab360520560b req-b1c627e5-215c-4c5d-ba8e-0d1599511eb5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port a0b8b91b-2983-489a-8ff6-90a09721bab7 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:59:05.835593 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-9fe44830-e25f-4f7c-8e4f-ab360520560b req-b1c627e5-215c-4c5d-ba8e-0d1599511eb5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:06.192544 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-9fe44830-e25f-4f7c-8e4f-ab360520560b req-b1c627e5-215c-4c5d-ba8e-0d1599511eb5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] For port a0b8b91b-2983-489a-8ff6-90a09721bab7, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a0b8b91b-2983-489a-8ff6-90a09721bab7,segment=NetworkSegment(76e6eb42-7147-400b-b349-aa09e4543468),segment_id=76e6eb42-7147-400b-b349-aa09e4543468)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:59:06.192896 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-9fe44830-e25f-4f7c-8e4f-ab360520560b req-b1c627e5-215c-4c5d-ba8e-0d1599511eb5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:06.314875 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-9fe44830-e25f-4f7c-8e4f-ab360520560b req-b1c627e5-215c-4c5d-ba8e-0d1599511eb5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for a0b8b91b-2983-489a-8ff6-90a09721bab7 owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:59:06.453974 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-9fe44830-e25f-4f7c-8e4f-ab360520560b req-b1c627e5-215c-4c5d-ba8e-0d1599511eb5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:06.459866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d6e209fa-05ed-4da7-9779-7cc91da57a8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:06.507877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c627e5-215c-4c5d-ba8e-0d1599511eb5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=a0b8b91b-2983-489a-8ff6-90a09721bab7,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:06.546043 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c627e5-215c-4c5d-ba8e-0d1599511eb5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:59:06.546604 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c627e5-215c-4c5d-ba8e-0d1599511eb5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:59:06.546803 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c627e5-215c-4c5d-ba8e-0d1599511eb5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:59:06.547173 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c627e5-215c-4c5d-ba8e-0d1599511eb5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:59:06.547542 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c627e5-215c-4c5d-ba8e-0d1599511eb5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:59:06.547935 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c627e5-215c-4c5d-ba8e-0d1599511eb5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:59:06.548931 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c627e5-215c-4c5d-ba8e-0d1599511eb5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:59:06.549296 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c627e5-215c-4c5d-ba8e-0d1599511eb5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:59:06.549661 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c627e5-215c-4c5d-ba8e-0d1599511eb5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:59:06.550022 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c627e5-215c-4c5d-ba8e-0d1599511eb5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:59:06.550381 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c627e5-215c-4c5d-ba8e-0d1599511eb5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:59:06.550740 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c627e5-215c-4c5d-ba8e-0d1599511eb5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 16:59:06.557870 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b1c627e5-215c-4c5d-ba8e-0d1599511eb5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:06.595614 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe44830-e25f-4f7c-8e4f-ab360520560b req-b1c627e5-215c-4c5d-ba8e-0d1599511eb5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] No DVR routers for this DVR port a0b8b91b-2983-489a-8ff6-90a09721bab7 on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:59:06.598008 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-9fe44830-e25f-4f7c-8e4f-ab360520560b req-b1c627e5-215c-4c5d-ba8e-0d1599511eb5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:06.600577 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272eb3f1-0c74-4495-b944-b05c995e8740', 'name': 'network-vif-deleted', 'tag': 'a0b8b91b-2983-489a-8ff6-90a09721bab7'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:59:06.618568 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9fe44830-e25f-4f7c-8e4f-ab360520560b req-b1c627e5-215c-4c5d-ba8e-0d1599511eb5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.31 "DELETE /v2.0/ports/a0b8b91b-2983-489a-8ff6-90a09721bab7 HTTP/1.1" status: 204 len: 173 time: 0.8459339 Nov 26 16:59:06.645815 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272eb3f1-0c74-4495-b944-b05c995e8740', 'name': 'network-vif-deleted', 'tag': 'a0b8b91b-2983-489a-8ff6-90a09721bab7', 'status': 'completed', 'code': 200} Nov 26 16:59:06.739695 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-6960d04c-0cb7-47c8-a679-974842d412f8 req-fa06c3c5-d8dd-40a4-8df5-38dbcbe7179f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Synchronizing usage tracker for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:59:06.755782 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-6960d04c-0cb7-47c8-a679-974842d412f8 req-fa06c3c5-d8dd-40a4-8df5-38dbcbe7179f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Unset dirty status for tenant:44b3ec829fd84946a37f17d3391a650c on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:59:06.756852 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6960d04c-0cb7-47c8-a679-974842d412f8 req-fa06c3c5-d8dd-40a4-8df5-38dbcbe7179f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "GET /v2.0/ports?device_id=272eb3f1-0c74-4495-b944-b05c995e8740 HTTP/1.1" status: 200 len: 210 time: 0.0616241 Nov 26 16:59:07.998871 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 56026) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:59:08.070334 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-59a90844-9a26-41ea-92a3-46f38d207ab4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:08.099120 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-59a90844-9a26-41ea-92a3-46f38d207ab4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:08.161730 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-59a90844-9a26-41ea-92a3-46f38d207ab4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:08.165672 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-510a4185-f2b8-4d23-83d7-9313444e49e3 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:08.179535 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a90844-9a26-41ea-92a3-46f38d207ab4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fc0df3-90cc-45a9-bdd2-75ed265ebc93,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:08.182008 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-59a90844-9a26-41ea-92a3-46f38d207ab4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:08.194166 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-59a90844-9a26-41ea-92a3-46f38d207ab4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:08.195420 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-59a90844-9a26-41ea-92a3-46f38d207ab4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/security-groups/87fc0df3-90cc-45a9-bdd2-75ed265ebc93 HTTP/1.1" status: 204 len: 168 time: 0.1955485 Nov 26 16:59:08.227502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 56032) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:59:08.778123 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4c2ec877-a1ad-4112-bc89-50c40ffd7ec1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:09.245178 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-4c2ec877-a1ad-4112-bc89-50c40ffd7ec1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port 11cd9eb5-61db-43db-8d12-7b99526eb9cb {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:59:09.246105 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4c2ec877-a1ad-4112-bc89-50c40ffd7ec1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:09.429147 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-4c2ec877-a1ad-4112-bc89-50c40ffd7ec1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] For port 11cd9eb5-61db-43db-8d12-7b99526eb9cb, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=11cd9eb5-61db-43db-8d12-7b99526eb9cb,segment=NetworkSegment(76e6eb42-7147-400b-b349-aa09e4543468),segment_id=76e6eb42-7147-400b-b349-aa09e4543468)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:59:09.429497 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4c2ec877-a1ad-4112-bc89-50c40ffd7ec1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:09.553938 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-4c2ec877-a1ad-4112-bc89-50c40ffd7ec1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for 11cd9eb5-61db-43db-8d12-7b99526eb9cb owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:59:09.738483 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4c2ec877-a1ad-4112-bc89-50c40ffd7ec1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:09.743100 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1c8f3c02-eb8c-42b0-8fb1-36b48fa18e88 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:09.788212 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ec877-a1ad-4112-bc89-50c40ffd7ec1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=11cd9eb5-61db-43db-8d12-7b99526eb9cb,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:09.815231 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4c2ec877-a1ad-4112-bc89-50c40ffd7ec1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:09.891928 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device a0b8b91b-2983-489a-8ff6-90a09721bab7 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:59:09.928873 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: a0b8b91b-2983-489a-8ff6-90a09721bab7 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:59:09.929315 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device a0b8b91b-2983-489a-8ff6-90a09721bab7 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:59:10.066030 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4c2ec877-a1ad-4112-bc89-50c40ffd7ec1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:10.420717 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2ec877-a1ad-4112-bc89-50c40ffd7ec1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Router e9cc4048-bd05-4a17-8b63-939a913db40c has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 16:59:10.721346 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2ec877-a1ad-4112-bc89-50c40ffd7ec1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 16:59:10.731407 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c03ec9a-4684-4c66-b2a3-07cefc1f9c51 None None] Sync routers for ids ['e9cc4048-bd05-4a17-8b63-939a913db40c'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 16:59:10.740441 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4c2ec877-a1ad-4112-bc89-50c40ffd7ec1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "PUT /v2.0/routers/e9cc4048-bd05-4a17-8b63-939a913db40c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5115168 Nov 26 16:59:10.741100 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c03ec9a-4684-4c66-b2a3-07cefc1f9c51 None None] Routers {'e9cc4048-bd05-4a17-8b63-939a913db40c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:59:10.741797 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-7c03ec9a-4684-4c66-b2a3-07cefc1f9c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:59:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e9cc4048-bd05-4a17-8b63-939a913db40c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:59:10.741942 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 56036) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:59:10.812152 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-0513c40f-af8b-4af1-bd8b-23fc3d88633c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting subnet 3a4bb950-dd07-48b5-a4d7-472e3e294c91 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 16:59:10.815190 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0513c40f-af8b-4af1-bd8b-23fc3d88633c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:10.869657 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0513c40f-af8b-4af1-bd8b-23fc3d88633c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:10.925932 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-7c03ec9a-4684-4c66-b2a3-07cefc1f9c51 None None] Set router e9cc4048-bd05-4a17-8b63-939a913db40c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:59:10.952880 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0513c40f-af8b-4af1-bd8b-23fc3d88633c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:11.030751 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0513c40f-af8b-4af1-bd8b-23fc3d88633c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:11.036023 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4f919302-535a-49e8-b2b1-26f4f7b0145e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:11.071338 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513c40f-af8b-4af1-bd8b-23fc3d88633c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Subnet': ['ID=3a4bb950-dd07-48b5-a4d7-472e3e294c91,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:11.074393 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0513c40f-af8b-4af1-bd8b-23fc3d88633c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:11.075367 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0513c40f-af8b-4af1-bd8b-23fc3d88633c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:11.081965 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0513c40f-af8b-4af1-bd8b-23fc3d88633c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/subnets/3a4bb950-dd07-48b5-a4d7-472e3e294c91 HTTP/1.1" status: 204 len: 168 time: 0.3390014 Nov 26 16:59:11.084632 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 56040) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:59:11.094939 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1152ed67-c31f-48e3-965a-34bae1c31d8c None None] Network 72d45097-79e8-407a-b058-8d3a66febdba requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:59:11.275341 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-29747fc0-be9a-4fdd-8991-f964e02e2b43 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:11.434197 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-7c03ec9a-4684-4c66-b2a3-07cefc1f9c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'name': 'tempest-TestNetworkBasicOps-router-1426714752', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:57:57Z', 'updated_at': '2021-11-26T16:59:09Z', 'revision_number': 7, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:57:58Z', 'updated_at': '2021-11-26T16:59:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:59:11.439007 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c03ec9a-4684-4c66-b2a3-07cefc1f9c51 None None] Checking router: e9cc4048-bd05-4a17-8b63-939a913db40c for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 16:59:11.448390 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c03ec9a-4684-4c66-b2a3-07cefc1f9c51 None None] Routers {'e9cc4048-bd05-4a17-8b63-939a913db40c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 16:59:11.449016 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-7c03ec9a-4684-4c66-b2a3-07cefc1f9c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T16:59:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['e9cc4048-bd05-4a17-8b63-939a913db40c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:59:11.504132 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf4b2e9-de1b-4134-b43e-bd36e847392d None None] DHCP port deletion for 72d45097-79e8-407a-b058-8d3a66febdba request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 16:59:11.576857 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-2bf4b2e9-de1b-4134-b43e-bd36e847392d None None] Deleting port 4ca89fb8-d432-41e4-ae15-d29ecc1e42a4 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:59:11.577149 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2bf4b2e9-de1b-4134-b43e-bd36e847392d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:11.593400 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-29747fc0-be9a-4fdd-8991-f964e02e2b43 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:11.601900 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-29747fc0-be9a-4fdd-8991-f964e02e2b43 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Deleting port 979ea54c-ad30-4a41-9006-55c1aa4cc72a {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:59:11.602303 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-29747fc0-be9a-4fdd-8991-f964e02e2b43 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:11.730411 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-7c03ec9a-4684-4c66-b2a3-07cefc1f9c51 None None] Set router e9cc4048-bd05-4a17-8b63-939a913db40c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 16:59:11.780961 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-29747fc0-be9a-4fdd-8991-f964e02e2b43 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] For port 979ea54c-ad30-4a41-9006-55c1aa4cc72a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=979ea54c-ad30-4a41-9006-55c1aa4cc72a,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:59:11.781340 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-29747fc0-be9a-4fdd-8991-f964e02e2b43 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:11.911587 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-29747fc0-be9a-4fdd-8991-f964e02e2b43 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Calling delete_port for 979ea54c-ad30-4a41-9006-55c1aa4cc72a owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:59:11.995361 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-2bf4b2e9-de1b-4134-b43e-bd36e847392d None None] For port 4ca89fb8-d432-41e4-ae15-d29ecc1e42a4, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=4ca89fb8-d432-41e4-ae15-d29ecc1e42a4,segment=NetworkSegment(76e6eb42-7147-400b-b349-aa09e4543468),segment_id=76e6eb42-7147-400b-b349-aa09e4543468)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:59:11.996257 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2bf4b2e9-de1b-4134-b43e-bd36e847392d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:12.097597 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-29747fc0-be9a-4fdd-8991-f964e02e2b43 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:12.102203 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5b23fe68-aa42-48a3-8fc1-7e48152ef5af tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:12.124340 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-2bf4b2e9-de1b-4134-b43e-bd36e847392d None None] Calling delete_port for 4ca89fb8-d432-41e4-ae15-d29ecc1e42a4 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:59:12.145586 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29747fc0-be9a-4fdd-8991-f964e02e2b43 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Port': ['ID=979ea54c-ad30-4a41-9006-55c1aa4cc72a,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:12.148710 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-29747fc0-be9a-4fdd-8991-f964e02e2b43 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:12.243650 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-29747fc0-be9a-4fdd-8991-f964e02e2b43 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:12.259747 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2bf4b2e9-de1b-4134-b43e-bd36e847392d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:12.263789 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:12.310960 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4b2e9-de1b-4134-b43e-bd36e847392d None None] Pushing event deleted for resources: {'Port': ['ID=4ca89fb8-d432-41e4-ae15-d29ecc1e42a4,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:12.315075 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2bf4b2e9-de1b-4134-b43e-bd36e847392d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:12.316874 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf4b2e9-de1b-4134-b43e-bd36e847392d None None] No DVR routers for this DVR port 4ca89fb8-d432-41e4-ae15-d29ecc1e42a4 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:59:12.328766 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-7c03ec9a-4684-4c66-b2a3-07cefc1f9c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'name': 'tempest-TestNetworkBasicOps-router-1426714752', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:57:57Z', 'updated_at': '2021-11-26T16:59:09Z', 'revision_number': 7, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:57:58Z', 'updated_at': '2021-11-26T16:59:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:59:12.332764 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c03ec9a-4684-4c66-b2a3-07cefc1f9c51 None None] The sync data for ids ['e9cc4048-bd05-4a17-8b63-939a913db40c'] in dv-neutron-819440-1-hyperv is: [{'id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'name': 'tempest-TestNetworkBasicOps-router-1426714752', 'tenant_id': '44b3ec829fd84946a37f17d3391a650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T16:57:57Z', 'updated_at': '2021-11-26T16:59:09Z', 'revision_number': 7, 'project_id': '44b3ec829fd84946a37f17d3391a650c', 'gw_port': {'id': '979ea54c-ad30-4a41-9006-55c1aa4cc72a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cc4048-bd05-4a17-8b63-939a913db40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T16:57:58Z', 'updated_at': '2021-11-26T16:59:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 16:59:12.420395 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-29747fc0-be9a-4fdd-8991-f964e02e2b43 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:12.422539 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-29747fc0-be9a-4fdd-8991-f964e02e2b43 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:12.445837 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-29747fc0-be9a-4fdd-8991-f964e02e2b43 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:12.446356 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29747fc0-be9a-4fdd-8991-f964e02e2b43 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Fanout notify agent at l3_agent the message router_deleted on router e9cc4048-bd05-4a17-8b63-939a913db40c {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 16:59:12.460842 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-29747fc0-be9a-4fdd-8991-f964e02e2b43 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:12.462013 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-29747fc0-be9a-4fdd-8991-f964e02e2b43 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/routers/e9cc4048-bd05-4a17-8b63-939a913db40c HTTP/1.1" status: 204 len: 168 time: 1.3762546 Nov 26 16:59:12.464804 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 56044) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:59:12.580211 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b8bfb96-0ada-441c-9ced-6983807c9f5e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:12.713521 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b8bfb96-0ada-441c-9ced-6983807c9f5e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:12.740076 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-5b8bfb96-0ada-441c-9ced-6983807c9f5e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d45097-79e8-407a-b058-8d3a66febdba']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:59:12.753300 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-5b8bfb96-0ada-441c-9ced-6983807c9f5e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e6eb42-7147-400b-b349-aa09e4543468') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:59:12.753595 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-5b8bfb96-0ada-441c-9ced-6983807c9f5e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e6eb42-7147-400b-b349-aa09e4543468') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 16:59:12.765734 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b8bfb96-0ada-441c-9ced-6983807c9f5e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:12.782506 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b8bfb96-0ada-441c-9ced-6983807c9f5e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:12.789231 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b8bfb96-0ada-441c-9ced-6983807c9f5e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 16:59:12.789771 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b8bfb96-0ada-441c-9ced-6983807c9f5e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 16:59:12.804358 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 16:59:12.889822 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b8bfb96-0ada-441c-9ced-6983807c9f5e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:12.894297 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b6eeaa54-8fdd-452b-acc9-81d649c044c5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:12.909032 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5b8bfb96-0ada-441c-9ced-6983807c9f5e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:12.920500 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8bfb96-0ada-441c-9ced-6983807c9f5e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Pushing event deleted for resources: {'Network': ['ID=72d45097-79e8-407a-b058-8d3a66febdba,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:12.923882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5b8bfb96-0ada-441c-9ced-6983807c9f5e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:12.930190 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5b8bfb96-0ada-441c-9ced-6983807c9f5e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] 10.222.0.11 "DELETE /v2.0/networks/72d45097-79e8-407a-b058-8d3a66febdba HTTP/1.1" status: 204 len: 168 time: 0.4644125 Nov 26 16:59:13.228440 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 56052) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:59:13.374790 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 4ca89fb8-d432-41e4-ae15-d29ecc1e42a4 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:59:13.381657 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-08e9cdf2-38a8-425e-acbb-93797f571b75 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=44b3ec829fd84946a37f17d3391a650c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520038 Nov 26 16:59:13.384005 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 56058) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:59:13.409496 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 4ca89fb8-d432-41e4-ae15-d29ecc1e42a4 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:59:13.410252 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 4ca89fb8-d432-41e4-ae15-d29ecc1e42a4 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:59:13.410383 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 11cd9eb5-61db-43db-8d12-7b99526eb9cb no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:59:13.442446 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 11cd9eb5-61db-43db-8d12-7b99526eb9cb {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:59:13.442807 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 11cd9eb5-61db-43db-8d12-7b99526eb9cb not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:59:13.443238 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 979ea54c-ad30-4a41-9006-55c1aa4cc72a no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:59:13.445036 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e5b25828-3717-42de-8372-426d6795396a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:13.536117 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 979ea54c-ad30-4a41-9006-55c1aa4cc72a {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:59:13.536473 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 979ea54c-ad30-4a41-9006-55c1aa4cc72a not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:59:13.592424 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e5b25828-3717-42de-8372-426d6795396a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:13.643579 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e5b25828-3717-42de-8372-426d6795396a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:13.647082 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9ddf9327-8727-48ef-9f0a-63d3af89ec88 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:13.659130 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b25828-3717-42de-8372-426d6795396a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1336dc08-e73e-46ff-a87c-4f2bfadd45b9,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:13.662441 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e5b25828-3717-42de-8372-426d6795396a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:13.667539 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e5b25828-3717-42de-8372-426d6795396a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:13.668695 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e5b25828-3717-42de-8372-426d6795396a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1336dc08-e73e-46ff-a87c-4f2bfadd45b9 HTTP/1.1" status: 204 len: 168 time: 0.2837813 Nov 26 16:59:13.945873 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 56066) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:59:13.965343 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e5226f0a-1e2a-406c-9712-6438ae74c3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:13.979250 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-e5226f0a-1e2a-406c-9712-6438ae74c3ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:59:13.983328 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e5226f0a-1e2a-406c-9712-6438ae74c3ff admin admin] Usage tracker for resource:security_group_rule and tenant:acf018c72aca4df1b70e6d8d613cffe9 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:59:13.986136 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e5226f0a-1e2a-406c-9712-6438ae74c3ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:59:13.991698 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-e5226f0a-1e2a-406c-9712-6438ae74c3ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:59:14.081536 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e5226f0a-1e2a-406c-9712-6438ae74c3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:14.085266 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e5226f0a-1e2a-406c-9712-6438ae74c3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:14.092885 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5da79ba2-84c7-4342-8d9a-8bf7e1d57ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:14.132705 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e5226f0a-1e2a-406c-9712-6438ae74c3ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=acf018c72aca4df1b70e6d8d613cffe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1857727 Nov 26 16:59:14.133594 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5226f0a-1e2a-406c-9712-6438ae74c3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cc3683-b105-4d32-a36e-b44c16905c68,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:14.135476 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 56070) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:59:14.136608 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e5226f0a-1e2a-406c-9712-6438ae74c3ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:14.193063 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-842a43f4-a755-4174-b9fd-a326cd2f7019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:14.217680 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-842a43f4-a755-4174-b9fd-a326cd2f7019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:14.271994 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-842a43f4-a755-4174-b9fd-a326cd2f7019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:14.275511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8fc2a5fc-bc92-40c9-85c2-dbfa66669f50 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:14.286955 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a43f4-a755-4174-b9fd-a326cd2f7019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cc3683-b105-4d32-a36e-b44c16905c68,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:14.289342 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-842a43f4-a755-4174-b9fd-a326cd2f7019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:14.294943 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-842a43f4-a755-4174-b9fd-a326cd2f7019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:14.296057 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-842a43f4-a755-4174-b9fd-a326cd2f7019 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24cc3683-b105-4d32-a36e-b44c16905c68 HTTP/1.1" status: 204 len: 168 time: 0.1595395 Nov 26 16:59:19.579385 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:21.137403 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-b73a88f8-e808-482a-bdc6-d94b0efbf9dc tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=cf996fd101bd4237a895401182ef0a76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326931 Nov 26 16:59:21.291392 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-9e448583-a9e4-4b93-b62c-d5d2cd4ccb41 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:21.292720 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-9e448583-a9e4-4b93-b62c-d5d2cd4ccb41 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1502125 Nov 26 16:59:21.306947 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-ec6dacaa-b7f5-46db-9db8-994778ce4a04 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.11 "GET /v2.0/quotas/cf996fd101bd4237a895401182ef0a76 HTTP/1.1" status: 200 len: 375 time: 0.0088005 Nov 26 16:59:21.352699 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-0baf6a5f-3986-4eb9-825a-251842ca7517 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf996fd101bd4237a895401182ef0a76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410223 Nov 26 16:59:21.522936 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7b224829-6915-45c4-8d87-92d9e58be25e req-64c27a19-94dd-4e0d-b838-291bf4ccb972 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d2bd2e2-fe82-46d3-8bea-8a0e2ed27d53 HTTP/1.1" status: 200 len: 210 time: 0.0440938 Nov 26 16:59:22.616984 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d60353a5-cfa2-40d7-9ca1-e150f901db3f req-ff4e0841-bc88-4ab3-91b7-c100328291b3 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d2bd2e2-fe82-46d3-8bea-8a0e2ed27d53 HTTP/1.1" status: 200 len: 210 time: 0.0438819 Nov 26 16:59:23.711022 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-da65d39c-57a6-4a5f-b38c-375d45c590fe req-e149af1d-2f26-4df1-a8c4-487df624545b tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d2bd2e2-fe82-46d3-8bea-8a0e2ed27d53 HTTP/1.1" status: 200 len: 210 time: 0.0437264 Nov 26 16:59:24.531095 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-685b7980-385d-4fa7-bbcb-3821a55e3d5c tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=cf996fd101bd4237a895401182ef0a76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304041 Nov 26 16:59:24.685464 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-d5abb2c8-3e4b-4a7c-a908-d5dbfb93b6e3 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:24.687037 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-d5abb2c8-3e4b-4a7c-a908-d5dbfb93b6e3 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1504421 Nov 26 16:59:24.714760 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Request body: {'port': {'device_id': '7d2bd2e2-fe82-46d3-8bea-8a0e2ed27d53', 'network_id': 'd7439e80-4bbd-4bde-a5b6-7ea2259cb61c', 'admin_state_up': True, 'tenant_id': 'cf996fd101bd4237a895401182ef0a76'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:59:24.852324 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:59:24.856035 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Usage tracker for resource:port and tenant:cf996fd101bd4237a895401182ef0a76 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:59:24.858821 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:59:24.865180 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:59:24.866022 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-09a9346c-25d6-4f1d-9037-721f56df660b req-bb50c701-8b10-47ac-8e1e-016ca1e204d7 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d2bd2e2-fe82-46d3-8bea-8a0e2ed27d53 HTTP/1.1" status: 200 len: 210 time: 0.0462084 Nov 26 16:59:24.876463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Made reservation on behalf of cf996fd101bd4237a895401182ef0a76 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:59:24.880203 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:24.892391 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:24.907625 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:59:24.911476 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Usage tracker for resource:security_group_rule and tenant:cf996fd101bd4237a895401182ef0a76 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:59:24.914350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:59:24.920371 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:59:25.000112 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:25.003627 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:25.006354 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c4dc35d3-4910-4f2a-ae9e-1f90e225e455 tempest-TestVolumeBootPattern-1359126716 tempest-TestVolumeBootPattern-1359126716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:25.089362 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84a47a3e-81bb-4a82-8c80-fbece562fa96,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:25.095099 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:25.174844 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Allocated IP 192.168.233.9 (d7439e80-4bbd-4bde-a5b6-7ea2259cb61c/a5a5904a-bf9d-4b9f-9b4d-56206cdbdef2/b8c3781c-82b7-4ea4-8913-0434bd1b2861) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:59:25.373793 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:25.389281 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Transition to ACTIVE for port object b8c3781c-82b7-4ea4-8913-0434bd1b2861 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:59:25.412503 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:25.417991 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-57852ce0-4a53-4ee2-8e57-313745e4f9d4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:25.483365 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Network d7439e80-4bbd-4bde-a5b6-7ea2259cb61c is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:59:25.486342 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:59:25.490391 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:59:25.531678 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Pushing event updated for resources: {'Port': ['ID=b8c3781c-82b7-4ea4-8913-0434bd1b2861,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:25.536569 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:25.559445 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:25.560095 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:25.585695 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8747787 Nov 26 16:59:25.601787 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] Request body: {'port': {'device_id': '7d2bd2e2-fe82-46d3-8bea-8a0e2ed27d53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:59:25.679878 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-45bfd32e-cf90-4f51-a516-129711fd8999 None None] Provisioning for port b8c3781c-82b7-4ea4-8913-0434bd1b2861 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:59:25.684538 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-45bfd32e-cf90-4f51-a516-129711fd8999 None None] Provisioning complete for port b8c3781c-82b7-4ea4-8913-0434bd1b2861 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:59:25.685005 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-45bfd32e-cf90-4f51-a516-129711fd8999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:25.717469 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:25.737853 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-45bfd32e-cf90-4f51-a516-129711fd8999 None None] Port b8c3781c-82b7-4ea4-8913-0434bd1b2861 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 16:59:26.258073 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e64aa7-92d6-4fd8-9ed7-4da50a07d2d6 req-08b80d6f-fce3-4e2b-bc23-f06701e089d3 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:26.258675 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-f5e64aa7-92d6-4fd8-9ed7-4da50a07d2d6 req-08b80d6f-fce3-4e2b-bc23-f06701e089d3 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Synchronizing usage tracker for tenant:cf996fd101bd4237a895401182ef0a76 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:59:26.271540 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c3781c-82b7-4ea4-8913-0434bd1b2861 {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:59:26.280892 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:26.299846 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-f5e64aa7-92d6-4fd8-9ed7-4da50a07d2d6 req-08b80d6f-fce3-4e2b-bc23-f06701e089d3 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Unset dirty status for tenant:cf996fd101bd4237a895401182ef0a76 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:59:26.301036 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f5e64aa7-92d6-4fd8-9ed7-4da50a07d2d6 req-08b80d6f-fce3-4e2b-bc23-f06701e089d3 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d2bd2e2-fe82-46d3-8bea-8a0e2ed27d53 HTTP/1.1" status: 200 len: 934 time: 0.1973481 Nov 26 16:59:26.301974 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] Transition to ACTIVE for port object b8c3781c-82b7-4ea4-8913-0434bd1b2861 will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:59:26.305698 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:26.311185 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ed41e490-732a-4609-93b3-4bccc9de6df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:26.466007 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c3781c-82b7-4ea4-8913-0434bd1b2861,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:26.500225 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:26.513614 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-f5e64aa7-92d6-4fd8-9ed7-4da50a07d2d6 req-8379a8a9-999f-489e-bf31-d90ca59e68c0 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Synchronizing usage tracker for tenant:cf996fd101bd4237a895401182ef0a76 on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:59:26.575085 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-f5e64aa7-92d6-4fd8-9ed7-4da50a07d2d6 req-8379a8a9-999f-489e-bf31-d90ca59e68c0 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Unset dirty status for tenant:cf996fd101bd4237a895401182ef0a76 on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:59:26.576237 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f5e64aa7-92d6-4fd8-9ed7-4da50a07d2d6 req-8379a8a9-999f-489e-bf31-d90ca59e68c0 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.11 "GET /v2.0/security-groups?id=84a47a3e-81bb-4a82-8c80-fbece562fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661057 Nov 26 16:59:26.597293 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] Attempting to bind port b8c3781c-82b7-4ea4-8913-0434bd1b2861 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:59:26.597683 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] Attempting to bind port b8c3781c-82b7-4ea4-8913-0434bd1b2861 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5e7ef4c0-6236-413e-9af7-26db6bedd602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd7439e80-4bbd-4bde-a5b6-7ea2259cb61c'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:59:26.598014 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] Attempting to bind port b8c3781c-82b7-4ea4-8913-0434bd1b2861 on network d7439e80-4bbd-4bde-a5b6-7ea2259cb61c {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:59:26.602901 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] Port b8c3781c-82b7-4ea4-8913-0434bd1b2861 on network d7439e80-4bbd-4bde-a5b6-7ea2259cb61c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:59:26.603219 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] Attempting to bind port b8c3781c-82b7-4ea4-8913-0434bd1b2861 on network d7439e80-4bbd-4bde-a5b6-7ea2259cb61c {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:59:26.608950 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:59:26.609290 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] Checking segment: {'id': '5e7ef4c0-6236-413e-9af7-26db6bedd602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd7439e80-4bbd-4bde-a5b6-7ea2259cb61c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:59:26.609692 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] Bound using segment: {'id': '5e7ef4c0-6236-413e-9af7-26db6bedd602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd7439e80-4bbd-4bde-a5b6-7ea2259cb61c'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:59:26.610688 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] Bound port: b8c3781c-82b7-4ea4-8913-0434bd1b2861, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7ef4c0-6236-413e-9af7-26db6bedd602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd7439e80-4bbd-4bde-a5b6-7ea2259cb61c'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:59:26.611040 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:26.704561 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] For port b8c3781c-82b7-4ea4-8913-0434bd1b2861, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:59:26.707536 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] For port b8c3781c-82b7-4ea4-8913-0434bd1b2861, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=b8c3781c-82b7-4ea4-8913-0434bd1b2861,segment=NetworkSegment(5e7ef4c0-6236-413e-9af7-26db6bedd602),segment_id=5e7ef4c0-6236-413e-9af7-26db6bedd602)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:59:26.712343 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:26.716896 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:26.775934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:26.776551 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:26.777890 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] 10.222.0.31 "PUT /v2.0/ports/b8c3781c-82b7-4ea4-8913-0434bd1b2861 HTTP/1.1" status: 200 len: 1096 time: 1.1803343 Nov 26 16:59:26.778421 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d2bd2e2-fe82-46d3-8bea-8a0e2ed27d53', 'tag': 'b8c3781c-82b7-4ea4-8913-0434bd1b2861'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:59:26.801775 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c3781c-82b7-4ea4-8913-0434bd1b2861,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:26.805206 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:26.849000 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 16:59:26.859455 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d2bd2e2-fe82-46d3-8bea-8a0e2ed27d53', 'tag': 'b8c3781c-82b7-4ea4-8913-0434bd1b2861', 'status': 'completed', 'code': 200} Nov 26 16:59:26.902113 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-8e560b46-117f-41ed-af6d-0b69c11f375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:26.903652 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-8e560b46-117f-41ed-af6d-0b69c11f375b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf996fd101bd4237a895401182ef0a76&device_id=7d2bd2e2-fe82-46d3-8bea-8a0e2ed27d53 HTTP/1.1" status: 200 len: 1099 time: 0.0768454 Nov 26 16:59:26.983013 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-773ad2e3-1f5a-42a2-b64a-82765663c1d2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=b8c3781c-82b7-4ea4-8913-0434bd1b2861 HTTP/1.1" status: 200 len: 217 time: 0.0653906 Nov 26 16:59:27.048391 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-9cb91c3f-74e6-400d-9ce7-4bbb9cbc4e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:27.049678 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-9cb91c3f-74e6-400d-9ce7-4bbb9cbc4e1c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a5a5904a-bf9d-4b9f-9b4d-56206cdbdef2 HTTP/1.1" status: 200 len: 843 time: 0.0573947 Nov 26 16:59:27.134447 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-714098d4-5da8-41a7-906c-4f8aa775dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:27.135919 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-714098d4-5da8-41a7-906c-4f8aa775dd0e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7439e80-4bbd-4bde-a5b6-7ea2259cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0751090 Nov 26 16:59:27.269742 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-a0972954-9804-413b-9730-2857456b5c9e service neutron] 10.222.0.31 "GET /v2.0/networks/d7439e80-4bbd-4bde-a5b6-7ea2259cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232219 Nov 26 16:59:27.402470 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7823b6d5-17ae-4fe5-a54a-54ee4b391d29 req-9141a0d3-6f61-4619-95b2-f715aada5002 service neutron] 10.222.0.31 "GET /v2.0/networks/d7439e80-4bbd-4bde-a5b6-7ea2259cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225560 Nov 26 16:59:27.519274 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf8e06-a944-4de3-af36-18551b57e12e req-1f27d121-3767-4d29-bf4e-b46529ef8a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:27.520838 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15bf8e06-a944-4de3-af36-18551b57e12e req-1f27d121-3767-4d29-bf4e-b46529ef8a75 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf996fd101bd4237a895401182ef0a76&device_id=7d2bd2e2-fe82-46d3-8bea-8a0e2ed27d53 HTTP/1.1" status: 200 len: 1099 time: 0.0720713 Nov 26 16:59:27.651321 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf8e06-a944-4de3-af36-18551b57e12e req-ab845aec-d586-4e89-860d-d160c6b3d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:27.652753 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15bf8e06-a944-4de3-af36-18551b57e12e req-ab845aec-d586-4e89-860d-d160c6b3d69b service neutron] 10.222.0.31 "GET /v2.0/networks?id=d7439e80-4bbd-4bde-a5b6-7ea2259cb61c HTTP/1.1" status: 200 len: 870 time: 0.1252577 Nov 26 16:59:27.758764 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15bf8e06-a944-4de3-af36-18551b57e12e req-42f7226c-851e-44f5-b9c1-1bbb9bc5f3b0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=b8c3781c-82b7-4ea4-8913-0434bd1b2861 HTTP/1.1" status: 200 len: 217 time: 0.0972476 Nov 26 16:59:27.965465 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf8e06-a944-4de3-af36-18551b57e12e req-5734a581-e233-4ed9-b735-95400e5db268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:27.966767 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15bf8e06-a944-4de3-af36-18551b57e12e req-5734a581-e233-4ed9-b735-95400e5db268 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a5a5904a-bf9d-4b9f-9b4d-56206cdbdef2 HTTP/1.1" status: 200 len: 843 time: 0.1942110 Nov 26 16:59:27.978292 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12605284-b3bd-4f39-8169-e1204b507daf req-215052d6-4697-4f94-ad67-8da0712f0a0c tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:27.979603 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-12605284-b3bd-4f39-8169-e1204b507daf req-215052d6-4697-4f94-ad67-8da0712f0a0c tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d2bd2e2-fe82-46d3-8bea-8a0e2ed27d53 HTTP/1.1" status: 200 len: 946 time: 0.2670393 Nov 26 16:59:28.068882 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-12605284-b3bd-4f39-8169-e1204b507daf req-fc3d1781-e0fc-43af-94d1-7b2468d989d8 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.11 "GET /v2.0/security-groups?id=84a47a3e-81bb-4a82-8c80-fbece562fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531211 Nov 26 16:59:28.083530 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf8e06-a944-4de3-af36-18551b57e12e req-af8f63e8-4e67-413c-9cfd-1cc3292511c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:28.085144 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15bf8e06-a944-4de3-af36-18551b57e12e req-af8f63e8-4e67-413c-9cfd-1cc3292511c3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7439e80-4bbd-4bde-a5b6-7ea2259cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1046906 Nov 26 16:59:28.227637 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15bf8e06-a944-4de3-af36-18551b57e12e req-8b3ad361-aa9f-436e-ae84-60bd4b4f05dc service neutron] 10.222.0.31 "GET /v2.0/networks/d7439e80-4bbd-4bde-a5b6-7ea2259cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341145 Nov 26 16:59:28.359488 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15bf8e06-a944-4de3-af36-18551b57e12e req-9d640f1b-4307-4b0a-9755-f124a0100e84 service neutron] 10.222.0.31 "GET /v2.0/networks/d7439e80-4bbd-4bde-a5b6-7ea2259cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234992 Nov 26 16:59:28.594725 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-77761de2-702b-4894-af12-214267c2fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:29.356418 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9009c-5487-4db3-98f4-69a19777c138 req-fad14f41-f329-42c2-9259-233b31f09891 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:29.357896 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7ce9009c-5487-4db3-98f4-69a19777c138 req-fad14f41-f329-42c2-9259-233b31f09891 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d2bd2e2-fe82-46d3-8bea-8a0e2ed27d53 HTTP/1.1" status: 200 len: 946 time: 0.1828918 Nov 26 16:59:29.365104 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:29.403214 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7ce9009c-5487-4db3-98f4-69a19777c138 req-9f7b1bfd-1280-4d42-a635-6287d3c81f6f tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.11 "GET /v2.0/security-groups?id=84a47a3e-81bb-4a82-8c80-fbece562fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389652 Nov 26 16:59:30.037221 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device b8c3781c-82b7-4ea4-8913-0434bd1b2861 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 16:59:30.166038 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port b8c3781c-82b7-4ea4-8913-0434bd1b2861, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=b8c3781c-82b7-4ea4-8913-0434bd1b2861,segment=NetworkSegment(5e7ef4c0-6236-413e-9af7-26db6bedd602),segment_id=5e7ef4c0-6236-413e-9af7-26db6bedd602)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:59:30.179033 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': 'b8c3781c-82b7-4ea4-8913-0434bd1b2861', 'network_id': 'd7439e80-4bbd-4bde-a5b6-7ea2259cb61c', 'port_id': 'b8c3781c-82b7-4ea4-8913-0434bd1b2861', 'mac_address': 'fa:16:3e:64:de:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a5904a-bf9d-4b9f-9b4d-56206cdbdef2', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 16:59:30.231541 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:30.247580 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c3781c-82b7-4ea4-8913-0434bd1b2861 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:59:30.262060 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port b8c3781c-82b7-4ea4-8913-0434bd1b2861, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=b8c3781c-82b7-4ea4-8913-0434bd1b2861,segment=NetworkSegment(5e7ef4c0-6236-413e-9af7-26db6bedd602),segment_id=5e7ef4c0-6236-413e-9af7-26db6bedd602)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:59:30.266831 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:30.268588 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-c9762910-8a65-4fd6-85f0-cd4c72c8de2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:30.334957 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=b8c3781c-82b7-4ea4-8913-0434bd1b2861,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:30.337908 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:30.584807 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['b8c3781c-82b7-4ea4-8913-0434bd1b2861'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 16:59:30.596471 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a175dc9-2689-411b-9a3b-9ddbc4d6e428 req-750d8de8-658b-429b-a12e-05b440451782 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:30.597863 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9a175dc9-2689-411b-9a3b-9ddbc4d6e428 req-750d8de8-658b-429b-a12e-05b440451782 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d2bd2e2-fe82-46d3-8bea-8a0e2ed27d53 HTTP/1.1" status: 200 len: 947 time: 0.0859699 Nov 26 16:59:30.645306 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9a175dc9-2689-411b-9a3b-9ddbc4d6e428 req-d00ef033-4067-4a08-a0df-dd672444bc4d tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.11 "GET /v2.0/security-groups?id=84a47a3e-81bb-4a82-8c80-fbece562fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413465 Nov 26 16:59:31.253859 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b8a147c6-9a1e-4de3-a7ee-cb21e14e3ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:31.829994 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825f40b-45a8-430e-aa04-41b6b8d72de1 req-9cfd98b7-a185-4bf1-b047-7aecb9449a14 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:31.831468 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3825f40b-45a8-430e-aa04-41b6b8d72de1 req-9cfd98b7-a185-4bf1-b047-7aecb9449a14 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d2bd2e2-fe82-46d3-8bea-8a0e2ed27d53 HTTP/1.1" status: 200 len: 947 time: 0.0822399 Nov 26 16:59:31.874196 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3825f40b-45a8-430e-aa04-41b6b8d72de1 req-f0b3e418-57dc-4dd0-aed6-00d0e61cfda1 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.11 "GET /v2.0/security-groups?id=84a47a3e-81bb-4a82-8c80-fbece562fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371151 Nov 26 16:59:32.032720 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device b8c3781c-82b7-4ea4-8913-0434bd1b2861 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:59:32.102777 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port b8c3781c-82b7-4ea4-8913-0434bd1b2861 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:59:32.107931 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port b8c3781c-82b7-4ea4-8913-0434bd1b2861 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:59:32.108313 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:32.232635 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:32.236913 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:32.262848 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2bd2e2-fe82-46d3-8bea-8a0e2ed27d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c3781c-82b7-4ea4-8913-0434bd1b2861'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:59:32.272254 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port b8c3781c-82b7-4ea4-8913-0434bd1b2861, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=b8c3781c-82b7-4ea4-8913-0434bd1b2861,segment=NetworkSegment(5e7ef4c0-6236-413e-9af7-26db6bedd602),segment_id=5e7ef4c0-6236-413e-9af7-26db6bedd602)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:59:32.276133 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:32.278039 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:32.312277 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d2bd2e2-fe82-46d3-8bea-8a0e2ed27d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c3781c-82b7-4ea4-8913-0434bd1b2861', 'code': 200} Nov 26 16:59:32.342757 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=b8c3781c-82b7-4ea4-8913-0434bd1b2861,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:32.346070 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:32.537603 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094edee6-88d9-4395-a560-453dea065c65 req-69070635-d814-4281-9f2e-92d228f85ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:32.539003 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-094edee6-88d9-4395-a560-453dea065c65 req-69070635-d814-4281-9f2e-92d228f85ea6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7d2bd2e2-fe82-46d3-8bea-8a0e2ed27d53 HTTP/1.1" status: 200 len: 1101 time: 0.0744679 Nov 26 16:59:32.583231 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-094edee6-88d9-4395-a560-453dea065c65 req-96109870-d310-4266-aec8-aff6cf4ccd4d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=84a47a3e-81bb-4a82-8c80-fbece562fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334678 Nov 26 16:59:33.052415 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8837436-3fbc-4905-bce0-e3f8cec4dcea req-5dfbd263-f3d0-4c1e-9e61-17d8d37ce96e tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:33.053830 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e8837436-3fbc-4905-bce0-e3f8cec4dcea req-5dfbd263-f3d0-4c1e-9e61-17d8d37ce96e tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d2bd2e2-fe82-46d3-8bea-8a0e2ed27d53 HTTP/1.1" status: 200 len: 948 time: 0.0780003 Nov 26 16:59:33.096965 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e8837436-3fbc-4905-bce0-e3f8cec4dcea req-a9e9e716-389e-4118-8299-8aea16307d2b tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.11 "GET /v2.0/security-groups?id=84a47a3e-81bb-4a82-8c80-fbece562fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376110 Nov 26 16:59:33.995241 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:34.281086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0798f-3eec-410d-8e43-9a013d563e7f req-867b8ca8-a739-4172-8752-28cbbaad6565 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:34.282501 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-24e0798f-3eec-410d-8e43-9a013d563e7f req-867b8ca8-a739-4172-8752-28cbbaad6565 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d2bd2e2-fe82-46d3-8bea-8a0e2ed27d53 HTTP/1.1" status: 200 len: 948 time: 0.0827844 Nov 26 16:59:34.325266 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-24e0798f-3eec-410d-8e43-9a013d563e7f req-6e4c60e1-47f8-4607-bde5-31c4fc7fb98b tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.11 "GET /v2.0/security-groups?id=84a47a3e-81bb-4a82-8c80-fbece562fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371130 Nov 26 16:59:35.401588 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752ae35-cda9-4ccf-b1ed-21ead772f8a6 req-b4844101-48ba-4ff2-a9b1-85690732b1f9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:35.403002 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5752ae35-cda9-4ccf-b1ed-21ead772f8a6 req-b4844101-48ba-4ff2-a9b1-85690732b1f9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d2bd2e2-fe82-46d3-8bea-8a0e2ed27d53 HTTP/1.1" status: 200 len: 948 time: 0.0796037 Nov 26 16:59:35.449828 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5752ae35-cda9-4ccf-b1ed-21ead772f8a6 req-c760140d-8e9d-4aff-a9b0-61d2193e4cea tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.11 "GET /v2.0/security-groups?id=84a47a3e-81bb-4a82-8c80-fbece562fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411563 Nov 26 16:59:36.641278 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7f770-f9df-4cb3-9ffd-91717d9839e2 req-b69c1042-8f5b-42f0-aa2f-ac223904e00d tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:36.643249 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d9c7f770-f9df-4cb3-9ffd-91717d9839e2 req-b69c1042-8f5b-42f0-aa2f-ac223904e00d tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d2bd2e2-fe82-46d3-8bea-8a0e2ed27d53 HTTP/1.1" status: 200 len: 948 time: 0.0836031 Nov 26 16:59:36.685740 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d9c7f770-f9df-4cb3-9ffd-91717d9839e2 req-c4bb9495-a144-4828-8c26-ae4cbc0600b1 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.11 "GET /v2.0/security-groups?id=84a47a3e-81bb-4a82-8c80-fbece562fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368094 Nov 26 16:59:36.770254 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add4f4c-c3e7-47d3-93af-8a3b20c73bfc req-2734beef-ccb9-4ef5-9b4e-e728e4ad2ff4 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:36.771659 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4add4f4c-c3e7-47d3-93af-8a3b20c73bfc req-2734beef-ccb9-4ef5-9b4e-e728e4ad2ff4 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d2bd2e2-fe82-46d3-8bea-8a0e2ed27d53 HTTP/1.1" status: 200 len: 948 time: 0.0824444 Nov 26 16:59:36.842196 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-4add4f4c-c3e7-47d3-93af-8a3b20c73bfc req-66608f9f-6779-4451-8b25-62a53063ac1c tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Deleting port b8c3781c-82b7-4ea4-8913-0434bd1b2861 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 16:59:36.842529 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-4add4f4c-c3e7-47d3-93af-8a3b20c73bfc req-66608f9f-6779-4451-8b25-62a53063ac1c tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:37.086380 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-4add4f4c-c3e7-47d3-93af-8a3b20c73bfc req-66608f9f-6779-4451-8b25-62a53063ac1c tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] For port b8c3781c-82b7-4ea4-8913-0434bd1b2861, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=b8c3781c-82b7-4ea4-8913-0434bd1b2861,segment=NetworkSegment(5e7ef4c0-6236-413e-9af7-26db6bedd602),segment_id=5e7ef4c0-6236-413e-9af7-26db6bedd602)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:59:37.086644 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-4add4f4c-c3e7-47d3-93af-8a3b20c73bfc req-66608f9f-6779-4451-8b25-62a53063ac1c tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:37.212110 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-4add4f4c-c3e7-47d3-93af-8a3b20c73bfc req-66608f9f-6779-4451-8b25-62a53063ac1c tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Calling delete_port for b8c3781c-82b7-4ea4-8913-0434bd1b2861 owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 16:59:37.351945 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-4add4f4c-c3e7-47d3-93af-8a3b20c73bfc req-66608f9f-6779-4451-8b25-62a53063ac1c tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:37.357211 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d87825b6-36ad-4bbf-b92e-5458577744bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:37.367577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['b8c3781c-82b7-4ea4-8913-0434bd1b2861'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 16:59:37.405130 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66608f9f-6779-4451-8b25-62a53063ac1c tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Pushing event deleted for resources: {'Port': ['ID=b8c3781c-82b7-4ea4-8913-0434bd1b2861,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:37.408677 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-66608f9f-6779-4451-8b25-62a53063ac1c tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:37.482063 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-4add4f4c-c3e7-47d3-93af-8a3b20c73bfc req-66608f9f-6779-4451-8b25-62a53063ac1c tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] No DVR routers for this DVR port b8c3781c-82b7-4ea4-8913-0434bd1b2861 on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 16:59:37.484645 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-4add4f4c-c3e7-47d3-93af-8a3b20c73bfc req-66608f9f-6779-4451-8b25-62a53063ac1c tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:37.487347 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2bd2e2-fe82-46d3-8bea-8a0e2ed27d53', 'name': 'network-vif-deleted', 'tag': 'b8c3781c-82b7-4ea4-8913-0434bd1b2861'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:59:37.504061 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4add4f4c-c3e7-47d3-93af-8a3b20c73bfc req-66608f9f-6779-4451-8b25-62a53063ac1c tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.31 "DELETE /v2.0/ports/b8c3781c-82b7-4ea4-8913-0434bd1b2861 HTTP/1.1" status: 204 len: 173 time: 0.7236619 Nov 26 16:59:37.543276 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d2bd2e2-fe82-46d3-8bea-8a0e2ed27d53', 'name': 'network-vif-deleted', 'tag': 'b8c3781c-82b7-4ea4-8913-0434bd1b2861', 'status': 'completed', 'code': 200} Nov 26 16:59:37.843445 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b7bcb574-f47a-4785-b868-0485dbf4d334 req-5957fcf8-c374-489d-af57-f4ca0e22bce4 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d2bd2e2-fe82-46d3-8bea-8a0e2ed27d53 HTTP/1.1" status: 200 len: 210 time: 0.0420349 Nov 26 16:59:39.198284 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 56214) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:59:39.345065 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-27b32b61-8439-441c-a030-ed441355aab3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cf996fd101bd4237a895401182ef0a76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455414 Nov 26 16:59:39.347420 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 56220) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:59:39.403700 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7043c7e2-83f5-4093-a721-c1f0b9fe8005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:39.428861 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7043c7e2-83f5-4093-a721-c1f0b9fe8005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:39.480640 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7043c7e2-83f5-4093-a721-c1f0b9fe8005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:39.486167 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7fdf0464-053b-4175-99a8-c90df4c6ef01 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:39.499468 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043c7e2-83f5-4093-a721-c1f0b9fe8005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a47a3e-81bb-4a82-8c80-fbece562fa96,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:39.503019 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7043c7e2-83f5-4093-a721-c1f0b9fe8005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:39.509749 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7043c7e2-83f5-4093-a721-c1f0b9fe8005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:39.510850 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7043c7e2-83f5-4093-a721-c1f0b9fe8005 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/84a47a3e-81bb-4a82-8c80-fbece562fa96 HTTP/1.1" status: 204 len: 168 time: 0.1625221 Nov 26 16:59:39.786033 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 56230) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:59:39.803463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-80c6a735-57c8-4442-b02c-df0a1fce83bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:39.817937 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-80c6a735-57c8-4442-b02c-df0a1fce83bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:59:39.821718 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-80c6a735-57c8-4442-b02c-df0a1fce83bd admin admin] Usage tracker for resource:security_group_rule and tenant:d0fa5fbd947541899c2d13fec29a6d91 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:59:39.824581 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-80c6a735-57c8-4442-b02c-df0a1fce83bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:59:39.830900 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-80c6a735-57c8-4442-b02c-df0a1fce83bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:59:39.910338 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-80c6a735-57c8-4442-b02c-df0a1fce83bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:39.913978 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-80c6a735-57c8-4442-b02c-df0a1fce83bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:39.926250 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-248eab56-f8e2-4baf-a220-61cee7ea7f53 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:39.964992 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-80c6a735-57c8-4442-b02c-df0a1fce83bd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d0fa5fbd947541899c2d13fec29a6d91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1779344 Nov 26 16:59:39.965868 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6a735-57c8-4442-b02c-df0a1fce83bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab09c91-1200-4289-be94-f5f4d943f1f6,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:39.967912 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 56234) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:59:39.968772 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-80c6a735-57c8-4442-b02c-df0a1fce83bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:40.031677 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-19e8b2b6-929a-4061-949f-ae14c8735cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:40.056697 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-19e8b2b6-929a-4061-949f-ae14c8735cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:40.065774 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device b8c3781c-82b7-4ea4-8913-0434bd1b2861 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 16:59:40.101484 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: b8c3781c-82b7-4ea4-8913-0434bd1b2861 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 16:59:40.101852 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device b8c3781c-82b7-4ea4-8913-0434bd1b2861 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 16:59:40.108434 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-19e8b2b6-929a-4061-949f-ae14c8735cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:40.112791 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3fff6724-43cf-42d0-abb8-bd7e1401535f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:40.125236 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8b2b6-929a-4061-949f-ae14c8735cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab09c91-1200-4289-be94-f5f4d943f1f6,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:40.128447 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-19e8b2b6-929a-4061-949f-ae14c8735cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:40.136079 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-19e8b2b6-929a-4061-949f-ae14c8735cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:40.139438 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-19e8b2b6-929a-4061-949f-ae14c8735cd9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ab09c91-1200-4289-be94-f5f4d943f1f6 HTTP/1.1" status: 204 len: 168 time: 0.1675379 Nov 26 16:59:40.838578 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 56258) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:59:40.943163 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-0f7bed90-e935-4e48-a9c2-22f4aa75bf27 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-8094268-network', 'tenant_id': 'fc3c1577136c4c66846817a42bb94df6'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:59:40.948252 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0f7bed90-e935-4e48-a9c2-22f4aa75bf27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:59:40.952201 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0f7bed90-e935-4e48-a9c2-22f4aa75bf27 admin admin] Usage tracker for resource:network and tenant:fc3c1577136c4c66846817a42bb94df6 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:59:40.955612 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0f7bed90-e935-4e48-a9c2-22f4aa75bf27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:59:40.962306 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0f7bed90-e935-4e48-a9c2-22f4aa75bf27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:59:40.973283 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7bed90-e935-4e48-a9c2-22f4aa75bf27 admin admin] Made reservation on behalf of fc3c1577136c4c66846817a42bb94df6 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:59:40.975795 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0f7bed90-e935-4e48-a9c2-22f4aa75bf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:40.988681 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0f7bed90-e935-4e48-a9c2-22f4aa75bf27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:41.004020 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0f7bed90-e935-4e48-a9c2-22f4aa75bf27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:59:41.007904 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0f7bed90-e935-4e48-a9c2-22f4aa75bf27 admin admin] Usage tracker for resource:security_group_rule and tenant:fc3c1577136c4c66846817a42bb94df6 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:59:41.010736 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0f7bed90-e935-4e48-a9c2-22f4aa75bf27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:59:41.016528 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0f7bed90-e935-4e48-a9c2-22f4aa75bf27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:59:41.099436 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0f7bed90-e935-4e48-a9c2-22f4aa75bf27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:41.103020 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0f7bed90-e935-4e48-a9c2-22f4aa75bf27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:41.106896 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c363dfd5-b0a5-4940-be7b-2bf2d9535a1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:41.130820 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f7bed90-e935-4e48-a9c2-22f4aa75bf27 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 16:59:41.143755 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7bed90-e935-4e48-a9c2-22f4aa75bf27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8198240a-7abc-4f93-baf7-8e7cd17fa01e,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:41.148176 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0f7bed90-e935-4e48-a9c2-22f4aa75bf27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:41.149186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0f7bed90-e935-4e48-a9c2-22f4aa75bf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:41.149523 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-0f7bed90-e935-4e48-a9c2-22f4aa75bf27 admin admin] Added segment 0540203b-c844-490e-8724-027fbdcf10ad of type vlan for network 1439edd6-859b-4d8b-bb65-661c97fde406 Nov 26 16:59:41.180959 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0f7bed90-e935-4e48-a9c2-22f4aa75bf27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:41.211258 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0f7bed90-e935-4e48-a9c2-22f4aa75bf27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:41.212384 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7bed90-e935-4e48-a9c2-22f4aa75bf27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:41.212952 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0f7bed90-e935-4e48-a9c2-22f4aa75bf27 admin admin] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:41.216308 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-dd65a4b9-d69e-4381-b822-38283a3be863 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:41.320342 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7bed90-e935-4e48-a9c2-22f4aa75bf27 admin admin] Pushing event updated for resources: {'Network': ['ID=1439edd6-859b-4d8b-bb65-661c97fde406,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:41.323682 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0f7bed90-e935-4e48-a9c2-22f4aa75bf27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:41.328695 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0f7bed90-e935-4e48-a9c2-22f4aa75bf27 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4861369 Nov 26 16:59:41.329443 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 56264) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:59:41.331900 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 1439edd6-859b-4d8b-bb65-661c97fde406 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 16:59:41.335355 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-d8ae4dd9-a9b0-4d13-9261-4fdbaf0f2d75 admin admin] Request body: {'subnet': {'network_id': '1439edd6-859b-4d8b-bb65-661c97fde406', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-8094268-subnet', 'tenant_id': 'fc3c1577136c4c66846817a42bb94df6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:59:41.340270 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d8ae4dd9-a9b0-4d13-9261-4fdbaf0f2d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:59:41.344768 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d8ae4dd9-a9b0-4d13-9261-4fdbaf0f2d75 admin admin] Usage tracker for resource:subnet and tenant:fc3c1577136c4c66846817a42bb94df6 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:59:41.347558 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d8ae4dd9-a9b0-4d13-9261-4fdbaf0f2d75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:59:41.353494 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d8ae4dd9-a9b0-4d13-9261-4fdbaf0f2d75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:59:41.365375 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ae4dd9-a9b0-4d13-9261-4fdbaf0f2d75 admin admin] Made reservation on behalf of fc3c1577136c4c66846817a42bb94df6 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:59:41.367963 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4dd9-a9b0-4d13-9261-4fdbaf0f2d75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:41.702366 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4dd9-a9b0-4d13-9261-4fdbaf0f2d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:41.706723 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e6f8a8e5-6db5-449d-94ed-3c802c3d3b6d tempest-RoutersIpV6Test-1816224873 tempest-RoutersIpV6Test-1816224873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:41.781215 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae4dd9-a9b0-4d13-9261-4fdbaf0f2d75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f467e4e-adff-41e8-8cf3-68700c349696,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:41.785663 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d8ae4dd9-a9b0-4d13-9261-4fdbaf0f2d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:41.786350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ae4dd9-a9b0-4d13-9261-4fdbaf0f2d75 admin admin] Checking segment: {'id': '0540203b-c844-490e-8724-027fbdcf10ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1439edd6-859b-4d8b-bb65-661c97fde406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:59:41.786704 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ae4dd9-a9b0-4d13-9261-4fdbaf0f2d75 admin admin] Network hostable DHCP agents. Network: 1439edd6-859b-4d8b-bb65-661c97fde406, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 16:59:41.805311 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ae4dd9-a9b0-4d13-9261-4fdbaf0f2d75 admin admin] Network 1439edd6-859b-4d8b-bb65-661c97fde406 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 16:59:41.814209 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-d8ae4dd9-a9b0-4d13-9261-4fdbaf0f2d75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 1439edd6-859b-4d8b-bb65-661c97fde406) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:59:41.818009 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ae4dd9-a9b0-4d13-9261-4fdbaf0f2d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:41.818613 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4dd9-a9b0-4d13-9261-4fdbaf0f2d75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:41.823107 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec9a222-b615-4bd5-9999-8aa1967446cb None None] Network 1439edd6-859b-4d8b-bb65-661c97fde406 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:59:41.843906 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d8ae4dd9-a9b0-4d13-9261-4fdbaf0f2d75 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5082083 Nov 26 16:59:42.038797 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a79285-685b-41a8-9040-7661ed5eb805 None None] Network 1439edd6-859b-4d8b-bb65-661c97fde406 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 16:59:42.351225 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-3f098973-d460-458b-b230-5b00cc2851cb tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:42.352756 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-3f098973-d460-458b-b230-5b00cc2851cb tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/networks?id=1439edd6-859b-4d8b-bb65-661c97fde406 HTTP/1.1" status: 200 len: 809 time: 0.1506612 Nov 26 16:59:42.367906 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-ced89466-fb15-4539-8f6f-3a26096d3219 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/quotas/fc3c1577136c4c66846817a42bb94df6 HTTP/1.1" status: 200 len: 375 time: 0.0094795 Nov 26 16:59:42.413970 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-835a8e3b-0fc0-47f4-849d-bc76b571ba5a tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc3c1577136c4c66846817a42bb94df6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407498 Nov 26 16:59:42.552510 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-80287a7b-efa8-4f2f-9b95-cd7e05c22560 service neutron] 10.222.0.11 "GET /v2.0/networks/1439edd6-859b-4d8b-bb65-661c97fde406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320293 Nov 26 16:59:42.682877 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-cacb002d-1404-4c77-96f5-2411673ea93d service neutron] 10.222.0.11 "GET /v2.0/networks/1439edd6-859b-4d8b-bb65-661c97fde406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246576 Nov 26 16:59:42.858379 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-eaed171a-ec25-4d30-8379-3e18810e7b79 req-e76540cf-5d1b-4811-93f9-7f9f85a92755 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 210 time: 0.0461769 Nov 26 16:59:43.949287 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-4f1919d7-7e26-4bdc-92fd-40cde171c961 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:43.950088 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-4f1919d7-7e26-4bdc-92fd-40cde171c961 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Synchronizing usage tracker for tenant:fc3c1577136c4c66846817a42bb94df6 on resource:network {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:59:43.969926 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-4f1919d7-7e26-4bdc-92fd-40cde171c961 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Unset dirty status for tenant:fc3c1577136c4c66846817a42bb94df6 on resource:network {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:59:43.971052 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-4f1919d7-7e26-4bdc-92fd-40cde171c961 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.31 "GET /v2.0/networks?id=1439edd6-859b-4d8b-bb65-661c97fde406 HTTP/1.1" status: 200 len: 809 time: 0.1722538 Nov 26 16:59:43.989693 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-3435e2d6-72d2-46b8-8c15-12cfc83f4f37 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Request body: {'port': {'device_id': '4c0298e3-6182-4af2-bdfd-bcea51b54c7c', 'network_id': '1439edd6-859b-4d8b-bb65-661c97fde406', 'admin_state_up': True, 'tenant_id': 'fc3c1577136c4c66846817a42bb94df6'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:59:44.025440 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-83992aba-b040-49f2-bf28-c63b045d32ba req-870abb0d-0a39-4e81-ad21-d74006c7cf61 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 210 time: 0.0486400 Nov 26 16:59:44.130811 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-3435e2d6-72d2-46b8-8c15-12cfc83f4f37 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 16:59:44.134612 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-3435e2d6-72d2-46b8-8c15-12cfc83f4f37 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Usage tracker for resource:port and tenant:fc3c1577136c4c66846817a42bb94df6 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 16:59:44.137453 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-3435e2d6-72d2-46b8-8c15-12cfc83f4f37 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 16:59:44.143090 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-3435e2d6-72d2-46b8-8c15-12cfc83f4f37 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 16:59:44.152811 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-3435e2d6-72d2-46b8-8c15-12cfc83f4f37 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Made reservation on behalf of fc3c1577136c4c66846817a42bb94df6 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 16:59:44.157098 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-3435e2d6-72d2-46b8-8c15-12cfc83f4f37 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:44.318336 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-3435e2d6-72d2-46b8-8c15-12cfc83f4f37 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Allocated IP 172.20.0.11 (1439edd6-859b-4d8b-bb65-661c97fde406/1f467e4e-adff-41e8-8cf3-68700c349696/6b955b41-cdc6-48a1-91a3-e2f419f06c29) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 16:59:44.515498 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-3435e2d6-72d2-46b8-8c15-12cfc83f4f37 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:44.546708 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-3435e2d6-72d2-46b8-8c15-12cfc83f4f37 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:44.553630 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-23a24f56-f8f1-4984-b4d3-8fd08a712686 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:44.617115 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-3435e2d6-72d2-46b8-8c15-12cfc83f4f37 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Network 1439edd6-859b-4d8b-bb65-661c97fde406 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 16:59:44.620273 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-3435e2d6-72d2-46b8-8c15-12cfc83f4f37 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 16:59:44.622951 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-3435e2d6-72d2-46b8-8c15-12cfc83f4f37 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 16:59:44.665921 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435e2d6-72d2-46b8-8c15-12cfc83f4f37 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Pushing event updated for resources: {'Port': ['ID=6b955b41-cdc6-48a1-91a3-e2f419f06c29,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:44.670387 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3435e2d6-72d2-46b8-8c15-12cfc83f4f37 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:44.693130 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-3435e2d6-72d2-46b8-8c15-12cfc83f4f37 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:44.693732 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-3435e2d6-72d2-46b8-8c15-12cfc83f4f37 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:44.713516 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-3435e2d6-72d2-46b8-8c15-12cfc83f4f37 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7278039 Nov 26 16:59:44.729736 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] Request body: {'port': {'device_id': '4c0298e3-6182-4af2-bdfd-bcea51b54c7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 16:59:44.842861 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:45.217143 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b955b41-cdc6-48a1-91a3-e2f419f06c29 {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:59:45.232596 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:45.251525 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] Transition to ACTIVE for port object 6b955b41-cdc6-48a1-91a3-e2f419f06c29 will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 16:59:45.255493 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:45.259622 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:45.373287 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130aa51-0cad-45d6-bcec-804afc5753c3 req-7408a9b9-57e1-4cd9-a073-2031474ff407 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:45.373976 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-3130aa51-0cad-45d6-bcec-804afc5753c3 req-7408a9b9-57e1-4cd9-a073-2031474ff407 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Synchronizing usage tracker for tenant:fc3c1577136c4c66846817a42bb94df6 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:59:45.525895 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] Pushing event updated for resources: {'Port': ['ID=6b955b41-cdc6-48a1-91a3-e2f419f06c29,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:45.530752 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:45.595030 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-3130aa51-0cad-45d6-bcec-804afc5753c3 req-7408a9b9-57e1-4cd9-a073-2031474ff407 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Unset dirty status for tenant:fc3c1577136c4c66846817a42bb94df6 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:59:45.596132 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3130aa51-0cad-45d6-bcec-804afc5753c3 req-7408a9b9-57e1-4cd9-a073-2031474ff407 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 932 time: 0.4443982 Nov 26 16:59:45.665017 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-3130aa51-0cad-45d6-bcec-804afc5753c3 req-195c3b23-3479-4ec1-94b7-4e5a6e9d81c3 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Synchronizing usage tracker for tenant:fc3c1577136c4c66846817a42bb94df6 on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 16:59:45.671472 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] Attempting to bind port 6b955b41-cdc6-48a1-91a3-e2f419f06c29 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 16:59:45.671834 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] Attempting to bind port 6b955b41-cdc6-48a1-91a3-e2f419f06c29 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '0540203b-c844-490e-8724-027fbdcf10ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1439edd6-859b-4d8b-bb65-661c97fde406'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 16:59:45.672183 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] Attempting to bind port 6b955b41-cdc6-48a1-91a3-e2f419f06c29 on network 1439edd6-859b-4d8b-bb65-661c97fde406 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:59:45.680654 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] Port 6b955b41-cdc6-48a1-91a3-e2f419f06c29 on network 1439edd6-859b-4d8b-bb65-661c97fde406 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 16:59:45.680969 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] Attempting to bind port 6b955b41-cdc6-48a1-91a3-e2f419f06c29 on network 1439edd6-859b-4d8b-bb65-661c97fde406 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 16:59:45.690634 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 16, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 16:59:45.690977 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] Checking segment: {'id': '0540203b-c844-490e-8724-027fbdcf10ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1439edd6-859b-4d8b-bb65-661c97fde406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 16:59:45.691385 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] Bound using segment: {'id': '0540203b-c844-490e-8724-027fbdcf10ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1439edd6-859b-4d8b-bb65-661c97fde406'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 16:59:45.691901 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] Bound port: 6b955b41-cdc6-48a1-91a3-e2f419f06c29, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0540203b-c844-490e-8724-027fbdcf10ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1439edd6-859b-4d8b-bb65-661c97fde406'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 16:59:45.692225 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:45.702750 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-3130aa51-0cad-45d6-bcec-804afc5753c3 req-195c3b23-3479-4ec1-94b7-4e5a6e9d81c3 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Unset dirty status for tenant:fc3c1577136c4c66846817a42bb94df6 on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 16:59:45.704443 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3130aa51-0cad-45d6-bcec-804afc5753c3 req-195c3b23-3479-4ec1-94b7-4e5a6e9d81c3 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001458 Nov 26 16:59:45.783348 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] For port 6b955b41-cdc6-48a1-91a3-e2f419f06c29, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 16:59:45.786270 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] For port 6b955b41-cdc6-48a1-91a3-e2f419f06c29, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=6b955b41-cdc6-48a1-91a3-e2f419f06c29,segment=NetworkSegment(0540203b-c844-490e-8724-027fbdcf10ad),segment_id=0540203b-c844-490e-8724-027fbdcf10ad)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 16:59:45.790465 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:45.794792 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5ddb8640-2db3-4d4e-99be-f124273c84f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:45.851972 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:45.852509 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:45.853847 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] 10.222.0.31 "PUT /v2.0/ports/6b955b41-cdc6-48a1-91a3-e2f419f06c29 HTTP/1.1" status: 200 len: 1094 time: 1.1281457 Nov 26 16:59:45.854360 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0298e3-6182-4af2-bdfd-bcea51b54c7c', 'tag': '6b955b41-cdc6-48a1-91a3-e2f419f06c29'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:59:45.876093 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] Pushing event updated for resources: {'Port': ['ID=6b955b41-cdc6-48a1-91a3-e2f419f06c29,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:45.878924 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:45.925775 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c0298e3-6182-4af2-bdfd-bcea51b54c7c', 'tag': '6b955b41-cdc6-48a1-91a3-e2f419f06c29', 'status': 'completed', 'code': 200} Nov 26 16:59:45.965048 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-f712965a-bae8-4558-b146-03f6b0dd3fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:45.966483 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-f712965a-bae8-4558-b146-03f6b0dd3fae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fc3c1577136c4c66846817a42bb94df6&device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 1097 time: 0.0731349 Nov 26 16:59:46.040300 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-40dcb49f-d7b0-4f65-a97c-27392967c81e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b955b41-cdc6-48a1-91a3-e2f419f06c29 HTTP/1.1" status: 200 len: 217 time: 0.0624330 Nov 26 16:59:46.104047 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-96288dfb-cb42-4ae3-8116-6e169430a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:46.105299 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-96288dfb-cb42-4ae3-8116-6e169430a43c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f467e4e-adff-41e8-8cf3-68700c349696 HTTP/1.1" status: 200 len: 849 time: 0.0548756 Nov 26 16:59:46.153992 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-3b7ec70b-d6ef-4434-90de-2ec109bf0c38 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1439edd6-859b-4d8b-bb65-661c97fde406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392663 Nov 26 16:59:46.286557 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-2aaa86f9-f236-4a1a-8c67-69d2f3b44a34 service neutron] 10.222.0.31 "GET /v2.0/networks/1439edd6-859b-4d8b-bb65-661c97fde406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255198 Nov 26 16:59:46.418704 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1fa43c09-ce94-4ef9-a1d3-279d90ed7e37 req-748d7f9f-60b5-4349-b920-ef02cfce4210 service neutron] 10.222.0.31 "GET /v2.0/networks/1439edd6-859b-4d8b-bb65-661c97fde406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216874 Nov 26 16:59:46.544589 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb4f85-8bd1-49fe-ab4a-eedf55d4ab12 req-6e371357-a05a-41a3-be41-52067e9b9473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:46.546106 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1ddb4f85-8bd1-49fe-ab4a-eedf55d4ab12 req-6e371357-a05a-41a3-be41-52067e9b9473 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fc3c1577136c4c66846817a42bb94df6&device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 1097 time: 0.0758657 Nov 26 16:59:46.680503 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb4f85-8bd1-49fe-ab4a-eedf55d4ab12 req-40a72043-19bb-4079-ab1f-786405d9c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:46.681837 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1ddb4f85-8bd1-49fe-ab4a-eedf55d4ab12 req-40a72043-19bb-4079-ab1f-786405d9c868 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1439edd6-859b-4d8b-bb65-661c97fde406 HTTP/1.1" status: 200 len: 910 time: 0.1263475 Nov 26 16:59:46.749269 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1ddb4f85-8bd1-49fe-ab4a-eedf55d4ab12 req-a22c3109-b4b4-4080-9fef-d08ccb6fcf1a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b955b41-cdc6-48a1-91a3-e2f419f06c29 HTTP/1.1" status: 200 len: 217 time: 0.0598068 Nov 26 16:59:46.853808 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb4f85-8bd1-49fe-ab4a-eedf55d4ab12 req-bd850f4c-f0da-4cbc-ad73-e5d6b03ca560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:46.855194 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1ddb4f85-8bd1-49fe-ab4a-eedf55d4ab12 req-bd850f4c-f0da-4cbc-ad73-e5d6b03ca560 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f467e4e-adff-41e8-8cf3-68700c349696 HTTP/1.1" status: 200 len: 849 time: 0.0960701 Nov 26 16:59:46.921309 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1ddb4f85-8bd1-49fe-ab4a-eedf55d4ab12 req-43b04912-67cf-471b-9a09-56b11f94b018 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1439edd6-859b-4d8b-bb65-661c97fde406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570378 Nov 26 16:59:47.019979 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f30f0f-d79c-4ecb-bac5-807e16ef46b3 req-940a96b9-ee79-4469-b57f-4283e18a22c2 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:47.021347 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d3f30f0f-d79c-4ecb-bac5-807e16ef46b3 req-940a96b9-ee79-4469-b57f-4283e18a22c2 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 944 time: 0.2063804 Nov 26 16:59:47.096918 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d3f30f0f-d79c-4ecb-bac5-807e16ef46b3 req-348fe719-9179-480d-b48f-10c9aa436359 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688725 Nov 26 16:59:47.098835 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1ddb4f85-8bd1-49fe-ab4a-eedf55d4ab12 req-a7b241fc-baaf-4213-acc7-67fbf1ee8923 service neutron] 10.222.0.31 "GET /v2.0/networks/1439edd6-859b-4d8b-bb65-661c97fde406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694138 Nov 26 16:59:47.352929 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1ddb4f85-8bd1-49fe-ab4a-eedf55d4ab12 req-00659a78-f8e5-4331-89db-63f918142c1b service neutron] 10.222.0.31 "GET /v2.0/networks/1439edd6-859b-4d8b-bb65-661c97fde406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466183 Nov 26 16:59:48.083772 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 6b955b41-cdc6-48a1-91a3-e2f419f06c29 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 16:59:48.217238 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 6b955b41-cdc6-48a1-91a3-e2f419f06c29, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=6b955b41-cdc6-48a1-91a3-e2f419f06c29,segment=NetworkSegment(0540203b-c844-490e-8724-027fbdcf10ad),segment_id=0540203b-c844-490e-8724-027fbdcf10ad)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:59:48.230594 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '6b955b41-cdc6-48a1-91a3-e2f419f06c29', 'network_id': '1439edd6-859b-4d8b-bb65-661c97fde406', 'port_id': '6b955b41-cdc6-48a1-91a3-e2f419f06c29', 'mac_address': 'fa:16:3e:3b:07:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f467e4e-adff-41e8-8cf3-68700c349696', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 16:59:48.278532 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da450d-3e6e-4ee6-9def-7ee5382640b0 req-f97d2220-f804-43e8-8d6d-4bc9a5c9fa5d tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:48.279986 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c7da450d-3e6e-4ee6-9def-7ee5382640b0 req-f97d2220-f804-43e8-8d6d-4bc9a5c9fa5d tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 944 time: 0.0790694 Nov 26 16:59:48.285073 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:48.301980 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b955b41-cdc6-48a1-91a3-e2f419f06c29 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 16:59:48.317233 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 6b955b41-cdc6-48a1-91a3-e2f419f06c29, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=6b955b41-cdc6-48a1-91a3-e2f419f06c29,segment=NetworkSegment(0540203b-c844-490e-8724-027fbdcf10ad),segment_id=0540203b-c844-490e-8724-027fbdcf10ad)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:59:48.322235 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:48.324118 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:48.325426 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c7da450d-3e6e-4ee6-9def-7ee5382640b0 req-daf79bc2-da64-423e-a27d-b4dd5f280e42 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391502 Nov 26 16:59:48.392925 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=6b955b41-cdc6-48a1-91a3-e2f419f06c29,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:48.395938 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:48.570638 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['6b955b41-cdc6-48a1-91a3-e2f419f06c29'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 16:59:49.509529 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67118a78-b410-4528-b047-b77be68df61e req-19d903a3-80a8-4958-a2b4-db4b0a887723 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:49.510947 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-67118a78-b410-4528-b047-b77be68df61e req-19d903a3-80a8-4958-a2b4-db4b0a887723 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 945 time: 0.0797906 Nov 26 16:59:49.557551 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-67118a78-b410-4528-b047-b77be68df61e req-7b2b7568-bb89-41f9-bc65-4a9e4ae5293b tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402455 Nov 26 16:59:49.591251 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:50.110280 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 6b955b41-cdc6-48a1-91a3-e2f419f06c29 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 16:59:50.176497 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port 6b955b41-cdc6-48a1-91a3-e2f419f06c29 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 16:59:50.181153 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 6b955b41-cdc6-48a1-91a3-e2f419f06c29 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 16:59:50.181535 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:50.299398 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:50.326213 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0298e3-6182-4af2-bdfd-bcea51b54c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b955b41-cdc6-48a1-91a3-e2f419f06c29'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 16:59:50.335989 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 6b955b41-cdc6-48a1-91a3-e2f419f06c29, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=6b955b41-cdc6-48a1-91a3-e2f419f06c29,segment=NetworkSegment(0540203b-c844-490e-8724-027fbdcf10ad),segment_id=0540203b-c844-490e-8724-027fbdcf10ad)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 16:59:50.339877 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:50.341754 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 16:59:50.376517 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0298e3-6182-4af2-bdfd-bcea51b54c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b955b41-cdc6-48a1-91a3-e2f419f06c29', 'code': 200} Nov 26 16:59:50.408232 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=6b955b41-cdc6-48a1-91a3-e2f419f06c29,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 16:59:50.411012 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 16:59:50.610461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff91c6-9c5f-4c8a-90aa-ac58c421f9a2 req-a9d4f603-03a1-470e-bb27-80761eaf8447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:50.611952 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-79ff91c6-9c5f-4c8a-90aa-ac58c421f9a2 req-a9d4f603-03a1-470e-bb27-80761eaf8447 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 1099 time: 0.0693719 Nov 26 16:59:50.655573 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-79ff91c6-9c5f-4c8a-90aa-ac58c421f9a2 req-5011b86f-4a6f-4209-8b02-8b7075e0a6c6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336432 Nov 26 16:59:50.741304 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d4a4d-91fb-4611-b485-7902743cdf17 req-fed80c7f-8e0c-4752-9c85-fc9e684e16c9 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:50.742730 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5e6d4a4d-91fb-4611-b485-7902743cdf17 req-fed80c7f-8e0c-4752-9c85-fc9e684e16c9 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0814927 Nov 26 16:59:50.786980 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5e6d4a4d-91fb-4611-b485-7902743cdf17 req-c79a9f7d-2603-4ce2-9774-93a7b5fd3fdb tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383904 Nov 26 16:59:52.086114 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eef62f-7754-4ae7-9d4b-bbf1e1b2b467 req-5728c0a2-319c-41c0-b580-d7e4af7eaecd tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:52.087460 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b6eef62f-7754-4ae7-9d4b-bbf1e1b2b467 req-5728c0a2-319c-41c0-b580-d7e4af7eaecd tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.1912866 Nov 26 16:59:52.131289 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b6eef62f-7754-4ae7-9d4b-bbf1e1b2b467 req-cf4ef349-744e-4740-96f2-3b68e186ff56 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381465 Nov 26 16:59:53.310648 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49dbb6-3a4a-4bbe-a5cb-e021350c6bf5 req-1c165413-f51d-401f-9c00-7a6d850eaab0 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:53.312111 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cd49dbb6-3a4a-4bbe-a5cb-e021350c6bf5 req-1c165413-f51d-401f-9c00-7a6d850eaab0 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0806310 Nov 26 16:59:53.356049 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cd49dbb6-3a4a-4bbe-a5cb-e021350c6bf5 req-5fc9a43d-938b-48bc-87f7-249887fe7eb0 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378826 Nov 26 16:59:53.703345 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 56326) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 16:59:53.764246 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d479c5f-1625-4a59-bdf9-be95396b2850 req-a29b2e41-1894-4270-80f7-1d124845b0fd tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:53.765748 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5d479c5f-1625-4a59-bdf9-be95396b2850 req-a29b2e41-1894-4270-80f7-1d124845b0fd tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0948074 Nov 26 16:59:53.810111 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5d479c5f-1625-4a59-bdf9-be95396b2850 req-be93ce71-01e8-48eb-8e11-9c3cb419ea0e tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386951 Nov 26 16:59:53.822301 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-be884f02-e4e4-4ff8-b121-bff515e39846 req-ab6a07ae-0195-4438-b224-d9d6ca558878 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1174066 Nov 26 16:59:54.999782 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73a168-5275-4f4f-bbf2-76c03fb16565 req-70e35373-61b8-44ba-ba11-c1e81ec36e76 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:55.001871 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6c73a168-5275-4f4f-bbf2-76c03fb16565 req-70e35373-61b8-44ba-ba11-c1e81ec36e76 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0862288 Nov 26 16:59:55.026795 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be884f02-e4e4-4ff8-b121-bff515e39846 req-d4e663c3-4eb7-409f-b033-c9a80137f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:55.028285 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-be884f02-e4e4-4ff8-b121-bff515e39846 req-d4e663c3-4eb7-409f-b033-c9a80137f4b0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fc3c1577136c4c66846817a42bb94df6&device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 1099 time: 0.0712159 Nov 26 16:59:55.045179 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6c73a168-5275-4f4f-bbf2-76c03fb16565 req-0c3e8e30-03e8-409e-a10d-cc91f6c0a421 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375824 Nov 26 16:59:55.159923 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be884f02-e4e4-4ff8-b121-bff515e39846 req-ac65a849-1902-48a4-aa86-cad52dfa81bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:55.161358 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-be884f02-e4e4-4ff8-b121-bff515e39846 req-ac65a849-1902-48a4-aa86-cad52dfa81bb service neutron] 10.222.0.31 "GET /v2.0/networks?id=1439edd6-859b-4d8b-bb65-661c97fde406 HTTP/1.1" status: 200 len: 910 time: 0.1265838 Nov 26 16:59:55.231228 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-be884f02-e4e4-4ff8-b121-bff515e39846 req-61ff8dc1-c216-473d-8c19-eb069f738593 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b955b41-cdc6-48a1-91a3-e2f419f06c29 HTTP/1.1" status: 200 len: 217 time: 0.0629265 Nov 26 16:59:55.292485 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be884f02-e4e4-4ff8-b121-bff515e39846 req-a5573df6-b38b-448d-aace-f2ac85acc0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:55.293873 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-be884f02-e4e4-4ff8-b121-bff515e39846 req-a5573df6-b38b-448d-aace-f2ac85acc0a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f467e4e-adff-41e8-8cf3-68700c349696 HTTP/1.1" status: 200 len: 849 time: 0.0561252 Nov 26 16:59:55.345346 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-be884f02-e4e4-4ff8-b121-bff515e39846 req-63e510ee-e46c-4dfe-a28c-7f27d24883a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1439edd6-859b-4d8b-bb65-661c97fde406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446527 Nov 26 16:59:55.474640 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-be884f02-e4e4-4ff8-b121-bff515e39846 req-963d9f3b-7566-4f99-9768-5e15b15eddc4 service neutron] 10.222.0.31 "GET /v2.0/networks/1439edd6-859b-4d8b-bb65-661c97fde406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223226 Nov 26 16:59:55.602769 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-be884f02-e4e4-4ff8-b121-bff515e39846 req-47170fc0-b482-409c-99d1-7a12f710e87f service neutron] 10.222.0.31 "GET /v2.0/networks/1439edd6-859b-4d8b-bb65-661c97fde406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213419 Nov 26 16:59:56.226271 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236046dd-5964-4f58-aeae-031ab738410f req-e1310bd3-2c88-43e2-99c0-3ce1aeae6e42 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:56.227686 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-236046dd-5964-4f58-aeae-031ab738410f req-e1310bd3-2c88-43e2-99c0-3ce1aeae6e42 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0788960 Nov 26 16:59:56.270522 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-236046dd-5964-4f58-aeae-031ab738410f req-395d733e-dc00-4314-9ae1-55988e8124ca tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373609 Nov 26 16:59:57.454064 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9a050-92c7-4d24-8533-340aee30b853 req-78c4c646-35cb-4884-bfd3-75690d9a55c3 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:57.455485 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cfc9a050-92c7-4d24-8533-340aee30b853 req-78c4c646-35cb-4884-bfd3-75690d9a55c3 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0784369 Nov 26 16:59:57.497975 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cfc9a050-92c7-4d24-8533-340aee30b853 req-31fadd9d-66c8-44ec-9e64-88c07d22f583 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368721 Nov 26 16:59:58.598190 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9ffdc769-9bed-4d6a-a71b-efa5076f6d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:58.683598 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9502260-86fd-4865-b86e-f3ee87d7390d req-9fafc7ed-3df2-45b7-9d68-73788a899200 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:58.685049 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d9502260-86fd-4865-b86e-f3ee87d7390d req-9fafc7ed-3df2-45b7-9d68-73788a899200 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0835469 Nov 26 16:59:58.729717 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d9502260-86fd-4865-b86e-f3ee87d7390d req-b870b15e-ddd0-4888-8a7a-6842252b8d0a tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389576 Nov 26 16:59:59.367452 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 16:59:59.913840 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ad632-de4b-4c42-8d8f-3b4d38be8274 req-446aab76-7935-4502-a453-f1f6934768c4 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 16:59:59.915259 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2e6ad632-de4b-4c42-8d8f-3b4d38be8274 req-446aab76-7935-4502-a453-f1f6934768c4 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0819554 Nov 26 16:59:59.960251 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2e6ad632-de4b-4c42-8d8f-3b4d38be8274 req-c1711d23-636e-48c1-b9d3-a20bcb79aba0 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385749 Nov 26 17:00:01.142773 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dd69f-d5b9-4277-9868-122ec48cd15d req-3c83afa9-516a-4730-aaa3-51c51eddffa3 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:01.144243 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a42dd69f-d5b9-4277-9868-122ec48cd15d req-3c83afa9-516a-4730-aaa3-51c51eddffa3 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0796366 Nov 26 17:00:01.187387 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a42dd69f-d5b9-4277-9868-122ec48cd15d req-2086ab28-96b8-441f-b1c6-b1983ba8dfd7 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375049 Nov 26 17:00:01.254703 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7ac2bd2a-18dd-4f34-a600-c0f91b92aaf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:02.205561 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:02.368694 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b2143-26ee-4422-9935-c32d770677fe req-d87db9df-4b25-4a38-bea8-0e67edcd886b tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:02.370106 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3d4b2143-26ee-4422-9935-c32d770677fe req-d87db9df-4b25-4a38-bea8-0e67edcd886b tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0786347 Nov 26 17:00:02.417149 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3d4b2143-26ee-4422-9935-c32d770677fe req-697295ff-5d74-41aa-b01c-d256f63fd5e0 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406857 Nov 26 17:00:03.600757 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ecf06c-5831-4f4e-84ad-eaec6364842c req-76166a50-58b7-4736-a612-f1f718538764 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:03.602077 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c4ecf06c-5831-4f4e-84ad-eaec6364842c req-76166a50-58b7-4736-a612-f1f718538764 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0820887 Nov 26 17:00:03.644834 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c4ecf06c-5831-4f4e-84ad-eaec6364842c req-45d4da33-11d0-4965-bbe8-380e824d7ac5 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371299 Nov 26 17:00:03.848263 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:00:03.999030 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:04.826887 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543452a-0571-4812-853b-c2ab1610a95a req-ce7f362d-c62a-4ba1-bc3a-5522427a8271 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:04.828341 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4543452a-0571-4812-853b-c2ab1610a95a req-ce7f362d-c62a-4ba1-bc3a-5522427a8271 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0802250 Nov 26 17:00:04.871684 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4543452a-0571-4812-853b-c2ab1610a95a req-d97c7445-9a12-400c-9480-f8ab4cf5356d tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376377 Nov 26 17:00:06.054413 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405c56d-8fea-4e2e-aabe-fcf0986466da req-e0940ef8-b067-42b8-a758-6bc7319af949 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:06.055776 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a405c56d-8fea-4e2e-aabe-fcf0986466da req-e0940ef8-b067-42b8-a758-6bc7319af949 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0792453 Nov 26 17:00:06.217116 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a405c56d-8fea-4e2e-aabe-fcf0986466da req-373028e4-0e52-41e6-81f1-ee61fd78a2a6 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557713 Nov 26 17:00:07.403534 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479701fe-fef2-47fc-80c3-b7b99c473138 req-b14a4bad-82bc-4eee-b9b3-eefde759fe7b tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:07.405090 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-479701fe-fef2-47fc-80c3-b7b99c473138 req-b14a4bad-82bc-4eee-b9b3-eefde759fe7b tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0844860 Nov 26 17:00:07.447859 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-479701fe-fef2-47fc-80c3-b7b99c473138 req-6e5021c1-fc68-43b5-9bde-5c9b86e625f7 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371065 Nov 26 17:00:07.826629 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71951bb-b4ed-4f3d-abd8-0d128ddb8992 req-b159978f-ff6e-45c5-ba13-bc5725913c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:07.828067 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a71951bb-b4ed-4f3d-abd8-0d128ddb8992 req-b159978f-ff6e-45c5-ba13-bc5725913c3d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fc3c1577136c4c66846817a42bb94df6&device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 1099 time: 0.0711775 Nov 26 17:00:07.971785 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71951bb-b4ed-4f3d-abd8-0d128ddb8992 req-02b7a42a-2308-4c82-8437-4b19460e1589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:07.973196 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a71951bb-b4ed-4f3d-abd8-0d128ddb8992 req-02b7a42a-2308-4c82-8437-4b19460e1589 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1439edd6-859b-4d8b-bb65-661c97fde406 HTTP/1.1" status: 200 len: 910 time: 0.1266725 Nov 26 17:00:08.042395 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a71951bb-b4ed-4f3d-abd8-0d128ddb8992 req-9a2a7a2d-bcfe-4813-88ca-e29b9b45dd13 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b955b41-cdc6-48a1-91a3-e2f419f06c29 HTTP/1.1" status: 200 len: 217 time: 0.0629056 Nov 26 17:00:08.106961 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71951bb-b4ed-4f3d-abd8-0d128ddb8992 req-182e4e19-cb4a-429a-9597-e909bcd036a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:08.108428 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a71951bb-b4ed-4f3d-abd8-0d128ddb8992 req-182e4e19-cb4a-429a-9597-e909bcd036a4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f467e4e-adff-41e8-8cf3-68700c349696 HTTP/1.1" status: 200 len: 849 time: 0.0555654 Nov 26 17:00:08.158070 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a71951bb-b4ed-4f3d-abd8-0d128ddb8992 req-229809f4-1a3e-47b7-93c6-418e2a428d90 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1439edd6-859b-4d8b-bb65-661c97fde406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427516 Nov 26 17:00:08.289056 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a71951bb-b4ed-4f3d-abd8-0d128ddb8992 req-6f12c38b-8082-4230-b2d8-19c614d1098d service neutron] 10.222.0.31 "GET /v2.0/networks/1439edd6-859b-4d8b-bb65-661c97fde406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212611 Nov 26 17:00:08.419530 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a71951bb-b4ed-4f3d-abd8-0d128ddb8992 req-0435cd46-5d3f-468c-95ce-2bfda90d2d1f service neutron] 10.222.0.31 "GET /v2.0/networks/1439edd6-859b-4d8b-bb65-661c97fde406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224911 Nov 26 17:00:08.630498 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f29924-d571-4845-b628-9c23cf29f46d req-329bf62f-d2e9-4b86-b194-0671f707b616 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:08.631954 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-27f29924-d571-4845-b628-9c23cf29f46d req-329bf62f-d2e9-4b86-b194-0671f707b616 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0791366 Nov 26 17:00:08.677877 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-27f29924-d571-4845-b628-9c23cf29f46d req-4d9f238f-6469-4110-b521-15bf31b1435f tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403197 Nov 26 17:00:09.862130 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cad8da-3eb7-45b7-ab5f-f5a2b7f2f7fc req-4f83d950-ea3d-480e-832d-26e50bf9d07b tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:09.863559 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b9cad8da-3eb7-45b7-ab5f-f5a2b7f2f7fc req-4f83d950-ea3d-480e-832d-26e50bf9d07b tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0796957 Nov 26 17:00:09.906055 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b9cad8da-3eb7-45b7-ab5f-f5a2b7f2f7fc req-aa021397-6548-4997-8eb5-4042893b8b30 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369341 Nov 26 17:00:11.092200 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa22b40-ee98-4fbb-bbdd-3dc26d0e0ef2 req-12f20c21-78d3-4b1c-a04f-28e1a375b6fc tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:11.093532 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8fa22b40-ee98-4fbb-bbdd-3dc26d0e0ef2 req-12f20c21-78d3-4b1c-a04f-28e1a375b6fc tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0824344 Nov 26 17:00:11.135889 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8fa22b40-ee98-4fbb-bbdd-3dc26d0e0ef2 req-40c9abc6-1a07-4a9b-a781-dea3a3d8c709 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368059 Nov 26 17:00:12.325769 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f584a-a752-4c02-b624-f8e596dab8af req-e5afc6ea-497c-4577-9e9b-a81b31a4c5df tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:12.327234 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-433f584a-a752-4c02-b624-f8e596dab8af req-e5afc6ea-497c-4577-9e9b-a81b31a4c5df tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0877857 Nov 26 17:00:12.372856 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-433f584a-a752-4c02-b624-f8e596dab8af req-90992231-199d-4d0a-aeb7-8d0bf5ead283 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386243 Nov 26 17:00:13.558413 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873538d0-b661-4a08-8e58-f77fbe02fe03 req-821fe208-f3eb-4b60-980b-084ddf20c66e tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:13.559879 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-873538d0-b661-4a08-8e58-f77fbe02fe03 req-821fe208-f3eb-4b60-980b-084ddf20c66e tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0853314 Nov 26 17:00:13.603530 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-873538d0-b661-4a08-8e58-f77fbe02fe03 req-f4b28e05-d30e-4f6d-8831-2d78996686e0 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376322 Nov 26 17:00:14.787456 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d6a63-8fa7-42c6-9436-310224c0aa34 req-3b09c111-7286-4aff-9b43-e9a5b4e3a3a0 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:14.788946 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-227d6a63-8fa7-42c6-9436-310224c0aa34 req-3b09c111-7286-4aff-9b43-e9a5b4e3a3a0 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0826402 Nov 26 17:00:14.836034 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-227d6a63-8fa7-42c6-9436-310224c0aa34 req-0c3d180f-479e-4ee1-a71b-96d441a42bad tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414872 Nov 26 17:00:16.022559 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627a455-7af7-464b-b3a2-90cdec5a57fe req-ca16e112-4eaf-4d08-8a63-2a62f8c7ba12 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:16.023918 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8627a455-7af7-464b-b3a2-90cdec5a57fe req-ca16e112-4eaf-4d08-8a63-2a62f8c7ba12 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0825391 Nov 26 17:00:16.067339 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8627a455-7af7-464b-b3a2-90cdec5a57fe req-6e546ad9-e43f-4b08-94cf-c1b3e44214cb tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378642 Nov 26 17:00:17.255085 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27e185-d2d0-48a7-be57-67161c29745e req-c8b2f423-92cd-4b59-b009-a8b33f4ff8f1 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:17.256594 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ad27e185-d2d0-48a7-be57-67161c29745e req-c8b2f423-92cd-4b59-b009-a8b33f4ff8f1 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0850370 Nov 26 17:00:17.299986 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ad27e185-d2d0-48a7-be57-67161c29745e req-4a195389-9d81-4d6b-b025-ddafbbc57ce5 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377698 Nov 26 17:00:18.480361 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3898ebc-9860-40aa-b876-7b31867c81b9 req-b1ce7fd2-052f-42f6-bb52-51915070ddc6 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:18.481777 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d3898ebc-9860-40aa-b876-7b31867c81b9 req-b1ce7fd2-052f-42f6-bb52-51915070ddc6 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0785329 Nov 26 17:00:18.536708 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d3898ebc-9860-40aa-b876-7b31867c81b9 req-5c7dbff1-26de-4b77-825b-7b0e9b40fac6 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488997 Nov 26 17:00:19.592627 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:19.725960 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83164d-b068-420f-84a0-4531855d05b4 req-7e842522-7301-4f67-aaa0-ea25b758cd7a tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:19.727299 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4f83164d-b068-420f-84a0-4531855d05b4 req-7e842522-7301-4f67-aaa0-ea25b758cd7a tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0833151 Nov 26 17:00:19.772555 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4f83164d-b068-420f-84a0-4531855d05b4 req-8c38236e-1bd9-41f8-8ecf-1aff174d0be0 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395067 Nov 26 17:00:20.958744 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40bce6-46e4-40cf-9166-5d6cf3991226 req-3185bb36-30a9-4737-a61e-760caa2a0b0c tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:20.960210 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-aa40bce6-46e4-40cf-9166-5d6cf3991226 req-3185bb36-30a9-4737-a61e-760caa2a0b0c tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0830441 Nov 26 17:00:21.004796 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-aa40bce6-46e4-40cf-9166-5d6cf3991226 req-8c3c51f0-12db-4245-b059-daf9d342db16 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389016 Nov 26 17:00:22.187848 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd2766-58f4-40d3-849a-1b0cff6eb2c4 req-5d903b8e-8de9-4a11-a687-d2119f738606 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:22.189344 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-54cd2766-58f4-40d3-849a-1b0cff6eb2c4 req-5d903b8e-8de9-4a11-a687-d2119f738606 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0826690 Nov 26 17:00:22.233300 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-54cd2766-58f4-40d3-849a-1b0cff6eb2c4 req-1ae8c0a3-2f56-4026-80bc-385a5c88a217 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383554 Nov 26 17:00:22.609213 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-be884f02-e4e4-4ff8-b121-bff515e39846 req-b043cde5-7b9d-416b-ada6-bf3b396c86fa service neutron] 10.222.0.31 "GET /v2.0/ports/6b955b41-cdc6-48a1-91a3-e2f419f06c29/bindings/hv-neutron-8194 HTTP/1.1" status: 200 len: 384 time: 0.0763962 Nov 26 17:00:22.888928 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be884f02-e4e4-4ff8-b121-bff515e39846 req-e0ea2bcc-29b5-4302-8269-46542c962306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:22.890298 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-be884f02-e4e4-4ff8-b121-bff515e39846 req-e0ea2bcc-29b5-4302-8269-46542c962306 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c&tenant_id=fc3c1577136c4c66846817a42bb94df6 HTTP/1.1" status: 200 len: 1099 time: 0.0707893 Nov 26 17:00:22.990378 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be884f02-e4e4-4ff8-b121-bff515e39846 req-f024df03-68a8-4804-a305-3224658a9672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:22.991827 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-be884f02-e4e4-4ff8-b121-bff515e39846 req-f024df03-68a8-4804-a305-3224658a9672 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fc3c1577136c4c66846817a42bb94df6&device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 1099 time: 0.0697176 Nov 26 17:00:23.124955 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be884f02-e4e4-4ff8-b121-bff515e39846 req-2aefb69d-9e11-4688-ae93-ae0950549d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:23.126354 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-be884f02-e4e4-4ff8-b121-bff515e39846 req-2aefb69d-9e11-4688-ae93-ae0950549d0a service neutron] 10.222.0.31 "GET /v2.0/networks?id=1439edd6-859b-4d8b-bb65-661c97fde406 HTTP/1.1" status: 200 len: 910 time: 0.1236942 Nov 26 17:00:23.200759 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-be884f02-e4e4-4ff8-b121-bff515e39846 req-5a3e1f10-fa60-4df3-9827-ffde5c2cd30a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b955b41-cdc6-48a1-91a3-e2f419f06c29 HTTP/1.1" status: 200 len: 217 time: 0.0626731 Nov 26 17:00:23.264602 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be884f02-e4e4-4ff8-b121-bff515e39846 req-ac010801-3838-47d4-81cd-c13a17fc8783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:23.266001 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-be884f02-e4e4-4ff8-b121-bff515e39846 req-ac010801-3838-47d4-81cd-c13a17fc8783 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f467e4e-adff-41e8-8cf3-68700c349696 HTTP/1.1" status: 200 len: 849 time: 0.0561590 Nov 26 17:00:23.319366 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-be884f02-e4e4-4ff8-b121-bff515e39846 req-476c4018-7c50-48fa-8429-e5c9907d6797 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1439edd6-859b-4d8b-bb65-661c97fde406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442958 Nov 26 17:00:23.623165 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-be884f02-e4e4-4ff8-b121-bff515e39846 req-3978c2f0-5dcf-430e-9a9b-349574ac1f27 service neutron] 10.222.0.31 "GET /v2.0/networks/1439edd6-859b-4d8b-bb65-661c97fde406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931476 Nov 26 17:00:23.630680 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bad8b1-38dd-4437-8db7-0d64b6f3afd0 req-f0ebf7d7-7f13-47bc-9b92-c27f968ded1f tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:23.632035 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-47bad8b1-38dd-4437-8db7-0d64b6f3afd0 req-f0ebf7d7-7f13-47bc-9b92-c27f968ded1f tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.2844434 Nov 26 17:00:23.756043 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-47bad8b1-38dd-4437-8db7-0d64b6f3afd0 req-a466116b-7849-4b8e-b92a-adb46c92a718 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049988 Nov 26 17:00:23.794345 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-be884f02-e4e4-4ff8-b121-bff515e39846 req-e32d4ac2-bad9-4389-ac8a-8c52da49936b service neutron] 10.222.0.31 "GET /v2.0/networks/1439edd6-859b-4d8b-bb65-661c97fde406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604285 Nov 26 17:00:24.944577 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298ea2f-d6c7-42eb-b8bd-57305f80ae9f req-ff670f06-17c0-40da-86fa-d89c18e0689d tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:24.946021 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7298ea2f-d6c7-42eb-b8bd-57305f80ae9f req-ff670f06-17c0-40da-86fa-d89c18e0689d tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0838377 Nov 26 17:00:24.989600 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7298ea2f-d6c7-42eb-b8bd-57305f80ae9f req-c64cea63-6dc0-4399-9781-c7e599589b33 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379899 Nov 26 17:00:26.170125 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb44ac8-dc16-42bf-b57f-71b9ac5820f2 req-cb28c43a-7c49-4bad-bd8f-9aeb8a773998 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:26.171574 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ddb44ac8-dc16-42bf-b57f-71b9ac5820f2 req-cb28c43a-7c49-4bad-bd8f-9aeb8a773998 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0783422 Nov 26 17:00:26.214451 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ddb44ac8-dc16-42bf-b57f-71b9ac5820f2 req-74424e41-10a6-4b9d-996a-b18f18d8d0c5 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372882 Nov 26 17:00:26.380143 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 6b955b41-cdc6-48a1-91a3-e2f419f06c29 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:00:26.412867 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 6b955b41-cdc6-48a1-91a3-e2f419f06c29 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:00:26.592984 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527a227-c34b-4129-b12e-5e5eb5c26aa8 req-8122e329-9ef8-4dbe-a9f1-63d0c4f48283 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:26.594361 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0527a227-c34b-4129-b12e-5e5eb5c26aa8 req-8122e329-9ef8-4dbe-a9f1-63d0c4f48283 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c&tenant_id=fc3c1577136c4c66846817a42bb94df6&binding%3Ahost_id=hv-neutron-8194 HTTP/1.1" status: 200 len: 946 time: 0.0886307 Nov 26 17:00:26.612254 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 6b955b41-cdc6-48a1-91a3-e2f419f06c29, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=6b955b41-cdc6-48a1-91a3-e2f419f06c29,segment=NetworkSegment(0540203b-c844-490e-8724-027fbdcf10ad),segment_id=0540203b-c844-490e-8724-027fbdcf10ad)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:00:26.632294 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '6b955b41-cdc6-48a1-91a3-e2f419f06c29', 'network_id': '1439edd6-859b-4d8b-bb65-661c97fde406', 'port_id': '6b955b41-cdc6-48a1-91a3-e2f419f06c29', 'mac_address': 'fa:16:3e:3b:07:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f467e4e-adff-41e8-8cf3-68700c349696', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:00:26.637881 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:26.707563 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0298e3-6182-4af2-bdfd-bcea51b54c7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b955b41-cdc6-48a1-91a3-e2f419f06c29'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:00:26.718073 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:26.730515 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 6b955b41-cdc6-48a1-91a3-e2f419f06c29, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=6b955b41-cdc6-48a1-91a3-e2f419f06c29,segment=NetworkSegment(0540203b-c844-490e-8724-027fbdcf10ad),segment_id=0540203b-c844-490e-8724-027fbdcf10ad)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:00:26.738953 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b955b41-cdc6-48a1-91a3-e2f419f06c29 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:00:26.743089 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527a227-c34b-4129-b12e-5e5eb5c26aa8 req-c1043f53-8df6-4755-9969-427a30a2d6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:26.744728 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0527a227-c34b-4129-b12e-5e5eb5c26aa8 req-c1043f53-8df6-4755-9969-427a30a2d6d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fc3c1577136c4c66846817a42bb94df6&device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 1099 time: 0.0813808 Nov 26 17:00:26.745703 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:26.748063 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:00:26.778756 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0298e3-6182-4af2-bdfd-bcea51b54c7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b955b41-cdc6-48a1-91a3-e2f419f06c29', 'code': 200} Nov 26 17:00:26.863360 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 17:00:26.863739 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 17:00:26.865972 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=6b955b41-cdc6-48a1-91a3-e2f419f06c29,revision_number=6']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:00:26.873371 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:26.873719 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:26.874060 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:26.874395 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:26.874732 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:26.875062 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:26.875421 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:26.875767 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:26.876094 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:26.876416 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:26.876735 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:26.877055 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:26.881015 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:00:26.884704 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527a227-c34b-4129-b12e-5e5eb5c26aa8 req-69116193-44c0-4a8d-8379-4847048cb5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:26.886141 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0527a227-c34b-4129-b12e-5e5eb5c26aa8 req-69116193-44c0-4a8d-8379-4847048cb5c6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1439edd6-859b-4d8b-bb65-661c97fde406 HTTP/1.1" status: 200 len: 910 time: 0.1341448 Nov 26 17:00:26.958768 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0527a227-c34b-4129-b12e-5e5eb5c26aa8 req-796fff80-3523-4eb8-ac00-f6fc2eceb0b1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b955b41-cdc6-48a1-91a3-e2f419f06c29 HTTP/1.1" status: 200 len: 217 time: 0.0643966 Nov 26 17:00:27.019569 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527a227-c34b-4129-b12e-5e5eb5c26aa8 req-d4d0e3d9-5423-4867-9f99-06eb0d3a907d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:27.020977 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0527a227-c34b-4129-b12e-5e5eb5c26aa8 req-d4d0e3d9-5423-4867-9f99-06eb0d3a907d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f467e4e-adff-41e8-8cf3-68700c349696 HTTP/1.1" status: 200 len: 849 time: 0.0561688 Nov 26 17:00:27.067109 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0527a227-c34b-4129-b12e-5e5eb5c26aa8 req-6e9df0c8-0db2-4c77-a9d8-448efa268d4f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1439edd6-859b-4d8b-bb65-661c97fde406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394516 Nov 26 17:00:27.196485 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0527a227-c34b-4129-b12e-5e5eb5c26aa8 req-d4f90a8e-1e84-4e7e-8ef1-453def874e89 service neutron] 10.222.0.31 "GET /v2.0/networks/1439edd6-859b-4d8b-bb65-661c97fde406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224341 Nov 26 17:00:27.326138 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0527a227-c34b-4129-b12e-5e5eb5c26aa8 req-ac18f49d-fd05-46bb-a8de-803cd4f454e5 service neutron] 10.222.0.31 "GET /v2.0/networks/1439edd6-859b-4d8b-bb65-661c97fde406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236229 Nov 26 17:00:27.420173 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:27.436549 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b955b41-cdc6-48a1-91a3-e2f419f06c29 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:00:27.451778 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 6b955b41-cdc6-48a1-91a3-e2f419f06c29, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=6b955b41-cdc6-48a1-91a3-e2f419f06c29,segment=NetworkSegment(0540203b-c844-490e-8724-027fbdcf10ad),segment_id=0540203b-c844-490e-8724-027fbdcf10ad)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:00:27.455677 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:27.458047 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:00:27.525391 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['6b955b41-cdc6-48a1-91a3-e2f419f06c29'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:00:27.571294 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=6b955b41-cdc6-48a1-91a3-e2f419f06c29,revision_number=7']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:00:27.575644 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:00:28.192335 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91a43a-1cbe-46b2-b5d0-0f8d1e746cc7 req-6591d81a-3af2-4d57-9e41-0c342c77b655 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:28.193779 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ba91a43a-1cbe-46b2-b5d0-0f8d1e746cc7 req-6591d81a-3af2-4d57-9e41-0c342c77b655 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 945 time: 0.0858376 Nov 26 17:00:28.238425 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ba91a43a-1cbe-46b2-b5d0-0f8d1e746cc7 req-396ff6b9-a4c9-4738-b175-f353573ce3b8 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376747 Nov 26 17:00:28.396482 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 6b955b41-cdc6-48a1-91a3-e2f419f06c29 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:00:28.465253 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 6b955b41-cdc6-48a1-91a3-e2f419f06c29 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:00:28.465908 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:28.592318 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:28.620109 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-40863ede-43d0-41d1-bb0d-3311da29416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:28.632090 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 6b955b41-cdc6-48a1-91a3-e2f419f06c29, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=6b955b41-cdc6-48a1-91a3-e2f419f06c29,segment=NetworkSegment(0540203b-c844-490e-8724-027fbdcf10ad),segment_id=0540203b-c844-490e-8724-027fbdcf10ad)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:00:28.635490 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:28.637177 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:00:28.705704 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=6b955b41-cdc6-48a1-91a3-e2f419f06c29,revision_number=8']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:00:28.708546 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:00:28.779265 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0298e3-6182-4af2-bdfd-bcea51b54c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b955b41-cdc6-48a1-91a3-e2f419f06c29'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:00:28.821833 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0298e3-6182-4af2-bdfd-bcea51b54c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b955b41-cdc6-48a1-91a3-e2f419f06c29', 'code': 200} Nov 26 17:00:29.370806 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:29.426831 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c60701-f26f-46b7-b51e-d311308eb3e9 req-6ae0d246-fbb5-418c-b4eb-95cedf736213 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:29.428298 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-64c60701-f26f-46b7-b51e-d311308eb3e9 req-6ae0d246-fbb5-418c-b4eb-95cedf736213 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0806134 Nov 26 17:00:29.475387 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-64c60701-f26f-46b7-b51e-d311308eb3e9 req-7081dd83-6247-4d83-a9df-2bd4598525dc tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/security-groups?id=8198240a-7abc-4f93-baf7-8e7cd17fa01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414693 Nov 26 17:00:29.962007 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527a227-c34b-4129-b12e-5e5eb5c26aa8 req-8b97b8b0-1c71-4bd6-ba1f-8baaeb281077 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:29.963424 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0527a227-c34b-4129-b12e-5e5eb5c26aa8 req-8b97b8b0-1c71-4bd6-ba1f-8baaeb281077 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 946 time: 0.0787539 Nov 26 17:00:30.035008 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-0527a227-c34b-4129-b12e-5e5eb5c26aa8 req-20643d23-9417-4807-b2d8-ca52f924a1cf tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Deleting port 6b955b41-cdc6-48a1-91a3-e2f419f06c29 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:00:30.035264 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-0527a227-c34b-4129-b12e-5e5eb5c26aa8 req-20643d23-9417-4807-b2d8-ca52f924a1cf tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:30.280301 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-0527a227-c34b-4129-b12e-5e5eb5c26aa8 req-20643d23-9417-4807-b2d8-ca52f924a1cf tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] For port 6b955b41-cdc6-48a1-91a3-e2f419f06c29, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=6b955b41-cdc6-48a1-91a3-e2f419f06c29,segment=NetworkSegment(0540203b-c844-490e-8724-027fbdcf10ad),segment_id=0540203b-c844-490e-8724-027fbdcf10ad)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:00:30.280662 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-0527a227-c34b-4129-b12e-5e5eb5c26aa8 req-20643d23-9417-4807-b2d8-ca52f924a1cf tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:30.408534 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-0527a227-c34b-4129-b12e-5e5eb5c26aa8 req-20643d23-9417-4807-b2d8-ca52f924a1cf tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Calling delete_port for 6b955b41-cdc6-48a1-91a3-e2f419f06c29 owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:00:30.549881 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-0527a227-c34b-4129-b12e-5e5eb5c26aa8 req-20643d23-9417-4807-b2d8-ca52f924a1cf tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:30.555346 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-623ae101-4365-493e-ac66-3da93ea53a11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:00:30.601934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20643d23-9417-4807-b2d8-ca52f924a1cf tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Pushing event deleted for resources: {'Port': ['ID=6b955b41-cdc6-48a1-91a3-e2f419f06c29,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:00:30.612444 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20643d23-9417-4807-b2d8-ca52f924a1cf tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:30.612550 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20643d23-9417-4807-b2d8-ca52f924a1cf tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:30.612885 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20643d23-9417-4807-b2d8-ca52f924a1cf tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:30.613260 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20643d23-9417-4807-b2d8-ca52f924a1cf tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:30.613627 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20643d23-9417-4807-b2d8-ca52f924a1cf tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:30.613994 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20643d23-9417-4807-b2d8-ca52f924a1cf tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:30.614361 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20643d23-9417-4807-b2d8-ca52f924a1cf tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:30.614728 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20643d23-9417-4807-b2d8-ca52f924a1cf tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:30.615092 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20643d23-9417-4807-b2d8-ca52f924a1cf tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:30.615453 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20643d23-9417-4807-b2d8-ca52f924a1cf tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:30.615838 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20643d23-9417-4807-b2d8-ca52f924a1cf tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:30.616200 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20643d23-9417-4807-b2d8-ca52f924a1cf tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:30.629532 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-37f01054-8bce-46fd-a4e2-0e9dc2514ee0 req-e2f13214-51c0-46e3-a954-c9ca9998c7d0 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c0298e3-6182-4af2-bdfd-bcea51b54c7c HTTP/1.1" status: 200 len: 210 time: 0.0452993 Nov 26 17:00:30.643225 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-20643d23-9417-4807-b2d8-ca52f924a1cf tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:00:30.687512 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-0527a227-c34b-4129-b12e-5e5eb5c26aa8 req-20643d23-9417-4807-b2d8-ca52f924a1cf tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] No DVR routers for this DVR port 6b955b41-cdc6-48a1-91a3-e2f419f06c29 on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:00:30.689856 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-0527a227-c34b-4129-b12e-5e5eb5c26aa8 req-20643d23-9417-4807-b2d8-ca52f924a1cf tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:30.692350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0298e3-6182-4af2-bdfd-bcea51b54c7c', 'name': 'network-vif-deleted', 'tag': '6b955b41-cdc6-48a1-91a3-e2f419f06c29'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:00:30.709540 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0527a227-c34b-4129-b12e-5e5eb5c26aa8 req-20643d23-9417-4807-b2d8-ca52f924a1cf tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] 10.222.0.31 "DELETE /v2.0/ports/6b955b41-cdc6-48a1-91a3-e2f419f06c29 HTTP/1.1" status: 204 len: 173 time: 0.7366102 Nov 26 17:00:30.737301 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0298e3-6182-4af2-bdfd-bcea51b54c7c', 'name': 'network-vif-deleted', 'tag': '6b955b41-cdc6-48a1-91a3-e2f419f06c29', 'status': 'completed', 'code': 200} Nov 26 17:00:31.257789 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eaa53ca9-fe42-4ad4-86f8-e8e70de817b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:31.863075 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 56430) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:00:31.925927 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4141f4a-631e-409b-bbb4-a87b6d051b12 admin admin] Deleting subnet 1f467e4e-adff-41e8-8cf3-68700c349696 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 17:00:31.928716 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f4141f4a-631e-409b-bbb4-a87b6d051b12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:31.976118 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f4141f4a-631e-409b-bbb4-a87b6d051b12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:32.028645 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f4141f4a-631e-409b-bbb4-a87b6d051b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:32.097100 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f4141f4a-631e-409b-bbb4-a87b6d051b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:32.101446 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5a3ca85f-9def-47fa-8d04-f212afa30bf4 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:00:32.136031 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4141f4a-631e-409b-bbb4-a87b6d051b12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f467e4e-adff-41e8-8cf3-68700c349696,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:00:32.138852 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f4141f4a-631e-409b-bbb4-a87b6d051b12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:32.148081 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4141f4a-631e-409b-bbb4-a87b6d051b12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:32.148471 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4141f4a-631e-409b-bbb4-a87b6d051b12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:32.148847 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4141f4a-631e-409b-bbb4-a87b6d051b12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:32.149221 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4141f4a-631e-409b-bbb4-a87b6d051b12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:32.149587 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4141f4a-631e-409b-bbb4-a87b6d051b12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:32.149953 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4141f4a-631e-409b-bbb4-a87b6d051b12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:32.150318 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4141f4a-631e-409b-bbb4-a87b6d051b12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:32.150679 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4141f4a-631e-409b-bbb4-a87b6d051b12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:32.151041 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4141f4a-631e-409b-bbb4-a87b6d051b12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:32.151399 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4141f4a-631e-409b-bbb4-a87b6d051b12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:32.151778 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4141f4a-631e-409b-bbb4-a87b6d051b12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:32.152139 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4141f4a-631e-409b-bbb4-a87b6d051b12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:00:32.155642 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f4141f4a-631e-409b-bbb4-a87b6d051b12 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1f467e4e-adff-41e8-8cf3-68700c349696 HTTP/1.1" status: 204 len: 168 time: 0.2915788 Nov 26 17:00:32.156520 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f4141f4a-631e-409b-bbb4-a87b6d051b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:00:32.158173 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 56434) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:00:32.209011 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:32.263383 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3c8a3e92-cc41-4fca-8827-68760f2a2455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:32.406588 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 6b955b41-cdc6-48a1-91a3-e2f419f06c29 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:00:32.442181 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: 6b955b41-cdc6-48a1-91a3-e2f419f06c29 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:00:32.442541 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 6b955b41-cdc6-48a1-91a3-e2f419f06c29 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:00:32.492516 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3c8a3e92-cc41-4fca-8827-68760f2a2455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:32.518133 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-3c8a3e92-cc41-4fca-8827-68760f2a2455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1439edd6-859b-4d8b-bb65-661c97fde406']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:00:32.529912 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-3c8a3e92-cc41-4fca-8827-68760f2a2455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0540203b-c844-490e-8724-027fbdcf10ad') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:00:32.530225 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-3c8a3e92-cc41-4fca-8827-68760f2a2455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0540203b-c844-490e-8724-027fbdcf10ad') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:00:32.541374 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3c8a3e92-cc41-4fca-8827-68760f2a2455 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:32.557379 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3c8a3e92-cc41-4fca-8827-68760f2a2455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:32.563590 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c8a3e92-cc41-4fca-8827-68760f2a2455 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 17:00:32.564612 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3c8a3e92-cc41-4fca-8827-68760f2a2455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 17:00:32.584313 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 17:00:32.655993 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3c8a3e92-cc41-4fca-8827-68760f2a2455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:32.660280 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3c8a3e92-cc41-4fca-8827-68760f2a2455 admin admin] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:32.663933 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c50f560d-d54d-467d-a30c-d001d00ee4f9 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:00:32.684943 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a3e92-cc41-4fca-8827-68760f2a2455 admin admin] Pushing event deleted for resources: {'Network': ['ID=1439edd6-859b-4d8b-bb65-661c97fde406,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:00:32.687443 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3c8a3e92-cc41-4fca-8827-68760f2a2455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:00:32.693740 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3c8a3e92-cc41-4fca-8827-68760f2a2455 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1439edd6-859b-4d8b-bb65-661c97fde406 HTTP/1.1" status: 204 len: 168 time: 0.5346117 Nov 26 17:00:32.800983 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 56440) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:00:32.852552 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-28a7a146-0a52-4bfd-928c-4762ad40b8bc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc3c1577136c4c66846817a42bb94df6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503547 Nov 26 17:00:32.854967 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 56444) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:00:32.912153 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-29caf68b-7f25-44f6-a051-56088944d9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:32.939026 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-29caf68b-7f25-44f6-a051-56088944d9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:32.989392 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-29caf68b-7f25-44f6-a051-56088944d9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:32.993520 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0f2c477a-a687-4505-bd36-45e54268fee2 tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:00:33.007385 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29caf68b-7f25-44f6-a051-56088944d9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8198240a-7abc-4f93-baf7-8e7cd17fa01e,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:00:33.009741 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-29caf68b-7f25-44f6-a051-56088944d9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:00:33.018598 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-29caf68b-7f25-44f6-a051-56088944d9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:33.019705 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-29caf68b-7f25-44f6-a051-56088944d9aa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8198240a-7abc-4f93-baf7-8e7cd17fa01e HTTP/1.1" status: 204 len: 168 time: 0.1638699 Nov 26 17:00:33.709562 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 56468) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:00:33.810626 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1991585817-network', 'tenant_id': '70d1111029d045c28b44d6772fcb4dcf'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:00:33.815839 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:00:33.819574 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] Usage tracker for resource:network and tenant:70d1111029d045c28b44d6772fcb4dcf is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:00:33.822397 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:00:33.829393 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:00:33.839010 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] Made reservation on behalf of 70d1111029d045c28b44d6772fcb4dcf for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:00:33.841233 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:33.852773 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:33.866473 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:00:33.870164 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] Usage tracker for resource:security_group_rule and tenant:70d1111029d045c28b44d6772fcb4dcf is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:00:33.873185 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:00:33.879466 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:00:33.962770 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:33.966541 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:33.970675 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9d8756b4-13b3-4f20-9521-1d32c688a999 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:00:33.993963 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 17:00:34.003687 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:34.007007 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceba5f63-508b-464a-84dc-c05b14b6b8c0,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:00:34.010937 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:00:34.011853 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:34.012190 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] Added segment 2b995d96-91c5-401e-9a85-f1b27d4b20b8 of type vlan for network 3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a Nov 26 17:00:34.037300 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:34.065540 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:34.066641 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:34.067231 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:34.070406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-657ca822-be41-43a6-a740-468ba063d621 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:00:34.165940 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4552307 Nov 26 17:00:34.169480 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 56474) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:00:34.174312 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] Pushing event updated for resources: {'Network': ['ID=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:00:34.176699 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-47166cb4-55d0-40a4-9062-f86470515c5c admin admin] Request body: {'subnet': {'network_id': '3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1991585817-subnet', 'tenant_id': '70d1111029d045c28b44d6772fcb4dcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:00:34.176905 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:00:34.182293 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-47166cb4-55d0-40a4-9062-f86470515c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:00:34.183858 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 17:00:34.186395 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-47166cb4-55d0-40a4-9062-f86470515c5c admin admin] Usage tracker for resource:subnet and tenant:70d1111029d045c28b44d6772fcb4dcf is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:00:34.190027 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-47166cb4-55d0-40a4-9062-f86470515c5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:00:34.195737 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-47166cb4-55d0-40a4-9062-f86470515c5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:00:34.206546 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47166cb4-55d0-40a4-9062-f86470515c5c admin admin] Made reservation on behalf of 70d1111029d045c28b44d6772fcb4dcf for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:00:34.209259 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-47166cb4-55d0-40a4-9062-f86470515c5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:34.529068 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-47166cb4-55d0-40a4-9062-f86470515c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:34.533747 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d7f53e8a-271f-4b23-8b3d-8ce363516f94 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:00:34.600239 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47166cb4-55d0-40a4-9062-f86470515c5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fc24c78-36f4-422e-9870-1dcbd22ee42e,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:00:34.603456 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-47166cb4-55d0-40a4-9062-f86470515c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:00:34.609204 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47166cb4-55d0-40a4-9062-f86470515c5c admin admin] Checking segment: {'id': '2b995d96-91c5-401e-9a85-f1b27d4b20b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:00:34.610188 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47166cb4-55d0-40a4-9062-f86470515c5c admin admin] Network hostable DHCP agents. Network: 3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 17:00:34.627737 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47166cb4-55d0-40a4-9062-f86470515c5c admin admin] Network 3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 17:00:34.636205 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-47166cb4-55d0-40a4-9062-f86470515c5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:00:34.640032 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47166cb4-55d0-40a4-9062-f86470515c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:34.641108 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-47166cb4-55d0-40a4-9062-f86470515c5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:34.646383 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88928868-e049-41c3-bf8e-5c3519630661 None None] Network 3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:00:34.663186 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-47166cb4-55d0-40a4-9062-f86470515c5c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4925895 Nov 26 17:00:34.863780 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d22f87c-d9ce-4070-94e1-de932fd93a8e None None] Network 3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:00:35.164096 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-4465a115-f4d5-41ee-97e1-fe3bcbcafc9e tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:35.165528 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-4465a115-f4d5-41ee-97e1-fe3bcbcafc9e tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/networks?id=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a HTTP/1.1" status: 200 len: 815 time: 0.1441159 Nov 26 17:00:35.179763 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-ee3ee630-1925-4f1b-806c-4764d37f25fa tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/quotas/70d1111029d045c28b44d6772fcb4dcf HTTP/1.1" status: 200 len: 375 time: 0.0087748 Nov 26 17:00:35.232054 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-20649213-363e-45ec-9b17-d231b5bed6f7 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=70d1111029d045c28b44d6772fcb4dcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474882 Nov 26 17:00:35.286787 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-79dec57a-d9ce-48a8-b2c1-db194698bf6f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 17:00:35.287777 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-79dec57a-d9ce-48a8-b2c1-db194698bf6f service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0496068 Nov 26 17:00:35.420529 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-cee50276-813d-497d-b452-03df492c6ff4 service neutron] 10.222.0.11 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268258 Nov 26 17:00:35.550474 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-82f294bf-d794-48df-b1ff-62f389e09b35 service neutron] 10.222.0.11 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236179 Nov 26 17:00:35.721884 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f18eced4-845c-4a3d-bcf4-f2c76a2fe611 req-23a3a763-3f86-456b-b06b-dfc38baacc34 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 210 time: 0.0432651 Nov 26 17:00:36.886865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-44aac443-1cd8-4be7-8dc3-1ce7d3716f29 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:36.888456 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-44aac443-1cd8-4be7-8dc3-1ce7d3716f29 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.31 "GET /v2.0/networks?id=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a HTTP/1.1" status: 200 len: 815 time: 0.1942897 Nov 26 17:00:36.891687 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-71426f92-768a-4911-9785-08294832b284 req-fd1ed24a-767d-4ca6-89e9-e525a8ee4a22 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 210 time: 0.0574150 Nov 26 17:00:36.918956 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-5741fd01-4c08-47f1-b2ff-e3a96f448b50 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Request body: {'port': {'device_id': '9681a606-ec73-49c2-8e49-4f4cd379bf22', 'network_id': '3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a', 'admin_state_up': True, 'tenant_id': '70d1111029d045c28b44d6772fcb4dcf'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:00:37.057858 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-5741fd01-4c08-47f1-b2ff-e3a96f448b50 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:00:37.061515 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-5741fd01-4c08-47f1-b2ff-e3a96f448b50 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Usage tracker for resource:port and tenant:70d1111029d045c28b44d6772fcb4dcf is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:00:37.064924 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-5741fd01-4c08-47f1-b2ff-e3a96f448b50 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:00:37.070482 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-5741fd01-4c08-47f1-b2ff-e3a96f448b50 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:00:37.080076 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-5741fd01-4c08-47f1-b2ff-e3a96f448b50 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Made reservation on behalf of 70d1111029d045c28b44d6772fcb4dcf for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:00:37.083573 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-5741fd01-4c08-47f1-b2ff-e3a96f448b50 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:37.243146 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-5741fd01-4c08-47f1-b2ff-e3a96f448b50 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Allocated IP 172.20.0.2 (3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a/0fc24c78-36f4-422e-9870-1dcbd22ee42e/2b379cde-8d32-4f53-b33c-ba4820167a29) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:00:37.440805 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-5741fd01-4c08-47f1-b2ff-e3a96f448b50 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:37.468187 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-5741fd01-4c08-47f1-b2ff-e3a96f448b50 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:37.473907 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-20643d23-9417-4807-b2d8-ca52f924a1cf tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:00:37.539542 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-5741fd01-4c08-47f1-b2ff-e3a96f448b50 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Network 3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:00:37.542719 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-5741fd01-4c08-47f1-b2ff-e3a96f448b50 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:00:37.547663 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-5741fd01-4c08-47f1-b2ff-e3a96f448b50 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:00:37.588640 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741fd01-4c08-47f1-b2ff-e3a96f448b50 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Pushing event updated for resources: {'Port': ['ID=2b379cde-8d32-4f53-b33c-ba4820167a29,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:00:37.592979 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5741fd01-4c08-47f1-b2ff-e3a96f448b50 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:00:37.613303 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-5741fd01-4c08-47f1-b2ff-e3a96f448b50 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:37.613901 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-5741fd01-4c08-47f1-b2ff-e3a96f448b50 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:37.633502 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-5741fd01-4c08-47f1-b2ff-e3a96f448b50 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7184570 Nov 26 17:00:37.649544 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] Request body: {'port': {'device_id': '9681a606-ec73-49c2-8e49-4f4cd379bf22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:00:37.875086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:38.076513 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502077f1-d093-45a9-9405-ba97e27d254f req-f7d84bc7-c82b-4761-b7c3-dcdf285d03e6 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:38.078706 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-502077f1-d093-45a9-9405-ba97e27d254f req-f7d84bc7-c82b-4761-b7c3-dcdf285d03e6 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 931 time: 0.0809336 Nov 26 17:00:38.127684 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-502077f1-d093-45a9-9405-ba97e27d254f req-53e97e18-5f27-41fe-b2ca-dd77acb1f116 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Synchronizing usage tracker for tenant:70d1111029d045c28b44d6772fcb4dcf on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:00:38.145145 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-502077f1-d093-45a9-9405-ba97e27d254f req-53e97e18-5f27-41fe-b2ca-dd77acb1f116 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Unset dirty status for tenant:70d1111029d045c28b44d6772fcb4dcf on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:00:38.146411 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-502077f1-d093-45a9-9405-ba97e27d254f req-53e97e18-5f27-41fe-b2ca-dd77acb1f116 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619707 Nov 26 17:00:38.216359 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b379cde-8d32-4f53-b33c-ba4820167a29 {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:00:38.223488 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:38.237566 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] Transition to ACTIVE for port object 2b379cde-8d32-4f53-b33c-ba4820167a29 will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:00:38.241552 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:38.246327 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7ebc462e-24f1-446b-9f91-b8eb3aea8450 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:00:38.369786 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] Pushing event updated for resources: {'Port': ['ID=2b379cde-8d32-4f53-b33c-ba4820167a29,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:00:38.396370 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:00:38.472952 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] Attempting to bind port 2b379cde-8d32-4f53-b33c-ba4820167a29 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:00:38.473190 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] Attempting to bind port 2b379cde-8d32-4f53-b33c-ba4820167a29 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '2b995d96-91c5-401e-9a85-f1b27d4b20b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:00:38.473510 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] Attempting to bind port 2b379cde-8d32-4f53-b33c-ba4820167a29 on network 3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:00:38.477945 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] Port 2b379cde-8d32-4f53-b33c-ba4820167a29 on network 3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 17:00:38.478258 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] Attempting to bind port 2b379cde-8d32-4f53-b33c-ba4820167a29 on network 3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:00:38.483188 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:00:38.483516 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] Checking segment: {'id': '2b995d96-91c5-401e-9a85-f1b27d4b20b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:00:38.483917 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] Bound using segment: {'id': '2b995d96-91c5-401e-9a85-f1b27d4b20b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:00:38.484853 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] Bound port: 2b379cde-8d32-4f53-b33c-ba4820167a29, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b995d96-91c5-401e-9a85-f1b27d4b20b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:00:38.485191 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:38.574517 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] For port 2b379cde-8d32-4f53-b33c-ba4820167a29, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:00:38.577504 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] For port 2b379cde-8d32-4f53-b33c-ba4820167a29, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=2b379cde-8d32-4f53-b33c-ba4820167a29,segment=NetworkSegment(2b995d96-91c5-401e-9a85-f1b27d4b20b8),segment_id=2b995d96-91c5-401e-9a85-f1b27d4b20b8)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:00:38.581043 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:38.585560 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3435e2d6-72d2-46b8-8c15-12cfc83f4f37 tempest-DeleteServersTestJSON-1924002827 tempest-DeleteServersTestJSON-1924002827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:00:38.633536 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:38.633868 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:38.635219 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] 10.222.0.31 "PUT /v2.0/ports/2b379cde-8d32-4f53-b33c-ba4820167a29 HTTP/1.1" status: 200 len: 1093 time: 0.9896424 Nov 26 17:00:38.642592 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9681a606-ec73-49c2-8e49-4f4cd379bf22', 'tag': '2b379cde-8d32-4f53-b33c-ba4820167a29'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:00:38.666806 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] Pushing event updated for resources: {'Port': ['ID=2b379cde-8d32-4f53-b33c-ba4820167a29,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:00:38.670582 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:00:38.718339 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9681a606-ec73-49c2-8e49-4f4cd379bf22', 'tag': '2b379cde-8d32-4f53-b33c-ba4820167a29', 'status': 'completed', 'code': 200} Nov 26 17:00:38.762224 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-774fcdd3-a17c-4cc6-a47b-d16157fcdec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:38.763732 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-774fcdd3-a17c-4cc6-a47b-d16157fcdec9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=70d1111029d045c28b44d6772fcb4dcf&device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 1096 time: 0.0785894 Nov 26 17:00:38.835417 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-065902b8-5cd1-457a-9b14-ac137e7c93ab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b379cde-8d32-4f53-b33c-ba4820167a29 HTTP/1.1" status: 200 len: 217 time: 0.0603735 Nov 26 17:00:38.905901 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-1bad3570-f19c-47aa-a801-62695a4666aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:38.907839 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-1bad3570-f19c-47aa-a801-62695a4666aa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0fc24c78-36f4-422e-9870-1dcbd22ee42e HTTP/1.1" status: 200 len: 855 time: 0.0607140 Nov 26 17:00:38.957748 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-e5508e80-4b07-4179-96ed-7031b865f78d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398331 Nov 26 17:00:39.092099 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-426a9809-19cc-4898-8a40-549db58d7180 service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233604 Nov 26 17:00:39.228265 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bc3ab908-ee36-4bd5-a572-e22ec47dbf09 req-df999d62-2071-4aaf-9930-e3c247ee41c6 service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247778 Nov 26 17:00:39.327035 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c8c72-474c-43a6-8024-cfe03a185fcc req-9a728f20-3b2a-4c43-94c9-e6b6ec6033b9 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:39.329032 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-655c8c72-474c-43a6-8024-cfe03a185fcc req-9a728f20-3b2a-4c43-94c9-e6b6ec6033b9 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 943 time: 0.0799570 Nov 26 17:00:39.355931 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37ea5a-3f4a-477c-86cd-fbce2f13c9b7 req-d7ef8033-7215-4d4c-b3b4-66f0c6b2c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:39.357388 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-be37ea5a-3f4a-477c-86cd-fbce2f13c9b7 req-d7ef8033-7215-4d4c-b3b4-66f0c6b2c01e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=70d1111029d045c28b44d6772fcb4dcf&device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 1096 time: 0.0706241 Nov 26 17:00:39.372969 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-655c8c72-474c-43a6-8024-cfe03a185fcc req-6e8db7f0-70b2-4eb2-839c-949ddbc6ca03 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380268 Nov 26 17:00:39.491813 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37ea5a-3f4a-477c-86cd-fbce2f13c9b7 req-5e496a3d-fc53-4fa5-a475-1d2d84b96466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:39.493245 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-be37ea5a-3f4a-477c-86cd-fbce2f13c9b7 req-5e496a3d-fc53-4fa5-a475-1d2d84b96466 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a HTTP/1.1" status: 200 len: 916 time: 0.1273592 Nov 26 17:00:39.563283 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-be37ea5a-3f4a-477c-86cd-fbce2f13c9b7 req-a3d219be-7242-4cc3-bbb9-e736e77934f7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b379cde-8d32-4f53-b33c-ba4820167a29 HTTP/1.1" status: 200 len: 217 time: 0.0625014 Nov 26 17:00:39.629340 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37ea5a-3f4a-477c-86cd-fbce2f13c9b7 req-a13e293d-eac9-4dfb-a708-f108ce416499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:39.630636 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-be37ea5a-3f4a-477c-86cd-fbce2f13c9b7 req-a13e293d-eac9-4dfb-a708-f108ce416499 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0fc24c78-36f4-422e-9870-1dcbd22ee42e HTTP/1.1" status: 200 len: 855 time: 0.0588362 Nov 26 17:00:39.796472 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-be37ea5a-3f4a-477c-86cd-fbce2f13c9b7 req-96f774a9-dde3-4eb9-8825-9228beb77945 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1580389 Nov 26 17:00:39.927866 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-be37ea5a-3f4a-477c-86cd-fbce2f13c9b7 req-22203dac-3daf-4cbc-bbdc-7c3af5750d46 service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224432 Nov 26 17:00:40.059877 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-be37ea5a-3f4a-477c-86cd-fbce2f13c9b7 req-3b995558-a1be-495f-84c2-e8630c2144d0 service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212134 Nov 26 17:00:40.555696 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eea0d0-f425-4a2e-90ab-eecb5bd2fc57 req-9aaba735-01f2-4eea-b526-ef3ced371e39 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:40.556407 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-b9eea0d0-f425-4a2e-90ab-eecb5bd2fc57 req-9aaba735-01f2-4eea-b526-ef3ced371e39 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Synchronizing usage tracker for tenant:70d1111029d045c28b44d6772fcb4dcf on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:00:40.572423 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-b9eea0d0-f425-4a2e-90ab-eecb5bd2fc57 req-9aaba735-01f2-4eea-b526-ef3ced371e39 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Unset dirty status for tenant:70d1111029d045c28b44d6772fcb4dcf on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:00:40.573651 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b9eea0d0-f425-4a2e-90ab-eecb5bd2fc57 req-9aaba735-01f2-4eea-b526-ef3ced371e39 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 943 time: 0.0956166 Nov 26 17:00:40.621445 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b9eea0d0-f425-4a2e-90ab-eecb5bd2fc57 req-56bb81fe-bcb4-4cda-92b8-3e5851bab806 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419827 Nov 26 17:00:40.848080 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:00:41.807210 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0a093-1baa-42e0-9f35-979b13260855 req-a2f8b0c8-97d6-4213-a50a-4b2009860add tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:41.808686 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-abc0a093-1baa-42e0-9f35-979b13260855 req-a2f8b0c8-97d6-4213-a50a-4b2009860add tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 943 time: 0.0850341 Nov 26 17:00:41.851464 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-abc0a093-1baa-42e0-9f35-979b13260855 req-94002332-14a5-4d15-85e7-a9b60e4ee9ad tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370836 Nov 26 17:00:42.469077 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 2b379cde-8d32-4f53-b33c-ba4820167a29 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:00:42.601203 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 2b379cde-8d32-4f53-b33c-ba4820167a29, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=2b379cde-8d32-4f53-b33c-ba4820167a29,segment=NetworkSegment(2b995d96-91c5-401e-9a85-f1b27d4b20b8),segment_id=2b995d96-91c5-401e-9a85-f1b27d4b20b8)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:00:42.613681 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '2b379cde-8d32-4f53-b33c-ba4820167a29', 'network_id': '3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a', 'port_id': '2b379cde-8d32-4f53-b33c-ba4820167a29', 'mac_address': 'fa:16:3e:0e:42:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc24c78-36f4-422e-9870-1dcbd22ee42e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:00:42.669891 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:42.685976 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b379cde-8d32-4f53-b33c-ba4820167a29 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:00:42.701608 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 2b379cde-8d32-4f53-b33c-ba4820167a29, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=2b379cde-8d32-4f53-b33c-ba4820167a29,segment=NetworkSegment(2b995d96-91c5-401e-9a85-f1b27d4b20b8),segment_id=2b995d96-91c5-401e-9a85-f1b27d4b20b8)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:00:42.705937 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:42.707753 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:00:42.772597 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=2b379cde-8d32-4f53-b33c-ba4820167a29,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:00:42.775688 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:00:42.980559 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['2b379cde-8d32-4f53-b33c-ba4820167a29'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:00:43.037228 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe168ece-92f8-493c-bb0c-21bed1e20ede req-c917677f-e6fc-468b-8917-d5ccb6afccc3 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:43.038624 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fe168ece-92f8-493c-bb0c-21bed1e20ede req-c917677f-e6fc-468b-8917-d5ccb6afccc3 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 944 time: 0.0812576 Nov 26 17:00:43.082624 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fe168ece-92f8-493c-bb0c-21bed1e20ede req-e8d1cced-f3f4-4b8c-b1da-a4bd6fa04323 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382054 Nov 26 17:00:44.263951 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604ac47-c3ac-4683-824c-4c27dab7cb2a req-379be00a-26c4-410d-96e8-0bd70ec9ac0b tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:44.265437 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5604ac47-c3ac-4683-824c-4c27dab7cb2a req-379be00a-26c4-410d-96e8-0bd70ec9ac0b tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 944 time: 0.0789223 Nov 26 17:00:44.309533 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5604ac47-c3ac-4683-824c-4c27dab7cb2a req-e621b957-567c-424c-a228-4c8d598bdcf4 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384662 Nov 26 17:00:44.487419 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 2b379cde-8d32-4f53-b33c-ba4820167a29 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:00:44.557608 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port 2b379cde-8d32-4f53-b33c-ba4820167a29 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:00:44.562420 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 2b379cde-8d32-4f53-b33c-ba4820167a29 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:00:44.562793 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:44.681773 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:44.709383 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9681a606-ec73-49c2-8e49-4f4cd379bf22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b379cde-8d32-4f53-b33c-ba4820167a29'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:00:44.717621 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 2b379cde-8d32-4f53-b33c-ba4820167a29, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=2b379cde-8d32-4f53-b33c-ba4820167a29,segment=NetworkSegment(2b995d96-91c5-401e-9a85-f1b27d4b20b8),segment_id=2b995d96-91c5-401e-9a85-f1b27d4b20b8)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:00:44.722636 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:44.724572 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-be059e28-95fe-47b5-9a55-4f4fa6010f22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:00:44.760581 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9681a606-ec73-49c2-8e49-4f4cd379bf22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b379cde-8d32-4f53-b33c-ba4820167a29', 'code': 200} Nov 26 17:00:44.795278 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=2b379cde-8d32-4f53-b33c-ba4820167a29,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:00:44.798127 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:00:45.006200 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84751858-c84e-4aa7-88b8-48f68090e975 req-4d74a693-bd4a-42e0-972e-0e0734389d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:45.007556 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-84751858-c84e-4aa7-88b8-48f68090e975 req-4d74a693-bd4a-42e0-972e-0e0734389d48 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 1098 time: 0.0734296 Nov 26 17:00:45.049849 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-84751858-c84e-4aa7-88b8-48f68090e975 req-f4a5a519-670a-480a-a606-8be91c4f1403 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322251 Nov 26 17:00:45.492998 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eeca47-506a-4408-8be1-f7901b72ab2e req-f475ab2c-0cb9-4d62-ab9c-706bd864653a tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:45.494425 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-18eeca47-506a-4408-8be1-f7901b72ab2e req-f475ab2c-0cb9-4d62-ab9c-706bd864653a tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0830212 Nov 26 17:00:45.541285 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-18eeca47-506a-4408-8be1-f7901b72ab2e req-1bc750dd-7578-4900-831c-042129a9e92f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395000 Nov 26 17:00:46.728029 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875b890-cd3a-4eba-8caa-413fa2de20ac req-916d0294-2b8b-4be6-be24-556af76aace7 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:46.729514 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e875b890-cd3a-4eba-8caa-413fa2de20ac req-916d0294-2b8b-4be6-be24-556af76aace7 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0810766 Nov 26 17:00:46.774090 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e875b890-cd3a-4eba-8caa-413fa2de20ac req-3b8e8187-614d-4a9f-89f1-0f8023f2b491 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384052 Nov 26 17:00:46.959663 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ddc99-79e5-416e-9d18-aeac06a29ece req-0c719385-9884-45ff-829e-3e6c5c4f8345 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:46.961125 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-683ddc99-79e5-416e-9d18-aeac06a29ece req-0c719385-9884-45ff-829e-3e6c5c4f8345 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0820308 Nov 26 17:00:47.012009 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-683ddc99-79e5-416e-9d18-aeac06a29ece req-12780413-20c8-40dc-8d2b-7c0b4cd8681a tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452111 Nov 26 17:00:47.345794 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd06ed-5236-4c46-87f3-7431ddc9f999 req-50310685-5793-4c35-b94b-33462cbea02a tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:47.347281 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8efd06ed-5236-4c46-87f3-7431ddc9f999 req-50310685-5793-4c35-b94b-33462cbea02a tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0799611 Nov 26 17:00:47.391427 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8efd06ed-5236-4c46-87f3-7431ddc9f999 req-e9b4a15e-f8b8-4798-8520-86cc3d13af10 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385902 Nov 26 17:00:47.582441 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036a66d-9389-4ce7-81cb-c9eb0c7b1bf8 req-10b7fc6d-b565-4431-ba2d-e66c680f27c4 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:47.583918 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c036a66d-9389-4ce7-81cb-c9eb0c7b1bf8 req-10b7fc6d-b565-4431-ba2d-e66c680f27c4 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0896542 Nov 26 17:00:47.627939 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c036a66d-9389-4ce7-81cb-c9eb0c7b1bf8 req-5bc15e55-e0db-4472-abaf-84b43f8c0dda tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380435 Nov 26 17:00:47.972983 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4e715255-6a3e-44c2-a255-0f896bd688f5 req-2c895717-2972-4cbf-ace0-241409d58251 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0735791 Nov 26 17:00:48.019902 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840cc2e-7e3b-4dd7-88ac-b5c6423b4962 req-fd1b1e2c-f0e8-474f-8334-ae2cb20b8294 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:48.021167 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d840cc2e-7e3b-4dd7-88ac-b5c6423b4962 req-fd1b1e2c-f0e8-474f-8334-ae2cb20b8294 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0816350 Nov 26 17:00:48.064748 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d840cc2e-7e3b-4dd7-88ac-b5c6423b4962 req-434ac3a8-3f37-40f2-91d0-7036deaba766 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379770 Nov 26 17:00:49.182611 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e715255-6a3e-44c2-a255-0f896bd688f5 req-d0c6fad8-9eb8-4d8b-a5b3-c8895e8f164e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:49.184120 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e715255-6a3e-44c2-a255-0f896bd688f5 req-d0c6fad8-9eb8-4d8b-a5b3-c8895e8f164e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=70d1111029d045c28b44d6772fcb4dcf&device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 1098 time: 0.0732138 Nov 26 17:00:49.253479 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ac1af-4891-4b5a-b108-275317299518 req-bf39cbe3-dbd7-41a9-8588-31194a822c31 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:49.254961 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1b7ac1af-4891-4b5a-b108-275317299518 req-bf39cbe3-dbd7-41a9-8588-31194a822c31 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0809512 Nov 26 17:00:49.298684 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1b7ac1af-4891-4b5a-b108-275317299518 req-c5d70b16-bb19-4584-8d99-ed94a91294fa tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378954 Nov 26 17:00:49.317480 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e715255-6a3e-44c2-a255-0f896bd688f5 req-9720e427-0c61-47b1-bc23-b57c990347ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:49.318932 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e715255-6a3e-44c2-a255-0f896bd688f5 req-9720e427-0c61-47b1-bc23-b57c990347ea service neutron] 10.222.0.31 "GET /v2.0/networks?id=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a HTTP/1.1" status: 200 len: 916 time: 0.1281915 Nov 26 17:00:49.389041 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e715255-6a3e-44c2-a255-0f896bd688f5 req-090370d6-ee0f-4d52-96a3-809c21221326 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b379cde-8d32-4f53-b33c-ba4820167a29 HTTP/1.1" status: 200 len: 217 time: 0.0634005 Nov 26 17:00:49.450526 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e715255-6a3e-44c2-a255-0f896bd688f5 req-74469e76-9938-4e64-b650-f496e4a98f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:49.451924 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e715255-6a3e-44c2-a255-0f896bd688f5 req-74469e76-9938-4e64-b650-f496e4a98f41 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0fc24c78-36f4-422e-9870-1dcbd22ee42e HTTP/1.1" status: 200 len: 855 time: 0.0567577 Nov 26 17:00:49.496959 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e715255-6a3e-44c2-a255-0f896bd688f5 req-47665a56-8374-4949-b689-73e99a291b22 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388131 Nov 26 17:00:49.628158 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e715255-6a3e-44c2-a255-0f896bd688f5 req-34ac9343-9db3-4e6e-9260-08de438cdc01 service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242416 Nov 26 17:00:49.638720 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:49.761560 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e715255-6a3e-44c2-a255-0f896bd688f5 req-15327738-f6bd-4d1f-bef3-15ed07317101 service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262777 Nov 26 17:00:50.601006 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fd54a-e86c-4d14-a885-6fd13370713f req-3401d3d5-9d8a-4bdb-b87c-6d8805c50985 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:50.602361 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-711fd54a-e86c-4d14-a885-6fd13370713f req-3401d3d5-9d8a-4bdb-b87c-6d8805c50985 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.1987314 Nov 26 17:00:50.645347 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-711fd54a-e86c-4d14-a885-6fd13370713f req-9e843a35-3c8a-42d9-8751-a4c77a8e7f7d tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374703 Nov 26 17:00:51.831798 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f471825-90c4-4014-8a88-da8bd6612889 req-61e62b0b-601d-4082-bdda-170007dabe12 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:51.833236 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7f471825-90c4-4014-8a88-da8bd6612889 req-61e62b0b-601d-4082-bdda-170007dabe12 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0832558 Nov 26 17:00:51.877245 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7f471825-90c4-4014-8a88-da8bd6612889 req-871b686c-c33e-4c5e-a454-8b5b1248192b tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384142 Nov 26 17:00:53.060020 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1c367-f960-44cb-9e3a-4a09b87b1928 req-b1fab7ff-f37e-430d-8728-037e632e3dc6 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:53.061346 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-80e1c367-f960-44cb-9e3a-4a09b87b1928 req-b1fab7ff-f37e-430d-8728-037e632e3dc6 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0790648 Nov 26 17:00:53.106750 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-80e1c367-f960-44cb-9e3a-4a09b87b1928 req-68a9afe4-3dae-476d-a01a-261c64a91f24 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397329 Nov 26 17:00:54.285487 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a949eea-80d5-4e30-abdc-9b0068977781 req-6cad0e20-3a67-40a1-9605-e3fd2a431b85 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:54.286919 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3a949eea-80d5-4e30-abdc-9b0068977781 req-6cad0e20-3a67-40a1-9605-e3fd2a431b85 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0783246 Nov 26 17:00:54.329894 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3a949eea-80d5-4e30-abdc-9b0068977781 req-d01f735c-5be9-4dbe-a75b-4319870edf3a tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374262 Nov 26 17:00:55.510002 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2521d1-b660-4347-af86-403932e1fb18 req-58717625-eb6e-4cd2-b788-6fb81a056877 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:55.511448 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ea2521d1-b660-4347-af86-403932e1fb18 req-58717625-eb6e-4cd2-b788-6fb81a056877 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0798876 Nov 26 17:00:55.554604 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ea2521d1-b660-4347-af86-403932e1fb18 req-0c9c0374-00ac-4930-97c7-6681f0695216 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370221 Nov 26 17:00:56.745567 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524148d4-f336-47d8-86d5-20c5be00787b req-0ea2d879-8357-4839-a77c-925da98cfa1d tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:56.747013 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-524148d4-f336-47d8-86d5-20c5be00787b req-0ea2d879-8357-4839-a77c-925da98cfa1d tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0867655 Nov 26 17:00:56.789898 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-524148d4-f336-47d8-86d5-20c5be00787b req-7833f89f-c64d-4b41-a7a7-efdce243f3f9 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371175 Nov 26 17:00:57.975772 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740831db-619e-4f9a-a853-85fd230a375e req-c54499b2-67f3-4b46-98f9-acc51d4e8e80 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:57.977225 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-740831db-619e-4f9a-a853-85fd230a375e req-c54499b2-67f3-4b46-98f9-acc51d4e8e80 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0835724 Nov 26 17:00:58.020811 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-740831db-619e-4f9a-a853-85fd230a375e req-7de345a1-7f90-4f4d-9c55-ddd37e1e02db tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379739 Nov 26 17:00:58.602084 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4afbd23f-4958-4959-8aeb-f2e673ec5ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:00:59.199537 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0801009-c174-4677-983e-64811d810bea req-39ad04a8-89cf-48bd-856c-ef3ec7e2e446 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:00:59.200994 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d0801009-c174-4677-983e-64811d810bea req-39ad04a8-89cf-48bd-856c-ef3ec7e2e446 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0787632 Nov 26 17:00:59.244800 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d0801009-c174-4677-983e-64811d810bea req-2738a50d-301b-4955-825a-84d988e96f48 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376830 Nov 26 17:00:59.372975 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:00.428808 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f8f26-dedb-420c-92ee-a189d23b24d4 req-1bbd44af-102e-4f15-9199-f579188773e3 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:00.430248 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-eb4f8f26-dedb-420c-92ee-a189d23b24d4 req-1bbd44af-102e-4f15-9199-f579188773e3 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0792005 Nov 26 17:01:00.473180 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-eb4f8f26-dedb-420c-92ee-a189d23b24d4 req-d0c3bb19-5db8-4192-85b2-bd5b95005a41 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373483 Nov 26 17:01:01.259624 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cee78a25-096a-42d7-8045-b59ac484ddc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:01.759662 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcfef3-5c14-4b12-9fca-1dac438fc337 req-c75ac950-bc99-42c6-aa73-8c63b1f6f862 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:01.761194 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-11fcfef3-5c14-4b12-9fca-1dac438fc337 req-c75ac950-bc99-42c6-aa73-8c63b1f6f862 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.1849580 Nov 26 17:01:01.805060 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-11fcfef3-5c14-4b12-9fca-1dac438fc337 req-b57899b8-7198-4527-8125-10e63f6fc303 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376310 Nov 26 17:01:02.210226 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:02.995034 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10388e4-8f3f-48ce-9e88-3323a4fdbb35 req-9a185898-7b76-4ae9-8b71-1c351d69228e tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:02.996774 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d10388e4-8f3f-48ce-9e88-3323a4fdbb35 req-9a185898-7b76-4ae9-8b71-1c351d69228e tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0836501 Nov 26 17:01:03.039187 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d10388e4-8f3f-48ce-9e88-3323a4fdbb35 req-ad433d5c-032c-4788-9195-1d2fa667c87a tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367925 Nov 26 17:01:04.006444 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:04.228122 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e33dd9-1cea-40da-a84f-467690993831 req-32ccface-5061-4062-8cfa-1a05c0b4df6a tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:04.229528 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-27e33dd9-1cea-40da-a84f-467690993831 req-32ccface-5061-4062-8cfa-1a05c0b4df6a tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0820754 Nov 26 17:01:04.273208 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-27e33dd9-1cea-40da-a84f-467690993831 req-f56a566d-ba4d-4d2c-ac8e-3717fd76446b tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373669 Nov 26 17:01:05.453177 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cae4c9-e77b-47a1-94d3-374984b36040 req-09fc835f-67b7-4b77-bf16-09e45512784b tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:05.454622 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e7cae4c9-e77b-47a1-94d3-374984b36040 req-09fc835f-67b7-4b77-bf16-09e45512784b tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0787399 Nov 26 17:01:05.502876 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e7cae4c9-e77b-47a1-94d3-374984b36040 req-4ea8ad34-aea2-4016-acdf-70bc56850e9d tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427032 Nov 26 17:01:06.688052 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213674c-f6b2-4277-879e-e854f51c43fe req-0e0d067d-fb06-4a08-86ea-93acfbb65a64 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:06.689484 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f213674c-f6b2-4277-879e-e854f51c43fe req-0e0d067d-fb06-4a08-86ea-93acfbb65a64 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0835814 Nov 26 17:01:06.732693 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f213674c-f6b2-4277-879e-e854f51c43fe req-e6c39405-5327-40f2-ba27-1df1392444fb tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376680 Nov 26 17:01:07.961791 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec01a3e-633b-438f-bba8-d14ed119d137 req-87e35d80-c71f-4de6-bed2-aaea6947487d tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:07.963228 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7ec01a3e-633b-438f-bba8-d14ed119d137 req-87e35d80-c71f-4de6-bed2-aaea6947487d tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.1089587 Nov 26 17:01:07.967250 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc787853-84ba-4493-beef-728c37016780 req-fc8adaec-b866-41a5-a4ef-241987c4fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:07.969200 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dc787853-84ba-4493-beef-728c37016780 req-fc8adaec-b866-41a5-a4ef-241987c4fb23 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=70d1111029d045c28b44d6772fcb4dcf&device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 1098 time: 0.2166154 Nov 26 17:01:08.069786 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7ec01a3e-633b-438f-bba8-d14ed119d137 req-7a6d131b-cdf1-4787-9666-0a799b931f5f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995617 Nov 26 17:01:08.129925 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc787853-84ba-4493-beef-728c37016780 req-216fbbd4-4544-47a7-b9e3-3e985e7124cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:08.131324 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dc787853-84ba-4493-beef-728c37016780 req-216fbbd4-4544-47a7-b9e3-3e985e7124cf service neutron] 10.222.0.31 "GET /v2.0/networks?id=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a HTTP/1.1" status: 200 len: 916 time: 0.1330431 Nov 26 17:01:08.198853 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dc787853-84ba-4493-beef-728c37016780 req-dbac3c14-b32a-4125-b09f-eaa83ab0d3e4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b379cde-8d32-4f53-b33c-ba4820167a29 HTTP/1.1" status: 200 len: 217 time: 0.0593505 Nov 26 17:01:08.263646 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc787853-84ba-4493-beef-728c37016780 req-c250f091-56b9-45bd-8d48-bfddc95d68bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:08.265094 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dc787853-84ba-4493-beef-728c37016780 req-c250f091-56b9-45bd-8d48-bfddc95d68bd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0fc24c78-36f4-422e-9870-1dcbd22ee42e HTTP/1.1" status: 200 len: 855 time: 0.0581555 Nov 26 17:01:08.310278 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dc787853-84ba-4493-beef-728c37016780 req-cba513fd-e07b-4b67-a0e7-50ad221072ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378807 Nov 26 17:01:08.438520 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dc787853-84ba-4493-beef-728c37016780 req-4741ce17-f3aa-4ca7-b5c1-9b548705635c service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210248 Nov 26 17:01:08.567250 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dc787853-84ba-4493-beef-728c37016780 req-98dc1c47-78dc-469a-b7ac-d9e47745b764 service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221387 Nov 26 17:01:09.255150 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed4353-6c53-4658-87a5-b3afa8907fc7 req-b59dc4db-299e-4778-9ff4-18f0477e1f0d tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:09.256621 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a1ed4353-6c53-4658-87a5-b3afa8907fc7 req-b59dc4db-299e-4778-9ff4-18f0477e1f0d tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0828562 Nov 26 17:01:09.300058 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a1ed4353-6c53-4658-87a5-b3afa8907fc7 req-168578d8-e012-4ee1-a777-bca810d0b8c7 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378485 Nov 26 17:01:10.486223 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2707aa-8270-4c48-98ef-21113a196331 req-5b1f12a4-2141-4d62-8e7e-74e94f87ed4b tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:10.487763 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8c2707aa-8270-4c48-98ef-21113a196331 req-5b1f12a4-2141-4d62-8e7e-74e94f87ed4b tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0847416 Nov 26 17:01:10.530463 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8c2707aa-8270-4c48-98ef-21113a196331 req-02789870-563e-47fe-9877-28632cf82dcd tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371332 Nov 26 17:01:11.713713 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1c14a-02e6-4dd3-9f66-e1418156be61 req-f8b67bbd-2b98-4e12-8f98-50614a8097a6 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:11.715386 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-15b1c14a-02e6-4dd3-9f66-e1418156be61 req-f8b67bbd-2b98-4e12-8f98-50614a8097a6 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0786934 Nov 26 17:01:11.759579 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-15b1c14a-02e6-4dd3-9f66-e1418156be61 req-6781a8b9-0be6-443e-a82b-a6bb05a890cd tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379891 Nov 26 17:01:12.942202 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f4684-a735-43e0-b23b-af90d0891d21 req-d8bd1e2c-d850-4554-a6f0-be534181fdb2 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:12.943656 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-399f4684-a735-43e0-b23b-af90d0891d21 req-d8bd1e2c-d850-4554-a6f0-be534181fdb2 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0813437 Nov 26 17:01:12.986470 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-399f4684-a735-43e0-b23b-af90d0891d21 req-ff10fd78-ebba-489c-9d08-2768a46409e3 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371668 Nov 26 17:01:14.172013 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f110209-461e-4e66-9755-c4e537e7abda req-89219212-8fa2-4b87-93a4-357e33cfc6e1 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:14.173457 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9f110209-461e-4e66-9755-c4e537e7abda req-89219212-8fa2-4b87-93a4-357e33cfc6e1 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0835023 Nov 26 17:01:14.215564 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9f110209-461e-4e66-9755-c4e537e7abda req-03122c55-c425-4a90-9638-ba9e2a324391 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364811 Nov 26 17:01:15.514589 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e21454-76bb-405a-8c04-31b517b316cb req-a8271c03-5162-4c96-95fa-39b3035882b6 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:15.516012 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-03e21454-76bb-405a-8c04-31b517b316cb req-a8271c03-5162-4c96-95fa-39b3035882b6 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.1936657 Nov 26 17:01:15.558981 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-03e21454-76bb-405a-8c04-31b517b316cb req-2c272cce-0dd3-40d6-9da4-eac9e84ba798 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374072 Nov 26 17:01:16.741390 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80c4f8-17bb-43b6-a430-13995efd2bef req-78aa2151-e73d-43ed-9186-82b76e6bb6c8 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:16.742859 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cc80c4f8-17bb-43b6-a430-13995efd2bef req-78aa2151-e73d-43ed-9186-82b76e6bb6c8 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0798187 Nov 26 17:01:16.786974 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e715255-6a3e-44c2-a255-0f896bd688f5 req-b981aba7-fe22-493a-9dfa-f94097cb2ad6 service neutron] 10.222.0.31 "GET /v2.0/ports/2b379cde-8d32-4f53-b33c-ba4820167a29/bindings/hv-neutron-8194 HTTP/1.1" status: 200 len: 384 time: 0.0787177 Nov 26 17:01:16.791835 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cc80c4f8-17bb-43b6-a430-13995efd2bef req-cbe32fb7-1893-482d-b5b0-ebb3b09fc071 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423388 Nov 26 17:01:17.066461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e715255-6a3e-44c2-a255-0f896bd688f5 req-08525b7c-b13d-4be4-bc0f-680cd2a3d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:17.067989 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e715255-6a3e-44c2-a255-0f896bd688f5 req-08525b7c-b13d-4be4-bc0f-680cd2a3d6b0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22&tenant_id=70d1111029d045c28b44d6772fcb4dcf HTTP/1.1" status: 200 len: 1098 time: 0.0695949 Nov 26 17:01:17.163202 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e715255-6a3e-44c2-a255-0f896bd688f5 req-53d0c740-67ee-4934-b8eb-e3c3dbbdc7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:17.164664 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e715255-6a3e-44c2-a255-0f896bd688f5 req-53d0c740-67ee-4934-b8eb-e3c3dbbdc7c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=70d1111029d045c28b44d6772fcb4dcf&device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 1098 time: 0.0691111 Nov 26 17:01:17.297517 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e715255-6a3e-44c2-a255-0f896bd688f5 req-4aa1be95-d5cc-4e61-9d0f-d3e8cb682e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:17.298927 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e715255-6a3e-44c2-a255-0f896bd688f5 req-4aa1be95-d5cc-4e61-9d0f-d3e8cb682e54 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a HTTP/1.1" status: 200 len: 916 time: 0.1244297 Nov 26 17:01:17.372586 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e715255-6a3e-44c2-a255-0f896bd688f5 req-e3497f7f-07c5-41d5-a35f-b8a0114195ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b379cde-8d32-4f53-b33c-ba4820167a29 HTTP/1.1" status: 200 len: 217 time: 0.0627909 Nov 26 17:01:17.437377 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e715255-6a3e-44c2-a255-0f896bd688f5 req-02affee1-8dd7-4f27-a1ad-38acd90fc0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:17.438776 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e715255-6a3e-44c2-a255-0f896bd688f5 req-02affee1-8dd7-4f27-a1ad-38acd90fc0ce service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0fc24c78-36f4-422e-9870-1dcbd22ee42e HTTP/1.1" status: 200 len: 855 time: 0.0561314 Nov 26 17:01:17.491366 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e715255-6a3e-44c2-a255-0f896bd688f5 req-ae3518bb-09a8-4828-801d-ca5d41d44fe4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425200 Nov 26 17:01:17.630774 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e715255-6a3e-44c2-a255-0f896bd688f5 req-b63285ab-4055-4c28-a718-3c3ec34788a7 service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283274 Nov 26 17:01:17.768006 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e715255-6a3e-44c2-a255-0f896bd688f5 req-43e37aed-f760-457b-8a88-12f0e6e3e53d service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264758 Nov 26 17:01:17.846275 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:01:17.981751 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244aec5-f0e8-466b-a3e9-19c079e3997e req-1bd63010-af0f-4f4b-a772-6945f0945e75 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:17.983220 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3244aec5-f0e8-466b-a3e9-19c079e3997e req-1bd63010-af0f-4f4b-a772-6945f0945e75 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0841579 Nov 26 17:01:18.031291 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3244aec5-f0e8-466b-a3e9-19c079e3997e req-0ecfb777-89d1-4fbb-bd41-4811277813a9 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417688 Nov 26 17:01:19.216317 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677bdc2-8f86-4605-9b98-a1c23fcf36ff req-81430a29-89b5-4c0d-b889-27ea6f19f783 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:19.218272 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1677bdc2-8f86-4605-9b98-a1c23fcf36ff req-81430a29-89b5-4c0d-b889-27ea6f19f783 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0783038 Nov 26 17:01:19.261781 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1677bdc2-8f86-4605-9b98-a1c23fcf36ff req-e99e814e-32f3-4fc5-8cc9-380d4f67b2bb tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379879 Nov 26 17:01:19.611320 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:20.447342 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330efcf-cfd6-4df5-bcae-0a9ddc1e9986 req-44b9d656-425f-4392-82ce-b6d68a21d41e tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:20.448788 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d330efcf-cfd6-4df5-bcae-0a9ddc1e9986 req-44b9d656-425f-4392-82ce-b6d68a21d41e tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0838671 Nov 26 17:01:20.491440 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d330efcf-cfd6-4df5-bcae-0a9ddc1e9986 req-20657072-9ac3-4522-bcd7-6a6b0f893ef9 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369785 Nov 26 17:01:20.644242 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 2b379cde-8d32-4f53-b33c-ba4820167a29 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:01:20.647591 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 2b379cde-8d32-4f53-b33c-ba4820167a29 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:01:20.854320 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:20.864124 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fff0bf-c756-40fb-ad55-b68fcb06a870 req-bb0fbe1e-7ce1-41e0-875e-09b8da7b724d tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:20.865570 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b6fff0bf-c756-40fb-ad55-b68fcb06a870 req-bb0fbe1e-7ce1-41e0-875e-09b8da7b724d tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.31 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22&tenant_id=70d1111029d045c28b44d6772fcb4dcf&binding%3Ahost_id=hv-neutron-8194 HTTP/1.1" status: 200 len: 945 time: 0.1484425 Nov 26 17:01:20.873471 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6c296-7ff5-42af-82a0-d16840f6914a req-f90f8ef9-d6a2-4edb-8678-45c4fd8854f7 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:20.875388 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-52a6c296-7ff5-42af-82a0-d16840f6914a req-f90f8ef9-d6a2-4edb-8678-45c4fd8854f7 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.1198025 Nov 26 17:01:20.908593 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9681a606-ec73-49c2-8e49-4f4cd379bf22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b379cde-8d32-4f53-b33c-ba4820167a29'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:01:20.915637 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 2b379cde-8d32-4f53-b33c-ba4820167a29, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=2b379cde-8d32-4f53-b33c-ba4820167a29,segment=NetworkSegment(2b995d96-91c5-401e-9a85-f1b27d4b20b8),segment_id=2b995d96-91c5-401e-9a85-f1b27d4b20b8)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:01:20.931167 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 2b379cde-8d32-4f53-b33c-ba4820167a29, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=2b379cde-8d32-4f53-b33c-ba4820167a29,segment=NetworkSegment(2b995d96-91c5-401e-9a85-f1b27d4b20b8),segment_id=2b995d96-91c5-401e-9a85-f1b27d4b20b8)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:01:20.933639 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '2b379cde-8d32-4f53-b33c-ba4820167a29', 'network_id': '3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a', 'port_id': '2b379cde-8d32-4f53-b33c-ba4820167a29', 'mac_address': 'fa:16:3e:0e:42:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc24c78-36f4-422e-9870-1dcbd22ee42e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:01:20.946369 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-52a6c296-7ff5-42af-82a0-d16840f6914a req-280a68ed-ad3f-4f24-8e84-78af1fafb8e0 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526295 Nov 26 17:01:20.960868 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:20.962644 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:01:20.999768 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9681a606-ec73-49c2-8e49-4f4cd379bf22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b379cde-8d32-4f53-b33c-ba4820167a29', 'code': 200} Nov 26 17:01:21.028086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fff0bf-c756-40fb-ad55-b68fcb06a870 req-3e91850b-1cc6-4f56-b00f-23c51c8de590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:21.029472 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b6fff0bf-c756-40fb-ad55-b68fcb06a870 req-3e91850b-1cc6-4f56-b00f-23c51c8de590 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=70d1111029d045c28b44d6772fcb4dcf&device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 1096 time: 0.0778818 Nov 26 17:01:21.053086 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:21.070906 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=2b379cde-8d32-4f53-b33c-ba4820167a29,revision_number=6']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:01:21.074557 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:01:21.075968 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b379cde-8d32-4f53-b33c-ba4820167a29 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:01:21.091314 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 2b379cde-8d32-4f53-b33c-ba4820167a29, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=2b379cde-8d32-4f53-b33c-ba4820167a29,segment=NetworkSegment(2b995d96-91c5-401e-9a85-f1b27d4b20b8),segment_id=2b995d96-91c5-401e-9a85-f1b27d4b20b8)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:01:21.095667 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:21.097489 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d1065398-3c3e-4144-a68a-66442943bd6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:01:21.165912 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['2b379cde-8d32-4f53-b33c-ba4820167a29'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:01:21.166580 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fff0bf-c756-40fb-ad55-b68fcb06a870 req-63caa033-16a2-4127-b967-b4ba7d0c3b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:21.168040 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b6fff0bf-c756-40fb-ad55-b68fcb06a870 req-63caa033-16a2-4127-b967-b4ba7d0c3b17 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a HTTP/1.1" status: 200 len: 916 time: 0.1323922 Nov 26 17:01:21.204709 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=2b379cde-8d32-4f53-b33c-ba4820167a29,revision_number=7']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:01:21.213331 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:01:21.234725 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b6fff0bf-c756-40fb-ad55-b68fcb06a870 req-9e9e4839-0469-44c9-af39-dc0f91fa37ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b379cde-8d32-4f53-b33c-ba4820167a29 HTTP/1.1" status: 200 len: 217 time: 0.0597069 Nov 26 17:01:21.422221 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fff0bf-c756-40fb-ad55-b68fcb06a870 req-043f76d9-4674-4076-a7f7-56d926a43fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:21.423640 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b6fff0bf-c756-40fb-ad55-b68fcb06a870 req-043f76d9-4674-4076-a7f7-56d926a43fc3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0fc24c78-36f4-422e-9870-1dcbd22ee42e HTTP/1.1" status: 200 len: 855 time: 0.1828227 Nov 26 17:01:21.470229 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b6fff0bf-c756-40fb-ad55-b68fcb06a870 req-13ede7ff-48ec-4184-9b9d-42d1ddc0383e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397537 Nov 26 17:01:21.600738 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b6fff0bf-c756-40fb-ad55-b68fcb06a870 req-d5736457-5fd3-49f5-8ad0-54bfd382f234 service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232860 Nov 26 17:01:21.731102 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b6fff0bf-c756-40fb-ad55-b68fcb06a870 req-fee0e724-981b-4bcb-8d88-5d58d88e4604 service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236856 Nov 26 17:01:22.273444 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21c2ce-6c05-43ab-ba7c-a4b04824e7b7 req-1961282a-36ee-408d-a026-0e8f8277115e tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:22.274910 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bb21c2ce-6c05-43ab-ba7c-a4b04824e7b7 req-1961282a-36ee-408d-a026-0e8f8277115e tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 944 time: 0.0817132 Nov 26 17:01:22.323525 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bb21c2ce-6c05-43ab-ba7c-a4b04824e7b7 req-a12ef930-2ef8-4ae8-a246-e330cccfc291 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422730 Nov 26 17:01:22.659679 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 2b379cde-8d32-4f53-b33c-ba4820167a29 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:01:22.729090 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 2b379cde-8d32-4f53-b33c-ba4820167a29 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:01:22.729473 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:22.839634 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:22.873339 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 2b379cde-8d32-4f53-b33c-ba4820167a29, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=2b379cde-8d32-4f53-b33c-ba4820167a29,segment=NetworkSegment(2b995d96-91c5-401e-9a85-f1b27d4b20b8),segment_id=2b995d96-91c5-401e-9a85-f1b27d4b20b8)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:01:22.878244 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:22.880172 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:01:22.943916 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=2b379cde-8d32-4f53-b33c-ba4820167a29,revision_number=8']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:01:22.946736 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:01:23.000281 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9681a606-ec73-49c2-8e49-4f4cd379bf22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b379cde-8d32-4f53-b33c-ba4820167a29'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:01:23.042691 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9681a606-ec73-49c2-8e49-4f4cd379bf22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b379cde-8d32-4f53-b33c-ba4820167a29', 'code': 200} Nov 26 17:01:23.505624 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4c15e-326e-44ad-94e9-76766ff25880 req-a4efdba3-22d1-497d-8cd5-a318d9a0535c tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:23.507060 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4ee4c15e-326e-44ad-94e9-76766ff25880 req-a4efdba3-22d1-497d-8cd5-a318d9a0535c tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0801427 Nov 26 17:01:23.550081 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4ee4c15e-326e-44ad-94e9-76766ff25880 req-69d68ae1-1a68-438d-ae4c-0f45d39a9266 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374546 Nov 26 17:01:23.732621 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496eedc-26f1-4969-8786-5dd7c3c6aa70 req-d806a48a-3628-4fe7-81f2-709db5a432d0 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:23.734658 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b496eedc-26f1-4969-8786-5dd7c3c6aa70 req-d806a48a-3628-4fe7-81f2-709db5a432d0 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0829365 Nov 26 17:01:23.777835 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b496eedc-26f1-4969-8786-5dd7c3c6aa70 req-10f98a78-4028-47af-b1e7-0fe9d746593e tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375388 Nov 26 17:01:23.969680 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac768e16-226a-4ddd-8741-520a81a00e99 req-63170568-68d8-48ce-95c3-64574954a275 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:23.971116 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ac768e16-226a-4ddd-8741-520a81a00e99 req-63170568-68d8-48ce-95c3-64574954a275 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0898759 Nov 26 17:01:24.014193 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ac768e16-226a-4ddd-8741-520a81a00e99 req-607f1169-e3c1-4c24-9736-47d257bb0074 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374610 Nov 26 17:01:24.482898 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-4214ca91-fbae-4a77-96b8-686845f28e23 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:24.484366 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-4214ca91-fbae-4a77-96b8-686845f28e23 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/networks?id=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a HTTP/1.1" status: 200 len: 815 time: 0.1430185 Nov 26 17:01:24.498653 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-ff91027a-9769-46e1-966b-760417557fd7 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/quotas/70d1111029d045c28b44d6772fcb4dcf HTTP/1.1" status: 200 len: 375 time: 0.0090098 Nov 26 17:01:24.580766 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-e3365aa6-8b9b-4596-a2d8-9bcd723482fc tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=70d1111029d045c28b44d6772fcb4dcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0767658 Nov 26 17:01:24.712906 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-16e34285-9dff-4717-a85f-7b5c2b45fd84 service neutron] 10.222.0.11 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256170 Nov 26 17:01:24.843537 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-d6d90ee9-c325-4113-8037-cd6862497d67 service neutron] 10.222.0.11 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244586 Nov 26 17:01:25.014794 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e20e695b-0806-4a90-8928-77b9b8f75027 req-3990e97d-3d42-4bca-b1f3-6cc11f3e03d6 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 210 time: 0.0433981 Nov 26 17:01:26.070481 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-979350ed-e2bb-4a23-8d1f-dcc43e3a6ef9 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:26.071938 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-979350ed-e2bb-4a23-8d1f-dcc43e3a6ef9 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.31 "GET /v2.0/networks?id=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a HTTP/1.1" status: 200 len: 815 time: 0.1545517 Nov 26 17:01:26.089524 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-8e29d99d-346d-4a5a-82fa-376ff93ec342 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Request body: {'port': {'device_id': '4de499e9-a5a5-48d1-9cd4-b14b08b288e1', 'network_id': '3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a', 'admin_state_up': True, 'tenant_id': '70d1111029d045c28b44d6772fcb4dcf'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:01:26.203817 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0264a-51ae-4ade-bf47-deaa40f7d6ba req-3f47e6a8-aa34-4e5f-a85b-6a2dd080921a tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:26.205250 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-30b0264a-51ae-4ade-bf47-deaa40f7d6ba req-3f47e6a8-aa34-4e5f-a85b-6a2dd080921a tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.31 "GET /v2.0/ports?device_id=9681a606-ec73-49c2-8e49-4f4cd379bf22 HTTP/1.1" status: 200 len: 945 time: 0.0864863 Nov 26 17:01:26.220076 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ff0b6724-b799-47a1-af9c-93bd12ed6e04 req-44dec958-697d-4cde-9def-33f369a03639 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 210 time: 0.0599587 Nov 26 17:01:26.272844 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-8e29d99d-346d-4a5a-82fa-376ff93ec342 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:01:26.282165 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [req-30b0264a-51ae-4ade-bf47-deaa40f7d6ba req-2e1220cf-dae8-4dbe-bacc-a5f17128b51c tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Deleting port 2b379cde-8d32-4f53-b33c-ba4820167a29 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:01:26.282332 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-8e29d99d-346d-4a5a-82fa-376ff93ec342 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:01:26.282504 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-30b0264a-51ae-4ade-bf47-deaa40f7d6ba req-2e1220cf-dae8-4dbe-bacc-a5f17128b51c tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:26.291937 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-8e29d99d-346d-4a5a-82fa-376ff93ec342 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Made reservation on behalf of 70d1111029d045c28b44d6772fcb4dcf for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:01:26.295449 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-8e29d99d-346d-4a5a-82fa-376ff93ec342 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:26.534194 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [req-30b0264a-51ae-4ade-bf47-deaa40f7d6ba req-2e1220cf-dae8-4dbe-bacc-a5f17128b51c tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] For port 2b379cde-8d32-4f53-b33c-ba4820167a29, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=2b379cde-8d32-4f53-b33c-ba4820167a29,segment=NetworkSegment(2b995d96-91c5-401e-9a85-f1b27d4b20b8),segment_id=2b995d96-91c5-401e-9a85-f1b27d4b20b8)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:01:26.534551 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-30b0264a-51ae-4ade-bf47-deaa40f7d6ba req-2e1220cf-dae8-4dbe-bacc-a5f17128b51c tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:26.581661 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-8e29d99d-346d-4a5a-82fa-376ff93ec342 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Allocated IP 172.20.0.11 (3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a/0fc24c78-36f4-422e-9870-1dcbd22ee42e/c7326683-3e98-464a-8159-e2fd85819268) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:01:26.658014 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [req-30b0264a-51ae-4ade-bf47-deaa40f7d6ba req-2e1220cf-dae8-4dbe-bacc-a5f17128b51c tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Calling delete_port for 2b379cde-8d32-4f53-b33c-ba4820167a29 owned by compute:nova {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:01:26.790051 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-8e29d99d-346d-4a5a-82fa-376ff93ec342 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:26.805777 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-30b0264a-51ae-4ade-bf47-deaa40f7d6ba req-2e1220cf-dae8-4dbe-bacc-a5f17128b51c tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:26.813383 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ce84093c-d798-4812-b794-ea3da3149f72 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:01:26.824846 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-8e29d99d-346d-4a5a-82fa-376ff93ec342 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:26.830561 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:01:26.862707 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1220cf-dae8-4dbe-bacc-a5f17128b51c tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Pushing event deleted for resources: {'Port': ['ID=2b379cde-8d32-4f53-b33c-ba4820167a29,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:01:26.865846 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2e1220cf-dae8-4dbe-bacc-a5f17128b51c tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:01:26.899967 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-8e29d99d-346d-4a5a-82fa-376ff93ec342 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Network 3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:01:26.903279 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-8e29d99d-346d-4a5a-82fa-376ff93ec342 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:01:26.907802 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-8e29d99d-346d-4a5a-82fa-376ff93ec342 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:01:26.949026 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29d99d-346d-4a5a-82fa-376ff93ec342 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Pushing event updated for resources: {'Port': ['ID=c7326683-3e98-464a-8159-e2fd85819268,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:01:26.954177 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8e29d99d-346d-4a5a-82fa-376ff93ec342 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:01:26.977571 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-8e29d99d-346d-4a5a-82fa-376ff93ec342 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:26.978211 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-8e29d99d-346d-4a5a-82fa-376ff93ec342 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:27.004480 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-8e29d99d-346d-4a5a-82fa-376ff93ec342 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9186687 Nov 26 17:01:27.023167 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] Request body: {'port': {'device_id': '4de499e9-a5a5-48d1-9cd4-b14b08b288e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:01:27.051627 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b0264a-51ae-4ade-bf47-deaa40f7d6ba req-2e1220cf-dae8-4dbe-bacc-a5f17128b51c tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] No DVR routers for this DVR port 2b379cde-8d32-4f53-b33c-ba4820167a29 on host hv-neutron-8194 {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:01:27.054871 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-30b0264a-51ae-4ade-bf47-deaa40f7d6ba req-2e1220cf-dae8-4dbe-bacc-a5f17128b51c tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:27.057563 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9681a606-ec73-49c2-8e49-4f4cd379bf22', 'name': 'network-vif-deleted', 'tag': '2b379cde-8d32-4f53-b33c-ba4820167a29'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:01:27.069204 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-30b0264a-51ae-4ade-bf47-deaa40f7d6ba req-2e1220cf-dae8-4dbe-bacc-a5f17128b51c tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.31 "DELETE /v2.0/ports/2b379cde-8d32-4f53-b33c-ba4820167a29 HTTP/1.1" status: 204 len: 173 time: 0.8526092 Nov 26 17:01:27.103474 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9681a606-ec73-49c2-8e49-4f4cd379bf22', 'name': 'network-vif-deleted', 'tag': '2b379cde-8d32-4f53-b33c-ba4820167a29', 'status': 'completed', 'code': 200} Nov 26 17:01:27.138377 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:27.477167 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d9d71-9c53-4c3d-ab2c-ef82700086da req-62ab473a-ecf8-487e-b281-d6a286ff691f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:27.477842 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-643d9d71-9c53-4c3d-ab2c-ef82700086da req-62ab473a-ecf8-487e-b281-d6a286ff691f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Synchronizing usage tracker for tenant:70d1111029d045c28b44d6772fcb4dcf on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:01:27.535320 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-643d9d71-9c53-4c3d-ab2c-ef82700086da req-62ab473a-ecf8-487e-b281-d6a286ff691f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Unset dirty status for tenant:70d1111029d045c28b44d6772fcb4dcf on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:01:27.536485 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-643d9d71-9c53-4c3d-ab2c-ef82700086da req-62ab473a-ecf8-487e-b281-d6a286ff691f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 932 time: 0.1892092 Nov 26 17:01:27.593129 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7326683-3e98-464a-8159-e2fd85819268 {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:01:27.603339 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:27.608662 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-643d9d71-9c53-4c3d-ab2c-ef82700086da req-418d8845-cbc8-454a-b86b-23f58a4c9061 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585561 Nov 26 17:01:27.625916 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] Transition to ACTIVE for port object c7326683-3e98-464a-8159-e2fd85819268 will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:01:27.634022 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:27.638631 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5741fd01-4c08-47f1-b2ff-e3a96f448b50 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:01:27.789918 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] Pushing event updated for resources: {'Port': ['ID=c7326683-3e98-464a-8159-e2fd85819268,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:01:27.796789 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:01:27.865315 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] Attempting to bind port c7326683-3e98-464a-8159-e2fd85819268 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:01:27.865646 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] Attempting to bind port c7326683-3e98-464a-8159-e2fd85819268 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '2b995d96-91c5-401e-9a85-f1b27d4b20b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:01:27.866072 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] Attempting to bind port c7326683-3e98-464a-8159-e2fd85819268 on network 3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:01:27.871264 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] Port c7326683-3e98-464a-8159-e2fd85819268 on network 3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 17:01:27.871580 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] Attempting to bind port c7326683-3e98-464a-8159-e2fd85819268 on network 3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:01:27.877379 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:01:27.877708 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] Checking segment: {'id': '2b995d96-91c5-401e-9a85-f1b27d4b20b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:01:27.878086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] Bound using segment: {'id': '2b995d96-91c5-401e-9a85-f1b27d4b20b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:01:27.878499 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] Bound port: c7326683-3e98-464a-8159-e2fd85819268, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b995d96-91c5-401e-9a85-f1b27d4b20b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:01:27.878838 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:27.966749 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] For port c7326683-3e98-464a-8159-e2fd85819268, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:01:27.970114 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] For port c7326683-3e98-464a-8159-e2fd85819268, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=c7326683-3e98-464a-8159-e2fd85819268,segment=NetworkSegment(2b995d96-91c5-401e-9a85-f1b27d4b20b8),segment_id=2b995d96-91c5-401e-9a85-f1b27d4b20b8)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:01:27.973889 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:27.978280 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2cecfae1-2916-43b3-accc-b0f9b060ca11 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:01:28.042917 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:28.043550 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:28.044932 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] 10.222.0.31 "PUT /v2.0/ports/c7326683-3e98-464a-8159-e2fd85819268 HTTP/1.1" status: 200 len: 1094 time: 1.0262587 Nov 26 17:01:28.045457 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de499e9-a5a5-48d1-9cd4-b14b08b288e1', 'tag': 'c7326683-3e98-464a-8159-e2fd85819268'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:01:28.071109 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] Pushing event updated for resources: {'Port': ['ID=c7326683-3e98-464a-8159-e2fd85819268,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:01:28.074065 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:01:28.122494 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4de499e9-a5a5-48d1-9cd4-b14b08b288e1', 'tag': 'c7326683-3e98-464a-8159-e2fd85819268', 'status': 'completed', 'code': 200} Nov 26 17:01:28.162498 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-4f6326c4-b421-4bc5-90bf-edf7fad0fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:28.163995 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-4f6326c4-b421-4bc5-90bf-edf7fad0fa91 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=70d1111029d045c28b44d6772fcb4dcf&device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 1097 time: 0.0734856 Nov 26 17:01:28.237932 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-9a6e97f4-ab93-4f4e-b6c1-45204058b8cd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7326683-3e98-464a-8159-e2fd85819268 HTTP/1.1" status: 200 len: 217 time: 0.0641963 Nov 26 17:01:28.303485 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-98e03338-8a73-48dd-a3b5-6407a16b6928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:28.304925 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-98e03338-8a73-48dd-a3b5-6407a16b6928 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0fc24c78-36f4-422e-9870-1dcbd22ee42e HTTP/1.1" status: 200 len: 855 time: 0.0570266 Nov 26 17:01:28.357672 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-f610421b-fcce-4e60-82f8-c5f01971c300 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427859 Nov 26 17:01:28.603515 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1a7712bd-0e43-438c-8374-aa0d9d286739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:28.617140 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-bf3edab8-1717-49ab-a4ee-850f6002b24f service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493572 Nov 26 17:01:28.685425 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 2b379cde-8d32-4f53-b33c-ba4820167a29 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:01:28.726343 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: 2b379cde-8d32-4f53-b33c-ba4820167a29 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:01:28.726706 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 2b379cde-8d32-4f53-b33c-ba4820167a29 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:01:28.801871 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4c9566ec-15e2-438d-876b-f6b430e03f52 req-d403b6bf-17be-4699-9af0-b8b9abd30064 service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739681 Nov 26 17:01:28.827637 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17613ce1-a4b4-4261-b8c1-10f63e859409 req-7d6cb102-f9e1-4230-bcf1-599310627495 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:28.829099 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-17613ce1-a4b4-4261-b8c1-10f63e859409 req-7d6cb102-f9e1-4230-bcf1-599310627495 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 944 time: 0.1109910 Nov 26 17:01:28.915530 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-17613ce1-a4b4-4261-b8c1-10f63e859409 req-bdb75adf-ea89-42b7-b73e-bd8a022937f3 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806065 Nov 26 17:01:28.947195 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c44fd-1ffa-4099-afb9-04fabcb358d3 req-e0610582-0d17-40ac-89b0-d33e1d8d879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:28.948701 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-231c44fd-1ffa-4099-afb9-04fabcb358d3 req-e0610582-0d17-40ac-89b0-d33e1d8d879f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=70d1111029d045c28b44d6772fcb4dcf&device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 1097 time: 0.0862184 Nov 26 17:01:29.081358 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c44fd-1ffa-4099-afb9-04fabcb358d3 req-81986f17-ebe5-46bc-9a14-f250c1e8c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:29.082768 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-231c44fd-1ffa-4099-afb9-04fabcb358d3 req-81986f17-ebe5-46bc-9a14-f250c1e8c56b service neutron] 10.222.0.31 "GET /v2.0/networks?id=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a HTTP/1.1" status: 200 len: 916 time: 0.1229317 Nov 26 17:01:29.150731 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-231c44fd-1ffa-4099-afb9-04fabcb358d3 req-bdba603e-6738-487c-bf87-df160e9c2ea0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7326683-3e98-464a-8159-e2fd85819268 HTTP/1.1" status: 200 len: 217 time: 0.0607190 Nov 26 17:01:29.217962 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c44fd-1ffa-4099-afb9-04fabcb358d3 req-20b95fa6-d738-40f6-999a-997db16256cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:29.219280 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-231c44fd-1ffa-4099-afb9-04fabcb358d3 req-20b95fa6-d738-40f6-999a-997db16256cc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0fc24c78-36f4-422e-9870-1dcbd22ee42e HTTP/1.1" status: 200 len: 855 time: 0.0617278 Nov 26 17:01:29.267074 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-231c44fd-1ffa-4099-afb9-04fabcb358d3 req-29c4dc68-e890-438f-a5eb-b094848eb156 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398438 Nov 26 17:01:29.377290 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:29.405733 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-231c44fd-1ffa-4099-afb9-04fabcb358d3 req-654ca971-b568-4d71-8d81-3c2c4fe01503 service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298811 Nov 26 17:01:29.543502 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-231c44fd-1ffa-4099-afb9-04fabcb358d3 req-7800ed7f-f682-483e-b801-57805647d32a service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275210 Nov 26 17:01:30.101032 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea9533-d4c3-4c4f-8557-70f8ebca6488 req-65d6926a-975b-48f1-afb4-d65988d045bd tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:30.101715 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-89ea9533-d4c3-4c4f-8557-70f8ebca6488 req-65d6926a-975b-48f1-afb4-d65988d045bd tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Synchronizing usage tracker for tenant:70d1111029d045c28b44d6772fcb4dcf on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:01:30.113867 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-89ea9533-d4c3-4c4f-8557-70f8ebca6488 req-65d6926a-975b-48f1-afb4-d65988d045bd tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Unset dirty status for tenant:70d1111029d045c28b44d6772fcb4dcf on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:01:30.114950 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-89ea9533-d4c3-4c4f-8557-70f8ebca6488 req-65d6926a-975b-48f1-afb4-d65988d045bd tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 944 time: 0.0916312 Nov 26 17:01:30.162361 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-89ea9533-d4c3-4c4f-8557-70f8ebca6488 req-5ff2df55-e673-4012-95e6-0735d02e81ac tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418391 Nov 26 17:01:30.685134 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device c7326683-3e98-464a-8159-e2fd85819268 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:01:30.816714 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port c7326683-3e98-464a-8159-e2fd85819268, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=c7326683-3e98-464a-8159-e2fd85819268,segment=NetworkSegment(2b995d96-91c5-401e-9a85-f1b27d4b20b8),segment_id=2b995d96-91c5-401e-9a85-f1b27d4b20b8)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:01:30.829262 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': 'c7326683-3e98-464a-8159-e2fd85819268', 'network_id': '3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a', 'port_id': 'c7326683-3e98-464a-8159-e2fd85819268', 'mac_address': 'fa:16:3e:ef:02:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc24c78-36f4-422e-9870-1dcbd22ee42e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:01:30.886021 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:30.902496 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7326683-3e98-464a-8159-e2fd85819268 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:01:30.917975 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port c7326683-3e98-464a-8159-e2fd85819268, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=c7326683-3e98-464a-8159-e2fd85819268,segment=NetworkSegment(2b995d96-91c5-401e-9a85-f1b27d4b20b8),segment_id=2b995d96-91c5-401e-9a85-f1b27d4b20b8)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:01:30.921949 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:30.923618 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:01:30.989896 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=c7326683-3e98-464a-8159-e2fd85819268,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:01:30.997086 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:01:30.997435 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:01:30.997776 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:01:30.998108 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:01:30.998434 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:01:30.998820 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:01:30.999143 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:01:30.999467 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:01:30.999815 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:01:31.000169 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:01:31.000490 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:01:31.000807 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:01:31.004511 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:01:31.163435 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['c7326683-3e98-464a-8159-e2fd85819268'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:01:31.279013 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fdf5ac3d-c543-43c6-af32-e1038de99c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:31.356732 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719093e4-4214-4266-b8cd-7a7a3c42d022 req-bf4ebd6d-de2c-41a7-9133-507e06513304 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:31.358185 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-719093e4-4214-4266-b8cd-7a7a3c42d022 req-bf4ebd6d-de2c-41a7-9133-507e06513304 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 945 time: 0.0853715 Nov 26 17:01:31.402827 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-719093e4-4214-4266-b8cd-7a7a3c42d022 req-b91e5dbd-38e3-42a2-ac65-0eb82a3853fb tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389166 Nov 26 17:01:32.212244 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:32.586695 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97304c-3933-4f6e-999a-17900cb91102 req-80e19de0-a500-4d29-b7a5-0e90c9291b4f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:32.588052 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ff97304c-3933-4f6e-999a-17900cb91102 req-80e19de0-a500-4d29-b7a5-0e90c9291b4f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 945 time: 0.0837688 Nov 26 17:01:32.631344 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ff97304c-3933-4f6e-999a-17900cb91102 req-deacf364-5f02-43d6-ba7a-bd6c2712ac7a tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376277 Nov 26 17:01:32.701148 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device c7326683-3e98-464a-8159-e2fd85819268 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:01:32.767554 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port c7326683-3e98-464a-8159-e2fd85819268 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:01:32.772423 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port c7326683-3e98-464a-8159-e2fd85819268 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:01:32.772814 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:32.886957 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:32.912716 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de499e9-a5a5-48d1-9cd4-b14b08b288e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7326683-3e98-464a-8159-e2fd85819268'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:01:32.923161 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port c7326683-3e98-464a-8159-e2fd85819268, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=c7326683-3e98-464a-8159-e2fd85819268,segment=NetworkSegment(2b995d96-91c5-401e-9a85-f1b27d4b20b8),segment_id=2b995d96-91c5-401e-9a85-f1b27d4b20b8)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:01:32.927163 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:32.929308 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:01:33.000399 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de499e9-a5a5-48d1-9cd4-b14b08b288e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7326683-3e98-464a-8159-e2fd85819268', 'code': 200} Nov 26 17:01:33.032103 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=c7326683-3e98-464a-8159-e2fd85819268,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:01:33.035060 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:01:33.200628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8aa3a8-152e-4b49-862a-9dba0ac23c98 req-9c91e372-47c1-492f-8d1e-6f79e4b3f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:33.202498 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cf8aa3a8-152e-4b49-862a-9dba0ac23c98 req-9c91e372-47c1-492f-8d1e-6f79e4b3f1ee service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 1099 time: 0.0689740 Nov 26 17:01:33.245839 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cf8aa3a8-152e-4b49-862a-9dba0ac23c98 req-31241231-34ef-450d-80ed-d02061d94e20 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332985 Nov 26 17:01:33.813516 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba0ea5-e4d3-4956-a0e4-0ab5722fdd07 req-56725cf0-01cd-42c7-93ed-2e3b643af8f3 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:33.814937 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-68ba0ea5-e4d3-4956-a0e4-0ab5722fdd07 req-56725cf0-01cd-42c7-93ed-2e3b643af8f3 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.0827150 Nov 26 17:01:33.857332 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-68ba0ea5-e4d3-4956-a0e4-0ab5722fdd07 req-3c2f2449-2c88-44da-8ac8-eaa95b1a742a tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368640 Nov 26 17:01:34.008071 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:35.048550 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758be604-5b0f-4c2e-bcda-0019520a11dc req-84984fc4-5ea5-4278-adad-ba4d0d76223c tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:35.049884 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-758be604-5b0f-4c2e-bcda-0019520a11dc req-84984fc4-5ea5-4278-adad-ba4d0d76223c tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.0843410 Nov 26 17:01:35.093362 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-758be604-5b0f-4c2e-bcda-0019520a11dc req-58c5a5fd-5156-486b-a215-01b432118f7c tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379319 Nov 26 17:01:35.274603 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a0da9-a48b-4597-9f15-158c796e7bba req-9a019044-a227-4ef0-8e72-4aab898f3acb tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:35.276039 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6a1a0da9-a48b-4597-9f15-158c796e7bba req-9a019044-a227-4ef0-8e72-4aab898f3acb tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.0791268 Nov 26 17:01:35.319060 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6a1a0da9-a48b-4597-9f15-158c796e7bba req-72fd70d2-ae76-4804-89bc-766644993103 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372469 Nov 26 17:01:35.714983 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3ae0c548-bb8e-4077-a205-2d38c30ca4fe req-85a4f06f-c375-4b95-b257-58dbedef33ff service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1290586 Nov 26 17:01:35.731207 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4cfb8-af6d-4908-848d-5ef8099a6f10 req-a5e36220-c734-4101-ad5a-f52c070d19cc tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:35.732736 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-58e4cfb8-af6d-4908-848d-5ef8099a6f10 req-a5e36220-c734-4101-ad5a-f52c070d19cc tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.1005383 Nov 26 17:01:35.783101 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-58e4cfb8-af6d-4908-848d-5ef8099a6f10 req-6827e149-2563-4750-9df3-ff5f46b95bb0 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428889 Nov 26 17:01:36.975345 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0c548-bb8e-4077-a205-2d38c30ca4fe req-172a2cdf-128c-401d-ba56-b95c6b5ba13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:36.976819 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3ae0c548-bb8e-4077-a205-2d38c30ca4fe req-172a2cdf-128c-401d-ba56-b95c6b5ba13f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=70d1111029d045c28b44d6772fcb4dcf&device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 1099 time: 0.1349714 Nov 26 17:01:37.012868 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc586bd4-a12c-4b7f-8cc6-ef86594a45bd req-e0bb8f7e-909c-4cba-a4a9-9ade31a284ea tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:37.014211 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bc586bd4-a12c-4b7f-8cc6-ef86594a45bd req-e0bb8f7e-909c-4cba-a4a9-9ade31a284ea tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.1215389 Nov 26 17:01:37.253398 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bc586bd4-a12c-4b7f-8cc6-ef86594a45bd req-570a2d51-6ec1-4feb-9b71-03bacb626c90 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921687 Nov 26 17:01:37.270343 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0c548-bb8e-4077-a205-2d38c30ca4fe req-bbcda806-e2f4-4bfc-8725-4c35b71d8269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:37.271769 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3ae0c548-bb8e-4077-a205-2d38c30ca4fe req-bbcda806-e2f4-4bfc-8725-4c35b71d8269 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a HTTP/1.1" status: 200 len: 916 time: 0.2869148 Nov 26 17:01:37.340992 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3ae0c548-bb8e-4077-a205-2d38c30ca4fe req-7600c64e-db1f-412d-a1ea-3af7a0449e0a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7326683-3e98-464a-8159-e2fd85819268 HTTP/1.1" status: 200 len: 217 time: 0.0624652 Nov 26 17:01:37.401239 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0c548-bb8e-4077-a205-2d38c30ca4fe req-23d0bdc4-4236-4f75-83b6-b50cc3385381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:37.402609 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3ae0c548-bb8e-4077-a205-2d38c30ca4fe req-23d0bdc4-4236-4f75-83b6-b50cc3385381 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0fc24c78-36f4-422e-9870-1dcbd22ee42e HTTP/1.1" status: 200 len: 855 time: 0.0552065 Nov 26 17:01:37.448009 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3ae0c548-bb8e-4077-a205-2d38c30ca4fe req-a68ad04b-fbcb-4f44-a36f-9af57ed11e24 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387435 Nov 26 17:01:37.575822 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3ae0c548-bb8e-4077-a205-2d38c30ca4fe req-e7a6c2da-980f-4dc0-8fb5-a6dc452302f6 service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208439 Nov 26 17:01:37.706894 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3ae0c548-bb8e-4077-a205-2d38c30ca4fe req-c690e993-78af-4bdb-947d-6fde7e44e7bb service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242845 Nov 26 17:01:38.433828 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336f5e7-a1b1-4a60-87fc-6a03eaac78a4 req-12420d59-8009-435d-9955-76b3f8e7d22a tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:38.435265 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2336f5e7-a1b1-4a60-87fc-6a03eaac78a4 req-12420d59-8009-435d-9955-76b3f8e7d22a tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.0795593 Nov 26 17:01:38.477918 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2336f5e7-a1b1-4a60-87fc-6a03eaac78a4 req-ec32f50a-1e2a-4720-a42f-80ca19a60ba6 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364978 Nov 26 17:01:39.663054 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e199f-0889-427f-9a23-3c0b719f8f4e req-881566f6-2771-49cb-a357-fd405ab24986 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:39.664432 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-064e199f-0889-427f-9a23-3c0b719f8f4e req-881566f6-2771-49cb-a357-fd405ab24986 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.0842400 Nov 26 17:01:39.707849 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-064e199f-0889-427f-9a23-3c0b719f8f4e req-b52b10ee-0274-4783-b47e-a15445351782 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376830 Nov 26 17:01:40.898647 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b87639-600c-4f21-a823-56dc4aa50b75 req-e5240891-faa9-434c-87d3-0e57e7d3ec75 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:40.900128 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-05b87639-600c-4f21-a823-56dc4aa50b75 req-e5240891-faa9-434c-87d3-0e57e7d3ec75 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.0835891 Nov 26 17:01:40.944502 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-05b87639-600c-4f21-a823-56dc4aa50b75 req-619fa041-d39a-421f-9d73-e0f8bb3a0e8b tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386775 Nov 26 17:01:42.124655 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047decc0-6339-44b0-b921-fb3953a67107 req-cbe71345-b3e0-44b6-878e-ccb878f35fe9 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:42.126084 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-047decc0-6339-44b0-b921-fb3953a67107 req-cbe71345-b3e0-44b6-878e-ccb878f35fe9 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.0797973 Nov 26 17:01:42.172832 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-047decc0-6339-44b0-b921-fb3953a67107 req-4eef557a-1c17-47ac-b984-764e09693416 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412142 Nov 26 17:01:43.353707 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87216f4e-7c4c-4779-9b03-5e854891ad9a req-edeab5e2-29fc-40ac-acf0-0ca68a48b17f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:43.355130 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-87216f4e-7c4c-4779-9b03-5e854891ad9a req-edeab5e2-29fc-40ac-acf0-0ca68a48b17f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.0788925 Nov 26 17:01:43.398701 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-87216f4e-7c4c-4779-9b03-5e854891ad9a req-74eae229-c2f2-45f3-9ef8-72b2aeeff9c4 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379736 Nov 26 17:01:44.582111 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e50c77-b2bc-47f8-b835-a03421fa6959 req-4a669b4f-6680-4c06-b588-23ac61d5a845 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:44.583545 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a8e50c77-b2bc-47f8-b835-a03421fa6959 req-4a669b4f-6680-4c06-b588-23ac61d5a845 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.0787880 Nov 26 17:01:44.627068 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a8e50c77-b2bc-47f8-b835-a03421fa6959 req-fbfd63a0-f629-4d9b-960c-be1d2b26dee8 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379791 Nov 26 17:01:45.810050 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb657af7-146f-46b8-af93-4ed5f46a580a req-00f086ed-355c-4c74-8acc-3d9eae16baf8 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:45.812031 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bb657af7-146f-46b8-af93-4ed5f46a580a req-00f086ed-355c-4c74-8acc-3d9eae16baf8 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.0830121 Nov 26 17:01:45.854763 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bb657af7-146f-46b8-af93-4ed5f46a580a req-7f976794-209f-4f9c-b279-5ebb7421db35 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371323 Nov 26 17:01:47.045904 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0c921-6bd8-4246-af8e-76febf7c8d28 req-16e912ad-d1d0-4aa9-a85d-34cc0c4161aa tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:47.047240 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-24b0c921-6bd8-4246-af8e-76febf7c8d28 req-16e912ad-d1d0-4aa9-a85d-34cc0c4161aa tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.0844963 Nov 26 17:01:47.090731 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-24b0c921-6bd8-4246-af8e-76febf7c8d28 req-711aa554-d769-4c42-9cfb-dc8c8c3b14ec tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378931 Nov 26 17:01:48.273028 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958a1ae-2f65-4e7f-b537-c5c7272ef84e req-378ed547-1906-44c2-94ae-e0990688d9b2 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:48.274453 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1958a1ae-2f65-4e7f-b537-c5c7272ef84e req-378ed547-1906-44c2-94ae-e0990688d9b2 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.0786238 Nov 26 17:01:48.320374 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1958a1ae-2f65-4e7f-b537-c5c7272ef84e req-72aeb0af-69f5-45b4-9971-c492d1946f4f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397151 Nov 26 17:01:49.503466 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30a44d-5d06-4258-92c3-b7694ef43a3d req-90f3ab21-8fcc-4d38-b167-416fbc36b37c tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:49.504946 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6d30a44d-5d06-4258-92c3-b7694ef43a3d req-90f3ab21-8fcc-4d38-b167-416fbc36b37c tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.0815821 Nov 26 17:01:49.548214 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6d30a44d-5d06-4258-92c3-b7694ef43a3d req-0a1551eb-42fd-48f6-bb95-f432f0fc8bd3 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376933 Nov 26 17:01:49.619581 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:50.727658 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dca06-3f41-4d58-8880-9148fcd573a5 req-a29e3f18-eec6-48c3-937e-9fc292a7239a tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:50.729107 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0c6dca06-3f41-4d58-8880-9148fcd573a5 req-a29e3f18-eec6-48c3-937e-9fc292a7239a tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.0795846 Nov 26 17:01:50.772955 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0c6dca06-3f41-4d58-8880-9148fcd573a5 req-ef5e979d-0949-49c3-a79a-054eb8367cdf tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374396 Nov 26 17:01:51.962140 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac9bd6-40ea-4edb-93f4-59bab54087e1 req-4533cc1a-520e-44e4-95a2-5a7677463746 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:51.963586 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6fac9bd6-40ea-4edb-93f4-59bab54087e1 req-4533cc1a-520e-44e4-95a2-5a7677463746 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.0845881 Nov 26 17:01:52.007154 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6fac9bd6-40ea-4edb-93f4-59bab54087e1 req-375bb136-1d07-466d-9205-258374cac6fb tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378194 Nov 26 17:01:53.192090 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd027e02-1337-4ce5-a132-2421b1489ad4 req-9133f708-ee89-49c1-9d26-67d5bfc2f405 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:53.193518 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-dd027e02-1337-4ce5-a132-2421b1489ad4 req-9133f708-ee89-49c1-9d26-67d5bfc2f405 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.0850701 Nov 26 17:01:53.236835 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-dd027e02-1337-4ce5-a132-2421b1489ad4 req-f6a2ba51-54e1-4352-a1e4-7043c7d1b599 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376716 Nov 26 17:01:54.417447 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa4f43-1d29-43ef-a216-0bf2a79aca92 req-680afebb-bab8-427c-8d5a-bfacb1c8440f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:54.418882 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-25fa4f43-1d29-43ef-a216-0bf2a79aca92 req-680afebb-bab8-427c-8d5a-bfacb1c8440f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.0801361 Nov 26 17:01:54.465289 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-25fa4f43-1d29-43ef-a216-0bf2a79aca92 req-dad580de-4482-4035-b118-c0a0864e1222 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407417 Nov 26 17:01:54.844690 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:01:55.795861 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c34b3-a613-4d1b-94be-d9017b53742f req-6d18ca4e-2d73-4b30-9d91-23e732365ab0 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:55.797306 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fc6c34b3-a613-4d1b-94be-d9017b53742f req-6d18ca4e-2d73-4b30-9d91-23e732365ab0 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.0797813 Nov 26 17:01:55.839705 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fc6c34b3-a613-4d1b-94be-d9017b53742f req-427e2ebf-fd45-4b44-846d-203d302cc1e7 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368123 Nov 26 17:01:57.021354 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd1576-d0cb-4642-b584-6737be691de8 req-e35f6a8a-4852-4176-b801-1fb5c649c26b tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:57.022759 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-36dd1576-d0cb-4642-b584-6737be691de8 req-e35f6a8a-4852-4176-b801-1fb5c649c26b tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.0809212 Nov 26 17:01:57.066108 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-36dd1576-d0cb-4642-b584-6737be691de8 req-e164c683-2b56-45a2-8252-3f6be05ee4b1 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377486 Nov 26 17:01:58.268621 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acaaaf4-e186-4f1a-a771-e369ada870c4 req-2c45c6ff-f911-4ef7-818c-f51a884adbc5 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:58.270110 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2acaaaf4-e186-4f1a-a771-e369ada870c4 req-2c45c6ff-f911-4ef7-818c-f51a884adbc5 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.0912971 Nov 26 17:01:58.325720 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2acaaaf4-e186-4f1a-a771-e369ada870c4 req-229f6002-594c-4f12-96d4-311d7c3a42e5 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499458 Nov 26 17:01:58.609593 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6a488bcd-8e02-4e0c-b0ca-2631f84bd0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:59.379537 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:01:59.517896 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d7b06-2ada-4720-8c51-be190fe8b2ed req-4ad95ca8-43a9-4d92-b81c-e2471db52e92 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:01:59.519320 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-642d7b06-2ada-4720-8c51-be190fe8b2ed req-4ad95ca8-43a9-4d92-b81c-e2471db52e92 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.0832880 Nov 26 17:01:59.561948 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-642d7b06-2ada-4720-8c51-be190fe8b2ed req-6103d3cb-7eac-456f-b50b-35956f3d590e tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370448 Nov 26 17:02:00.757624 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93374e98-2fc1-42ea-9bf2-c4b9c33177cb req-c8b7fd10-d0a0-48c7-ab19-7036a84e9642 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:00.759124 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-93374e98-2fc1-42ea-9bf2-c4b9c33177cb req-c8b7fd10-d0a0-48c7-ab19-7036a84e9642 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.0825763 Nov 26 17:02:00.809233 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-93374e98-2fc1-42ea-9bf2-c4b9c33177cb req-ec35b122-f687-48cb-a9d5-53b69b86acd2 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436821 Nov 26 17:02:01.262255 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-049ba35a-332a-4a9b-877b-a0f48e9a0483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:02.000401 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03fa1c-7a59-4974-afe6-711a22cd22e7 req-7446b178-702b-4ff5-b89d-1838243864b8 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:02.001861 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6c03fa1c-7a59-4974-afe6-711a22cd22e7 req-7446b178-702b-4ff5-b89d-1838243864b8 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.0821748 Nov 26 17:02:02.046169 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6c03fa1c-7a59-4974-afe6-711a22cd22e7 req-7411e6ab-d622-44fe-90b6-57c4d80832f7 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386274 Nov 26 17:02:02.215792 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:03.262640 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c17446-c8fb-4546-9589-75dbe8edd9a7 req-753fca06-1217-4aa7-80e0-eb664d347a0d tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:03.264640 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-88c17446-c8fb-4546-9589-75dbe8edd9a7 req-753fca06-1217-4aa7-80e0-eb664d347a0d tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.0861962 Nov 26 17:02:03.307589 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-88c17446-c8fb-4546-9589-75dbe8edd9a7 req-cb574188-7c7f-4004-ae10-2dc2d91e25f4 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373480 Nov 26 17:02:04.010156 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:04.492455 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f079c-ec81-4216-9a17-b758ea437b17 req-abfa6ec4-bfb2-4977-a235-bc42704474a0 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:04.493889 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-153f079c-ec81-4216-9a17-b758ea437b17 req-abfa6ec4-bfb2-4977-a235-bc42704474a0 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.0836735 Nov 26 17:02:04.538990 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-153f079c-ec81-4216-9a17-b758ea437b17 req-1e654f9a-6e36-44f3-ab36-3571289d6239 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392213 Nov 26 17:02:04.679909 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3ae0c548-bb8e-4077-a205-2d38c30ca4fe req-1b392aa1-a26f-4ec4-8a47-ce1483365302 service neutron] 10.222.0.31 "GET /v2.0/ports/c7326683-3e98-464a-8159-e2fd85819268/bindings/hv-neutron-8194 HTTP/1.1" status: 200 len: 384 time: 0.0746996 Nov 26 17:02:04.973699 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0c548-bb8e-4077-a205-2d38c30ca4fe req-cb461060-0efe-4ed3-8493-4e81995f3b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:04.975070 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3ae0c548-bb8e-4077-a205-2d38c30ca4fe req-cb461060-0efe-4ed3-8493-4e81995f3b1e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1&tenant_id=70d1111029d045c28b44d6772fcb4dcf HTTP/1.1" status: 200 len: 1099 time: 0.0818202 Nov 26 17:02:05.075532 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0c548-bb8e-4077-a205-2d38c30ca4fe req-24c8d88c-af00-4c24-9ba7-65dd423457f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:05.077036 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3ae0c548-bb8e-4077-a205-2d38c30ca4fe req-24c8d88c-af00-4c24-9ba7-65dd423457f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=70d1111029d045c28b44d6772fcb4dcf&device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 1099 time: 0.0704000 Nov 26 17:02:05.210641 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0c548-bb8e-4077-a205-2d38c30ca4fe req-faceaadb-2183-479a-a681-3f2cbcf98865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:05.212156 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3ae0c548-bb8e-4077-a205-2d38c30ca4fe req-faceaadb-2183-479a-a681-3f2cbcf98865 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a HTTP/1.1" status: 200 len: 916 time: 0.1254089 Nov 26 17:02:05.288063 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3ae0c548-bb8e-4077-a205-2d38c30ca4fe req-f43a3023-33cb-4efb-95d4-f34ee248e600 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7326683-3e98-464a-8159-e2fd85819268 HTTP/1.1" status: 200 len: 217 time: 0.0653937 Nov 26 17:02:05.352328 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0c548-bb8e-4077-a205-2d38c30ca4fe req-dd118b32-8b1b-408c-84f3-23872d8f6830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:05.353705 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3ae0c548-bb8e-4077-a205-2d38c30ca4fe req-dd118b32-8b1b-408c-84f3-23872d8f6830 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0fc24c78-36f4-422e-9870-1dcbd22ee42e HTTP/1.1" status: 200 len: 855 time: 0.0563822 Nov 26 17:02:05.407392 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3ae0c548-bb8e-4077-a205-2d38c30ca4fe req-9fd856a2-7190-4d91-b348-6afda4a4a4d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434451 Nov 26 17:02:05.659339 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3ae0c548-bb8e-4077-a205-2d38c30ca4fe req-07d1f492-142c-4a6e-9b14-9ce0fe360bfd service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413743 Nov 26 17:02:05.724257 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd8996-1f61-45fb-a475-e312731ffae6 req-c575d9c8-1e74-4c76-9ff2-be769a1b8698 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:05.725727 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2efd8996-1f61-45fb-a475-e312731ffae6 req-c575d9c8-1e74-4c76-9ff2-be769a1b8698 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.0802283 Nov 26 17:02:05.776913 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2efd8996-1f61-45fb-a475-e312731ffae6 req-6bc402e4-7cb4-464e-b8b9-87b181336c6a tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453875 Nov 26 17:02:05.798952 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3ae0c548-bb8e-4077-a205-2d38c30ca4fe req-ab5606ef-1274-40a4-b0cd-8a8a78c10fa7 service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279275 Nov 26 17:02:06.917926 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device c7326683-3e98-464a-8159-e2fd85819268 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:02:06.970031 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c46c2-211f-41ca-8244-e9998ddbe48f req-a770f1db-f2b7-40bc-bc2f-1df110d891bf tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:06.971503 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5b6c46c2-211f-41ca-8244-e9998ddbe48f req-a770f1db-f2b7-40bc-bc2f-1df110d891bf tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 946 time: 0.0879638 Nov 26 17:02:07.016819 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5b6c46c2-211f-41ca-8244-e9998ddbe48f req-6e83271b-1ac5-4610-9385-bba792895b71 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392992 Nov 26 17:02:07.032460 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:07.058329 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de499e9-a5a5-48d1-9cd4-b14b08b288e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7326683-3e98-464a-8159-e2fd85819268'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:02:07.068131 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port c7326683-3e98-464a-8159-e2fd85819268, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=c7326683-3e98-464a-8159-e2fd85819268,segment=NetworkSegment(2b995d96-91c5-401e-9a85-f1b27d4b20b8),segment_id=2b995d96-91c5-401e-9a85-f1b27d4b20b8)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:02:07.072266 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:07.074376 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:07.139267 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=c7326683-3e98-464a-8159-e2fd85819268,revision_number=6']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:07.143158 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:07.166916 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de499e9-a5a5-48d1-9cd4-b14b08b288e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7326683-3e98-464a-8159-e2fd85819268', 'code': 200} Nov 26 17:02:08.202488 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e1bbd-72a1-4c4c-8018-c89479006013 req-9f5fc5a0-8418-4dd0-a26b-5f3445c0ac7e tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:08.203958 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-965e1bbd-72a1-4c4c-8018-c89479006013 req-9f5fc5a0-8418-4dd0-a26b-5f3445c0ac7e tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 944 time: 0.0838172 Nov 26 17:02:08.246424 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-965e1bbd-72a1-4c4c-8018-c89479006013 req-2af1d08c-32bc-4524-9b16-aaf25d99c724 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369453 Nov 26 17:02:08.603907 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fc26a-e395-4ce4-a9ce-05702ada6f77 req-49f87089-e503-4e09-b82a-7d734b7ae2db tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:08.605348 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bb8fc26a-e395-4ce4-a9ce-05702ada6f77 req-49f87089-e503-4e09-b82a-7d734b7ae2db tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 944 time: 0.1430357 Nov 26 17:02:08.612690 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3068c-2a94-4708-9f24-76b6e773f159 req-299dc621-a4f4-455b-b6d2-2b578f79e753 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:08.613987 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b3d3068c-2a94-4708-9f24-76b6e773f159 req-299dc621-a4f4-455b-b6d2-2b578f79e753 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1&tenant_id=70d1111029d045c28b44d6772fcb4dcf&binding%3Ahost_id=hv-neutron-8194 HTTP/1.1" status: 200 len: 944 time: 0.1204078 Nov 26 17:02:08.653157 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bb8fc26a-e395-4ce4-a9ce-05702ada6f77 req-59f21f20-b0ef-4986-bbd5-01590c9602c7 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380502 Nov 26 17:02:08.753708 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3068c-2a94-4708-9f24-76b6e773f159 req-7190c912-fc4a-44e2-af2e-67c083005cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:08.755136 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b3d3068c-2a94-4708-9f24-76b6e773f159 req-7190c912-fc4a-44e2-af2e-67c083005cf8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=70d1111029d045c28b44d6772fcb4dcf&device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 1097 time: 0.0727830 Nov 26 17:02:08.885723 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3068c-2a94-4708-9f24-76b6e773f159 req-2c681a1d-ae6c-47b0-957f-ce2a84c7ff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:08.887127 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b3d3068c-2a94-4708-9f24-76b6e773f159 req-2c681a1d-ae6c-47b0-957f-ce2a84c7ff35 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a HTTP/1.1" status: 200 len: 916 time: 0.1250834 Nov 26 17:02:08.953533 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b3d3068c-2a94-4708-9f24-76b6e773f159 req-0e3519e1-31b4-41fd-a4c0-15e9e393d4a2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7326683-3e98-464a-8159-e2fd85819268 HTTP/1.1" status: 200 len: 217 time: 0.0597324 Nov 26 17:02:09.017172 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3068c-2a94-4708-9f24-76b6e773f159 req-3d1d1e41-d4b5-4f4c-ade5-e7ad8ad1ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:09.018539 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b3d3068c-2a94-4708-9f24-76b6e773f159 req-3d1d1e41-d4b5-4f4c-ade5-e7ad8ad1ae29 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0fc24c78-36f4-422e-9870-1dcbd22ee42e HTTP/1.1" status: 200 len: 855 time: 0.0588312 Nov 26 17:02:09.064035 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b3d3068c-2a94-4708-9f24-76b6e773f159 req-9d15b432-9e35-4750-9380-ec5a2baf762f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390432 Nov 26 17:02:09.194066 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b3d3068c-2a94-4708-9f24-76b6e773f159 req-b842cb6c-76a8-4b56-971a-4e53ecec32e4 service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232772 Nov 26 17:02:09.328300 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b3d3068c-2a94-4708-9f24-76b6e773f159 req-ab466677-141c-4e2a-b492-9a6bbe31c2a2 service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267681 Nov 26 17:02:09.783736 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3394c1d1-2831-4cfc-b91e-33a3c7cc0fe2 req-f2a9f956-d6ca-4e81-8846-0905940caea0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0936189 Nov 26 17:02:09.852470 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea34f8-55c0-4110-a808-60ed033a3cb6 req-5fad360e-4006-479d-be69-b956da87229b tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:09.854192 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cbea34f8-55c0-4110-a808-60ed033a3cb6 req-5fad360e-4006-479d-be69-b956da87229b tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 944 time: 0.0920162 Nov 26 17:02:09.907680 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cbea34f8-55c0-4110-a808-60ed033a3cb6 req-473d13bb-72f1-4b29-866b-29aecb7be79b tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456958 Nov 26 17:02:09.946356 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394c1d1-2831-4cfc-b91e-33a3c7cc0fe2 req-477b31aa-af55-45da-b690-43a33adcaae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:09.949154 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3394c1d1-2831-4cfc-b91e-33a3c7cc0fe2 req-477b31aa-af55-45da-b690-43a33adcaae8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=70d1111029d045c28b44d6772fcb4dcf&device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 1097 time: 0.0893769 Nov 26 17:02:10.095973 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394c1d1-2831-4cfc-b91e-33a3c7cc0fe2 req-44ec67c6-27ba-4c1d-8457-aa8836a0e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:10.097420 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3394c1d1-2831-4cfc-b91e-33a3c7cc0fe2 req-44ec67c6-27ba-4c1d-8457-aa8836a0e650 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a HTTP/1.1" status: 200 len: 916 time: 0.1296067 Nov 26 17:02:10.163752 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3394c1d1-2831-4cfc-b91e-33a3c7cc0fe2 req-2b46534d-271e-4038-aa3b-798483a7a4ea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7326683-3e98-464a-8159-e2fd85819268 HTTP/1.1" status: 200 len: 217 time: 0.0597439 Nov 26 17:02:10.343076 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394c1d1-2831-4cfc-b91e-33a3c7cc0fe2 req-c01887ab-a08e-4d7f-9e83-252d9af42376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:10.344721 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3394c1d1-2831-4cfc-b91e-33a3c7cc0fe2 req-c01887ab-a08e-4d7f-9e83-252d9af42376 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0fc24c78-36f4-422e-9870-1dcbd22ee42e HTTP/1.1" status: 200 len: 855 time: 0.1744921 Nov 26 17:02:10.391218 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3394c1d1-2831-4cfc-b91e-33a3c7cc0fe2 req-257be2b9-e31c-4f5c-981c-6b5afd2876ed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397918 Nov 26 17:02:10.519879 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3394c1d1-2831-4cfc-b91e-33a3c7cc0fe2 req-b1e19c24-85ae-4112-9f31-8df3957ed39e service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221645 Nov 26 17:02:10.649161 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3394c1d1-2831-4cfc-b91e-33a3c7cc0fe2 req-147db123-1bc2-4424-a1c1-974555719750 service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226611 Nov 26 17:02:11.098802 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119dfed-2b4e-4261-b295-3ec0db839406 req-d8507b31-290d-4c63-8e89-42820af89ce6 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:11.100253 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d119dfed-2b4e-4261-b295-3ec0db839406 req-d8507b31-290d-4c63-8e89-42820af89ce6 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 944 time: 0.0835159 Nov 26 17:02:11.143868 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d119dfed-2b4e-4261-b295-3ec0db839406 req-d8d41c57-4388-4e24-9915-645181303703 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380511 Nov 26 17:02:11.327168 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d6fc9-d80c-4522-971e-fb89132e8de8 req-cf72d81b-4777-4fcb-99f5-651776fc1edf tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:11.328613 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9a8d6fc9-d80c-4522-971e-fb89132e8de8 req-cf72d81b-4777-4fcb-99f5-651776fc1edf tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 944 time: 0.0850487 Nov 26 17:02:11.371010 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9a8d6fc9-d80c-4522-971e-fb89132e8de8 req-a52339e0-bb98-40aa-87fd-87f63aed0f84 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368228 Nov 26 17:02:11.550178 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159558ff-56db-416f-aefd-98d75ef615d9 req-8537def9-5c76-4b1a-94d6-8b2a608d3ec3 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:11.551573 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-159558ff-56db-416f-aefd-98d75ef615d9 req-8537def9-5c76-4b1a-94d6-8b2a608d3ec3 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 944 time: 0.0785410 Nov 26 17:02:11.594569 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-159558ff-56db-416f-aefd-98d75ef615d9 req-7895e33d-83b9-43fd-93a2-da20cb188391 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373826 Nov 26 17:02:12.140458 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f62778-10dc-4e75-a974-098dd62150e9 req-28d1ddbf-cd12-4e3c-8b8e-a6cc415168df tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:12.141875 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c0f62778-10dc-4e75-a974-098dd62150e9 req-28d1ddbf-cd12-4e3c-8b8e-a6cc415168df tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 944 time: 0.0806758 Nov 26 17:02:12.183993 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c0f62778-10dc-4e75-a974-098dd62150e9 req-f5572738-b1f5-44c9-883c-97c7350bc32f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365331 Nov 26 17:02:13.371175 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754427eb-1dd4-4728-b267-f3b708be831f req-3845fa0f-a17c-4efc-9ce2-71f16ba695c7 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:13.373153 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-754427eb-1dd4-4728-b267-f3b708be831f req-3845fa0f-a17c-4efc-9ce2-71f16ba695c7 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 944 time: 0.0830228 Nov 26 17:02:13.416452 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-754427eb-1dd4-4728-b267-f3b708be831f req-63f2a186-5029-4d10-9eef-37e68cf3f7a0 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/security-groups?id=ceba5f63-508b-464a-84dc-c05b14b6b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377748 Nov 26 17:02:13.818857 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b6c8f-1751-4952-9f5b-fe030f7ce75c req-db79adcf-a035-4612-9042-c84d611fd48b tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:13.820281 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-633b6c8f-1751-4952-9f5b-fe030f7ce75c req-db79adcf-a035-4612-9042-c84d611fd48b tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 944 time: 0.0803485 Nov 26 17:02:13.895054 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-633b6c8f-1751-4952-9f5b-fe030f7ce75c req-3247d9a4-c7ad-460e-a7b4-f359624e494f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Deleting port c7326683-3e98-464a-8159-e2fd85819268 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:02:13.895391 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-633b6c8f-1751-4952-9f5b-fe030f7ce75c req-3247d9a4-c7ad-460e-a7b4-f359624e494f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:14.133436 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-633b6c8f-1751-4952-9f5b-fe030f7ce75c req-3247d9a4-c7ad-460e-a7b4-f359624e494f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] For port c7326683-3e98-464a-8159-e2fd85819268, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=c7326683-3e98-464a-8159-e2fd85819268,segment=NetworkSegment(2b995d96-91c5-401e-9a85-f1b27d4b20b8),segment_id=2b995d96-91c5-401e-9a85-f1b27d4b20b8)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:02:14.133788 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-633b6c8f-1751-4952-9f5b-fe030f7ce75c req-3247d9a4-c7ad-460e-a7b4-f359624e494f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:14.254885 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-633b6c8f-1751-4952-9f5b-fe030f7ce75c req-3247d9a4-c7ad-460e-a7b4-f359624e494f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Calling delete_port for c7326683-3e98-464a-8159-e2fd85819268 owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:02:14.394265 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-633b6c8f-1751-4952-9f5b-fe030f7ce75c req-3247d9a4-c7ad-460e-a7b4-f359624e494f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:14.399533 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:14.442966 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247d9a4-c7ad-460e-a7b4-f359624e494f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Pushing event deleted for resources: {'Port': ['ID=c7326683-3e98-464a-8159-e2fd85819268,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:14.480663 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3247d9a4-c7ad-460e-a7b4-f359624e494f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:14.481047 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3247d9a4-c7ad-460e-a7b4-f359624e494f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:14.481426 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3247d9a4-c7ad-460e-a7b4-f359624e494f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:14.481827 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3247d9a4-c7ad-460e-a7b4-f359624e494f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:14.482207 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3247d9a4-c7ad-460e-a7b4-f359624e494f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:14.482573 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3247d9a4-c7ad-460e-a7b4-f359624e494f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:14.482938 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3247d9a4-c7ad-460e-a7b4-f359624e494f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:14.483302 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3247d9a4-c7ad-460e-a7b4-f359624e494f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:14.483664 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3247d9a4-c7ad-460e-a7b4-f359624e494f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:14.484053 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3247d9a4-c7ad-460e-a7b4-f359624e494f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:14.484413 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3247d9a4-c7ad-460e-a7b4-f359624e494f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:14.484776 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3247d9a4-c7ad-460e-a7b4-f359624e494f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:14.495603 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3247d9a4-c7ad-460e-a7b4-f359624e494f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:14.530484 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-633b6c8f-1751-4952-9f5b-fe030f7ce75c req-3247d9a4-c7ad-460e-a7b4-f359624e494f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] No DVR routers for this DVR port c7326683-3e98-464a-8159-e2fd85819268 on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:02:14.532908 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-633b6c8f-1751-4952-9f5b-fe030f7ce75c req-3247d9a4-c7ad-460e-a7b4-f359624e494f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:14.535443 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de499e9-a5a5-48d1-9cd4-b14b08b288e1', 'name': 'network-vif-deleted', 'tag': 'c7326683-3e98-464a-8159-e2fd85819268'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:02:14.552549 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-633b6c8f-1751-4952-9f5b-fe030f7ce75c req-3247d9a4-c7ad-460e-a7b4-f359624e494f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.31 "DELETE /v2.0/ports/c7326683-3e98-464a-8159-e2fd85819268 HTTP/1.1" status: 204 len: 173 time: 0.7235224 Nov 26 17:02:14.582673 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de499e9-a5a5-48d1-9cd4-b14b08b288e1', 'name': 'network-vif-deleted', 'tag': 'c7326683-3e98-464a-8159-e2fd85819268', 'status': 'completed', 'code': 200} Nov 26 17:02:14.678801 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-99fa0d8c-2413-4adc-94a1-ddf33825ad08 req-94edc8eb-dc58-4757-beed-2c95e468a9d9 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de499e9-a5a5-48d1-9cd4-b14b08b288e1 HTTP/1.1" status: 200 len: 210 time: 0.1557634 Nov 26 17:02:15.906639 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 56820) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:02:15.966202 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-0856da90-9d3e-4cca-a30d-3822f56d0074 admin admin] Deleting subnet 0fc24c78-36f4-422e-9870-1dcbd22ee42e {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 17:02:15.968987 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0856da90-9d3e-4cca-a30d-3822f56d0074 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:16.019884 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0856da90-9d3e-4cca-a30d-3822f56d0074 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:16.073051 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0856da90-9d3e-4cca-a30d-3822f56d0074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:16.137236 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0856da90-9d3e-4cca-a30d-3822f56d0074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:16.141689 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f83219d7-8ee5-45b9-a487-36f214d6e755 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:16.176304 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856da90-9d3e-4cca-a30d-3822f56d0074 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fc24c78-36f4-422e-9870-1dcbd22ee42e,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:16.186333 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0856da90-9d3e-4cca-a30d-3822f56d0074 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:16.189186 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856da90-9d3e-4cca-a30d-3822f56d0074 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:16.189572 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856da90-9d3e-4cca-a30d-3822f56d0074 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:16.189946 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856da90-9d3e-4cca-a30d-3822f56d0074 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:16.190315 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856da90-9d3e-4cca-a30d-3822f56d0074 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:16.190681 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856da90-9d3e-4cca-a30d-3822f56d0074 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:16.191044 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856da90-9d3e-4cca-a30d-3822f56d0074 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:16.191406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856da90-9d3e-4cca-a30d-3822f56d0074 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:16.191794 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856da90-9d3e-4cca-a30d-3822f56d0074 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:16.192156 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856da90-9d3e-4cca-a30d-3822f56d0074 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:16.192532 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856da90-9d3e-4cca-a30d-3822f56d0074 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:16.192872 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856da90-9d3e-4cca-a30d-3822f56d0074 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:16.193226 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856da90-9d3e-4cca-a30d-3822f56d0074 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:16.197282 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0856da90-9d3e-4cca-a30d-3822f56d0074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:16.199936 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0856da90-9d3e-4cca-a30d-3822f56d0074 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0fc24c78-36f4-422e-9870-1dcbd22ee42e HTTP/1.1" status: 204 len: 168 time: 0.2922890 Nov 26 17:02:16.202410 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 56824) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:02:16.302165 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6a0c49fd-114e-4d61-b6e5-47ed59d7bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:16.427447 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6a0c49fd-114e-4d61-b6e5-47ed59d7bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:16.452195 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-6a0c49fd-114e-4d61-b6e5-47ed59d7bc81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:02:16.464392 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-6a0c49fd-114e-4d61-b6e5-47ed59d7bc81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b995d96-91c5-401e-9a85-f1b27d4b20b8') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:02:16.464686 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-6a0c49fd-114e-4d61-b6e5-47ed59d7bc81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b995d96-91c5-401e-9a85-f1b27d4b20b8') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:02:16.476135 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6a0c49fd-114e-4d61-b6e5-47ed59d7bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:16.492167 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6a0c49fd-114e-4d61-b6e5-47ed59d7bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:16.498320 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0c49fd-114e-4d61-b6e5-47ed59d7bc81 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 17:02:16.498687 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6a0c49fd-114e-4d61-b6e5-47ed59d7bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 17:02:16.511371 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 17:02:16.585055 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6a0c49fd-114e-4d61-b6e5-47ed59d7bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:16.588708 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-68d68eb4-fe2e-49d0-ab73-ee99ead92e1a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:16.601618 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6a0c49fd-114e-4d61-b6e5-47ed59d7bc81 admin admin] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:16.610512 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c49fd-114e-4d61-b6e5-47ed59d7bc81 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:16.612786 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6a0c49fd-114e-4d61-b6e5-47ed59d7bc81 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3a9e2e49-f8b5-45f0-8489-b0e8f5adce5a HTTP/1.1" status: 204 len: 168 time: 0.4094932 Nov 26 17:02:16.613632 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6a0c49fd-114e-4d61-b6e5-47ed59d7bc81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:16.725530 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 56830) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:02:16.773203 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-354558fe-31d1-48f8-ae67-cb9e13277bf8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=70d1111029d045c28b44d6772fcb4dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464494 Nov 26 17:02:16.775699 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 56834) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:02:16.832430 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0935bd67-5e6f-4f2b-9594-c5e287cb0d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:16.857311 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0935bd67-5e6f-4f2b-9594-c5e287cb0d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:16.908189 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0935bd67-5e6f-4f2b-9594-c5e287cb0d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:16.911672 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d904f5f6-4390-49bc-843c-f0e757bd5639 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:16.929108 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935bd67-5e6f-4f2b-9594-c5e287cb0d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceba5f63-508b-464a-84dc-c05b14b6b8c0,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:16.932590 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0935bd67-5e6f-4f2b-9594-c5e287cb0d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:16.935532 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device c7326683-3e98-464a-8159-e2fd85819268 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:02:16.941720 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0935bd67-5e6f-4f2b-9594-c5e287cb0d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:16.942820 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0935bd67-5e6f-4f2b-9594-c5e287cb0d9e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ceba5f63-508b-464a-84dc-c05b14b6b8c0 HTTP/1.1" status: 204 len: 168 time: 0.1661553 Nov 26 17:02:16.984017 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: c7326683-3e98-464a-8159-e2fd85819268 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:02:16.984367 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device c7326683-3e98-464a-8159-e2fd85819268 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:02:17.673442 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 56858) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:02:17.774217 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-b11f8809-4ca1-4f66-92b4-f13896aed420 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1441324863-network', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:02:17.778964 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b11f8809-4ca1-4f66-92b4-f13896aed420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:02:17.782763 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b11f8809-4ca1-4f66-92b4-f13896aed420 admin admin] Usage tracker for resource:network and tenant:8a35231917ef4e74bc7e80ac9ac2e46f is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:02:17.785665 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b11f8809-4ca1-4f66-92b4-f13896aed420 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:02:17.791993 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b11f8809-4ca1-4f66-92b4-f13896aed420 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:02:17.801314 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11f8809-4ca1-4f66-92b4-f13896aed420 admin admin] Made reservation on behalf of 8a35231917ef4e74bc7e80ac9ac2e46f for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:02:17.803526 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b11f8809-4ca1-4f66-92b4-f13896aed420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:17.815649 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b11f8809-4ca1-4f66-92b4-f13896aed420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:17.830046 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b11f8809-4ca1-4f66-92b4-f13896aed420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:02:17.833740 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b11f8809-4ca1-4f66-92b4-f13896aed420 admin admin] Usage tracker for resource:security_group_rule and tenant:8a35231917ef4e74bc7e80ac9ac2e46f is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:02:17.836481 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b11f8809-4ca1-4f66-92b4-f13896aed420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:02:17.842055 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b11f8809-4ca1-4f66-92b4-f13896aed420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:02:17.921829 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b11f8809-4ca1-4f66-92b4-f13896aed420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:17.925372 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b11f8809-4ca1-4f66-92b4-f13896aed420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:17.928239 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-59a90844-9a26-41ea-92a3-46f38d207ab4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:17.961828 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b11f8809-4ca1-4f66-92b4-f13896aed420 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 17:02:17.967083 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f8809-4ca1-4f66-92b4-f13896aed420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dd65e4-dfe1-453b-a08a-0344aa679d70,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:17.970460 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b11f8809-4ca1-4f66-92b4-f13896aed420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:17.975884 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b11f8809-4ca1-4f66-92b4-f13896aed420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:17.976283 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-b11f8809-4ca1-4f66-92b4-f13896aed420 admin admin] Added segment 1151c331-da3f-48c4-aca9-b6503b7ce6e4 of type vlan for network 7e22d964-9ecf-42f7-a88a-eec4636f5b28 Nov 26 17:02:18.004063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b11f8809-4ca1-4f66-92b4-f13896aed420 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:18.031787 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b11f8809-4ca1-4f66-92b4-f13896aed420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:18.032773 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11f8809-4ca1-4f66-92b4-f13896aed420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:18.033339 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b11f8809-4ca1-4f66-92b4-f13896aed420 admin admin] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:18.036605 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:18.134156 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b11f8809-4ca1-4f66-92b4-f13896aed420 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4596488 Nov 26 17:02:18.137017 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f8809-4ca1-4f66-92b4-f13896aed420 admin admin] Pushing event updated for resources: {'Network': ['ID=7e22d964-9ecf-42f7-a88a-eec4636f5b28,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:18.137169 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 56864) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:02:18.139706 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b11f8809-4ca1-4f66-92b4-f13896aed420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:18.142824 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-492177db-e2a9-4977-a6e6-6d555aa2dce7 admin admin] Request body: {'subnet': {'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1441324863-subnet', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:02:18.147029 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 7e22d964-9ecf-42f7-a88a-eec4636f5b28 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 17:02:18.147956 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-492177db-e2a9-4977-a6e6-6d555aa2dce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:02:18.151838 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-492177db-e2a9-4977-a6e6-6d555aa2dce7 admin admin] Usage tracker for resource:subnet and tenant:8a35231917ef4e74bc7e80ac9ac2e46f is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:02:18.154704 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-492177db-e2a9-4977-a6e6-6d555aa2dce7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:02:18.160536 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-492177db-e2a9-4977-a6e6-6d555aa2dce7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:02:18.172506 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492177db-e2a9-4977-a6e6-6d555aa2dce7 admin admin] Made reservation on behalf of 8a35231917ef4e74bc7e80ac9ac2e46f for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:02:18.174755 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-492177db-e2a9-4977-a6e6-6d555aa2dce7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:18.384691 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-492177db-e2a9-4977-a6e6-6d555aa2dce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:18.388240 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d8b12802-0dc5-4dc8-a2bb-77ad11b382ec tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:18.462439 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492177db-e2a9-4977-a6e6-6d555aa2dce7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8f35834-919a-46b2-ac41-a89db8f046f2,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:18.465616 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-492177db-e2a9-4977-a6e6-6d555aa2dce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:18.471841 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492177db-e2a9-4977-a6e6-6d555aa2dce7 admin admin] Checking segment: {'id': '1151c331-da3f-48c4-aca9-b6503b7ce6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:02:18.472201 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492177db-e2a9-4977-a6e6-6d555aa2dce7 admin admin] Network hostable DHCP agents. Network: 7e22d964-9ecf-42f7-a88a-eec4636f5b28, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 17:02:18.490917 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492177db-e2a9-4977-a6e6-6d555aa2dce7 admin admin] Network 7e22d964-9ecf-42f7-a88a-eec4636f5b28 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 17:02:18.500642 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-492177db-e2a9-4977-a6e6-6d555aa2dce7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 7e22d964-9ecf-42f7-a88a-eec4636f5b28) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:02:18.505404 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492177db-e2a9-4977-a6e6-6d555aa2dce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:18.506781 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-492177db-e2a9-4977-a6e6-6d555aa2dce7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:18.510471 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acffd0f9-0971-4a92-94f0-fdf4c01ae867 None None] Network 7e22d964-9ecf-42f7-a88a-eec4636f5b28 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:02:18.528234 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-492177db-e2a9-4977-a6e6-6d555aa2dce7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3899441 Nov 26 17:02:18.531013 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 56868) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:02:18.535884 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-7e409fc4-93d9-41cb-93c3-60b638066e11 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:02:18.540310 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7e409fc4-93d9-41cb-93c3-60b638066e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:02:18.544150 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7e409fc4-93d9-41cb-93c3-60b638066e11 admin admin] Usage tracker for resource:router and tenant:8a35231917ef4e74bc7e80ac9ac2e46f is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:02:18.546954 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7e409fc4-93d9-41cb-93c3-60b638066e11 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:02:18.552579 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7e409fc4-93d9-41cb-93c3-60b638066e11 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:02:18.563523 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e409fc4-93d9-41cb-93c3-60b638066e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:18.564546 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e409fc4-93d9-41cb-93c3-60b638066e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:18.580021 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e409fc4-93d9-41cb-93c3-60b638066e11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:18.726852 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 17:02:18.727778 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:18.883698 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] Allocated IP 172.20.0.2 (7e22d964-9ecf-42f7-a88a-eec4636f5b28/b8f35834-919a-46b2-ac41-a89db8f046f2/088b9ecf-c2f5-4e85-bbe7-50a37e36fc39) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:02:18.970585 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e409fc4-93d9-41cb-93c3-60b638066e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:19.097956 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:19.108231 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] Transition to ACTIVE for port object 088b9ecf-c2f5-4e85-bbe7-50a37e36fc39 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:02:19.126873 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] Transition to ACTIVE for port object 088b9ecf-c2f5-4e85-bbe7-50a37e36fc39 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:02:19.133097 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:19.138385 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:19.199154 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] Network 7e22d964-9ecf-42f7-a88a-eec4636f5b28 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:02:19.202591 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:02:19.206274 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:02:19.214980 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] Pushing event updated for resources: {'Port': ['ID=088b9ecf-c2f5-4e85-bbe7-50a37e36fc39,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:19.240660 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:19.297611 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e409fc4-93d9-41cb-93c3-60b638066e11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:19.302433 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] Attempting to bind port 088b9ecf-c2f5-4e85-bbe7-50a37e36fc39 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:02:19.302808 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] Attempting to bind port 088b9ecf-c2f5-4e85-bbe7-50a37e36fc39 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '1151c331-da3f-48c4-aca9-b6503b7ce6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:02:19.303172 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] Attempting to bind port 088b9ecf-c2f5-4e85-bbe7-50a37e36fc39 on network 7e22d964-9ecf-42f7-a88a-eec4636f5b28 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:02:19.308418 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:02:19.308792 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] Checking segment: {'id': '1151c331-da3f-48c4-aca9-b6503b7ce6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:02:19.309190 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:19.309573 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] Bound using segment: {'id': '1151c331-da3f-48c4-aca9-b6503b7ce6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:02:19.310063 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] Bound port: 088b9ecf-c2f5-4e85-bbe7-50a37e36fc39, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1151c331-da3f-48c4-aca9-b6503b7ce6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:02:19.310435 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:19.328860 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e409fc4-93d9-41cb-93c3-60b638066e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:19.397739 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] For port 088b9ecf-c2f5-4e85-bbe7-50a37e36fc39, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:02:19.400891 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] For port 088b9ecf-c2f5-4e85-bbe7-50a37e36fc39, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=088b9ecf-c2f5-4e85-bbe7-50a37e36fc39,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:02:19.406865 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:19.411392 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:19.469937 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-7e409fc4-93d9-41cb-93c3-60b638066e11 admin admin] Allocated IP 172.26.0.187 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/6f1b9d66-9b84-4269-bf48-1e1646923b18) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:02:19.492051 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] Pushing event updated for resources: {'Port': ['ID=088b9ecf-c2f5-4e85-bbe7-50a37e36fc39,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:19.495296 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:19.619743 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:19.622655 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e409fc4-93d9-41cb-93c3-60b638066e11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:19.671704 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e409fc4-93d9-41cb-93c3-60b638066e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:19.676502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:19.724997 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e409fc4-93d9-41cb-93c3-60b638066e11 admin admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:02:19.732762 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-7e409fc4-93d9-41cb-93c3-60b638066e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:02:19.741172 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e409fc4-93d9-41cb-93c3-60b638066e11 admin admin] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:02:19.796684 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e409fc4-93d9-41cb-93c3-60b638066e11 admin admin] Pushing event updated for resources: {'Port': ['ID=6f1b9d66-9b84-4269-bf48-1e1646923b18,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:19.800721 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7e409fc4-93d9-41cb-93c3-60b638066e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:20.307001 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e409fc4-93d9-41cb-93c3-60b638066e11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:20.453434 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8414e161-6e4d-4de6-931b-f3d33a0f8692 None None] Network 7e22d964-9ecf-42f7-a88a-eec4636f5b28 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:02:20.577563 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2a8866c1-ec89-4464-a139-f83641f589d4 None None] Provisioning for port 088b9ecf-c2f5-4e85-bbe7-50a37e36fc39 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:02:20.659632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e409fc4-93d9-41cb-93c3-60b638066e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:20.871908 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e409fc4-93d9-41cb-93c3-60b638066e11 admin admin] Router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 17:02:21.050399 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e409fc4-93d9-41cb-93c3-60b638066e11 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:02:21.059232 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] Sync routers for ids ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:02:21.068545 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] Routers {'d6f6cf68-9def-4062-9b1a-ecef0b8ae250'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:02:21.069153 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:02:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:02:21.072906 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7e409fc4-93d9-41cb-93c3-60b638066e11 admin admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:21.074137 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7e409fc4-93d9-41cb-93c3-60b638066e11 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5422125 Nov 26 17:02:21.077508 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 56872) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:02:21.240300 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] Set router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:02:21.516393 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 088b9ecf-c2f5-4e85-bbe7-50a37e36fc39 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:02:21.523431 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:19Z', 'revision_number': 3, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:02:21.527312 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] Checking router: d6f6cf68-9def-4062-9b1a-ecef0b8ae250 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:02:21.527674 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] Updating router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 port 6f1b9d66-9b84-4269-bf48-1e1646923b18 binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:02:21.584901 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:21.591293 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 088b9ecf-c2f5-4e85-bbe7-50a37e36fc39 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:02:21.597064 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 088b9ecf-c2f5-4e85-bbe7-50a37e36fc39 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:02:21.597459 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:21.730645 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:21.767831 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 088b9ecf-c2f5-4e85-bbe7-50a37e36fc39, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=088b9ecf-c2f5-4e85-bbe7-50a37e36fc39,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:02:21.774587 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:21.776746 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:21.845846 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=088b9ecf-c2f5-4e85-bbe7-50a37e36fc39,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:21.848935 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:21.925853 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-387342a7-b8f4-43b0-aea5-2d81a812b14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:21.938209 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:21.951157 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] Transition to ACTIVE for port object 6f1b9d66-9b84-4269-bf48-1e1646923b18 will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:02:21.957507 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:21.960873 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-308f40da-708c-476b-b8d6-e4c9042cae60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:22.035243 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] Attempting to bind port 6f1b9d66-9b84-4269-bf48-1e1646923b18 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:02:22.035540 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] Attempting to bind port 6f1b9d66-9b84-4269-bf48-1e1646923b18 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:02:22.035923 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] Attempting to bind port 6f1b9d66-9b84-4269-bf48-1e1646923b18 on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:02:22.041281 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c916c8-17b9-419e-b7a5-f864739c3484 None None] Pushing event updated for resources: {'Port': ['ID=6f1b9d66-9b84-4269-bf48-1e1646923b18,revision_number=2']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:22.046114 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:02:22.046489 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:02:22.046887 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:22.047277 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:02:22.047755 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] Bound port: 6f1b9d66-9b84-4269-bf48-1e1646923b18, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:02:22.048128 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:22.112801 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c916c8-17b9-419e-b7a5-f864739c3484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:22.113485 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c916c8-17b9-419e-b7a5-f864739c3484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:22.113485 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c916c8-17b9-419e-b7a5-f864739c3484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:22.113769 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c916c8-17b9-419e-b7a5-f864739c3484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:22.114088 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c916c8-17b9-419e-b7a5-f864739c3484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:22.114415 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c916c8-17b9-419e-b7a5-f864739c3484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:22.114730 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c916c8-17b9-419e-b7a5-f864739c3484 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:22.115053 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c916c8-17b9-419e-b7a5-f864739c3484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:22.115362 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c916c8-17b9-419e-b7a5-f864739c3484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:22.115671 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c916c8-17b9-419e-b7a5-f864739c3484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:22.116006 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c916c8-17b9-419e-b7a5-f864739c3484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:22.116329 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c916c8-17b9-419e-b7a5-f864739c3484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:22.119856 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-92c916c8-17b9-419e-b7a5-f864739c3484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:22.137224 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-387342a7-b8f4-43b0-aea5-2d81a812b14f admin admin] Allocated IP 172.20.0.1 (7e22d964-9ecf-42f7-a88a-eec4636f5b28/b8f35834-919a-46b2-ac41-a89db8f046f2/fa4a1c66-d889-4660-a489-1cfdfe20be5a) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:02:22.160491 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] For port 6f1b9d66-9b84-4269-bf48-1e1646923b18, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:02:22.163698 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] For port 6f1b9d66-9b84-4269-bf48-1e1646923b18, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=6f1b9d66-9b84-4269-bf48-1e1646923b18,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:02:22.167954 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:22.171380 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-7ffe6d7c-0032-47ed-bc59-be3704deaa2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:22.242294 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] Routers {'d6f6cf68-9def-4062-9b1a-ecef0b8ae250'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:02:22.242901 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:02:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:02:22.285181 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-387342a7-b8f4-43b0-aea5-2d81a812b14f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:22.300501 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-387342a7-b8f4-43b0-aea5-2d81a812b14f admin admin] Transition to ACTIVE for port object fa4a1c66-d889-4660-a489-1cfdfe20be5a will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:02:22.323225 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-387342a7-b8f4-43b0-aea5-2d81a812b14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:22.328309 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3e5b4ca3-4b0a-4dd2-bce3-decf36c37518 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:22.352216 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c916c8-17b9-419e-b7a5-f864739c3484 None None] Pushing event updated for resources: {'Port': ['ID=6f1b9d66-9b84-4269-bf48-1e1646923b18,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:22.361712 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-92c916c8-17b9-419e-b7a5-f864739c3484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:22.388145 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387342a7-b8f4-43b0-aea5-2d81a812b14f admin admin] Network 7e22d964-9ecf-42f7-a88a-eec4636f5b28 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:02:22.390977 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-387342a7-b8f4-43b0-aea5-2d81a812b14f admin admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:02:22.394795 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387342a7-b8f4-43b0-aea5-2d81a812b14f admin admin] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:02:22.422341 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] Set router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:02:22.438664 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387342a7-b8f4-43b0-aea5-2d81a812b14f admin admin] Pushing event updated for resources: {'Port': ['ID=fa4a1c66-d889-4660-a489-1cfdfe20be5a,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:22.443244 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-387342a7-b8f4-43b0-aea5-2d81a812b14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:22.458606 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-387342a7-b8f4-43b0-aea5-2d81a812b14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:22.584726 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-387342a7-b8f4-43b0-aea5-2d81a812b14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:22.638717 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-62add8d1-7247-4dc3-99fe-10a44d1251b8 None None] Provisioning for port fa4a1c66-d889-4660-a489-1cfdfe20be5a completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:02:22.643888 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-62add8d1-7247-4dc3-99fe-10a44d1251b8 None None] Provisioning complete for port fa4a1c66-d889-4660-a489-1cfdfe20be5a triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:02:22.644266 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-62add8d1-7247-4dc3-99fe-10a44d1251b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:22.701719 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-62add8d1-7247-4dc3-99fe-10a44d1251b8 None None] Port fa4a1c66-d889-4660-a489-1cfdfe20be5a cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:02:22.735227 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:19Z', 'revision_number': 3, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:02:22.739260 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9110f2d-c692-4e29-88aa-fda88b8ee0cf None None] The sync data for ids ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'] in dv-neutron-819440-1-hyperv is: [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:19Z', 'revision_number': 3, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:02:22.824321 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-387342a7-b8f4-43b0-aea5-2d81a812b14f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:22.829823 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-387342a7-b8f4-43b0-aea5-2d81a812b14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:22.857835 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-66608f9f-6779-4451-8b25-62a53063ac1c tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:22.942270 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387342a7-b8f4-43b0-aea5-2d81a812b14f admin admin] Pushing event updated for resources: {'Port': ['ID=fa4a1c66-d889-4660-a489-1cfdfe20be5a,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:22.944813 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-387342a7-b8f4-43b0-aea5-2d81a812b14f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:22.955166 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-387342a7-b8f4-43b0-aea5-2d81a812b14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:23.104184 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387342a7-b8f4-43b0-aea5-2d81a812b14f admin admin] Network 7e22d964-9ecf-42f7-a88a-eec4636f5b28 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:02:23.105325 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-387342a7-b8f4-43b0-aea5-2d81a812b14f admin admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:02:23.309980 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387342a7-b8f4-43b0-aea5-2d81a812b14f admin admin] Router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:02:23.326130 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-98225644-912b-47d3-9d40-ef3f0b28148e None None] Provisioning complete for port fa4a1c66-d889-4660-a489-1cfdfe20be5a triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:02:23.326505 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-98225644-912b-47d3-9d40-ef3f0b28148e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:23.382291 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-98225644-912b-47d3-9d40-ef3f0b28148e None None] Port fa4a1c66-d889-4660-a489-1cfdfe20be5a cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:02:23.552016 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 088b9ecf-c2f5-4e85-bbe7-50a37e36fc39 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:02:23.624150 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 088b9ecf-c2f5-4e85-bbe7-50a37e36fc39 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:02:23.624587 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:23.654632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387342a7-b8f4-43b0-aea5-2d81a812b14f admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:02:23.663263 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-387342a7-b8f4-43b0-aea5-2d81a812b14f admin admin] 10.222.0.11 "PUT /v2.0/routers/d6f6cf68-9def-4062-9b1a-ecef0b8ae250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5847709 Nov 26 17:02:23.743151 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 6f1b9d66-9b84-4269-bf48-1e1646923b18 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:02:23.812681 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 6f1b9d66-9b84-4269-bf48-1e1646923b18 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:02:23.817626 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 6f1b9d66-9b84-4269-bf48-1e1646923b18 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:02:23.818008 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:23.931180 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:23.948700 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 6f1b9d66-9b84-4269-bf48-1e1646923b18, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=6f1b9d66-9b84-4269-bf48-1e1646923b18,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:02:23.952930 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:23.954736 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:24.024220 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=6f1b9d66-9b84-4269-bf48-1e1646923b18,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:24.027657 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:24.062750 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 56882) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:02:24.068127 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-de53632f-be02-49d0-9d86-f831bd17ebb3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1566987873', 'description': 'tempest-description--2013249115'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:02:24.074191 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-de53632f-be02-49d0-9d86-f831bd17ebb3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:02:24.078638 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-de53632f-be02-49d0-9d86-f831bd17ebb3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Usage tracker for resource:security_group and tenant:8a35231917ef4e74bc7e80ac9ac2e46f is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:02:24.081590 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-de53632f-be02-49d0-9d86-f831bd17ebb3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:02:24.087387 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-de53632f-be02-49d0-9d86-f831bd17ebb3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:02:24.097706 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-de53632f-be02-49d0-9d86-f831bd17ebb3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:24.117788 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-de53632f-be02-49d0-9d86-f831bd17ebb3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:02:24.121845 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-de53632f-be02-49d0-9d86-f831bd17ebb3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Usage tracker for resource:security_group_rule and tenant:8a35231917ef4e74bc7e80ac9ac2e46f is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:02:24.125234 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-de53632f-be02-49d0-9d86-f831bd17ebb3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:02:24.130906 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-de53632f-be02-49d0-9d86-f831bd17ebb3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:02:24.202746 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-de53632f-be02-49d0-9d86-f831bd17ebb3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:24.206127 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-de53632f-be02-49d0-9d86-f831bd17ebb3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:24.209639 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3347cee4-0399-457a-915d-76af4bab06b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:24.237720 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f14035-6820-4738-9685-acf5ce453832 None None] Sync routers for ids ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:02:24.247389 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f14035-6820-4738-9685-acf5ce453832 None None] Routers {'d6f6cf68-9def-4062-9b1a-ecef0b8ae250'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:02:24.248310 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-59f14035-6820-4738-9685-acf5ce453832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:02:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:02:24.248516 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53632f-be02-49d0-9d86-f831bd17ebb3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0e1be6-a3f3-4a39-bb96-00526fac4491,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:24.251269 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-de53632f-be02-49d0-9d86-f831bd17ebb3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:24.252279 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-de53632f-be02-49d0-9d86-f831bd17ebb3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:24.255886 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-de53632f-be02-49d0-9d86-f831bd17ebb3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1895237 Nov 26 17:02:24.256136 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 56886) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:02:24.261492 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-0ee44136-92d0-459e-be11-2cd4550732a3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Request body: {'security_group_rule': {'security_group_id': '3e0e1be6-a3f3-4a39-bb96-00526fac4491', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:02:24.268196 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0ee44136-92d0-459e-be11-2cd4550732a3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:02:24.272050 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0ee44136-92d0-459e-be11-2cd4550732a3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Usage tracker for resource:security_group_rule and tenant:8a35231917ef4e74bc7e80ac9ac2e46f is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:02:24.274928 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0ee44136-92d0-459e-be11-2cd4550732a3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:02:24.281178 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0ee44136-92d0-459e-be11-2cd4550732a3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:02:24.298073 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0ee44136-92d0-459e-be11-2cd4550732a3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:24.360417 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0ee44136-92d0-459e-be11-2cd4550732a3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:24.364213 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0ee44136-92d0-459e-be11-2cd4550732a3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:24.366130 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-92b56a80-549d-4e56-b840-027b4e817406 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:24.388826 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee44136-92d0-459e-be11-2cd4550732a3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0fed8ca-ecf7-4dfd-9c2e-a8d9d6c29ab6,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:24.391502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0ee44136-92d0-459e-be11-2cd4550732a3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:24.399449 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0ee44136-92d0-459e-be11-2cd4550732a3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:24.400781 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0ee44136-92d0-459e-be11-2cd4550732a3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1436808 Nov 26 17:02:24.404123 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 56890) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:02:24.409477 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-5ac0bf01-26e3-4cfe-9e41-fea9e66e6a94 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Request body: {'security_group_rule': {'security_group_id': '3e0e1be6-a3f3-4a39-bb96-00526fac4491', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:02:24.415330 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5ac0bf01-26e3-4cfe-9e41-fea9e66e6a94 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:02:24.419641 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5ac0bf01-26e3-4cfe-9e41-fea9e66e6a94 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Usage tracker for resource:security_group_rule and tenant:8a35231917ef4e74bc7e80ac9ac2e46f is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:02:24.422521 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5ac0bf01-26e3-4cfe-9e41-fea9e66e6a94 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:02:24.429224 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5ac0bf01-26e3-4cfe-9e41-fea9e66e6a94 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:02:24.429917 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-59f14035-6820-4738-9685-acf5ce453832 None None] Set router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:02:24.447121 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ac0bf01-26e3-4cfe-9e41-fea9e66e6a94 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:24.508835 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ac0bf01-26e3-4cfe-9e41-fea9e66e6a94 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:24.513338 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ac0bf01-26e3-4cfe-9e41-fea9e66e6a94 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:24.515314 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7ecbe8c3-396e-48fd-9b4f-6295f60ef938 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:24.541635 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0bf01-26e3-4cfe-9e41-fea9e66e6a94 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8c336c-bdce-4550-a4d7-ff2ab5702737,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:24.546164 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5ac0bf01-26e3-4cfe-9e41-fea9e66e6a94 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:24.551332 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ac0bf01-26e3-4cfe-9e41-fea9e66e6a94 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:24.552642 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5ac0bf01-26e3-4cfe-9e41-fea9e66e6a94 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475251 Nov 26 17:02:24.555957 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 56894) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:02:24.561767 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-5b3f3607-51dc-4758-8222-0e8767e515b3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:02:24.567674 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5b3f3607-51dc-4758-8222-0e8767e515b3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:02:24.571611 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5b3f3607-51dc-4758-8222-0e8767e515b3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Usage tracker for resource:floatingip and tenant:8a35231917ef4e74bc7e80ac9ac2e46f is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:02:24.574455 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5b3f3607-51dc-4758-8222-0e8767e515b3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:02:24.580748 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5b3f3607-51dc-4758-8222-0e8767e515b3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:02:24.591445 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3607-51dc-4758-8222-0e8767e515b3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for floatingip, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:24.732172 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3607-51dc-4758-8222-0e8767e515b3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:24.795201 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-59f14035-6820-4738-9685-acf5ce453832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'fa4a1c66-d889-4660-a489-1cfdfe20be5a', 'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'mac_address': 'fa:16:3e:58:43:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:21Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 2, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'subnets': [{'id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:02:24.799118 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f14035-6820-4738-9685-acf5ce453832 None None] Checking router: d6f6cf68-9def-4062-9b1a-ecef0b8ae250 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:02:24.799477 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f14035-6820-4738-9685-acf5ce453832 None None] Updating router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 port fa4a1c66-d889-4660-a489-1cfdfe20be5a binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:02:24.853822 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-59f14035-6820-4738-9685-acf5ce453832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:24.868190 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-5b3f3607-51dc-4758-8222-0e8767e515b3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Allocated IP 172.26.0.102 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/641f122f-28de-4179-9701-c992cab6fba9) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:02:25.016836 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3607-51dc-4758-8222-0e8767e515b3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:25.046402 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3607-51dc-4758-8222-0e8767e515b3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:25.050263 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-840af241-6cfc-4aaf-b887-1a14523bd62e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:25.115572 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3f3607-51dc-4758-8222-0e8767e515b3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:02:25.118386 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-5b3f3607-51dc-4758-8222-0e8767e515b3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:02:25.123019 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3f3607-51dc-4758-8222-0e8767e515b3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:02:25.162672 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f3607-51dc-4758-8222-0e8767e515b3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Pushing event updated for resources: {'Port': ['ID=641f122f-28de-4179-9701-c992cab6fba9,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:25.167838 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5b3f3607-51dc-4758-8222-0e8767e515b3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:25.191296 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-59f14035-6820-4738-9685-acf5ce453832 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:25.202795 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-59f14035-6820-4738-9685-acf5ce453832 None None] Transition to ACTIVE for port object fa4a1c66-d889-4660-a489-1cfdfe20be5a will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:02:25.207310 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3607-51dc-4758-8222-0e8767e515b3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:25.209420 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-59f14035-6820-4738-9685-acf5ce453832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:25.214309 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-be059e28-95fe-47b5-9a55-4f4fa6010f22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:25.272928 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3607-51dc-4758-8222-0e8767e515b3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:25.373601 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc452f-2065-46ac-9bb1-15f9cfd47c54 None None] Pushing event updated for resources: {'Port': ['ID=fa4a1c66-d889-4660-a489-1cfdfe20be5a,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:25.381348 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-09fc452f-2065-46ac-9bb1-15f9cfd47c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:25.445539 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-59f14035-6820-4738-9685-acf5ce453832 None None] Attempting to bind port fa4a1c66-d889-4660-a489-1cfdfe20be5a on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:02:25.445928 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-59f14035-6820-4738-9685-acf5ce453832 None None] Attempting to bind port fa4a1c66-d889-4660-a489-1cfdfe20be5a by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '1151c331-da3f-48c4-aca9-b6503b7ce6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:02:25.446309 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f14035-6820-4738-9685-acf5ce453832 None None] Attempting to bind port fa4a1c66-d889-4660-a489-1cfdfe20be5a on network 7e22d964-9ecf-42f7-a88a-eec4636f5b28 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:02:25.452915 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f14035-6820-4738-9685-acf5ce453832 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:02:25.453313 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f14035-6820-4738-9685-acf5ce453832 None None] Checking segment: {'id': '1151c331-da3f-48c4-aca9-b6503b7ce6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:02:25.453729 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-59f14035-6820-4738-9685-acf5ce453832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:25.454137 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f14035-6820-4738-9685-acf5ce453832 None None] Bound using segment: {'id': '1151c331-da3f-48c4-aca9-b6503b7ce6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:02:25.454623 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-59f14035-6820-4738-9685-acf5ce453832 None None] Bound port: fa4a1c66-d889-4660-a489-1cfdfe20be5a, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1151c331-da3f-48c4-aca9-b6503b7ce6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:02:25.455008 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-59f14035-6820-4738-9685-acf5ce453832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:25.503683 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 6f1b9d66-9b84-4269-bf48-1e1646923b18 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:02:25.510991 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3607-51dc-4758-8222-0e8767e515b3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:25.516867 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3607-51dc-4758-8222-0e8767e515b3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:25.520740 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b99a4c0a-212b-4956-b5cc-f0e8cb66dda0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:25.616716 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-59f14035-6820-4738-9685-acf5ce453832 None None] For port fa4a1c66-d889-4660-a489-1cfdfe20be5a, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:02:25.619938 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-59f14035-6820-4738-9685-acf5ce453832 None None] For port fa4a1c66-d889-4660-a489-1cfdfe20be5a, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=fa4a1c66-d889-4660-a489-1cfdfe20be5a,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:02:25.626195 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-59f14035-6820-4738-9685-acf5ce453832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:25.628488 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f3607-51dc-4758-8222-0e8767e515b3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Pushing event updated for resources: {'Port': ['ID=641f122f-28de-4179-9701-c992cab6fba9,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:25.631856 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2bf4b2e9-de1b-4134-b43e-bd36e847392d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:25.632700 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5b3f3607-51dc-4758-8222-0e8767e515b3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:25.641233 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3607-51dc-4758-8222-0e8767e515b3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:25.663613 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3607-51dc-4758-8222-0e8767e515b3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:25.665089 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5b3f3607-51dc-4758-8222-0e8767e515b3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1078832 Nov 26 17:02:25.711683 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f14035-6820-4738-9685-acf5ce453832 None None] Routers {'d6f6cf68-9def-4062-9b1a-ecef0b8ae250'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:02:25.712354 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-59f14035-6820-4738-9685-acf5ce453832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:02:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:02:25.766219 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 6f1b9d66-9b84-4269-bf48-1e1646923b18 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:02:25.766609 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:25.850560 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-30e654f9-8db8-4694-9ec4-81a7d60ed243 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Synchronizing usage tracker for tenant:8a35231917ef4e74bc7e80ac9ac2e46f on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:02:25.869508 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-30e654f9-8db8-4694-9ec4-81a7d60ed243 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Unset dirty status for tenant:8a35231917ef4e74bc7e80ac9ac2e46f on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:02:25.876412 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-30e654f9-8db8-4694-9ec4-81a7d60ed243 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1566987873&fields=id&tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f HTTP/1.1" status: 200 len: 267 time: 0.0672839 Nov 26 17:02:25.902128 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc452f-2065-46ac-9bb1-15f9cfd47c54 None None] Pushing event updated for resources: {'Port': ['ID=fa4a1c66-d889-4660-a489-1cfdfe20be5a,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:25.910784 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-09fc452f-2065-46ac-9bb1-15f9cfd47c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:26.007482 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-59f14035-6820-4738-9685-acf5ce453832 None None] Set router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:02:26.026967 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-53cebc31-2f2a-45e9-837e-d6fc157d617b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:26.028529 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-53cebc31-2f2a-45e9-837e-d6fc157d617b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 812 time: 0.1482084 Nov 26 17:02:26.042895 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-290216ba-adb4-40f2-8827-9a94fab588d5 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/quotas/8a35231917ef4e74bc7e80ac9ac2e46f HTTP/1.1" status: 200 len: 375 time: 0.0088637 Nov 26 17:02:26.128138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-61fb22ef-f6e6-48e2-bd3e-621aeb1f4a98 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Synchronizing usage tracker for tenant:8a35231917ef4e74bc7e80ac9ac2e46f on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:02:26.144753 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-61fb22ef-f6e6-48e2-bd3e-621aeb1f4a98 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Unset dirty status for tenant:8a35231917ef4e74bc7e80ac9ac2e46f on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:02:26.148276 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-61fb22ef-f6e6-48e2-bd3e-621aeb1f4a98 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1002579 Nov 26 17:02:26.289406 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-e8ce58f3-2cd4-4492-93d5-0060ef386d9e service neutron] 10.222.0.11 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309762 Nov 26 17:02:26.380844 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-59f14035-6820-4738-9685-acf5ce453832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'fa4a1c66-d889-4660-a489-1cfdfe20be5a', 'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'mac_address': 'fa:16:3e:58:43:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:21Z', 'updated_at': '2021-11-26T17:02:25Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'subnets': [{'id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:02:26.384786 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f14035-6820-4738-9685-acf5ce453832 None None] The sync data for ids ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'] in dv-neutron-819440-1-hyperv is: [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'fa4a1c66-d889-4660-a489-1cfdfe20be5a', 'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'mac_address': 'fa:16:3e:58:43:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:21Z', 'updated_at': '2021-11-26T17:02:25Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'subnets': [{'id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:02:26.436380 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-434bdc3f-7826-438b-8f4d-3ac5a390476e service neutron] 10.222.0.11 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405900 Nov 26 17:02:26.616421 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4c3ba871-f446-46c6-b2e0-aa037678a11c req-a74f06ee-879d-4ecc-91b7-e90e8f44c32f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 210 time: 0.0458202 Nov 26 17:02:27.489951 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device fa4a1c66-d889-4660-a489-1cfdfe20be5a up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:02:27.558314 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port fa4a1c66-d889-4660-a489-1cfdfe20be5a completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:02:27.563690 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port fa4a1c66-d889-4660-a489-1cfdfe20be5a triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:02:27.564115 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:27.692590 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:27.756311 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port fa4a1c66-d889-4660-a489-1cfdfe20be5a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=fa4a1c66-d889-4660-a489-1cfdfe20be5a,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:02:27.761431 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:27.763444 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:27.834394 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=fa4a1c66-d889-4660-a489-1cfdfe20be5a,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:27.838446 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:27.957722 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3861f7de-c10a-47d8-905d-e694a77a8c92 req-9a121575-1196-478d-b2ae-e24ef65757c0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 210 time: 0.1932795 Nov 26 17:02:28.007501 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-0f39cc16-8298-4435-a1a4-cd032b9ad467 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:28.008936 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-0f39cc16-8298-4435-a1a4-cd032b9ad467 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 812 time: 0.3585682 Nov 26 17:02:28.058334 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-364d6149-196d-40b0-84a8-cb55c90438e0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f HTTP/1.1" status: 200 len: 380 time: 0.0399709 Nov 26 17:02:28.071782 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-a0b5655f-9c8a-4ff1-a2a7-302fbae31a32 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Request body: {'port': {'device_id': '88263326-356b-41ec-9cd7-2ddeaba5965b', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'admin_state_up': True, 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'security_groups': ['3e0e1be6-a3f3-4a39-bb96-00526fac4491']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:02:28.209173 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-a0b5655f-9c8a-4ff1-a2a7-302fbae31a32 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:02:28.219242 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-a0b5655f-9c8a-4ff1-a2a7-302fbae31a32 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:02:28.229700 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-a0b5655f-9c8a-4ff1-a2a7-302fbae31a32 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Made reservation on behalf of 8a35231917ef4e74bc7e80ac9ac2e46f for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:02:28.233234 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-a0b5655f-9c8a-4ff1-a2a7-302fbae31a32 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:28.397844 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-a0b5655f-9c8a-4ff1-a2a7-302fbae31a32 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Allocated IP 172.20.0.3 (7e22d964-9ecf-42f7-a88a-eec4636f5b28/b8f35834-919a-46b2-ac41-a89db8f046f2/faac0cbb-4360-4a40-8516-0765320be0b4) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:02:28.592361 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-a0b5655f-9c8a-4ff1-a2a7-302fbae31a32 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:28.601182 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-aa2c785a-2608-40e1-ab5b-a8c5be73a9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:28.611073 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-a0b5655f-9c8a-4ff1-a2a7-302fbae31a32 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Transition to ACTIVE for port object faac0cbb-4360-4a40-8516-0765320be0b4 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:02:28.634606 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-a0b5655f-9c8a-4ff1-a2a7-302fbae31a32 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:28.640836 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1333a8f4-25a1-4133-8c0f-cc06ded72a3c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:28.709539 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-a0b5655f-9c8a-4ff1-a2a7-302fbae31a32 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Network 7e22d964-9ecf-42f7-a88a-eec4636f5b28 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:02:28.712702 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-a0b5655f-9c8a-4ff1-a2a7-302fbae31a32 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:02:28.717162 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-a0b5655f-9c8a-4ff1-a2a7-302fbae31a32 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:02:28.762062 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5655f-9c8a-4ff1-a2a7-302fbae31a32 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Pushing event updated for resources: {'Port': ['ID=faac0cbb-4360-4a40-8516-0765320be0b4,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:28.767257 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a0b5655f-9c8a-4ff1-a2a7-302fbae31a32 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:28.788425 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-a0b5655f-9c8a-4ff1-a2a7-302fbae31a32 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:28.789097 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-a0b5655f-9c8a-4ff1-a2a7-302fbae31a32 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:28.817007 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-a0b5655f-9c8a-4ff1-a2a7-302fbae31a32 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7485716 Nov 26 17:02:28.830540 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] Request body: {'port': {'device_id': '88263326-356b-41ec-9cd7-2ddeaba5965b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:02:28.945207 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:28.986822 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-177c3f5e-7c6a-4048-adb0-d07a3e366cc7 None None] Provisioning for port faac0cbb-4360-4a40-8516-0765320be0b4 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:02:28.993002 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-177c3f5e-7c6a-4048-adb0-d07a3e366cc7 None None] Provisioning complete for port faac0cbb-4360-4a40-8516-0765320be0b4 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:02:28.993380 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-177c3f5e-7c6a-4048-adb0-d07a3e366cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:29.049710 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-177c3f5e-7c6a-4048-adb0-d07a3e366cc7 None None] Port faac0cbb-4360-4a40-8516-0765320be0b4 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:02:29.144992 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d30283-5c17-4094-aaab-31db24cf0319 req-8453c684-2f28-4b3c-af6b-b8fb4cba645e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:29.146438 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-76d30283-5c17-4094-aaab-31db24cf0319 req-8453c684-2f28-4b3c-af6b-b8fb4cba645e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 931 time: 0.0795698 Nov 26 17:02:29.188833 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-76d30283-5c17-4094-aaab-31db24cf0319 req-ddc350d6-feed-42a3-8f65-28d2baa41a1f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Synchronizing usage tracker for tenant:8a35231917ef4e74bc7e80ac9ac2e46f on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:02:29.200584 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-76d30283-5c17-4094-aaab-31db24cf0319 req-ddc350d6-feed-42a3-8f65-28d2baa41a1f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Unset dirty status for tenant:8a35231917ef4e74bc7e80ac9ac2e46f on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:02:29.201685 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-76d30283-5c17-4094-aaab-31db24cf0319 req-ddc350d6-feed-42a3-8f65-28d2baa41a1f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494764 Nov 26 17:02:29.290031 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faac0cbb-4360-4a40-8516-0765320be0b4 {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:02:29.297439 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:29.312502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] Transition to ACTIVE for port object faac0cbb-4360-4a40-8516-0765320be0b4 will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:02:29.316415 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:29.320049 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4c2ec877-a1ad-4112-bc89-50c40ffd7ec1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:29.382469 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:29.447574 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] Pushing event updated for resources: {'Port': ['ID=faac0cbb-4360-4a40-8516-0765320be0b4,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:29.476328 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:29.484660 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device fa4a1c66-d889-4660-a489-1cfdfe20be5a up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:02:29.555815 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port fa4a1c66-d889-4660-a489-1cfdfe20be5a triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:02:29.556006 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] Attempting to bind port faac0cbb-4360-4a40-8516-0765320be0b4 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:02:29.556312 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] Attempting to bind port faac0cbb-4360-4a40-8516-0765320be0b4 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '1151c331-da3f-48c4-aca9-b6503b7ce6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:02:29.556435 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:29.556641 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] Attempting to bind port faac0cbb-4360-4a40-8516-0765320be0b4 on network 7e22d964-9ecf-42f7-a88a-eec4636f5b28 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:02:29.562522 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] Port faac0cbb-4360-4a40-8516-0765320be0b4 on network 7e22d964-9ecf-42f7-a88a-eec4636f5b28 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 17:02:29.562845 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] Attempting to bind port faac0cbb-4360-4a40-8516-0765320be0b4 on network 7e22d964-9ecf-42f7-a88a-eec4636f5b28 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:02:29.568363 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:02:29.568694 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] Checking segment: {'id': '1151c331-da3f-48c4-aca9-b6503b7ce6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:02:29.569080 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] Bound using segment: {'id': '1151c331-da3f-48c4-aca9-b6503b7ce6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:02:29.569491 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] Bound port: faac0cbb-4360-4a40-8516-0765320be0b4, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1151c331-da3f-48c4-aca9-b6503b7ce6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:02:29.569832 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:29.659664 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] For port faac0cbb-4360-4a40-8516-0765320be0b4, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:02:29.662518 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] For port faac0cbb-4360-4a40-8516-0765320be0b4, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=faac0cbb-4360-4a40-8516-0765320be0b4,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:02:29.667434 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:29.672450 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5b3f3607-51dc-4758-8222-0e8767e515b3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:29.733290 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:29.733892 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:29.735349 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] 10.222.0.31 "PUT /v2.0/ports/faac0cbb-4360-4a40-8516-0765320be0b4 HTTP/1.1" status: 200 len: 1093 time: 0.9090807 Nov 26 17:02:29.735922 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88263326-356b-41ec-9cd7-2ddeaba5965b', 'tag': 'faac0cbb-4360-4a40-8516-0765320be0b4'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:02:29.765788 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] Pushing event updated for resources: {'Port': ['ID=faac0cbb-4360-4a40-8516-0765320be0b4,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:29.768721 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:29.818084 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88263326-356b-41ec-9cd7-2ddeaba5965b', 'tag': 'faac0cbb-4360-4a40-8516-0765320be0b4', 'status': 'completed', 'code': 200} Nov 26 17:02:29.860284 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-dc0e7443-aa74-4314-b510-1343555719fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:29.861799 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-dc0e7443-aa74-4314-b510-1343555719fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 1096 time: 0.0771761 Nov 26 17:02:29.940361 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-f515dd60-cc37-49f2-b937-802af0294202 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faac0cbb-4360-4a40-8516-0765320be0b4 HTTP/1.1" status: 200 len: 217 time: 0.0655930 Nov 26 17:02:30.013042 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-7ac9abf3-88c1-4f37-932e-42deccac0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:30.014451 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-7ac9abf3-88c1-4f37-932e-42deccac0ef6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0632384 Nov 26 17:02:30.212446 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-c678fd61-77f3-4c55-bad1-2cf4b9f72836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:30.213904 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-c678fd61-77f3-4c55-bad1-2cf4b9f72836 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1884811 Nov 26 17:02:30.348926 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-74307935-7176-4044-ba79-7eaefb83b524 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243839 Nov 26 17:02:30.387161 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c52c1-cc11-45a4-aa98-f858ae91bbfa req-bf0baf12-b398-4110-b267-a22ccc0c70ed tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:30.388899 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a53c52c1-cc11-45a4-aa98-f858ae91bbfa req-bf0baf12-b398-4110-b267-a22ccc0c70ed tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 943 time: 0.0845816 Nov 26 17:02:30.433989 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a53c52c1-cc11-45a4-aa98-f858ae91bbfa req-f42fb369-8a08-49d6-8229-139306a132a6 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392613 Nov 26 17:02:30.485120 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-395aacc4-cc31-4a16-b3ac-b5baea61d925 req-13384937-d77a-4713-8db1-c54effd1fe52 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251020 Nov 26 17:02:30.605361 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620f21d-0575-4315-84ee-8dba3263dd12 req-a015b851-6eeb-49ac-bf8b-05258a485828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:30.606801 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3620f21d-0575-4315-84ee-8dba3263dd12 req-a015b851-6eeb-49ac-bf8b-05258a485828 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 1096 time: 0.0731285 Nov 26 17:02:30.738579 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620f21d-0575-4315-84ee-8dba3263dd12 req-f4da2a83-2c53-45d2-b681-cc82566e1438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:30.739925 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3620f21d-0575-4315-84ee-8dba3263dd12 req-f4da2a83-2c53-45d2-b681-cc82566e1438 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.1249425 Nov 26 17:02:30.810495 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3620f21d-0575-4315-84ee-8dba3263dd12 req-b3b1a883-4ea7-4dbf-a367-b4e3d71a1b93 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faac0cbb-4360-4a40-8516-0765320be0b4 HTTP/1.1" status: 200 len: 217 time: 0.0595896 Nov 26 17:02:30.874846 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620f21d-0575-4315-84ee-8dba3263dd12 req-8c3e2691-930a-4384-ac15-20537edaaf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:30.876239 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3620f21d-0575-4315-84ee-8dba3263dd12 req-8c3e2691-930a-4384-ac15-20537edaaf09 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0591755 Nov 26 17:02:30.951777 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620f21d-0575-4315-84ee-8dba3263dd12 req-dd7a386d-21ec-4ea6-a962-3627653036ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:30.953231 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3620f21d-0575-4315-84ee-8dba3263dd12 req-dd7a386d-21ec-4ea6-a962-3627653036ae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693426 Nov 26 17:02:31.083602 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3620f21d-0575-4315-84ee-8dba3263dd12 req-1a52b038-1339-421b-916e-584bdcd76e21 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230748 Nov 26 17:02:31.218678 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3620f21d-0575-4315-84ee-8dba3263dd12 req-abdeee33-74c1-4222-95ec-cd2e97b2cc15 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252613 Nov 26 17:02:31.265935 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a54d2f2d-fd80-4477-ab4c-52e4d1b1500f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:31.620338 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4fc43-0a42-42b4-be18-6cc958f44de9 req-d92b4608-5268-4dba-94c5-14ceb4925440 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:31.621025 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-66a4fc43-0a42-42b4-be18-6cc958f44de9 req-d92b4608-5268-4dba-94c5-14ceb4925440 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Synchronizing usage tracker for tenant:8a35231917ef4e74bc7e80ac9ac2e46f on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:02:31.635681 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-66a4fc43-0a42-42b4-be18-6cc958f44de9 req-d92b4608-5268-4dba-94c5-14ceb4925440 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Unset dirty status for tenant:8a35231917ef4e74bc7e80ac9ac2e46f on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:02:31.636761 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-66a4fc43-0a42-42b4-be18-6cc958f44de9 req-d92b4608-5268-4dba-94c5-14ceb4925440 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 943 time: 0.0985837 Nov 26 17:02:31.680438 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-66a4fc43-0a42-42b4-be18-6cc958f44de9 req-76710d7f-9ba9-4fe3-adf0-fbefc317c815 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374959 Nov 26 17:02:31.843573 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:02:32.218716 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:32.866843 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a090d5f-6bae-4223-afb0-b14d7a271574 req-2fd1b29d-1e7c-45c8-812e-3cdf01da1c20 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:32.868301 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2a090d5f-6bae-4223-afb0-b14d7a271574 req-2fd1b29d-1e7c-45c8-812e-3cdf01da1c20 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 943 time: 0.0807059 Nov 26 17:02:32.915015 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2a090d5f-6bae-4223-afb0-b14d7a271574 req-53beffe4-290d-41cf-9525-0376c559df6a tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408664 Nov 26 17:02:33.028740 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device faac0cbb-4360-4a40-8516-0765320be0b4 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:02:33.160541 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port faac0cbb-4360-4a40-8516-0765320be0b4, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=faac0cbb-4360-4a40-8516-0765320be0b4,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:02:33.173426 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': 'faac0cbb-4360-4a40-8516-0765320be0b4', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'port_id': 'faac0cbb-4360-4a40-8516-0765320be0b4', 'mac_address': 'fa:16:3e:42:f8:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:02:33.226928 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:33.246294 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faac0cbb-4360-4a40-8516-0765320be0b4 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:02:33.260958 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port faac0cbb-4360-4a40-8516-0765320be0b4, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=faac0cbb-4360-4a40-8516-0765320be0b4,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:02:33.265287 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:33.266932 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:33.330606 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=faac0cbb-4360-4a40-8516-0765320be0b4,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:33.337562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:33.337916 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:33.338256 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:33.338591 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:33.338922 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:33.339251 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:33.339577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:33.339930 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:33.340254 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:33.341118 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:33.341436 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:33.341754 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:02:33.345423 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:33.535278 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['faac0cbb-4360-4a40-8516-0765320be0b4'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:02:34.012950 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:34.100465 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a49d25-f216-4f05-914f-ff25ca7ed03b req-66e4eebb-e843-430b-9493-f3a0401bcaf3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:34.101883 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-95a49d25-f216-4f05-914f-ff25ca7ed03b req-66e4eebb-e843-430b-9493-f3a0401bcaf3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 944 time: 0.0793531 Nov 26 17:02:34.145333 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-95a49d25-f216-4f05-914f-ff25ca7ed03b req-2741adbd-295b-404d-8911-d1318a3f62ae tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373261 Nov 26 17:02:35.031531 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device faac0cbb-4360-4a40-8516-0765320be0b4 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:02:35.097483 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port faac0cbb-4360-4a40-8516-0765320be0b4 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:02:35.102152 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port faac0cbb-4360-4a40-8516-0765320be0b4 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:02:35.102532 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:35.217566 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:35.244159 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88263326-356b-41ec-9cd7-2ddeaba5965b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faac0cbb-4360-4a40-8516-0765320be0b4'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:02:35.254312 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port faac0cbb-4360-4a40-8516-0765320be0b4, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=faac0cbb-4360-4a40-8516-0765320be0b4,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:02:35.259049 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:35.261251 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:02:35.292269 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88263326-356b-41ec-9cd7-2ddeaba5965b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faac0cbb-4360-4a40-8516-0765320be0b4', 'code': 200} Nov 26 17:02:35.333569 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ddb6a-684a-4936-8c70-bde2035a8faa req-0f38d981-a65c-4e65-ad47-0475e9b8d7ea tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:35.335044 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8d9ddb6a-684a-4936-8c70-bde2035a8faa req-0f38d981-a65c-4e65-ad47-0475e9b8d7ea tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 945 time: 0.0857201 Nov 26 17:02:35.335178 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=faac0cbb-4360-4a40-8516-0765320be0b4,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:02:35.338056 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:02:35.384011 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8d9ddb6a-684a-4936-8c70-bde2035a8faa req-7b5506a4-f0f6-45eb-b56c-67da5b2481e1 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422161 Nov 26 17:02:35.537281 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291afc0-1e70-421f-8dea-e27c881fb10a req-6421054b-7854-4bca-b52f-fa76685f6776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:35.538644 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c291afc0-1e70-421f-8dea-e27c881fb10a req-6421054b-7854-4bca-b52f-fa76685f6776 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 1098 time: 0.0750651 Nov 26 17:02:35.584393 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c291afc0-1e70-421f-8dea-e27c881fb10a req-7b09c6fc-12c7-44cf-80dc-c9fb15674d3f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327182 Nov 26 17:02:36.567778 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca050cb-bc54-43ce-8e30-14493d9c789a req-776c7a3e-8b53-4c90-a899-512fb5902d0b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:36.569223 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8ca050cb-bc54-43ce-8e30-14493d9c789a req-776c7a3e-8b53-4c90-a899-512fb5902d0b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 945 time: 0.0799465 Nov 26 17:02:36.612600 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8ca050cb-bc54-43ce-8e30-14493d9c789a req-778e0a32-2c77-494a-b233-6020c3c824a2 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376987 Nov 26 17:02:37.796238 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2bfa4-8f1e-4dd7-919f-652b7a2f8f4c req-aacd823c-78a9-427b-9d6f-e98a2c3d0a34 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:37.797665 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-88a2bfa4-8f1e-4dd7-919f-652b7a2f8f4c req-aacd823c-78a9-427b-9d6f-e98a2c3d0a34 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 945 time: 0.0829833 Nov 26 17:02:37.839736 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-88a2bfa4-8f1e-4dd7-919f-652b7a2f8f4c req-d7d47e2a-311a-443c-b257-3d7df372568c tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365314 Nov 26 17:02:38.019450 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d817b5d-6fd7-4244-bfa4-fd4bc099ac8a req-89db0f69-a2ff-41c5-aa51-02269c0da147 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:38.020814 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6d817b5d-6fd7-4244-bfa4-fd4bc099ac8a req-89db0f69-a2ff-41c5-aa51-02269c0da147 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 945 time: 0.0845075 Nov 26 17:02:38.029114 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 56948) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:02:38.033937 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-87a50b80-b17b-4c93-a161-bc998852600f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Request body: {'floatingip': {'port_id': 'faac0cbb-4360-4a40-8516-0765320be0b4'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:02:38.229581 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-87a50b80-b17b-4c93-a161-bc998852600f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for floatingip, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:38.801122 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-87a50b80-b17b-4c93-a161-bc998852600f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:38.805343 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-87a50b80-b17b-4c93-a161-bc998852600f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:38.972231 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-87a50b80-b17b-4c93-a161-bc998852600f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Floating IP 0ee847d8-e5c0-4a59-87de-086173b20d30 associated. External IP: 172.26.0.102, port: faac0cbb-4360-4a40-8516-0765320be0b4. Nov 26 17:02:39.316665 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a50b80-b17b-4c93-a161-bc998852600f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:02:39.627939 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a50b80-b17b-4c93-a161-bc998852600f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:02:39.632773 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-87a50b80-b17b-4c93-a161-bc998852600f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:39.637649 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f2454e-2f25-45fb-9c78-2e4f58f85919 None None] Sync routers for ids ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:02:39.647375 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f2454e-2f25-45fb-9c78-2e4f58f85919 None None] Routers {'d6f6cf68-9def-4062-9b1a-ecef0b8ae250'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:02:39.648016 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-e1f2454e-2f25-45fb-9c78-2e4f58f85919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:02:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:02:39.689610 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-87a50b80-b17b-4c93-a161-bc998852600f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "PUT /v2.0/floatingips/0ee847d8-e5c0-4a59-87de-086173b20d30 HTTP/1.1" status: 200 len: 991 time: 1.6594613 Nov 26 17:02:39.690286 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88263326-356b-41ec-9cd7-2ddeaba5965b', 'tag': 'faac0cbb-4360-4a40-8516-0765320be0b4'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:02:39.764459 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88263326-356b-41ec-9cd7-2ddeaba5965b', 'tag': 'faac0cbb-4360-4a40-8516-0765320be0b4', 'status': 'completed', 'code': 200} Nov 26 17:02:39.822716 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-e1f2454e-2f25-45fb-9c78-2e4f58f85919 None None] Set router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:02:39.859331 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099879e-164a-4c50-882c-2aad87f9d02a req-8559f42a-06cc-4b08-9a57-ca935a9c3cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:39.860838 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7099879e-164a-4c50-882c-2aad87f9d02a req-8559f42a-06cc-4b08-9a57-ca935a9c3cb5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 1098 time: 0.0746758 Nov 26 17:02:39.993816 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099879e-164a-4c50-882c-2aad87f9d02a req-915cb9f1-8de0-4f32-bacf-44be2e1a4f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:39.995444 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7099879e-164a-4c50-882c-2aad87f9d02a req-915cb9f1-8de0-4f32-bacf-44be2e1a4f17 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.1277866 Nov 26 17:02:40.101845 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7099879e-164a-4c50-882c-2aad87f9d02a req-8d6349ab-7aa9-4609-b617-e7ca75a626dd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faac0cbb-4360-4a40-8516-0765320be0b4 HTTP/1.1" status: 200 len: 999 time: 0.0997183 Nov 26 17:02:40.160182 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-e1f2454e-2f25-45fb-9c78-2e4f58f85919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '0ee847d8-e5c0-4a59-87de-086173b20d30', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'floating_ip_address': '172.26.0.102', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'port_id': 'faac0cbb-4360-4a40-8516-0765320be0b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'mac_address': 'fa:16:3e:42:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88263326-356b-41ec-9cd7-2ddeaba5965b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:02:25Z', 'updated_at': '2021-11-26T17:02:38Z', 'revision_number': 1, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4a1c66-d889-4660-a489-1cfdfe20be5a', 'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'mac_address': 'fa:16:3e:58:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:21Z', 'updated_at': '2021-11-26T17:02:27Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'subnets': [{'id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:02:40.163940 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f2454e-2f25-45fb-9c78-2e4f58f85919 None None] Checking router: d6f6cf68-9def-4062-9b1a-ecef0b8ae250 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:02:40.164409 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099879e-164a-4c50-882c-2aad87f9d02a req-06a5dc9d-3eea-49e3-ab2a-1652d487f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:40.165853 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7099879e-164a-4c50-882c-2aad87f9d02a req-06a5dc9d-3eea-49e3-ab2a-1652d487f696 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0573337 Nov 26 17:02:40.172656 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f2454e-2f25-45fb-9c78-2e4f58f85919 None None] Routers {'d6f6cf68-9def-4062-9b1a-ecef0b8ae250'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:02:40.173249 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-e1f2454e-2f25-45fb-9c78-2e4f58f85919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:02:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:02:40.244702 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099879e-164a-4c50-882c-2aad87f9d02a req-c090751b-f157-43df-ad40-e8d84e072887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:02:40.246901 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7099879e-164a-4c50-882c-2aad87f9d02a req-c090751b-f157-43df-ad40-e8d84e072887 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739183 Nov 26 17:02:40.375644 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-e1f2454e-2f25-45fb-9c78-2e4f58f85919 None None] Set router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:02:40.381576 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7099879e-164a-4c50-882c-2aad87f9d02a req-3c8c79ac-d3e6-4254-b456-a503b29e1da9 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286676 Nov 26 17:02:40.515886 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7099879e-164a-4c50-882c-2aad87f9d02a req-27ecae3d-10e0-4fe2-8b9e-86f714d2fcd1 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269279 Nov 26 17:02:40.714149 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-e1f2454e-2f25-45fb-9c78-2e4f58f85919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '0ee847d8-e5c0-4a59-87de-086173b20d30', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'floating_ip_address': '172.26.0.102', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'port_id': 'faac0cbb-4360-4a40-8516-0765320be0b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'mac_address': 'fa:16:3e:42:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88263326-356b-41ec-9cd7-2ddeaba5965b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:02:25Z', 'updated_at': '2021-11-26T17:02:38Z', 'revision_number': 1, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4a1c66-d889-4660-a489-1cfdfe20be5a', 'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'mac_address': 'fa:16:3e:58:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:21Z', 'updated_at': '2021-11-26T17:02:27Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'subnets': [{'id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:02:40.718514 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f2454e-2f25-45fb-9c78-2e4f58f85919 None None] The sync data for ids ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'] in dv-neutron-819440-1-hyperv is: [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '0ee847d8-e5c0-4a59-87de-086173b20d30', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'floating_ip_address': '172.26.0.102', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'port_id': 'faac0cbb-4360-4a40-8516-0765320be0b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'mac_address': 'fa:16:3e:42:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88263326-356b-41ec-9cd7-2ddeaba5965b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:02:25Z', 'updated_at': '2021-11-26T17:02:38Z', 'revision_number': 1, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4a1c66-d889-4660-a489-1cfdfe20be5a', 'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'mac_address': 'fa:16:3e:58:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:21Z', 'updated_at': '2021-11-26T17:02:27Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'subnets': [{'id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:02:40.926550 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551987ef-5ea1-4fb4-a335-b4991b257b65 None None] New status for floating IP 0ee847d8-e5c0-4a59-87de-086173b20d30: ACTIVE {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:02:49.619237 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:58.602854 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-00b967e1-720d-4a0e-9e93-339c04d4f589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:02:59.384514 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:01.267363 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5b6ff238-40d9-4a2a-937a-c74354a26388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:02.221281 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:04.014111 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:08.842139 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:03:09.758966 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-75e6b1a7-c678-4126-a018-b5126ed8c2c9 req-1e68974e-7ea9-4d23-8141-a3e4d5c2bc0e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697973 Nov 26 17:03:09.896726 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6b1a7-c678-4126-a018-b5126ed8c2c9 req-d7d788dc-e46b-4776-930f-2a9732ef5545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:09.898135 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-75e6b1a7-c678-4126-a018-b5126ed8c2c9 req-d7d788dc-e46b-4776-930f-2a9732ef5545 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 1098 time: 0.0693505 Nov 26 17:03:10.044461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6b1a7-c678-4126-a018-b5126ed8c2c9 req-ffda23ab-338b-4ea4-8880-24298b85cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:10.045786 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-75e6b1a7-c678-4126-a018-b5126ed8c2c9 req-ffda23ab-338b-4ea4-8880-24298b85cc30 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.1235168 Nov 26 17:03:10.150191 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-75e6b1a7-c678-4126-a018-b5126ed8c2c9 req-9f303fda-5888-4579-bc55-64526cb6697a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faac0cbb-4360-4a40-8516-0765320be0b4 HTTP/1.1" status: 200 len: 1001 time: 0.0962512 Nov 26 17:03:10.216120 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6b1a7-c678-4126-a018-b5126ed8c2c9 req-01c8b451-09cf-4cc2-9b2a-135fac163ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:10.217537 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-75e6b1a7-c678-4126-a018-b5126ed8c2c9 req-01c8b451-09cf-4cc2-9b2a-135fac163ea2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0606956 Nov 26 17:03:10.292967 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6b1a7-c678-4126-a018-b5126ed8c2c9 req-5df6f0d1-e441-47a2-9860-b12a73e7836b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:10.294409 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-75e6b1a7-c678-4126-a018-b5126ed8c2c9 req-5df6f0d1-e441-47a2-9860-b12a73e7836b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698843 Nov 26 17:03:10.435205 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-75e6b1a7-c678-4126-a018-b5126ed8c2c9 req-e08b24d2-dd42-4c6b-a725-c1d563e11cb1 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235640 Nov 26 17:03:10.564884 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-75e6b1a7-c678-4126-a018-b5126ed8c2c9 req-2e9e0fbe-393f-47cb-b614-4159e428eda8 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229699 Nov 26 17:03:18.508764 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947d1c7-6e7e-4e70-a59f-9102e90c980f req-7789a359-b9b7-46ef-9c2b-447aa4bf5667 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:18.510185 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1947d1c7-6e7e-4e70-a59f-9102e90c980f req-7789a359-b9b7-46ef-9c2b-447aa4bf5667 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 945 time: 0.1695948 Nov 26 17:03:18.672047 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1947d1c7-6e7e-4e70-a59f-9102e90c980f req-e0ae5dc3-66e0-4233-8fc7-6c6bdd9dcbcc tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557753 Nov 26 17:03:19.020339 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d3d5d30c-0895-4fd1-8d79-f76837c2a3cd req-c2f744d3-3919-427b-ab27-eaec5b512e3f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0707896 Nov 26 17:03:19.075472 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a2add-4bd3-418d-b293-ed67e567b95f req-9bf73b42-d98f-46a4-946d-7a2f0e585251 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:19.076941 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8c2a2add-4bd3-418d-b293-ed67e567b95f req-9bf73b42-d98f-46a4-946d-7a2f0e585251 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 945 time: 0.0819361 Nov 26 17:03:19.121767 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8c2a2add-4bd3-418d-b293-ed67e567b95f req-fc11bb68-3983-41e5-b54e-0eb7048d502e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392764 Nov 26 17:03:19.619262 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:20.352294 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5d30c-0895-4fd1-8d79-f76837c2a3cd req-2b455bd1-494b-4a2d-979f-696c42c00db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:20.353770 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d3d5d30c-0895-4fd1-8d79-f76837c2a3cd req-2b455bd1-494b-4a2d-979f-696c42c00db4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 1098 time: 0.0767455 Nov 26 17:03:20.428870 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61960d55-b22d-4976-8807-62dd4ee23d58 req-b1e5334b-5b54-4d9b-a1cc-46efb03f3017 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:20.430249 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-61960d55-b22d-4976-8807-62dd4ee23d58 req-b1e5334b-5b54-4d9b-a1cc-46efb03f3017 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 945 time: 0.1964736 Nov 26 17:03:20.474445 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-61960d55-b22d-4976-8807-62dd4ee23d58 req-57e37a26-e7ad-4d9b-ada6-e82323adcff2 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385032 Nov 26 17:03:20.492057 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5d30c-0895-4fd1-8d79-f76837c2a3cd req-e5730962-dc8c-4cfc-8afa-a1535e489836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:20.493481 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d3d5d30c-0895-4fd1-8d79-f76837c2a3cd req-e5730962-dc8c-4cfc-8afa-a1535e489836 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.1287191 Nov 26 17:03:20.600585 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d3d5d30c-0895-4fd1-8d79-f76837c2a3cd req-ef7e311d-7b11-46a9-aa73-e9133c7a949a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faac0cbb-4360-4a40-8516-0765320be0b4 HTTP/1.1" status: 200 len: 1001 time: 0.0967841 Nov 26 17:03:20.665431 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5d30c-0895-4fd1-8d79-f76837c2a3cd req-3656571a-d00b-4215-b0ad-a8c376a99cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:20.666812 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d3d5d30c-0895-4fd1-8d79-f76837c2a3cd req-3656571a-d00b-4215-b0ad-a8c376a99cbe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0561459 Nov 26 17:03:20.751896 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5d30c-0895-4fd1-8d79-f76837c2a3cd req-12e2bccb-9aee-4a45-9718-8d3dcba04e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:20.753273 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d3d5d30c-0895-4fd1-8d79-f76837c2a3cd req-12e2bccb-9aee-4a45-9718-8d3dcba04e1b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729878 Nov 26 17:03:20.885994 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d3d5d30c-0895-4fd1-8d79-f76837c2a3cd req-66d1cb6d-7806-481b-aa45-c142f8e53e42 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217318 Nov 26 17:03:21.023733 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d3d5d30c-0895-4fd1-8d79-f76837c2a3cd req-6a21ce52-81d9-432f-a41c-3aad8371e13e service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296685 Nov 26 17:03:21.657193 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17bbd8-29a1-4c17-9856-4612b93b0b0a req-873acd86-b0ac-4271-a17b-b3f897bac6a3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:21.658633 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ba17bbd8-29a1-4c17-9856-4612b93b0b0a req-873acd86-b0ac-4271-a17b-b3f897bac6a3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 945 time: 0.0812140 Nov 26 17:03:21.701877 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ba17bbd8-29a1-4c17-9856-4612b93b0b0a req-6be87478-d864-41bf-9ed6-a04e6baeef42 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375013 Nov 26 17:03:22.886942 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31238eab-455c-47e1-addb-819cbd149106 req-4615f485-9327-4fee-857a-da1ed09f7dd1 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:22.888423 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-31238eab-455c-47e1-addb-819cbd149106 req-4615f485-9327-4fee-857a-da1ed09f7dd1 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 945 time: 0.0799923 Nov 26 17:03:22.931798 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-31238eab-455c-47e1-addb-819cbd149106 req-498a2b90-8fe9-428a-8d3f-3562076b5acd tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376980 Nov 26 17:03:24.115540 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007742d-6e80-4a66-ae76-2d69a711d417 req-2f230413-21af-45cf-8f68-dad9069c6f8e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:24.117012 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a007742d-6e80-4a66-ae76-2d69a711d417 req-2f230413-21af-45cf-8f68-dad9069c6f8e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 945 time: 0.0833011 Nov 26 17:03:24.160266 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a007742d-6e80-4a66-ae76-2d69a711d417 req-29a1bdbf-fa0c-42fa-8b1e-fa4e19f65209 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367994 Nov 26 17:03:25.345238 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed36e3-b8e8-41f6-9636-968d1f7f0d82 req-bca097ad-61f5-4100-86e7-9679b61bd991 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:25.346676 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a2ed36e3-b8e8-41f6-9636-968d1f7f0d82 req-bca097ad-61f5-4100-86e7-9679b61bd991 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 945 time: 0.0828383 Nov 26 17:03:25.389831 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a2ed36e3-b8e8-41f6-9636-968d1f7f0d82 req-7d388e94-92c6-4480-bfe1-553ffc2d4b1a tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376413 Nov 26 17:03:26.572356 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e45159-532b-4a9d-96a7-3431cc54f706 req-10f35951-bc69-4b18-8f24-f666d582c034 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:26.573786 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-98e45159-532b-4a9d-96a7-3431cc54f706 req-10f35951-bc69-4b18-8f24-f666d582c034 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 945 time: 0.0786755 Nov 26 17:03:26.617006 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-98e45159-532b-4a9d-96a7-3431cc54f706 req-2d9b27a8-8d38-4947-bf52-9b03bbfd9960 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371897 Nov 26 17:03:27.797785 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33895dda-d51a-4520-91c5-0fe3d71080fa req-b577db15-f2b5-40fe-9c5b-218212550804 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:27.799221 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-33895dda-d51a-4520-91c5-0fe3d71080fa req-b577db15-f2b5-40fe-9c5b-218212550804 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 945 time: 0.0792255 Nov 26 17:03:27.845429 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-33895dda-d51a-4520-91c5-0fe3d71080fa req-4d2437fc-4454-4ed2-8f33-fe85005e96d6 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406115 Nov 26 17:03:28.605048 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-89b7e514-315d-4578-a654-864a1ae61bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:29.031415 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437f14e-4116-434e-887a-0990ca4e993c req-65cb7c83-86d4-49c6-9756-5fbec62a1b98 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:29.032825 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7437f14e-4116-434e-887a-0990ca4e993c req-65cb7c83-86d4-49c6-9756-5fbec62a1b98 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 945 time: 0.0837054 Nov 26 17:03:29.075747 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7437f14e-4116-434e-887a-0990ca4e993c req-35265f8e-8670-436f-9227-11aeffb0ba4b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373218 Nov 26 17:03:29.387240 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:30.260394 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6d062-5343-4eef-ab1f-16182635fba2 req-de33094d-a876-48ec-bd07-917cbc568813 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:30.261845 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e2a6d062-5343-4eef-ab1f-16182635fba2 req-de33094d-a876-48ec-bd07-917cbc568813 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 945 time: 0.0806260 Nov 26 17:03:30.306713 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e2a6d062-5343-4eef-ab1f-16182635fba2 req-c175107f-913c-4a78-88a3-36a275562014 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387676 Nov 26 17:03:31.270945 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d275bddb-b67f-4350-b2f2-a17d81106cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:31.498715 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4b0e6-3b13-4f51-9dd0-936bd7fc491c req-416e469c-3012-482e-8865-647a61074171 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:31.500165 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8ed4b0e6-3b13-4f51-9dd0-936bd7fc491c req-416e469c-3012-482e-8865-647a61074171 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 945 time: 0.0794935 Nov 26 17:03:31.549409 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8ed4b0e6-3b13-4f51-9dd0-936bd7fc491c req-92fea181-71d1-435d-9ee9-17a34486ef76 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435421 Nov 26 17:03:32.223996 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:32.735521 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f2805-ee41-4239-b5d9-45c71b1b91ca req-f5466d4a-5c3b-4132-a825-74009bcc13dd tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:32.737004 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4a8f2805-ee41-4239-b5d9-45c71b1b91ca req-f5466d4a-5c3b-4132-a825-74009bcc13dd tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 945 time: 0.0833097 Nov 26 17:03:32.781461 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4a8f2805-ee41-4239-b5d9-45c71b1b91ca req-5b32af6d-12e3-40fd-a7ee-c9e6ee97b17c tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388901 Nov 26 17:03:33.002288 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d3d5d30c-0895-4fd1-8d79-f76837c2a3cd req-c6a8519c-061f-401c-8269-f2d643158ead service neutron] 10.222.0.31 "GET /v2.0/ports/faac0cbb-4360-4a40-8516-0765320be0b4/bindings/hv-neutron-8194 HTTP/1.1" status: 200 len: 384 time: 0.0743196 Nov 26 17:03:33.270350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5d30c-0895-4fd1-8d79-f76837c2a3cd req-f54633fc-535f-4c02-84a9-8acbea08f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:33.271732 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d3d5d30c-0895-4fd1-8d79-f76837c2a3cd req-f54633fc-535f-4c02-84a9-8acbea08f7a5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b&tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f HTTP/1.1" status: 200 len: 1098 time: 0.0714891 Nov 26 17:03:33.371057 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5d30c-0895-4fd1-8d79-f76837c2a3cd req-68a7a59e-175b-46fc-801d-1d3e7114336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:33.372591 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d3d5d30c-0895-4fd1-8d79-f76837c2a3cd req-68a7a59e-175b-46fc-801d-1d3e7114336f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 1098 time: 0.0744691 Nov 26 17:03:33.623821 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5d30c-0895-4fd1-8d79-f76837c2a3cd req-6e8376e5-7663-4530-abe2-6f4bf33ad6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:33.625283 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d3d5d30c-0895-4fd1-8d79-f76837c2a3cd req-6e8376e5-7663-4530-abe2-6f4bf33ad6da service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.2418768 Nov 26 17:03:33.740120 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d3d5d30c-0895-4fd1-8d79-f76837c2a3cd req-a28523a5-8db8-4e3e-9771-f638c10e3684 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faac0cbb-4360-4a40-8516-0765320be0b4 HTTP/1.1" status: 200 len: 1001 time: 0.1037843 Nov 26 17:03:33.804413 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5d30c-0895-4fd1-8d79-f76837c2a3cd req-f7ce2f62-1865-44d1-b4a8-1807c1d8d0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:33.805799 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d3d5d30c-0895-4fd1-8d79-f76837c2a3cd req-f7ce2f62-1865-44d1-b4a8-1807c1d8d0fc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0560791 Nov 26 17:03:33.883628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5d30c-0895-4fd1-8d79-f76837c2a3cd req-d3743bf5-68a9-4c26-8317-3394d80ab991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:33.885072 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d3d5d30c-0895-4fd1-8d79-f76837c2a3cd req-d3743bf5-68a9-4c26-8317-3394d80ab991 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695806 Nov 26 17:03:34.019456 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:34.075543 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d7371-9dcb-43f6-b322-0d4a5edf0e15 req-07336014-a115-43b3-bd06-c353abc45dbb tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:34.077515 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-386d7371-9dcb-43f6-b322-0d4a5edf0e15 req-07336014-a115-43b3-bd06-c353abc45dbb tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 945 time: 0.1880951 Nov 26 17:03:34.086000 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d3d5d30c-0895-4fd1-8d79-f76837c2a3cd req-f324bce2-2fb4-4450-9758-6ebc5c398051 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635711 Nov 26 17:03:34.205195 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-386d7371-9dcb-43f6-b322-0d4a5edf0e15 req-a4f3c35e-30be-487d-a9fc-01bc9e3eff63 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210940 Nov 26 17:03:34.247256 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d3d5d30c-0895-4fd1-8d79-f76837c2a3cd req-1fb153d7-d969-48e9-b625-222c7fcba39c service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467876 Nov 26 17:03:35.368373 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device faac0cbb-4360-4a40-8516-0765320be0b4 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:03:35.373188 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device faac0cbb-4360-4a40-8516-0765320be0b4 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:03:35.390639 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf1165-7d8b-4940-9399-a379fdd7aa22 req-949c4200-7b13-4c4f-81ba-e015e6fe1aa1 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:35.392130 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cabf1165-7d8b-4940-9399-a379fdd7aa22 req-949c4200-7b13-4c4f-81ba-e015e6fe1aa1 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 945 time: 0.0801680 Nov 26 17:03:35.436307 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cabf1165-7d8b-4940-9399-a379fdd7aa22 req-721f3220-f625-44d7-a2a2-744e6b8ff4fc tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385673 Nov 26 17:03:35.603629 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:35.616811 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port faac0cbb-4360-4a40-8516-0765320be0b4, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=faac0cbb-4360-4a40-8516-0765320be0b4,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:03:35.638773 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': 'faac0cbb-4360-4a40-8516-0765320be0b4', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'port_id': 'faac0cbb-4360-4a40-8516-0765320be0b4', 'mac_address': 'fa:16:3e:42:f8:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:03:35.646992 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88263326-356b-41ec-9cd7-2ddeaba5965b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faac0cbb-4360-4a40-8516-0765320be0b4'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:03:35.694078 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port faac0cbb-4360-4a40-8516-0765320be0b4, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=faac0cbb-4360-4a40-8516-0765320be0b4,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:03:35.702898 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:35.707174 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:03:35.755325 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:35.787093 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id faac0cbb-4360-4a40-8516-0765320be0b4 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:03:35.837075 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=faac0cbb-4360-4a40-8516-0765320be0b4,revision_number=6']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:03:35.854447 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:03:35.854809 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:03:35.855152 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:03:35.855493 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:03:35.855930 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:03:35.856178 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:03:35.856525 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:03:35.856874 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:03:35.857206 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:03:35.857533 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:03:35.857856 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:03:35.858181 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:03:35.864333 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88263326-356b-41ec-9cd7-2ddeaba5965b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faac0cbb-4360-4a40-8516-0765320be0b4', 'code': 200} Nov 26 17:03:35.864991 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:03:35.871908 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 17:03:35.872274 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 17:03:36.429202 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:36.445945 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faac0cbb-4360-4a40-8516-0765320be0b4 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:03:36.460865 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port faac0cbb-4360-4a40-8516-0765320be0b4, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=faac0cbb-4360-4a40-8516-0765320be0b4,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:03:36.464572 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:36.466785 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e86bbc90-5ffd-454b-89b9-5445fb10ef8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:03:36.533419 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=faac0cbb-4360-4a40-8516-0765320be0b4,revision_number=7']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:03:36.537485 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['faac0cbb-4360-4a40-8516-0765320be0b4'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:03:36.561951 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:03:36.627372 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac7713-c12e-4857-9c99-6614e341860f req-681f9767-8ebe-4ea8-9b13-4a330290293b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:36.628858 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1fac7713-c12e-4857-9c99-6614e341860f req-681f9767-8ebe-4ea8-9b13-4a330290293b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 944 time: 0.0831087 Nov 26 17:03:36.673384 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1fac7713-c12e-4857-9c99-6614e341860f req-154e679c-617f-4566-b29e-6f8c815b4ccc tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384607 Nov 26 17:03:36.976465 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a698c4d-066d-4598-a8a2-397938a88f70 req-e1f55546-455b-427e-ab15-a9756d0342aa tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:36.977841 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0a698c4d-066d-4598-a8a2-397938a88f70 req-e1f55546-455b-427e-ab15-a9756d0342aa tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 944 time: 0.0832560 Nov 26 17:03:37.013477 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12907a9e-7a94-4b2b-afaf-4056144feed8 req-67826352-1c0c-42d9-83a9-6052242e5dab tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:37.014943 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-12907a9e-7a94-4b2b-afaf-4056144feed8 req-67826352-1c0c-42d9-83a9-6052242e5dab tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.31 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b&tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&binding%3Ahost_id=hv-neutron-8194 HTTP/1.1" status: 200 len: 944 time: 0.0932388 Nov 26 17:03:37.027177 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0a698c4d-066d-4598-a8a2-397938a88f70 req-fb8805b7-8d0e-4902-898d-0e3a81fc9d9f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434637 Nov 26 17:03:37.154543 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12907a9e-7a94-4b2b-afaf-4056144feed8 req-b3081a92-7b91-4ead-8461-2805b6809b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:37.156097 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-12907a9e-7a94-4b2b-afaf-4056144feed8 req-b3081a92-7b91-4ead-8461-2805b6809b5e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 1097 time: 0.0728993 Nov 26 17:03:37.288946 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12907a9e-7a94-4b2b-afaf-4056144feed8 req-b08b8b5b-cc66-4093-8b1a-41c1e3e286a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:37.290328 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-12907a9e-7a94-4b2b-afaf-4056144feed8 req-b08b8b5b-cc66-4093-8b1a-41c1e3e286a2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.1275158 Nov 26 17:03:37.373602 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device faac0cbb-4360-4a40-8516-0765320be0b4 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:03:37.396452 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-12907a9e-7a94-4b2b-afaf-4056144feed8 req-32c15493-c93f-45f4-80ff-2f7523e72653 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faac0cbb-4360-4a40-8516-0765320be0b4 HTTP/1.1" status: 200 len: 1000 time: 0.0993888 Nov 26 17:03:37.438873 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port faac0cbb-4360-4a40-8516-0765320be0b4 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:03:37.439418 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:37.460187 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12907a9e-7a94-4b2b-afaf-4056144feed8 req-f18bfac7-8c59-4203-b412-e1d85cbbdc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:37.461652 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-12907a9e-7a94-4b2b-afaf-4056144feed8 req-f18bfac7-8c59-4203-b412-e1d85cbbdc39 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0579333 Nov 26 17:03:37.539967 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12907a9e-7a94-4b2b-afaf-4056144feed8 req-9d41cbeb-fb98-4029-a816-23ebd1d5afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:37.541350 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-12907a9e-7a94-4b2b-afaf-4056144feed8 req-9d41cbeb-fb98-4029-a816-23ebd1d5afcf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733149 Nov 26 17:03:37.555094 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:37.596011 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port faac0cbb-4360-4a40-8516-0765320be0b4, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=faac0cbb-4360-4a40-8516-0765320be0b4,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:03:37.600373 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:37.602370 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:03:37.679037 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-12907a9e-7a94-4b2b-afaf-4056144feed8 req-e51fd5cf-7d03-4ab1-aef4-a74cb4484739 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304359 Nov 26 17:03:37.679258 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=faac0cbb-4360-4a40-8516-0765320be0b4,revision_number=8']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:03:37.682134 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:03:37.811819 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-12907a9e-7a94-4b2b-afaf-4056144feed8 req-52789ff5-203c-4176-b902-b5950a4d3185 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249676 Nov 26 17:03:37.866021 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88263326-356b-41ec-9cd7-2ddeaba5965b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faac0cbb-4360-4a40-8516-0765320be0b4'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:03:37.918783 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88263326-356b-41ec-9cd7-2ddeaba5965b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faac0cbb-4360-4a40-8516-0765320be0b4', 'code': 200} Nov 26 17:03:38.209512 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50c2f9-cffc-4471-bb61-e434c118c21a req-af577623-3af8-4828-841e-053f969110de tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:38.210959 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4d50c2f9-cffc-4471-bb61-e434c118c21a req-af577623-3af8-4828-841e-053f969110de tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 945 time: 0.0808923 Nov 26 17:03:38.255820 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4d50c2f9-cffc-4471-bb61-e434c118c21a req-f35a7ca7-f6cf-4f2c-b86a-298c17600b3a tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384932 Nov 26 17:03:39.437484 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd9cd8-74ff-406f-bb23-38852afec81d req-32bdb4db-588f-4c4f-98d3-5bae43d77d1c tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:39.438887 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fabd9cd8-74ff-406f-bb23-38852afec81d req-32bdb4db-588f-4c4f-98d3-5bae43d77d1c tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 945 time: 0.0788889 Nov 26 17:03:39.482519 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fabd9cd8-74ff-406f-bb23-38852afec81d req-1fc4266f-ebd2-467d-8c79-edf08b4600f1 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375409 Nov 26 17:03:39.676257 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa153423-6945-4acb-820c-9a283cc2393d req-0986236f-f04a-41ac-a957-53512bc44f8c tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:39.677710 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fa153423-6945-4acb-820c-9a283cc2393d req-0986236f-f04a-41ac-a957-53512bc44f8c tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 945 time: 0.0887239 Nov 26 17:03:39.721072 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fa153423-6945-4acb-820c-9a283cc2393d req-97658bea-d0c2-4c06-978e-6967b68d44b5 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377688 Nov 26 17:03:40.035390 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ee4c3-f0ef-45a9-b506-c9a78ca3da45 req-ea94c208-75f4-4aa1-b7ba-0f917e3a3f73 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:40.036781 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f62ee4c3-f0ef-45a9-b506-c9a78ca3da45 req-ea94c208-75f4-4aa1-b7ba-0f917e3a3f73 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 945 time: 0.2125902 Nov 26 17:03:40.079487 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f62ee4c3-f0ef-45a9-b506-c9a78ca3da45 req-206372b9-3bfe-4823-af0f-c11ecf8ea06d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370917 Nov 26 17:03:40.449711 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882fd0d-d571-402d-a61d-93dcc8509ee7 req-71d052d8-ef28-4ef1-ab20-8396b6a666c3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:40.451822 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a882fd0d-d571-402d-a61d-93dcc8509ee7 req-71d052d8-ef28-4ef1-ab20-8396b6a666c3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 945 time: 0.0813854 Nov 26 17:03:40.494092 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a882fd0d-d571-402d-a61d-93dcc8509ee7 req-a773b231-bb90-4c1b-ac17-8146f052e8e6 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366528 Nov 26 17:03:41.677071 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07dc664-1af6-4d46-ba49-7df41cb8e2b6 req-3c46903b-317f-45a1-bb98-0ddcbb3ea170 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:41.678503 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c07dc664-1af6-4d46-ba49-7df41cb8e2b6 req-3c46903b-317f-45a1-bb98-0ddcbb3ea170 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 945 time: 0.0800633 Nov 26 17:03:41.721858 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c07dc664-1af6-4d46-ba49-7df41cb8e2b6 req-41062b2a-5582-43b1-aa63-9e4d0125364d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376718 Nov 26 17:03:42.237352 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5deb7a2-625b-4d0b-aa11-c43f221baf56 req-1b5b4615-7874-490f-820a-2164b3105b67 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:42.238777 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f5deb7a2-625b-4d0b-aa11-c43f221baf56 req-1b5b4615-7874-490f-820a-2164b3105b67 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.31 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 945 time: 0.0825245 Nov 26 17:03:42.313397 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-f5deb7a2-625b-4d0b-aa11-c43f221baf56 req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Deleting port faac0cbb-4360-4a40-8516-0765320be0b4 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:03:42.313740 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-f5deb7a2-625b-4d0b-aa11-c43f221baf56 req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:42.557385 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-f5deb7a2-625b-4d0b-aa11-c43f221baf56 req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] For port faac0cbb-4360-4a40-8516-0765320be0b4, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=faac0cbb-4360-4a40-8516-0765320be0b4,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:03:42.557661 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-f5deb7a2-625b-4d0b-aa11-c43f221baf56 req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:42.884944 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-f5deb7a2-625b-4d0b-aa11-c43f221baf56 req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:42.885309 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-f5deb7a2-625b-4d0b-aa11-c43f221baf56 req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:42.885616 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [req-f5deb7a2-625b-4d0b-aa11-c43f221baf56 req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Floating IP 0ee847d8-e5c0-4a59-87de-086173b20d30 disassociated. External IP: 172.26.0.102, port: faac0cbb-4360-4a40-8516-0765320be0b4. Nov 26 17:03:42.885951 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-f5deb7a2-625b-4d0b-aa11-c43f221baf56 req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Calling delete_port for faac0cbb-4360-4a40-8516-0765320be0b4 owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:03:42.987084 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb18980-b5c7-4aee-b170-eead768da906 req-188c7c08-c126-41d9-865e-c4254605e41a tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:42.988636 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0bb18980-b5c7-4aee-b170-eead768da906 req-188c7c08-c126-41d9-865e-c4254605e41a tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 945 time: 0.1614525 Nov 26 17:03:43.082076 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0bb18980-b5c7-4aee-b170-eead768da906 req-66dd4bc4-6622-4879-bf09-6183bfc52843 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608723 Nov 26 17:03:43.083142 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-f5deb7a2-625b-4d0b-aa11-c43f221baf56 req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:43.088691 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a0b5655f-9c8a-4ff1-a2a7-302fbae31a32 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:03:43.135201 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Pushing event deleted for resources: {'Port': ['ID=faac0cbb-4360-4a40-8516-0765320be0b4,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:03:43.148758 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:03:43.149154 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:03:43.149538 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:03:43.149915 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:03:43.150290 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:03:43.150664 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:03:43.151036 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:03:43.151389 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:03:43.151780 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:03:43.152146 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:03:43.152512 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:03:43.152871 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:03:43.156493 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:03:43.337744 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5deb7a2-625b-4d0b-aa11-c43f221baf56 req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:03:43.643957 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5deb7a2-625b-4d0b-aa11-c43f221baf56 req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:03:43.653297 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a824f82c-8eed-4fac-a78d-066b7dcd11fc None None] Sync routers for ids ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:03:43.662451 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a824f82c-8eed-4fac-a78d-066b7dcd11fc None None] Routers {'d6f6cf68-9def-4062-9b1a-ecef0b8ae250'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:03:43.663144 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-a824f82c-8eed-4fac-a78d-066b7dcd11fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:03:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:03:43.716517 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5deb7a2-625b-4d0b-aa11-c43f221baf56 req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] No DVR routers for this DVR port faac0cbb-4360-4a40-8516-0765320be0b4 on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:03:43.719883 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-f5deb7a2-625b-4d0b-aa11-c43f221baf56 req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:43.722479 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88263326-356b-41ec-9cd7-2ddeaba5965b', 'name': 'network-vif-deleted', 'tag': 'faac0cbb-4360-4a40-8516-0765320be0b4'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:03:43.741983 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f5deb7a2-625b-4d0b-aa11-c43f221baf56 req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.31 "DELETE /v2.0/ports/faac0cbb-4360-4a40-8516-0765320be0b4 HTTP/1.1" status: 204 len: 173 time: 1.4933863 Nov 26 17:03:43.842802 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-a824f82c-8eed-4fac-a78d-066b7dcd11fc None None] Set router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:03:43.846349 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88263326-356b-41ec-9cd7-2ddeaba5965b', 'name': 'network-vif-deleted', 'tag': 'faac0cbb-4360-4a40-8516-0765320be0b4', 'status': 'completed', 'code': 200} Nov 26 17:03:44.147272 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-a824f82c-8eed-4fac-a78d-066b7dcd11fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'fa4a1c66-d889-4660-a489-1cfdfe20be5a', 'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'mac_address': 'fa:16:3e:58:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:21Z', 'updated_at': '2021-11-26T17:02:27Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'subnets': [{'id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:03:44.151060 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a824f82c-8eed-4fac-a78d-066b7dcd11fc None None] Checking router: d6f6cf68-9def-4062-9b1a-ecef0b8ae250 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:03:44.159789 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a824f82c-8eed-4fac-a78d-066b7dcd11fc None None] Routers {'d6f6cf68-9def-4062-9b1a-ecef0b8ae250'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:03:44.160394 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-a824f82c-8eed-4fac-a78d-066b7dcd11fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:03:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:03:44.244038 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-11fd1f09-18f3-4e97-a678-b8e761909328 req-78388527-f64e-4263-be76-1f398a2199ac tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Synchronizing usage tracker for tenant:8a35231917ef4e74bc7e80ac9ac2e46f on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:03:44.260362 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-11fd1f09-18f3-4e97-a678-b8e761909328 req-78388527-f64e-4263-be76-1f398a2199ac tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Unset dirty status for tenant:8a35231917ef4e74bc7e80ac9ac2e46f on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:03:44.261691 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-11fd1f09-18f3-4e97-a678-b8e761909328 req-78388527-f64e-4263-be76-1f398a2199ac tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=88263326-356b-41ec-9cd7-2ddeaba5965b HTTP/1.1" status: 200 len: 210 time: 0.0600424 Nov 26 17:03:44.338104 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-a824f82c-8eed-4fac-a78d-066b7dcd11fc None None] Set router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:03:44.667007 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-a824f82c-8eed-4fac-a78d-066b7dcd11fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'fa4a1c66-d889-4660-a489-1cfdfe20be5a', 'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'mac_address': 'fa:16:3e:58:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:21Z', 'updated_at': '2021-11-26T17:02:27Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'subnets': [{'id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:03:44.670872 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a824f82c-8eed-4fac-a78d-066b7dcd11fc None None] The sync data for ids ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'] in dv-neutron-819440-1-hyperv is: [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'fa4a1c66-d889-4660-a489-1cfdfe20be5a', 'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'mac_address': 'fa:16:3e:58:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:21Z', 'updated_at': '2021-11-26T17:02:27Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'subnets': [{'id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:03:44.876836 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e48d660-932d-4850-b44b-211537a319d1 None None] New status for floating IP 0ee847d8-e5c0-4a59-87de-086173b20d30: DOWN {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:03:45.447698 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device faac0cbb-4360-4a40-8516-0765320be0b4 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:03:45.482956 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: faac0cbb-4360-4a40-8516-0765320be0b4 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:03:45.483318 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device faac0cbb-4360-4a40-8516-0765320be0b4 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:03:45.583108 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6301fc27-7035-4117-b071-cc1126e573ee req-6bca7bb5-f398-4107-8c10-7b8be81aff16 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1566987873&fields=id&tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f HTTP/1.1" status: 200 len: 267 time: 0.0378766 Nov 26 17:03:45.735745 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301fc27-7035-4117-b071-cc1126e573ee req-bd7b2635-de01-4efc-9c44-ca29e759b011 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:45.736339 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-6301fc27-7035-4117-b071-cc1126e573ee req-bd7b2635-de01-4efc-9c44-ca29e759b011 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Synchronizing usage tracker for tenant:8a35231917ef4e74bc7e80ac9ac2e46f on resource:network {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:03:45.752739 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-6301fc27-7035-4117-b071-cc1126e573ee req-bd7b2635-de01-4efc-9c44-ca29e759b011 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Unset dirty status for tenant:8a35231917ef4e74bc7e80ac9ac2e46f on resource:network {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:03:45.754131 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6301fc27-7035-4117-b071-cc1126e573ee req-bd7b2635-de01-4efc-9c44-ca29e759b011 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 812 time: 0.1648648 Nov 26 17:03:45.769202 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6301fc27-7035-4117-b071-cc1126e573ee req-f6736597-18cf-484c-9843-e095a46d2177 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/quotas/8a35231917ef4e74bc7e80ac9ac2e46f HTTP/1.1" status: 200 len: 375 time: 0.0097396 Nov 26 17:03:45.841491 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:03:45.852570 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6301fc27-7035-4117-b071-cc1126e573ee req-a783af61-efc7-4696-acca-8147442640d7 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0785484 Nov 26 17:03:45.908659 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [req-6301fc27-7035-4117-b071-cc1126e573ee req-edb0e27e-af79-4bb4-9a3a-189ad86b0912 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 17:03:45.909619 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6301fc27-7035-4117-b071-cc1126e573ee req-edb0e27e-af79-4bb4-9a3a-189ad86b0912 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460520 Nov 26 17:03:46.040940 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6301fc27-7035-4117-b071-cc1126e573ee req-bc4c4f14-7c1d-461c-80a8-183a42e06637 service neutron] 10.222.0.11 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249106 Nov 26 17:03:46.169407 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6301fc27-7035-4117-b071-cc1126e573ee req-08ce3505-c415-48bc-beeb-110bbbf62ade service neutron] 10.222.0.11 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227822 Nov 26 17:03:46.340399 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-282c47cf-1526-4d96-ab15-7191484df1ce req-23f53772-1649-475d-a125-0e291af24dd3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 210 time: 0.0430343 Nov 26 17:03:47.455926 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301fc27-7035-4117-b071-cc1126e573ee req-8c61fbd7-1e0d-4ddd-94aa-27f51b8835c4 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:47.458841 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6301fc27-7035-4117-b071-cc1126e573ee req-8c61fbd7-1e0d-4ddd-94aa-27f51b8835c4 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 812 time: 0.1573691 Nov 26 17:03:47.495683 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-325b7217-05b8-4956-a4e6-dff5705179f6 req-cac36b46-1d1b-4726-9ca0-03ba97f7ce41 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 210 time: 0.0508564 Nov 26 17:03:47.515196 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6301fc27-7035-4117-b071-cc1126e573ee req-b34384f4-0528-4dfa-896c-954c05dc3469 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f HTTP/1.1" status: 200 len: 380 time: 0.0442657 Nov 26 17:03:47.530879 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-6301fc27-7035-4117-b071-cc1126e573ee req-505275ce-1b3d-4f29-b37a-0edd54e1c289 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Request body: {'port': {'device_id': '0c41926e-bb25-44cc-abab-baa76a09dd39', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'admin_state_up': True, 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'security_groups': ['3e0e1be6-a3f3-4a39-bb96-00526fac4491']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:03:47.672282 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-6301fc27-7035-4117-b071-cc1126e573ee req-505275ce-1b3d-4f29-b37a-0edd54e1c289 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:03:47.681723 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-6301fc27-7035-4117-b071-cc1126e573ee req-505275ce-1b3d-4f29-b37a-0edd54e1c289 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:03:47.692487 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6301fc27-7035-4117-b071-cc1126e573ee req-505275ce-1b3d-4f29-b37a-0edd54e1c289 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Made reservation on behalf of 8a35231917ef4e74bc7e80ac9ac2e46f for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:03:47.696060 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6301fc27-7035-4117-b071-cc1126e573ee req-505275ce-1b3d-4f29-b37a-0edd54e1c289 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:47.856471 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-6301fc27-7035-4117-b071-cc1126e573ee req-505275ce-1b3d-4f29-b37a-0edd54e1c289 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Allocated IP 172.20.0.10 (7e22d964-9ecf-42f7-a88a-eec4636f5b28/b8f35834-919a-46b2-ac41-a89db8f046f2/36c4f4e3-5974-40d6-9fd7-ebaaff1528f2) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:03:48.041650 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6301fc27-7035-4117-b071-cc1126e573ee req-505275ce-1b3d-4f29-b37a-0edd54e1c289 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:48.059335 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-6301fc27-7035-4117-b071-cc1126e573ee req-505275ce-1b3d-4f29-b37a-0edd54e1c289 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Transition to ACTIVE for port object 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:03:48.082478 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6301fc27-7035-4117-b071-cc1126e573ee req-505275ce-1b3d-4f29-b37a-0edd54e1c289 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:48.088098 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:03:48.157418 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6301fc27-7035-4117-b071-cc1126e573ee req-505275ce-1b3d-4f29-b37a-0edd54e1c289 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Network 7e22d964-9ecf-42f7-a88a-eec4636f5b28 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:03:48.160538 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-6301fc27-7035-4117-b071-cc1126e573ee req-505275ce-1b3d-4f29-b37a-0edd54e1c289 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:03:48.162877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-6301fc27-7035-4117-b071-cc1126e573ee req-505275ce-1b3d-4f29-b37a-0edd54e1c289 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:03:48.208795 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505275ce-1b3d-4f29-b37a-0edd54e1c289 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Pushing event updated for resources: {'Port': ['ID=36c4f4e3-5974-40d6-9fd7-ebaaff1528f2,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:03:48.213428 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-505275ce-1b3d-4f29-b37a-0edd54e1c289 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:03:48.233974 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301fc27-7035-4117-b071-cc1126e573ee req-505275ce-1b3d-4f29-b37a-0edd54e1c289 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:48.234593 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6301fc27-7035-4117-b071-cc1126e573ee req-505275ce-1b3d-4f29-b37a-0edd54e1c289 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:48.260427 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6301fc27-7035-4117-b071-cc1126e573ee req-505275ce-1b3d-4f29-b37a-0edd54e1c289 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7338395 Nov 26 17:03:48.276963 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-6301fc27-7035-4117-b071-cc1126e573ee req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] Request body: {'port': {'device_id': '0c41926e-bb25-44cc-abab-baa76a09dd39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:03:48.390942 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6301fc27-7035-4117-b071-cc1126e573ee req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:48.428682 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-05f1ae07-4f38-44c8-9e64-e42b4dd0fb8c None None] Provisioning for port 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:03:48.433511 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-05f1ae07-4f38-44c8-9e64-e42b4dd0fb8c None None] Provisioning complete for port 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:03:48.433985 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-05f1ae07-4f38-44c8-9e64-e42b4dd0fb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:48.486856 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-05f1ae07-4f38-44c8-9e64-e42b4dd0fb8c None None] Port 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:03:48.730477 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a039e1b-51a5-4d02-b403-96aef821e5bb req-e0fccc81-9fec-46a1-aa5a-c8ac07d77ea3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:48.731172 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-1a039e1b-51a5-4d02-b403-96aef821e5bb req-e0fccc81-9fec-46a1-aa5a-c8ac07d77ea3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Synchronizing usage tracker for tenant:8a35231917ef4e74bc7e80ac9ac2e46f on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:03:48.798768 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-1a039e1b-51a5-4d02-b403-96aef821e5bb req-e0fccc81-9fec-46a1-aa5a-c8ac07d77ea3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Unset dirty status for tenant:8a35231917ef4e74bc7e80ac9ac2e46f on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:03:48.799924 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1a039e1b-51a5-4d02-b403-96aef821e5bb req-e0fccc81-9fec-46a1-aa5a-c8ac07d77ea3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 932 time: 0.1978040 Nov 26 17:03:48.824096 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-6301fc27-7035-4117-b071-cc1126e573ee req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:03:48.835439 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6301fc27-7035-4117-b071-cc1126e573ee req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:48.865783 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1a039e1b-51a5-4d02-b403-96aef821e5bb req-c21d2a63-8a20-4776-979b-6d09ca831aa4 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595748 Nov 26 17:03:48.866671 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-6301fc27-7035-4117-b071-cc1126e573ee req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] Transition to ACTIVE for port object 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:03:48.872223 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6301fc27-7035-4117-b071-cc1126e573ee req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:48.877075 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c5554671-df55-4408-9966-196f4128459a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:03:49.025631 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] Pushing event updated for resources: {'Port': ['ID=36c4f4e3-5974-40d6-9fd7-ebaaff1528f2,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:03:49.033712 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:03:49.108694 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-6301fc27-7035-4117-b071-cc1126e573ee req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] Attempting to bind port 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:03:49.109026 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-6301fc27-7035-4117-b071-cc1126e573ee req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] Attempting to bind port 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '1151c331-da3f-48c4-aca9-b6503b7ce6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:03:49.109350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6301fc27-7035-4117-b071-cc1126e573ee req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] Attempting to bind port 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 on network 7e22d964-9ecf-42f7-a88a-eec4636f5b28 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:03:49.113803 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6301fc27-7035-4117-b071-cc1126e573ee req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] Port 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 on network 7e22d964-9ecf-42f7-a88a-eec4636f5b28 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 17:03:49.114120 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6301fc27-7035-4117-b071-cc1126e573ee req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] Attempting to bind port 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 on network 7e22d964-9ecf-42f7-a88a-eec4636f5b28 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:03:49.119113 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6301fc27-7035-4117-b071-cc1126e573ee req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:03:49.119441 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6301fc27-7035-4117-b071-cc1126e573ee req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] Checking segment: {'id': '1151c331-da3f-48c4-aca9-b6503b7ce6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:03:49.120105 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6301fc27-7035-4117-b071-cc1126e573ee req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] Bound using segment: {'id': '1151c331-da3f-48c4-aca9-b6503b7ce6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:03:49.120516 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-6301fc27-7035-4117-b071-cc1126e573ee req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] Bound port: 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1151c331-da3f-48c4-aca9-b6503b7ce6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:03:49.120855 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6301fc27-7035-4117-b071-cc1126e573ee req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:49.208173 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-6301fc27-7035-4117-b071-cc1126e573ee req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] For port 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:03:49.210971 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-6301fc27-7035-4117-b071-cc1126e573ee req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] For port 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=36c4f4e3-5974-40d6-9fd7-ebaaff1528f2,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:03:49.215845 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6301fc27-7035-4117-b071-cc1126e573ee req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:49.219431 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3247d9a4-c7ad-460e-a7b4-f359624e494f tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:03:49.281711 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301fc27-7035-4117-b071-cc1126e573ee req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:49.282328 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6301fc27-7035-4117-b071-cc1126e573ee req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:49.283687 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6301fc27-7035-4117-b071-cc1126e573ee req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] 10.222.0.31 "PUT /v2.0/ports/36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 HTTP/1.1" status: 200 len: 1094 time: 1.0110903 Nov 26 17:03:49.284239 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c41926e-bb25-44cc-abab-baa76a09dd39', 'tag': '36c4f4e3-5974-40d6-9fd7-ebaaff1528f2'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:03:49.303508 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] Pushing event updated for resources: {'Port': ['ID=36c4f4e3-5974-40d6-9fd7-ebaaff1528f2,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:03:49.306594 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:03:49.360911 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c41926e-bb25-44cc-abab-baa76a09dd39', 'tag': '36c4f4e3-5974-40d6-9fd7-ebaaff1528f2', 'status': 'completed', 'code': 200} Nov 26 17:03:49.402697 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301fc27-7035-4117-b071-cc1126e573ee req-eb5fc3cf-d476-45da-8b25-47c7f59584e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:49.404241 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6301fc27-7035-4117-b071-cc1126e573ee req-eb5fc3cf-d476-45da-8b25-47c7f59584e5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 1097 time: 0.0765111 Nov 26 17:03:49.481315 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6301fc27-7035-4117-b071-cc1126e573ee req-44abbcdb-e046-4349-8838-d173193e2ee5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 HTTP/1.1" status: 200 len: 217 time: 0.0649524 Nov 26 17:03:49.546991 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301fc27-7035-4117-b071-cc1126e573ee req-3a1c1833-4e87-4dc4-8cbb-04070b5fe9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:49.548435 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6301fc27-7035-4117-b071-cc1126e573ee req-3a1c1833-4e87-4dc4-8cbb-04070b5fe9c9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0573063 Nov 26 17:03:49.615255 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:49.631998 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301fc27-7035-4117-b071-cc1126e573ee req-6eb7429e-f25c-4651-be1e-165f73f403e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:49.633458 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6301fc27-7035-4117-b071-cc1126e573ee req-6eb7429e-f25c-4651-be1e-165f73f403e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743709 Nov 26 17:03:49.768860 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6301fc27-7035-4117-b071-cc1126e573ee req-5a8ec3dc-bad2-45c6-8f27-a3fea6070ac0 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266928 Nov 26 17:03:50.057688 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6301fc27-7035-4117-b071-cc1126e573ee req-adf538e7-e8a5-4a07-b476-b55d578d5ea0 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783587 Nov 26 17:03:50.107895 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0706a59-cf7b-4f87-948a-041f3583e5a2 req-580d95d0-9951-4eb7-929c-92637c00fb57 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:50.109320 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f0706a59-cf7b-4f87-948a-041f3583e5a2 req-580d95d0-9951-4eb7-929c-92637c00fb57 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 944 time: 0.0850146 Nov 26 17:03:50.200112 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f0706a59-cf7b-4f87-948a-041f3583e5a2 req-0355a8db-292d-4620-84fa-57264cbcda35 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593088 Nov 26 17:03:50.218083 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca4aab-ed91-4c4f-b1d6-2562f1d71b51 req-472b53d8-c460-4175-bd5a-c5faf6605c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:50.219504 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-caca4aab-ed91-4c4f-b1d6-2562f1d71b51 req-472b53d8-c460-4175-bd5a-c5faf6605c61 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 1097 time: 0.1078982 Nov 26 17:03:50.352942 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca4aab-ed91-4c4f-b1d6-2562f1d71b51 req-f03514c8-dd8d-4b82-b007-924b75d99170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:50.354421 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-caca4aab-ed91-4c4f-b1d6-2562f1d71b51 req-f03514c8-dd8d-4b82-b007-924b75d99170 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.1266496 Nov 26 17:03:50.428230 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-caca4aab-ed91-4c4f-b1d6-2562f1d71b51 req-1dec37c7-f7d2-4fe6-81cf-c01b992757c6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 HTTP/1.1" status: 200 len: 217 time: 0.0638497 Nov 26 17:03:50.491584 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca4aab-ed91-4c4f-b1d6-2562f1d71b51 req-c7e79968-e32d-4071-ad71-c77b619b0b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:50.492920 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-caca4aab-ed91-4c4f-b1d6-2562f1d71b51 req-c7e79968-e32d-4071-ad71-c77b619b0b21 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0565729 Nov 26 17:03:50.569962 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca4aab-ed91-4c4f-b1d6-2562f1d71b51 req-7dd434a0-7efe-4306-92e5-675c785c3ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:50.571396 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-caca4aab-ed91-4c4f-b1d6-2562f1d71b51 req-7dd434a0-7efe-4306-92e5-675c785c3ed5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711551 Nov 26 17:03:50.705584 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-caca4aab-ed91-4c4f-b1d6-2562f1d71b51 req-0628a561-ae5e-4b1a-baad-aa79006e6d6b service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249702 Nov 26 17:03:50.836638 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-caca4aab-ed91-4c4f-b1d6-2562f1d71b51 req-cb3fb743-3f70-4e55-83c3-a1d1b7abd281 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226897 Nov 26 17:03:51.390688 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f4195-e972-410a-8c69-4c09385c0d1b req-bd9e4828-b364-4273-bb68-1fce54fdd9ca tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:51.392154 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1e7f4195-e972-410a-8c69-4c09385c0d1b req-bd9e4828-b364-4273-bb68-1fce54fdd9ca tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 944 time: 0.0846958 Nov 26 17:03:51.435746 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1e7f4195-e972-410a-8c69-4c09385c0d1b req-e6f5ed2c-6ff9-4a3d-ad8e-683e54c8a5f6 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379522 Nov 26 17:03:51.493318 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:03:51.625389 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=36c4f4e3-5974-40d6-9fd7-ebaaff1528f2,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:03:51.638199 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '36c4f4e3-5974-40d6-9fd7-ebaaff1528f2', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'port_id': '36c4f4e3-5974-40d6-9fd7-ebaaff1528f2', 'mac_address': 'fa:16:3e:d5:00:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:03:51.692314 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:51.708776 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:03:51.724689 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=36c4f4e3-5974-40d6-9fd7-ebaaff1528f2,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:03:51.728326 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:51.730064 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-58b776e2-b41e-4c66-9b1e-6be32186300a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:03:51.797535 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=36c4f4e3-5974-40d6-9fd7-ebaaff1528f2,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:03:51.800514 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:03:52.054220 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['36c4f4e3-5974-40d6-9fd7-ebaaff1528f2'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:03:52.626491 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5846e-592c-4d06-9689-46e924f3873e req-e7c0cb4f-0790-41aa-a52e-7ea04ee1e7ac tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:52.627992 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2bf5846e-592c-4d06-9689-46e924f3873e req-e7c0cb4f-0790-41aa-a52e-7ea04ee1e7ac tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 945 time: 0.0905864 Nov 26 17:03:52.671237 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2bf5846e-592c-4d06-9689-46e924f3873e req-cc211671-1a0a-44c3-b41d-2f667485a9db tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376139 Nov 26 17:03:53.509061 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:03:53.577203 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:03:53.581898 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:03:53.582281 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:53.696081 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:53.728451 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=36c4f4e3-5974-40d6-9fd7-ebaaff1528f2,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:03:53.729274 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c41926e-bb25-44cc-abab-baa76a09dd39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c4f4e3-5974-40d6-9fd7-ebaaff1528f2'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:03:53.735106 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:53.737069 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:03:53.785377 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c41926e-bb25-44cc-abab-baa76a09dd39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c4f4e3-5974-40d6-9fd7-ebaaff1528f2', 'code': 200} Nov 26 17:03:53.805499 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=36c4f4e3-5974-40d6-9fd7-ebaaff1528f2,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:03:53.808557 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:03:53.860447 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d2357-fa3f-44a5-b9b3-fb6fd73bd224 req-1b5cddce-2e37-43e6-93be-01d64fec9198 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:53.861916 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-129d2357-fa3f-44a5-b9b3-fb6fd73bd224 req-1b5cddce-2e37-43e6-93be-01d64fec9198 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.0815167 Nov 26 17:03:53.905796 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-129d2357-fa3f-44a5-b9b3-fb6fd73bd224 req-cae7f7b4-7b9b-4c42-99de-57acc035254c tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380361 Nov 26 17:03:54.030552 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26454b3b-9f79-4a0e-b083-dffac2eeec7f req-4d184a9c-11e5-4f6e-ad4b-be34282bafd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:54.031912 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-26454b3b-9f79-4a0e-b083-dffac2eeec7f req-4d184a9c-11e5-4f6e-ad4b-be34282bafd5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 1099 time: 0.0692978 Nov 26 17:03:54.079165 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-26454b3b-9f79-4a0e-b083-dffac2eeec7f req-58f272b6-57cd-4e43-80e3-c16455f7b635 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364006 Nov 26 17:03:55.090116 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb7e2f-3e57-41ef-8944-182185f89103 req-3e8af4fb-c54f-4c59-9ab9-0fc395c1eba4 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:55.091493 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b1fb7e2f-3e57-41ef-8944-182185f89103 req-3e8af4fb-c54f-4c59-9ab9-0fc395c1eba4 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.0785112 Nov 26 17:03:55.136174 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b1fb7e2f-3e57-41ef-8944-182185f89103 req-917cd01b-ea39-4604-b336-844e2ce53b00 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389276 Nov 26 17:03:56.320182 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9682abb-718d-41e3-95b5-e42fd125378e req-69f8e784-8437-4d99-89b1-eb790412d039 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:56.321602 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d9682abb-718d-41e3-95b5-e42fd125378e req-69f8e784-8437-4d99-89b1-eb790412d039 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.0830765 Nov 26 17:03:56.365490 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d9682abb-718d-41e3-95b5-e42fd125378e req-16da395c-f6db-41f3-a2c9-1feb6bcd6400 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383222 Nov 26 17:03:56.547852 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de596b02-bc61-4a5a-9d7e-a2097160f23d req-56fe2fe9-efa7-4502-a928-fd248d63674f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:56.549205 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-de596b02-bc61-4a5a-9d7e-a2097160f23d req-56fe2fe9-efa7-4502-a928-fd248d63674f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.0837739 Nov 26 17:03:56.557596 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 57174) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:03:56.563227 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-c559d62e-924a-4693-84c7-264175dbd41e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Request body: {'floatingip': {'port_id': '36c4f4e3-5974-40d6-9fd7-ebaaff1528f2'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:03:56.637039 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c559d62e-924a-4693-84c7-264175dbd41e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for floatingip, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:57.334382 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c559d62e-924a-4693-84c7-264175dbd41e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:57.338091 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c559d62e-924a-4693-84c7-264175dbd41e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:57.506061 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-c559d62e-924a-4693-84c7-264175dbd41e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Floating IP 0ee847d8-e5c0-4a59-87de-086173b20d30 associated. External IP: 172.26.0.102, port: 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2. Nov 26 17:03:57.857137 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c559d62e-924a-4693-84c7-264175dbd41e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:03:58.036305 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c559d62e-924a-4693-84c7-264175dbd41e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:03:58.041123 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c559d62e-924a-4693-84c7-264175dbd41e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:58.045657 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273241a1-7037-4784-86dd-4a7c9eee9673 None None] Sync routers for ids ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:03:58.054668 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273241a1-7037-4784-86dd-4a7c9eee9673 None None] Routers {'d6f6cf68-9def-4062-9b1a-ecef0b8ae250'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:03:58.055268 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-273241a1-7037-4784-86dd-4a7c9eee9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:03:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:03:58.096646 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c559d62e-924a-4693-84c7-264175dbd41e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "PUT /v2.0/floatingips/0ee847d8-e5c0-4a59-87de-086173b20d30 HTTP/1.1" status: 200 len: 992 time: 1.5380054 Nov 26 17:03:58.097306 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c41926e-bb25-44cc-abab-baa76a09dd39', 'tag': '36c4f4e3-5974-40d6-9fd7-ebaaff1528f2'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:03:58.148381 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c41926e-bb25-44cc-abab-baa76a09dd39', 'tag': '36c4f4e3-5974-40d6-9fd7-ebaaff1528f2', 'status': 'completed', 'code': 200} Nov 26 17:03:58.231975 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-273241a1-7037-4784-86dd-4a7c9eee9673 None None] Set router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:03:58.251429 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254130c6-8d2a-4213-b712-2c16863069b8 req-dd927238-6209-430a-b666-44553f4247d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:58.252943 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-254130c6-8d2a-4213-b712-2c16863069b8 req-dd927238-6209-430a-b666-44553f4247d4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 1099 time: 0.0794098 Nov 26 17:03:58.383390 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254130c6-8d2a-4213-b712-2c16863069b8 req-37e1e023-3c5c-4dc3-ba4b-1d47276a3c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:58.384847 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-254130c6-8d2a-4213-b712-2c16863069b8 req-37e1e023-3c5c-4dc3-ba4b-1d47276a3c34 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.1249268 Nov 26 17:03:58.580703 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-273241a1-7037-4784-86dd-4a7c9eee9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '0ee847d8-e5c0-4a59-87de-086173b20d30', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'floating_ip_address': '172.26.0.102', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'port_id': '36c4f4e3-5974-40d6-9fd7-ebaaff1528f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'mac_address': 'fa:16:3e:d5:00:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c41926e-bb25-44cc-abab-baa76a09dd39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:02:25Z', 'updated_at': '2021-11-26T17:03:57Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4a1c66-d889-4660-a489-1cfdfe20be5a', 'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'mac_address': 'fa:16:3e:58:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:21Z', 'updated_at': '2021-11-26T17:02:27Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'subnets': [{'id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:03:58.585074 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273241a1-7037-4784-86dd-4a7c9eee9673 None None] Checking router: d6f6cf68-9def-4062-9b1a-ecef0b8ae250 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:03:58.594194 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273241a1-7037-4784-86dd-4a7c9eee9673 None None] Routers {'d6f6cf68-9def-4062-9b1a-ecef0b8ae250'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:03:58.594997 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-273241a1-7037-4784-86dd-4a7c9eee9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:03:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:03:58.607444 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2e3dd1f0-4857-4303-b634-82cdffd80be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:03:58.629764 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-254130c6-8d2a-4213-b712-2c16863069b8 req-bf9d4f47-48db-4a63-9c32-a517f11a8468 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 HTTP/1.1" status: 200 len: 1000 time: 0.2383664 Nov 26 17:03:58.692131 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254130c6-8d2a-4213-b712-2c16863069b8 req-e54a7cb2-f748-4388-bc87-b339cf950610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:58.693515 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-254130c6-8d2a-4213-b712-2c16863069b8 req-e54a7cb2-f748-4388-bc87-b339cf950610 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0564828 Nov 26 17:03:58.768040 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254130c6-8d2a-4213-b712-2c16863069b8 req-6ff2fb42-7af2-4945-8778-31d6dff84c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:03:58.769573 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-254130c6-8d2a-4213-b712-2c16863069b8 req-6ff2fb42-7af2-4945-8778-31d6dff84c16 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698683 Nov 26 17:03:58.773353 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-273241a1-7037-4784-86dd-4a7c9eee9673 None None] Set router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:03:58.900164 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-254130c6-8d2a-4213-b712-2c16863069b8 req-dffba24b-38da-4495-bf49-0cb4dc32d62a service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233108 Nov 26 17:03:59.031838 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-254130c6-8d2a-4213-b712-2c16863069b8 req-08f8573c-a350-4844-9984-7fdd7b39749e service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254618 Nov 26 17:03:59.112875 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-273241a1-7037-4784-86dd-4a7c9eee9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '0ee847d8-e5c0-4a59-87de-086173b20d30', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'floating_ip_address': '172.26.0.102', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'port_id': '36c4f4e3-5974-40d6-9fd7-ebaaff1528f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'mac_address': 'fa:16:3e:d5:00:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c41926e-bb25-44cc-abab-baa76a09dd39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:02:25Z', 'updated_at': '2021-11-26T17:03:57Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4a1c66-d889-4660-a489-1cfdfe20be5a', 'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'mac_address': 'fa:16:3e:58:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:21Z', 'updated_at': '2021-11-26T17:02:27Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'subnets': [{'id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:03:59.116618 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273241a1-7037-4784-86dd-4a7c9eee9673 None None] The sync data for ids ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'] in dv-neutron-819440-1-hyperv is: [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '0ee847d8-e5c0-4a59-87de-086173b20d30', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'floating_ip_address': '172.26.0.102', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'port_id': '36c4f4e3-5974-40d6-9fd7-ebaaff1528f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'mac_address': 'fa:16:3e:d5:00:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c41926e-bb25-44cc-abab-baa76a09dd39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:02:25Z', 'updated_at': '2021-11-26T17:03:57Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4a1c66-d889-4660-a489-1cfdfe20be5a', 'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'mac_address': 'fa:16:3e:58:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:21Z', 'updated_at': '2021-11-26T17:02:27Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'subnets': [{'id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:03:59.303733 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eee50c-c356-4085-80a1-cebb1025eb41 None None] New status for floating IP 0ee847d8-e5c0-4a59-87de-086173b20d30: ACTIVE {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:03:59.407330 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:04:01.272167 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6e0486cf-9283-47d7-8feb-f374b857a0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:04:02.230719 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:04:04.018568 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:04:09.752387 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-19423676-de1e-49fd-9be5-fd983258ac90 req-b5dcaf96-1acf-4509-b078-bb07f82c5982 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728769 Nov 26 17:04:09.886445 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19423676-de1e-49fd-9be5-fd983258ac90 req-b2e264ff-da97-4eea-8c38-7440349e82bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:09.888405 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-19423676-de1e-49fd-9be5-fd983258ac90 req-b2e264ff-da97-4eea-8c38-7440349e82bf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 1099 time: 0.0697656 Nov 26 17:04:10.033076 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19423676-de1e-49fd-9be5-fd983258ac90 req-f7e4b208-6e23-4047-8f9e-e7cb5634fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:10.034419 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-19423676-de1e-49fd-9be5-fd983258ac90 req-f7e4b208-6e23-4047-8f9e-e7cb5634fd0b service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.1258771 Nov 26 17:04:10.139286 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-19423676-de1e-49fd-9be5-fd983258ac90 req-db03b8f4-161a-4a20-bd7e-b576d4acbe69 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 HTTP/1.1" status: 200 len: 1002 time: 0.0964646 Nov 26 17:04:10.200494 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19423676-de1e-49fd-9be5-fd983258ac90 req-1285b201-56c6-464f-9cff-05cf2cdc43c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:10.201872 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-19423676-de1e-49fd-9be5-fd983258ac90 req-1285b201-56c6-464f-9cff-05cf2cdc43c9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0561566 Nov 26 17:04:10.285766 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19423676-de1e-49fd-9be5-fd983258ac90 req-43d5bb8c-ca35-4ac9-a57c-b269aec5964f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:10.287144 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-19423676-de1e-49fd-9be5-fd983258ac90 req-43d5bb8c-ca35-4ac9-a57c-b269aec5964f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772743 Nov 26 17:04:10.418249 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-19423676-de1e-49fd-9be5-fd983258ac90 req-1208f027-faca-4782-ae9b-38129e3f5e34 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235149 Nov 26 17:04:10.554041 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-19423676-de1e-49fd-9be5-fd983258ac90 req-d928ade6-1cb5-46cc-a1ed-3ed6aa42b60c service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285326 Nov 26 17:04:19.623498 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:04:22.840391 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:04:28.610131 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0eaa86ad-f32d-4560-8b13-ab5802c2f5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:04:29.389390 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:04:31.273554 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-81b3315a-6a78-4289-9dd5-8b112e8277a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:04:32.229882 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:04:34.021874 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:04:38.177026 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fefa6b-e4d2-4790-a861-55d3872bd340 req-79434740-015e-4541-aabf-4c038c7a90c7 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:38.178484 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-06fefa6b-e4d2-4790-a861-55d3872bd340 req-79434740-015e-4541-aabf-4c038c7a90c7 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.0809746 Nov 26 17:04:38.235027 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-06fefa6b-e4d2-4790-a861-55d3872bd340 req-16dfcf8b-099e-4f5b-a6ea-dd4371b6773b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504413 Nov 26 17:04:39.477221 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc65028-f2b4-45a9-b856-9059a2fef888 req-eaee003d-0bbd-459a-9ec3-de5748fc9bdf tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:39.478809 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7bc65028-f2b4-45a9-b856-9059a2fef888 req-eaee003d-0bbd-459a-9ec3-de5748fc9bdf tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.1391747 Nov 26 17:04:39.627889 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7bc65028-f2b4-45a9-b856-9059a2fef888 req-29227a7c-7f2e-429a-99f6-656a0be5e37f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428299 Nov 26 17:04:40.809080 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ccb34-fd53-42df-a246-9bbf6a46ed80 req-30ecf83a-a882-48b8-9a02-517cefd89bcf tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:40.810527 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4a6ccb34-fd53-42df-a246-9bbf6a46ed80 req-30ecf83a-a882-48b8-9a02-517cefd89bcf tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.0798290 Nov 26 17:04:40.854618 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4a6ccb34-fd53-42df-a246-9bbf6a46ed80 req-f1d1b33e-24a9-4e16-9667-fcabaa7924fb tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384192 Nov 26 17:04:42.036111 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7089c-ff02-4c3b-999e-31cf0bb6d99b req-b94f63e2-5503-4cbe-b7dd-d5f2bd0998bc tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:42.037435 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d7c7089c-ff02-4c3b-999e-31cf0bb6d99b req-b94f63e2-5503-4cbe-b7dd-d5f2bd0998bc tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.0795512 Nov 26 17:04:42.079400 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d7c7089c-ff02-4c3b-999e-31cf0bb6d99b req-b70bca94-f960-4582-b60f-3df393fe79e9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364509 Nov 26 17:04:43.266590 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6535a-2abb-44b3-99e4-e08bc21db78c req-86782fee-5bd5-4bef-a7ea-0002ca009cbb tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:43.268026 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-77c6535a-2abb-44b3-99e4-e08bc21db78c req-86782fee-5bd5-4bef-a7ea-0002ca009cbb tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.0819211 Nov 26 17:04:43.313815 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-77c6535a-2abb-44b3-99e4-e08bc21db78c req-dc3734b6-2c44-4586-8b51-081e3d71ca24 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402710 Nov 26 17:04:44.500124 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd800e40-cbd4-43a3-9d7f-656783345f8a req-27078c63-29b1-4db8-81b6-4dffeeeac353 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:44.501544 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bd800e40-cbd4-43a3-9d7f-656783345f8a req-27078c63-29b1-4db8-81b6-4dffeeeac353 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.0838869 Nov 26 17:04:44.543765 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bd800e40-cbd4-43a3-9d7f-656783345f8a req-40c1cfe0-33c8-4612-826f-559477da69c7 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367086 Nov 26 17:04:45.723740 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f119a8-69b2-43a3-b643-76a0b5b55b3d req-822a1a28-03be-476e-9383-2dcb19c8dfd1 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:45.725221 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-69f119a8-69b2-43a3-b643-76a0b5b55b3d req-822a1a28-03be-476e-9383-2dcb19c8dfd1 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.0794325 Nov 26 17:04:45.770001 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-69f119a8-69b2-43a3-b643-76a0b5b55b3d req-0e5974e1-705e-492a-86c0-dd932c59c18f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385394 Nov 26 17:04:46.948968 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b1669-f7f8-4f8e-a4c7-19268e0b2a77 req-2e3cd2ec-6613-4901-a3ed-84b7a223b88b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:46.950878 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b00b1669-f7f8-4f8e-a4c7-19268e0b2a77 req-2e3cd2ec-6613-4901-a3ed-84b7a223b88b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.0784864 Nov 26 17:04:46.996951 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b00b1669-f7f8-4f8e-a4c7-19268e0b2a77 req-e8ed4a23-cc94-4103-8364-35b55f0b1137 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405364 Nov 26 17:04:48.182437 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9086300-f034-4b4f-b5e5-a76b6db5210d req-6b935b97-d615-4a92-a2c7-77b49d220621 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:48.183952 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e9086300-f034-4b4f-b5e5-a76b6db5210d req-6b935b97-d615-4a92-a2c7-77b49d220621 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.0853295 Nov 26 17:04:48.226980 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e9086300-f034-4b4f-b5e5-a76b6db5210d req-681323fe-f15d-43bf-81a2-73fcf7970724 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375054 Nov 26 17:04:49.412446 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3488c83-0848-4eba-85b6-decfb8a4a2d1 req-9d08dd64-6c33-40be-9e4a-f1e0f816380e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:49.413861 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a3488c83-0848-4eba-85b6-decfb8a4a2d1 req-9d08dd64-6c33-40be-9e4a-f1e0f816380e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.0801597 Nov 26 17:04:49.457221 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a3488c83-0848-4eba-85b6-decfb8a4a2d1 req-dc4a84f5-4716-4006-9f83-7d770306ad23 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372887 Nov 26 17:04:49.636368 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:04:49.869801 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9f56ca3c-0f83-4fd0-a4f2-4726aee1aa71 req-bd67c0d6-49e2-48c6-b7c7-a388603eac0a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1351831 Nov 26 17:04:49.880711 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c549567-7c24-45da-bb7f-07005b9b9a37 req-57debf3f-55c3-40ea-8ee4-abf4c1f3c44d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:49.882064 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9c549567-7c24-45da-bb7f-07005b9b9a37 req-57debf3f-55c3-40ea-8ee4-abf4c1f3c44d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.1028225 Nov 26 17:04:49.927312 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9c549567-7c24-45da-bb7f-07005b9b9a37 req-289a6e0a-5bc9-41e8-9a64-1dfff67af9ac tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385809 Nov 26 17:04:51.018953 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ca3c-0f83-4fd0-a4f2-4726aee1aa71 req-339a916f-9753-476c-a4d7-5355c126f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:51.020372 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9f56ca3c-0f83-4fd0-a4f2-4726aee1aa71 req-339a916f-9753-476c-a4d7-5355c126f524 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 1099 time: 0.0706942 Nov 26 17:04:51.338380 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ca3c-0f83-4fd0-a4f2-4726aee1aa71 req-f5f66486-1eb2-4fa5-9684-8ff131b2265a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:51.339835 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9f56ca3c-0f83-4fd0-a4f2-4726aee1aa71 req-f5f66486-1eb2-4fa5-9684-8ff131b2265a service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.3088138 Nov 26 17:04:51.351914 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb67a4-1b56-49c8-8c9b-7810edea629e req-caf20b3e-cd53-4623-b8ce-2dcccc84b537 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:51.353229 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6ffb67a4-1b56-49c8-8c9b-7810edea629e req-caf20b3e-cd53-4623-b8ce-2dcccc84b537 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.3041720 Nov 26 17:04:51.476448 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6ffb67a4-1b56-49c8-8c9b-7810edea629e req-5054a9d5-2b73-4c32-8e4d-b1fe5b507a0c tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755961 Nov 26 17:04:51.479987 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9f56ca3c-0f83-4fd0-a4f2-4726aee1aa71 req-7f9eb195-5c35-4cd4-a9fb-c92ff5484b64 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 HTTP/1.1" status: 200 len: 1002 time: 0.1259022 Nov 26 17:04:51.548914 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ca3c-0f83-4fd0-a4f2-4726aee1aa71 req-850d8924-a0f8-4e4c-b484-d7e048f4f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:51.550268 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9f56ca3c-0f83-4fd0-a4f2-4726aee1aa71 req-850d8924-a0f8-4e4c-b484-d7e048f4f743 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0599632 Nov 26 17:04:51.633597 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ca3c-0f83-4fd0-a4f2-4726aee1aa71 req-82825ecf-e809-45cb-8076-0e1aa4dae2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:51.635029 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9f56ca3c-0f83-4fd0-a4f2-4726aee1aa71 req-82825ecf-e809-45cb-8076-0e1aa4dae2f6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751331 Nov 26 17:04:51.769492 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9f56ca3c-0f83-4fd0-a4f2-4726aee1aa71 req-0adbb626-698e-4f90-aab6-be340969566f service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263664 Nov 26 17:04:51.910587 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9f56ca3c-0f83-4fd0-a4f2-4726aee1aa71 req-2e3c482a-e87e-4e90-b249-6fb412a8ea49 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303415 Nov 26 17:04:52.669759 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b3c91-8bdf-40b9-b80d-bfb01a6d387b req-eb1b2a95-4d11-43bb-af16-6a503d31dfce tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:52.671185 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-dd7b3c91-8bdf-40b9-b80d-bfb01a6d387b req-eb1b2a95-4d11-43bb-af16-6a503d31dfce tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.0867660 Nov 26 17:04:52.715682 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-dd7b3c91-8bdf-40b9-b80d-bfb01a6d387b req-44dbe0d3-a13a-4d25-8ce5-53ce1af47753 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388536 Nov 26 17:04:53.879088 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9f56ca3c-0f83-4fd0-a4f2-4726aee1aa71 req-6844d4c1-9596-40fb-a1e0-23a4ce87457f service neutron] 10.222.0.31 "GET /v2.0/ports/36c4f4e3-5974-40d6-9fd7-ebaaff1528f2/bindings/hv-neutron-8194 HTTP/1.1" status: 200 len: 384 time: 0.1191900 Nov 26 17:04:53.914602 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b089378-b4b3-4f16-8da0-3cebfbcab2a1 req-59786e99-461a-45a6-b568-59faaa8025ea tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:53.916045 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5b089378-b4b3-4f16-8da0-3cebfbcab2a1 req-59786e99-461a-45a6-b568-59faaa8025ea tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.0926256 Nov 26 17:04:53.962552 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5b089378-b4b3-4f16-8da0-3cebfbcab2a1 req-4695c653-d662-46dc-b28f-69d57a6c581c tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399501 Nov 26 17:04:54.160745 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ca3c-0f83-4fd0-a4f2-4726aee1aa71 req-234e485a-3b33-4557-8b2c-f4c8f36c22a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:54.162208 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9f56ca3c-0f83-4fd0-a4f2-4726aee1aa71 req-234e485a-3b33-4557-8b2c-f4c8f36c22a8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39&tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f HTTP/1.1" status: 200 len: 1099 time: 0.0704243 Nov 26 17:04:54.260590 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ca3c-0f83-4fd0-a4f2-4726aee1aa71 req-bf97e8c5-4f7d-4e13-87f8-7735374e1203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:54.262642 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9f56ca3c-0f83-4fd0-a4f2-4726aee1aa71 req-bf97e8c5-4f7d-4e13-87f8-7735374e1203 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 1099 time: 0.0720708 Nov 26 17:04:54.396916 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ca3c-0f83-4fd0-a4f2-4726aee1aa71 req-e90ae5b0-9a10-4691-961e-1b9add9d0704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:54.398338 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9f56ca3c-0f83-4fd0-a4f2-4726aee1aa71 req-e90ae5b0-9a10-4691-961e-1b9add9d0704 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.1259301 Nov 26 17:04:54.500714 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9f56ca3c-0f83-4fd0-a4f2-4726aee1aa71 req-58a737d9-9ee2-4281-a60a-0f9b7a3c33d0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 HTTP/1.1" status: 200 len: 1002 time: 0.0917842 Nov 26 17:04:54.569733 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ca3c-0f83-4fd0-a4f2-4726aee1aa71 req-332d007d-9422-4d67-a582-513621ac3118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:54.571099 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9f56ca3c-0f83-4fd0-a4f2-4726aee1aa71 req-332d007d-9422-4d67-a582-513621ac3118 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0597670 Nov 26 17:04:54.647727 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ca3c-0f83-4fd0-a4f2-4726aee1aa71 req-1d454a40-4601-427a-a21b-8d6da2ba9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:54.649174 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9f56ca3c-0f83-4fd0-a4f2-4726aee1aa71 req-1d454a40-4601-427a-a21b-8d6da2ba9c1b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680385 Nov 26 17:04:54.790401 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9f56ca3c-0f83-4fd0-a4f2-4726aee1aa71 req-7182ed6a-4e83-4107-8427-1a18c77f3ec9 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305108 Nov 26 17:04:54.922852 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9f56ca3c-0f83-4fd0-a4f2-4726aee1aa71 req-45af29e7-7cdb-4d51-a99d-02a6f8d4f242 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222463 Nov 26 17:04:55.146247 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6074c9-9eae-4a55-a630-f5f7c8f931fb req-cc722841-3f7d-482c-aeb9-31ab5def680a tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:55.147676 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1f6074c9-9eae-4a55-a630-f5f7c8f931fb req-cc722841-3f7d-482c-aeb9-31ab5def680a tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.0805447 Nov 26 17:04:55.193771 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1f6074c9-9eae-4a55-a630-f5f7c8f931fb req-11d84fc9-6594-45e9-b342-4db7c745897a tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397451 Nov 26 17:04:55.772993 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:04:55.906224 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=36c4f4e3-5974-40d6-9fd7-ebaaff1528f2,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:04:55.919397 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '36c4f4e3-5974-40d6-9fd7-ebaaff1528f2', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'port_id': '36c4f4e3-5974-40d6-9fd7-ebaaff1528f2', 'mac_address': 'fa:16:3e:d5:00:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:04:55.976166 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:04:56.028333 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:04:56.043627 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=36c4f4e3-5974-40d6-9fd7-ebaaff1528f2,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:04:56.048780 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:04:56.050609 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:04:56.113581 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=36c4f4e3-5974-40d6-9fd7-ebaaff1528f2,revision_number=6']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:04:56.124191 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:04:56.124543 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:04:56.124885 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:04:56.125222 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:04:56.125552 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:04:56.125895 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:04:56.126206 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:04:56.126532 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:04:56.126856 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:04:56.127177 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:04:56.127498 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:04:56.127842 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:04:56.131303 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:04:56.172808 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['36c4f4e3-5974-40d6-9fd7-ebaaff1528f2'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:04:56.503484 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207fc98-e4a8-4a69-b419-6a4a68a73e02 req-1f7c19a9-6437-42db-9b97-a094a4df676d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:56.505087 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1207fc98-e4a8-4a69-b419-6a4a68a73e02 req-1f7c19a9-6437-42db-9b97-a094a4df676d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 945 time: 0.2063575 Nov 26 17:04:56.552123 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1207fc98-e4a8-4a69-b419-6a4a68a73e02 req-101681e5-8932-4be6-be99-708b9cd2a499 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409489 Nov 26 17:04:57.737384 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179da838-2fb2-4a8e-ab12-98a6f2ec1598 req-162d4f1f-54ee-46fe-aa4a-38960b8d6654 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:57.738871 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-179da838-2fb2-4a8e-ab12-98a6f2ec1598 req-162d4f1f-54ee-46fe-aa4a-38960b8d6654 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 945 time: 0.0790775 Nov 26 17:04:57.782709 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-179da838-2fb2-4a8e-ab12-98a6f2ec1598 req-0895a8c1-a836-43ea-b2f8-698735e06aba tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381389 Nov 26 17:04:57.804695 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:04:57.871651 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:04:57.872062 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:04:57.991551 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:04:58.019738 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c41926e-bb25-44cc-abab-baa76a09dd39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c4f4e3-5974-40d6-9fd7-ebaaff1528f2'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:04:58.029452 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=36c4f4e3-5974-40d6-9fd7-ebaaff1528f2,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:04:58.036177 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:04:58.038998 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:04:58.084275 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c41926e-bb25-44cc-abab-baa76a09dd39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c4f4e3-5974-40d6-9fd7-ebaaff1528f2', 'code': 200} Nov 26 17:04:58.097936 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3aaf1c-8449-44d6-8569-351b4c14bac8 req-5009f1d7-6813-40de-9f8a-0975565827b5 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:58.099430 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6f3aaf1c-8449-44d6-8569-351b4c14bac8 req-5009f1d7-6813-40de-9f8a-0975565827b5 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.0991268 Nov 26 17:04:58.106397 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36724905-52b0-419c-b480-3a4bfdc82b59 req-5d151543-1828-46b6-a44c-6e992f8c0374 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:58.107888 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-36724905-52b0-419c-b480-3a4bfdc82b59 req-5d151543-1828-46b6-a44c-6e992f8c0374 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39&tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&binding%3Ahost_id=hv-neutron-8194 HTTP/1.1" status: 200 len: 946 time: 0.0919080 Nov 26 17:04:58.122079 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=36c4f4e3-5974-40d6-9fd7-ebaaff1528f2,revision_number=7']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:04:58.125521 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:04:58.150843 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6f3aaf1c-8449-44d6-8569-351b4c14bac8 req-bd076881-7577-4704-8342-bdf355b3e0bf tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443702 Nov 26 17:04:58.264353 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36724905-52b0-419c-b480-3a4bfdc82b59 req-4992feea-1d7b-44a6-9f91-0a1c48a5cebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:58.265792 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-36724905-52b0-419c-b480-3a4bfdc82b59 req-4992feea-1d7b-44a6-9f91-0a1c48a5cebf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 1099 time: 0.0731270 Nov 26 17:04:58.401390 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36724905-52b0-419c-b480-3a4bfdc82b59 req-1bdd8ede-1c6a-4349-a27a-e30a7b7aae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:58.402829 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-36724905-52b0-419c-b480-3a4bfdc82b59 req-1bdd8ede-1c6a-4349-a27a-e30a7b7aae6f service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.1268873 Nov 26 17:04:58.509375 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-36724905-52b0-419c-b480-3a4bfdc82b59 req-9998c59b-41b2-4792-9e2a-32d303ec8e8b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 HTTP/1.1" status: 200 len: 1002 time: 0.0959804 Nov 26 17:04:58.576002 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36724905-52b0-419c-b480-3a4bfdc82b59 req-763a8e04-6206-4a5c-a06d-ca8cf1a6ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:58.577411 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-36724905-52b0-419c-b480-3a4bfdc82b59 req-763a8e04-6206-4a5c-a06d-ca8cf1a6ea48 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0577636 Nov 26 17:04:58.611703 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d7eb9c37-8bdd-46b1-84a6-c953a08c01dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:04:58.661256 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36724905-52b0-419c-b480-3a4bfdc82b59 req-a20d6252-4c79-4b1a-b1f3-48ae01e287d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:58.662604 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-36724905-52b0-419c-b480-3a4bfdc82b59 req-a20d6252-4c79-4b1a-b1f3-48ae01e287d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745676 Nov 26 17:04:58.796476 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-36724905-52b0-419c-b480-3a4bfdc82b59 req-9fedb24a-8ade-46f8-b0d6-a18eee4c7c85 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224384 Nov 26 17:04:58.929578 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-36724905-52b0-419c-b480-3a4bfdc82b59 req-f0a60d6c-54b5-44f5-84f7-1bdb4ec5e7ed service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226950 Nov 26 17:04:59.339097 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522d9a6-1867-4aeb-95e6-7bec59bd1a44 req-54670380-4d91-4ae3-a510-9aaa92dfd12c tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:04:59.340600 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5522d9a6-1867-4aeb-95e6-7bec59bd1a44 req-54670380-4d91-4ae3-a510-9aaa92dfd12c tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.0821555 Nov 26 17:04:59.393725 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:04:59.394244 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5522d9a6-1867-4aeb-95e6-7bec59bd1a44 req-870562f8-d6cb-4182-92da-c3e77d112142 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474293 Nov 26 17:04:59.839381 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:05:00.569832 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc7e6f-3ab5-4240-bde0-0f89619c76c3 req-70803a0a-6875-4bf2-910d-9f962aac490d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:00.571334 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2adc7e6f-3ab5-4240-bde0-0f89619c76c3 req-70803a0a-6875-4bf2-910d-9f962aac490d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.0805166 Nov 26 17:05:00.613546 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2adc7e6f-3ab5-4240-bde0-0f89619c76c3 req-33b5a7bb-f0f8-4aeb-8371-430f50e0bab7 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366220 Nov 26 17:05:00.798709 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff2e85-cd04-464a-8f7e-901f15e4382f req-dc364e57-0417-46bd-a403-5a4cfc3f76c9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:00.800187 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b4ff2e85-cd04-464a-8f7e-901f15e4382f req-dc364e57-0417-46bd-a403-5a4cfc3f76c9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.0843129 Nov 26 17:05:00.843429 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b4ff2e85-cd04-464a-8f7e-901f15e4382f req-07f6b1e0-3d2b-422e-a9fc-47e17eee9e16 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375257 Nov 26 17:05:01.171144 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75f934-8d6c-4ad7-8348-3bf0d6084740 req-1a35367c-3ef9-46bf-ab7f-984ecea4ea38 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:01.172647 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0e75f934-8d6c-4ad7-8348-3bf0d6084740 req-1a35367c-3ef9-46bf-ab7f-984ecea4ea38 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.0794220 Nov 26 17:05:01.261297 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0e75f934-8d6c-4ad7-8348-3bf0d6084740 req-49842d90-ad4b-406d-999a-4b6233a99e82 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587053 Nov 26 17:05:01.276197 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-91af494c-29bd-47d3-acb4-3da8df4c0e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:01.280544 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a60090-c633-45c8-b5ea-51428cab94f2 req-168c6900-bc79-4caa-9e96-fc5fe7a1fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:01.281986 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d4a60090-c633-45c8-b5ea-51428cab94f2 req-168c6900-bc79-4caa-9e96-fc5fe7a1fdac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 1099 time: 0.1085105 Nov 26 17:05:01.415458 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a60090-c633-45c8-b5ea-51428cab94f2 req-0dce6282-1573-4e95-a128-7ba5076244bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:01.416900 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d4a60090-c633-45c8-b5ea-51428cab94f2 req-0dce6282-1573-4e95-a128-7ba5076244bb service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.1246486 Nov 26 17:05:01.524238 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d4a60090-c633-45c8-b5ea-51428cab94f2 req-254f739e-3d27-4336-a595-22633e7565e7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 HTTP/1.1" status: 200 len: 1002 time: 0.0949283 Nov 26 17:05:01.592002 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a60090-c633-45c8-b5ea-51428cab94f2 req-797287b5-329b-4247-9fe6-0223e536cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:01.593380 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d4a60090-c633-45c8-b5ea-51428cab94f2 req-797287b5-329b-4247-9fe6-0223e536cf45 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0566413 Nov 26 17:05:01.668669 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a60090-c633-45c8-b5ea-51428cab94f2 req-819c356e-5eb0-4d47-a160-559307548a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:01.670111 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d4a60090-c633-45c8-b5ea-51428cab94f2 req-819c356e-5eb0-4d47-a160-559307548a3e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679972 Nov 26 17:05:01.922355 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d4a60090-c633-45c8-b5ea-51428cab94f2 req-97b4b589-9748-4db8-bd1e-6ab0740a45c5 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421131 Nov 26 17:05:02.056860 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d4a60090-c633-45c8-b5ea-51428cab94f2 req-8530c483-b5fc-417d-abdd-199785b8441a service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243198 Nov 26 17:05:02.234725 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:02.451397 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91943dea-1bc7-4c5b-9679-e55bbc6b101b req-13952261-7abd-4dc6-a531-dea3797a5a44 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:02.452890 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-91943dea-1bc7-4c5b-9679-e55bbc6b101b req-13952261-7abd-4dc6-a531-dea3797a5a44 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.0848625 Nov 26 17:05:02.498349 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-91943dea-1bc7-4c5b-9679-e55bbc6b101b req-01bfe12d-6c08-48d6-bc40-ea559e5984e8 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393085 Nov 26 17:05:03.680359 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880c45b-2e62-432f-818a-8974a9525cbb req-5cdc9859-575e-4595-befe-59986a9d854f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:03.681815 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8880c45b-2e62-432f-818a-8974a9525cbb req-5cdc9859-575e-4595-befe-59986a9d854f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.0794094 Nov 26 17:05:03.725803 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8880c45b-2e62-432f-818a-8974a9525cbb req-bf030b05-f5b2-4b8e-bb08-a7c10a1b86e4 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378020 Nov 26 17:05:04.026388 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:04.096936 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68859a4-69f6-4757-8f22-a91f501dd625 req-a322ce9f-451c-4d4f-93bf-6ee7156ee3c3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:04.098362 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c68859a4-69f6-4757-8f22-a91f501dd625 req-a322ce9f-451c-4d4f-93bf-6ee7156ee3c3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.0823622 Nov 26 17:05:04.142478 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c68859a4-69f6-4757-8f22-a91f501dd625 req-5c560848-1364-40c0-bedf-75774b26677c tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383816 Nov 26 17:05:05.324575 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf59288-101d-4d1b-869b-9ccfb67dec9e req-5842aca7-1fa1-4247-9df7-c702494113dc tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:05.326031 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9cf59288-101d-4d1b-869b-9ccfb67dec9e req-5842aca7-1fa1-4247-9df7-c702494113dc tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.0794592 Nov 26 17:05:05.374020 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9cf59288-101d-4d1b-869b-9ccfb67dec9e req-ab9b0e43-6c0b-4b9e-a0b5-246af16a4374 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424194 Nov 26 17:05:05.894516 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f254b0-b86e-481f-92e9-fb999329c6dc req-7e30389c-453f-4e67-8e88-590b02d9fd14 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:05.896000 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-89f254b0-b86e-481f-92e9-fb999329c6dc req-7e30389c-453f-4e67-8e88-590b02d9fd14 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.0785453 Nov 26 17:05:05.971404 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-89f254b0-b86e-481f-92e9-fb999329c6dc req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Deleting port 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:05:05.971754 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-89f254b0-b86e-481f-92e9-fb999329c6dc req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:06.207179 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-89f254b0-b86e-481f-92e9-fb999329c6dc req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] For port 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=36c4f4e3-5974-40d6-9fd7-ebaaff1528f2,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:05:06.207536 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-89f254b0-b86e-481f-92e9-fb999329c6dc req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:06.542154 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-89f254b0-b86e-481f-92e9-fb999329c6dc req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:06.542441 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-89f254b0-b86e-481f-92e9-fb999329c6dc req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:06.542786 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [req-89f254b0-b86e-481f-92e9-fb999329c6dc req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Floating IP 0ee847d8-e5c0-4a59-87de-086173b20d30 disassociated. External IP: 172.26.0.102, port: 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2. Nov 26 17:05:06.543132 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-89f254b0-b86e-481f-92e9-fb999329c6dc req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Calling delete_port for 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:05:06.641183 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3ef50-5676-441b-8a54-be8a20024ba6 req-4f5ea37c-db7a-48dc-927b-ab3f328c56f7 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:06.642629 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bee3ef50-5676-441b-8a54-be8a20024ba6 req-4f5ea37c-db7a-48dc-927b-ab3f328c56f7 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 946 time: 0.1653080 Nov 26 17:05:06.744439 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-89f254b0-b86e-481f-92e9-fb999329c6dc req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:06.758333 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bee3ef50-5676-441b-8a54-be8a20024ba6 req-2066043a-8c16-4568-a759-18bcf24efe47 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062620 Nov 26 17:05:06.760153 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2e425db8-da95-4b5d-84f2-b97c04599582 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:05:06.809889 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Pushing event deleted for resources: {'Port': ['ID=36c4f4e3-5974-40d6-9fd7-ebaaff1528f2,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:05:06.874369 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:05:06.874765 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:05:06.875157 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:05:06.875541 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:05:06.875945 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:05:06.876323 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:05:06.876709 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:05:06.877074 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:05:06.877452 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:05:06.877824 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:05:06.878194 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:05:06.878560 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:05:06.882068 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:05:07.131404 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89f254b0-b86e-481f-92e9-fb999329c6dc req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:05:07.307814 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89f254b0-b86e-481f-92e9-fb999329c6dc req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:05:07.319378 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d24406-dfec-4a2a-b6b4-0b87c9887dc4 None None] Sync routers for ids ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:05:07.328951 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d24406-dfec-4a2a-b6b4-0b87c9887dc4 None None] Routers {'d6f6cf68-9def-4062-9b1a-ecef0b8ae250'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:05:07.329632 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-90d24406-dfec-4a2a-b6b4-0b87c9887dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:05:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:05:07.386644 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f254b0-b86e-481f-92e9-fb999329c6dc req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] No DVR routers for this DVR port 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:05:07.389097 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-89f254b0-b86e-481f-92e9-fb999329c6dc req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:07.391622 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c41926e-bb25-44cc-abab-baa76a09dd39', 'name': 'network-vif-deleted', 'tag': '36c4f4e3-5974-40d6-9fd7-ebaaff1528f2'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:05:07.408651 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-89f254b0-b86e-481f-92e9-fb999329c6dc req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.31 "DELETE /v2.0/ports/36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 HTTP/1.1" status: 204 len: 173 time: 1.5041325 Nov 26 17:05:07.435424 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c41926e-bb25-44cc-abab-baa76a09dd39', 'name': 'network-vif-deleted', 'tag': '36c4f4e3-5974-40d6-9fd7-ebaaff1528f2', 'status': 'completed', 'code': 200} Nov 26 17:05:07.507669 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-90d24406-dfec-4a2a-b6b4-0b87c9887dc4 None None] Set router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:05:07.815403 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-90d24406-dfec-4a2a-b6b4-0b87c9887dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'fa4a1c66-d889-4660-a489-1cfdfe20be5a', 'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'mac_address': 'fa:16:3e:58:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:21Z', 'updated_at': '2021-11-26T17:02:27Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'subnets': [{'id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:05:07.819226 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d24406-dfec-4a2a-b6b4-0b87c9887dc4 None None] Checking router: d6f6cf68-9def-4062-9b1a-ecef0b8ae250 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:05:07.827435 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d24406-dfec-4a2a-b6b4-0b87c9887dc4 None None] Routers {'d6f6cf68-9def-4062-9b1a-ecef0b8ae250'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:05:07.828065 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-90d24406-dfec-4a2a-b6b4-0b87c9887dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:05:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:05:07.926012 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-b4fbf6e6-6161-4bdb-90a3-304ab374a2ad req-2f473090-7aba-4868-9807-73a3fe30bedd tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Synchronizing usage tracker for tenant:8a35231917ef4e74bc7e80ac9ac2e46f on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:05:07.942284 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-b4fbf6e6-6161-4bdb-90a3-304ab374a2ad req-2f473090-7aba-4868-9807-73a3fe30bedd tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Unset dirty status for tenant:8a35231917ef4e74bc7e80ac9ac2e46f on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:05:07.946007 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b4fbf6e6-6161-4bdb-90a3-304ab374a2ad req-2f473090-7aba-4868-9807-73a3fe30bedd tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c41926e-bb25-44cc-abab-baa76a09dd39 HTTP/1.1" status: 200 len: 210 time: 0.0685003 Nov 26 17:05:08.015484 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-90d24406-dfec-4a2a-b6b4-0b87c9887dc4 None None] Set router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:05:08.318357 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-90d24406-dfec-4a2a-b6b4-0b87c9887dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'fa4a1c66-d889-4660-a489-1cfdfe20be5a', 'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'mac_address': 'fa:16:3e:58:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:21Z', 'updated_at': '2021-11-26T17:02:27Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'subnets': [{'id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:05:08.322049 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d24406-dfec-4a2a-b6b4-0b87c9887dc4 None None] The sync data for ids ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'] in dv-neutron-819440-1-hyperv is: [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'fa4a1c66-d889-4660-a489-1cfdfe20be5a', 'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'mac_address': 'fa:16:3e:58:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:21Z', 'updated_at': '2021-11-26T17:02:27Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'subnets': [{'id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:05:08.536150 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0c6bea-bc38-49a0-be41-1b3284c3c7d4 None None] New status for floating IP 0ee847d8-e5c0-4a59-87de-086173b20d30: DOWN {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:05:09.281828 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-465cb827-1074-4ad7-bf56-7e389004b34e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1566987873&fields=id&tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f HTTP/1.1" status: 200 len: 267 time: 0.0387392 Nov 26 17:05:09.447691 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-e922473b-5618-4b84-b72b-3cd855e083d8 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:09.449634 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-e922473b-5618-4b84-b72b-3cd855e083d8 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 812 time: 0.1615338 Nov 26 17:05:09.464052 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-6082a867-52d1-4606-afb1-5f8115015736 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/quotas/8a35231917ef4e74bc7e80ac9ac2e46f HTTP/1.1" status: 200 len: 375 time: 0.0089774 Nov 26 17:05:09.548146 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-bfcebdb6-e93b-4f8c-83ef-53625a9301a6 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0785904 Nov 26 17:05:09.686070 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-de32120a-7a69-40bd-884b-fdc68095e7c7 service neutron] 10.222.0.11 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266677 Nov 26 17:05:09.851255 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:05:09.884641 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:05:09.884993 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 36c4f4e3-5974-40d6-9fd7-ebaaff1528f2 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:05:09.923851 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-d8927584-8a38-4c2f-a56e-41d127b4c6cc service neutron] 10.222.0.11 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319126 Nov 26 17:05:10.101039 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-88a8a9c2-e01d-410d-a9af-6e647c95818a req-6e2ad2f4-7122-4815-b018-61f168e59887 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 210 time: 0.0457358 Nov 26 17:05:11.192006 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-eb1f56d8-f961-45b2-a39c-3ced7c7603ab tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:11.193424 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-eb1f56d8-f961-45b2-a39c-3ced7c7603ab tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 812 time: 0.1481173 Nov 26 17:05:11.248784 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-0356e7fc-6aaf-4258-a520-cf13a6e182b7 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f HTTP/1.1" status: 200 len: 380 time: 0.0423477 Nov 26 17:05:11.259628 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-deb318df-8014-4a53-8a64-140f758b51bb req-42db8a99-77e1-44d6-9129-8a07adb545ef tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 210 time: 0.0475705 Nov 26 17:05:11.262443 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-3c1546b2-2c50-4be4-9c3b-f8137309da8d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Request body: {'port': {'device_id': 'df39d6f7-bb06-4c65-a4d5-df8a6e6bc765', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'admin_state_up': True, 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'security_groups': ['3e0e1be6-a3f3-4a39-bb96-00526fac4491']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:05:11.397843 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-3c1546b2-2c50-4be4-9c3b-f8137309da8d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:05:11.407558 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-3c1546b2-2c50-4be4-9c3b-f8137309da8d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:05:11.417443 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-3c1546b2-2c50-4be4-9c3b-f8137309da8d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Made reservation on behalf of 8a35231917ef4e74bc7e80ac9ac2e46f for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:05:11.421040 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-3c1546b2-2c50-4be4-9c3b-f8137309da8d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:11.581993 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-3c1546b2-2c50-4be4-9c3b-f8137309da8d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Allocated IP 172.20.0.5 (7e22d964-9ecf-42f7-a88a-eec4636f5b28/b8f35834-919a-46b2-ac41-a89db8f046f2/a2ad72e2-b1de-469d-973b-9128c016091c) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:05:11.766573 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-3c1546b2-2c50-4be4-9c3b-f8137309da8d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:11.781561 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-3c1546b2-2c50-4be4-9c3b-f8137309da8d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Transition to ACTIVE for port object a2ad72e2-b1de-469d-973b-9128c016091c will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:05:11.804007 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-3c1546b2-2c50-4be4-9c3b-f8137309da8d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:11.809767 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:05:11.875982 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-3c1546b2-2c50-4be4-9c3b-f8137309da8d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Network 7e22d964-9ecf-42f7-a88a-eec4636f5b28 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:05:11.878994 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-3c1546b2-2c50-4be4-9c3b-f8137309da8d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:05:11.882998 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-3c1546b2-2c50-4be4-9c3b-f8137309da8d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:05:11.927029 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1546b2-2c50-4be4-9c3b-f8137309da8d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Pushing event updated for resources: {'Port': ['ID=a2ad72e2-b1de-469d-973b-9128c016091c,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:05:11.931884 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3c1546b2-2c50-4be4-9c3b-f8137309da8d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:05:11.956898 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-3c1546b2-2c50-4be4-9c3b-f8137309da8d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:11.957504 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-3c1546b2-2c50-4be4-9c3b-f8137309da8d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:11.983922 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-3c1546b2-2c50-4be4-9c3b-f8137309da8d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7260911 Nov 26 17:05:12.000374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-a54dba39-f333-4028-9b67-4100865048dd service neutron] Request body: {'port': {'device_id': 'df39d6f7-bb06-4c65-a4d5-df8a6e6bc765', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:05:12.112483 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-a54dba39-f333-4028-9b67-4100865048dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:12.177131 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-0a75d3f4-f850-45fd-8dc0-756364c45a63 None None] Provisioning for port a2ad72e2-b1de-469d-973b-9128c016091c completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:05:12.182269 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-0a75d3f4-f850-45fd-8dc0-756364c45a63 None None] Provisioning complete for port a2ad72e2-b1de-469d-973b-9128c016091c triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:05:12.182859 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0a75d3f4-f850-45fd-8dc0-756364c45a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:12.243073 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-0a75d3f4-f850-45fd-8dc0-756364c45a63 None None] Port a2ad72e2-b1de-469d-973b-9128c016091c cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:05:12.576670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa30f7-a122-4f3a-a9dc-bdb404ab98b1 req-a9d8f8de-0688-4112-8951-65be3cb09196 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:12.577263 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-11aa30f7-a122-4f3a-a9dc-bdb404ab98b1 req-a9d8f8de-0688-4112-8951-65be3cb09196 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Synchronizing usage tracker for tenant:8a35231917ef4e74bc7e80ac9ac2e46f on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:05:12.643369 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-11aa30f7-a122-4f3a-a9dc-bdb404ab98b1 req-a9d8f8de-0688-4112-8951-65be3cb09196 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Unset dirty status for tenant:8a35231917ef4e74bc7e80ac9ac2e46f on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:05:12.644542 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-11aa30f7-a122-4f3a-a9dc-bdb404ab98b1 req-a9d8f8de-0688-4112-8951-65be3cb09196 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 931 time: 0.1907954 Nov 26 17:05:12.655827 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-a54dba39-f333-4028-9b67-4100865048dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ad72e2-b1de-469d-973b-9128c016091c {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:05:12.677665 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-a54dba39-f333-4028-9b67-4100865048dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:12.706438 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-a54dba39-f333-4028-9b67-4100865048dd service neutron] Transition to ACTIVE for port object a2ad72e2-b1de-469d-973b-9128c016091c will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:05:12.711773 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-a54dba39-f333-4028-9b67-4100865048dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:12.716868 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8e29d99d-346d-4a5a-82fa-376ff93ec342 tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:05:12.748529 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-11aa30f7-a122-4f3a-a9dc-bdb404ab98b1 req-0375ed79-bb53-46dc-ac55-9ddeabd402ef tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976479 Nov 26 17:05:12.870054 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54dba39-f333-4028-9b67-4100865048dd service neutron] Pushing event updated for resources: {'Port': ['ID=a2ad72e2-b1de-469d-973b-9128c016091c,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:05:12.878171 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a54dba39-f333-4028-9b67-4100865048dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:05:12.954497 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-a54dba39-f333-4028-9b67-4100865048dd service neutron] Attempting to bind port a2ad72e2-b1de-469d-973b-9128c016091c on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:05:12.954837 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-a54dba39-f333-4028-9b67-4100865048dd service neutron] Attempting to bind port a2ad72e2-b1de-469d-973b-9128c016091c by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '1151c331-da3f-48c4-aca9-b6503b7ce6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:05:12.955165 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-a54dba39-f333-4028-9b67-4100865048dd service neutron] Attempting to bind port a2ad72e2-b1de-469d-973b-9128c016091c on network 7e22d964-9ecf-42f7-a88a-eec4636f5b28 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:05:12.960013 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-a54dba39-f333-4028-9b67-4100865048dd service neutron] Port a2ad72e2-b1de-469d-973b-9128c016091c on network 7e22d964-9ecf-42f7-a88a-eec4636f5b28 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 17:05:12.960417 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-a54dba39-f333-4028-9b67-4100865048dd service neutron] Attempting to bind port a2ad72e2-b1de-469d-973b-9128c016091c on network 7e22d964-9ecf-42f7-a88a-eec4636f5b28 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:05:12.965481 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-a54dba39-f333-4028-9b67-4100865048dd service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:05:12.965822 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-a54dba39-f333-4028-9b67-4100865048dd service neutron] Checking segment: {'id': '1151c331-da3f-48c4-aca9-b6503b7ce6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:05:12.966236 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-a54dba39-f333-4028-9b67-4100865048dd service neutron] Bound using segment: {'id': '1151c331-da3f-48c4-aca9-b6503b7ce6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:05:12.966663 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-a54dba39-f333-4028-9b67-4100865048dd service neutron] Bound port: a2ad72e2-b1de-469d-973b-9128c016091c, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1151c331-da3f-48c4-aca9-b6503b7ce6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:05:12.967012 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-a54dba39-f333-4028-9b67-4100865048dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:13.053679 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-a54dba39-f333-4028-9b67-4100865048dd service neutron] For port a2ad72e2-b1de-469d-973b-9128c016091c, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:05:13.057185 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-a54dba39-f333-4028-9b67-4100865048dd service neutron] For port a2ad72e2-b1de-469d-973b-9128c016091c, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a2ad72e2-b1de-469d-973b-9128c016091c,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:05:13.061979 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-a54dba39-f333-4028-9b67-4100865048dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:13.066489 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:05:13.118884 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-a54dba39-f333-4028-9b67-4100865048dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:13.119755 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-a54dba39-f333-4028-9b67-4100865048dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:13.121659 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-a54dba39-f333-4028-9b67-4100865048dd service neutron] 10.222.0.31 "PUT /v2.0/ports/a2ad72e2-b1de-469d-973b-9128c016091c HTTP/1.1" status: 200 len: 1093 time: 1.1256411 Nov 26 17:05:13.122186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df39d6f7-bb06-4c65-a4d5-df8a6e6bc765', 'tag': 'a2ad72e2-b1de-469d-973b-9128c016091c'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:05:13.150472 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54dba39-f333-4028-9b67-4100865048dd service neutron] Pushing event updated for resources: {'Port': ['ID=a2ad72e2-b1de-469d-973b-9128c016091c,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:05:13.154589 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a54dba39-f333-4028-9b67-4100865048dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:05:13.208223 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df39d6f7-bb06-4c65-a4d5-df8a6e6bc765', 'tag': 'a2ad72e2-b1de-469d-973b-9128c016091c', 'status': 'completed', 'code': 200} Nov 26 17:05:13.250128 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-93bc19ba-5229-4aa5-b895-826af23c577f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:13.251598 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-93bc19ba-5229-4aa5-b895-826af23c577f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 1096 time: 0.0788829 Nov 26 17:05:13.331744 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-1f42f090-0421-4b0c-8996-bb40f57f5896 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2ad72e2-b1de-469d-973b-9128c016091c HTTP/1.1" status: 200 len: 217 time: 0.0685244 Nov 26 17:05:13.400363 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-5bf493c9-2239-4edf-a088-b58bd2a4653e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:13.402356 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-5bf493c9-2239-4edf-a088-b58bd2a4653e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0601845 Nov 26 17:05:13.482826 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-01070eb8-87c2-4a8b-a54c-2016dd282655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:13.484365 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-01070eb8-87c2-4a8b-a54c-2016dd282655 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723109 Nov 26 17:05:13.620335 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-453149d5-3eb7-48e8-8624-186768558dd4 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256955 Nov 26 17:05:13.757216 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7d0f1138-5bf1-4462-b423-b3e4e739f58c req-ffcbaa48-1a4b-4243-88b4-05aa5b3c8a74 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255085 Nov 26 17:05:13.950924 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32f6b5-ecf4-485b-8f81-5413f6f78faf req-32dc78d7-d36a-4798-a3f2-98544b4cbe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:13.952435 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-eb32f6b5-ecf4-485b-8f81-5413f6f78faf req-32dc78d7-d36a-4798-a3f2-98544b4cbe01 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 1096 time: 0.1376083 Nov 26 17:05:13.964464 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28c5f7-7ed7-4b2a-a7f4-ae864a0c3c65 req-55c8591d-d9f1-46e9-8bf2-656bc3c4a63f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:13.965805 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ad28c5f7-7ed7-4b2a-a7f4-ae864a0c3c65 req-55c8591d-d9f1-46e9-8bf2-656bc3c4a63f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 943 time: 0.1063333 Nov 26 17:05:14.091176 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ad28c5f7-7ed7-4b2a-a7f4-ae864a0c3c65 req-a8545b5a-271f-4f54-9246-08f3ebce45d1 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063011 Nov 26 17:05:14.129163 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32f6b5-ecf4-485b-8f81-5413f6f78faf req-a4d78e5b-dd7f-49a1-968b-672158bc2b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:14.130572 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-eb32f6b5-ecf4-485b-8f81-5413f6f78faf req-a4d78e5b-dd7f-49a1-968b-672158bc2b31 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.1639428 Nov 26 17:05:14.199606 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-eb32f6b5-ecf4-485b-8f81-5413f6f78faf req-4ce0f104-9f1c-4cb4-b6ef-e33c9cf838b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2ad72e2-b1de-469d-973b-9128c016091c HTTP/1.1" status: 200 len: 217 time: 0.0590129 Nov 26 17:05:14.376516 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32f6b5-ecf4-485b-8f81-5413f6f78faf req-624e239b-d83c-4afd-a447-a36a062a9310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:14.377927 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-eb32f6b5-ecf4-485b-8f81-5413f6f78faf req-624e239b-d83c-4afd-a447-a36a062a9310 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.1714184 Nov 26 17:05:14.454584 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32f6b5-ecf4-485b-8f81-5413f6f78faf req-8a0c75f5-1058-44b9-bd4e-ead49197fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:14.456052 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-eb32f6b5-ecf4-485b-8f81-5413f6f78faf req-8a0c75f5-1058-44b9-bd4e-ead49197fc53 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705466 Nov 26 17:05:14.588764 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-eb32f6b5-ecf4-485b-8f81-5413f6f78faf req-855a394c-1407-4729-8aa4-891d3fdacd1f service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253009 Nov 26 17:05:14.723447 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-eb32f6b5-ecf4-485b-8f81-5413f6f78faf req-cc17d2e7-d48f-47d2-ac27-fc9af18efd47 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231592 Nov 26 17:05:15.271147 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4239a8-16ff-45ac-acc2-4134f50d2bbd req-d55eec17-d9ef-42db-8bb4-ffd6bc784426 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:15.272586 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cb4239a8-16ff-45ac-acc2-4134f50d2bbd req-d55eec17-d9ef-42db-8bb4-ffd6bc784426 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 943 time: 0.0781436 Nov 26 17:05:15.315618 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cb4239a8-16ff-45ac-acc2-4134f50d2bbd req-6dc20fa7-24bc-42e9-8839-b9410e9e5cfc tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368018 Nov 26 17:05:15.897198 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device a2ad72e2-b1de-469d-973b-9128c016091c details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:05:16.029144 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port a2ad72e2-b1de-469d-973b-9128c016091c, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a2ad72e2-b1de-469d-973b-9128c016091c,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:05:16.041719 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': 'a2ad72e2-b1de-469d-973b-9128c016091c', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'port_id': 'a2ad72e2-b1de-469d-973b-9128c016091c', 'mac_address': 'fa:16:3e:97:01:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:05:16.095066 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:16.114310 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ad72e2-b1de-469d-973b-9128c016091c {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:05:16.129107 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port a2ad72e2-b1de-469d-973b-9128c016091c, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a2ad72e2-b1de-469d-973b-9128c016091c,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:05:16.132923 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:16.134555 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:05:16.197958 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=a2ad72e2-b1de-469d-973b-9128c016091c,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:05:16.201398 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:05:16.471631 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['a2ad72e2-b1de-469d-973b-9128c016091c'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:05:16.496679 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56785e59-29ea-4751-9aa6-fb2793c24cb8 req-4b075be4-099c-4921-bb16-195b048e6b56 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:16.498136 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-56785e59-29ea-4751-9aa6-fb2793c24cb8 req-4b075be4-099c-4921-bb16-195b048e6b56 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 944 time: 0.0805602 Nov 26 17:05:16.546925 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-56785e59-29ea-4751-9aa6-fb2793c24cb8 req-a1394da2-56ce-4f46-ac0c-3b4c4324af2f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431018 Nov 26 17:05:17.734464 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d31f78-b000-4e14-9523-4753d82bd91e req-48bfae4b-2224-4da3-a424-cd2417eadbc1 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:17.735950 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-34d31f78-b000-4e14-9523-4753d82bd91e req-48bfae4b-2224-4da3-a424-cd2417eadbc1 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 944 time: 0.0835755 Nov 26 17:05:17.779997 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-34d31f78-b000-4e14-9523-4753d82bd91e req-31022cf2-68bb-4d4e-899b-b11cbf2863e9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381119 Nov 26 17:05:17.913111 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device a2ad72e2-b1de-469d-973b-9128c016091c up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:05:17.979171 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port a2ad72e2-b1de-469d-973b-9128c016091c completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:05:17.983808 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port a2ad72e2-b1de-469d-973b-9128c016091c triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:05:17.984189 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:18.103626 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:18.129746 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df39d6f7-bb06-4c65-a4d5-df8a6e6bc765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ad72e2-b1de-469d-973b-9128c016091c'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:05:18.139760 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port a2ad72e2-b1de-469d-973b-9128c016091c, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a2ad72e2-b1de-469d-973b-9128c016091c,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:05:18.143921 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:18.145778 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:05:18.174495 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df39d6f7-bb06-4c65-a4d5-df8a6e6bc765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ad72e2-b1de-469d-973b-9128c016091c', 'code': 200} Nov 26 17:05:18.212211 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=a2ad72e2-b1de-469d-973b-9128c016091c,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:05:18.215036 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:05:18.413324 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd1402-dacf-462d-9d8f-e5db08bd2ae5 req-ddbfab15-3f4b-4041-a3f5-daba9ae16925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:18.414759 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-07bd1402-dacf-462d-9d8f-e5db08bd2ae5 req-ddbfab15-3f4b-4041-a3f5-daba9ae16925 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 1098 time: 0.0687945 Nov 26 17:05:18.459212 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-07bd1402-dacf-462d-9d8f-e5db08bd2ae5 req-44ef8157-c86b-4aae-b5ee-19573d2c5cc1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345018 Nov 26 17:05:18.959723 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0b79b-82e2-4be4-bd9d-68dbcdced718 req-0a9c881a-0029-46ab-95b9-2698c7fb219c tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:18.961222 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b1a0b79b-82e2-4be4-bd9d-68dbcdced718 req-0a9c881a-0029-46ab-95b9-2698c7fb219c tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.0798950 Nov 26 17:05:19.005401 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b1a0b79b-82e2-4be4-bd9d-68dbcdced718 req-e0a33305-bef1-41bd-8083-2394f14e8256 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377181 Nov 26 17:05:19.639423 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:20.189916 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ae59a-d36e-4f7d-8cda-0de0e7058aad req-2db698f3-386d-4a7b-b1ef-dbf47d85aa94 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:20.191340 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d67ae59a-d36e-4f7d-8cda-0de0e7058aad req-2db698f3-386d-4a7b-b1ef-dbf47d85aa94 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.0827153 Nov 26 17:05:20.234774 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d67ae59a-d36e-4f7d-8cda-0de0e7058aad req-49b02d2d-5d1c-4232-aeab-06057bc19607 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378165 Nov 26 17:05:20.413624 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa735c3-c3a6-46ec-9e9a-c53210625e26 req-78e2a426-48f7-41a8-977b-7db99ce7822c tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:20.415046 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2aa735c3-c3a6-46ec-9e9a-c53210625e26 req-78e2a426-48f7-41a8-977b-7db99ce7822c tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.0839598 Nov 26 17:05:20.423463 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 57406) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:05:20.428347 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-3f8f47e6-6eea-4318-a990-d3ba2a571d9d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Request body: {'floatingip': {'port_id': 'a2ad72e2-b1de-469d-973b-9128c016091c'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:05:20.506308 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3f8f47e6-6eea-4318-a990-d3ba2a571d9d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for floatingip, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:21.085397 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3f8f47e6-6eea-4318-a990-d3ba2a571d9d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:21.088735 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3f8f47e6-6eea-4318-a990-d3ba2a571d9d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:21.251627 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-3f8f47e6-6eea-4318-a990-d3ba2a571d9d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Floating IP 0ee847d8-e5c0-4a59-87de-086173b20d30 associated. External IP: 172.26.0.102, port: a2ad72e2-b1de-469d-973b-9128c016091c. Nov 26 17:05:21.708481 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8f47e6-6eea-4318-a990-d3ba2a571d9d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:05:21.885611 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8f47e6-6eea-4318-a990-d3ba2a571d9d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:05:21.890470 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3f8f47e6-6eea-4318-a990-d3ba2a571d9d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:21.895563 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23875759-8542-4d21-bda2-3e0379b9dae6 None None] Sync routers for ids ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:05:21.904819 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23875759-8542-4d21-bda2-3e0379b9dae6 None None] Routers {'d6f6cf68-9def-4062-9b1a-ecef0b8ae250'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:05:21.905540 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-23875759-8542-4d21-bda2-3e0379b9dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:05:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:05:21.949359 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3f8f47e6-6eea-4318-a990-d3ba2a571d9d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "PUT /v2.0/floatingips/0ee847d8-e5c0-4a59-87de-086173b20d30 HTTP/1.1" status: 200 len: 991 time: 1.5238996 Nov 26 17:05:21.950448 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df39d6f7-bb06-4c65-a4d5-df8a6e6bc765', 'tag': 'a2ad72e2-b1de-469d-973b-9128c016091c'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:05:22.059319 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df39d6f7-bb06-4c65-a4d5-df8a6e6bc765', 'tag': 'a2ad72e2-b1de-469d-973b-9128c016091c', 'status': 'completed', 'code': 200} Nov 26 17:05:22.113395 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-23875759-8542-4d21-bda2-3e0379b9dae6 None None] Set router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:05:22.155065 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f14794-7161-473d-b4a9-cd2729ee158b req-1328bd87-6982-45fa-a878-bb0356ddaf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:22.156505 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-50f14794-7161-473d-b4a9-cd2729ee158b req-1328bd87-6982-45fa-a878-bb0356ddaf58 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 1098 time: 0.0708313 Nov 26 17:05:22.290049 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f14794-7161-473d-b4a9-cd2729ee158b req-6b8fa7da-a3fe-4cee-9a79-3cb3b05afeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:22.291485 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-50f14794-7161-473d-b4a9-cd2729ee158b req-6b8fa7da-a3fe-4cee-9a79-3cb3b05afeab service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.1275008 Nov 26 17:05:22.401758 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-50f14794-7161-473d-b4a9-cd2729ee158b req-42cccae9-d9f8-469c-aa71-7bdff5eb72e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2ad72e2-b1de-469d-973b-9128c016091c HTTP/1.1" status: 200 len: 999 time: 0.1026649 Nov 26 17:05:22.464492 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f14794-7161-473d-b4a9-cd2729ee158b req-5b20a965-2167-481a-a0d1-71a5e4131d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:22.465810 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-50f14794-7161-473d-b4a9-cd2729ee158b req-5b20a965-2167-481a-a0d1-71a5e4131d89 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0579407 Nov 26 17:05:22.485695 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-23875759-8542-4d21-bda2-3e0379b9dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '0ee847d8-e5c0-4a59-87de-086173b20d30', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'floating_ip_address': '172.26.0.102', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'port_id': 'a2ad72e2-b1de-469d-973b-9128c016091c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'mac_address': 'fa:16:3e:97:01:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df39d6f7-bb06-4c65-a4d5-df8a6e6bc765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:02:25Z', 'updated_at': '2021-11-26T17:05:20Z', 'revision_number': 9, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4a1c66-d889-4660-a489-1cfdfe20be5a', 'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'mac_address': 'fa:16:3e:58:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:21Z', 'updated_at': '2021-11-26T17:02:27Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'subnets': [{'id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:05:22.489615 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23875759-8542-4d21-bda2-3e0379b9dae6 None None] Checking router: d6f6cf68-9def-4062-9b1a-ecef0b8ae250 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:05:22.498607 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23875759-8542-4d21-bda2-3e0379b9dae6 None None] Routers {'d6f6cf68-9def-4062-9b1a-ecef0b8ae250'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:05:22.499201 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-23875759-8542-4d21-bda2-3e0379b9dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:05:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:05:22.547450 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f14794-7161-473d-b4a9-cd2729ee158b req-bb806402-c9fe-42e5-8ca4-44007971c39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:05:22.549026 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-50f14794-7161-473d-b4a9-cd2729ee158b req-bb806402-c9fe-42e5-8ca4-44007971c39f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766683 Nov 26 17:05:22.677770 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-23875759-8542-4d21-bda2-3e0379b9dae6 None None] Set router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:05:22.688718 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-50f14794-7161-473d-b4a9-cd2729ee158b req-93603d8c-499d-4236-8ebd-d51f92d2fd77 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326122 Nov 26 17:05:22.821714 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-50f14794-7161-473d-b4a9-cd2729ee158b req-b9e0b5e2-4571-47c8-bae5-b2ee0d739002 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266153 Nov 26 17:05:23.024601 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-23875759-8542-4d21-bda2-3e0379b9dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '0ee847d8-e5c0-4a59-87de-086173b20d30', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'floating_ip_address': '172.26.0.102', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'port_id': 'a2ad72e2-b1de-469d-973b-9128c016091c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'mac_address': 'fa:16:3e:97:01:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df39d6f7-bb06-4c65-a4d5-df8a6e6bc765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:02:25Z', 'updated_at': '2021-11-26T17:05:20Z', 'revision_number': 9, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4a1c66-d889-4660-a489-1cfdfe20be5a', 'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'mac_address': 'fa:16:3e:58:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:21Z', 'updated_at': '2021-11-26T17:02:27Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'subnets': [{'id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:05:23.029164 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23875759-8542-4d21-bda2-3e0379b9dae6 None None] The sync data for ids ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'] in dv-neutron-819440-1-hyperv is: [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '0ee847d8-e5c0-4a59-87de-086173b20d30', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'floating_ip_address': '172.26.0.102', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'port_id': 'a2ad72e2-b1de-469d-973b-9128c016091c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'mac_address': 'fa:16:3e:97:01:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df39d6f7-bb06-4c65-a4d5-df8a6e6bc765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:02:25Z', 'updated_at': '2021-11-26T17:05:20Z', 'revision_number': 9, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4a1c66-d889-4660-a489-1cfdfe20be5a', 'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'mac_address': 'fa:16:3e:58:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:21Z', 'updated_at': '2021-11-26T17:02:27Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'subnets': [{'id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:05:23.220785 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be02ed6e-70d2-4932-b286-820cee25ead7 None None] New status for floating IP 0ee847d8-e5c0-4a59-87de-086173b20d30: ACTIVE {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:05:28.612024 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7b511974-d40d-4849-b626-6fa9bdfdb6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:29.387572 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:31.273671 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bd29382c-c31d-41a8-9fbf-19aa18374f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:32.235671 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:34.027393 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:36.838668 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:05:49.645835 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:58.613197 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1ccd3520-4db9-4297-965a-50ac2888222f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:05:59.388308 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:01.274646 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-39d43d3c-27fa-418b-9cc3-c367d340f498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:02.126879 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d5d0f322-872c-4e81-bc9e-daa2842578bb req-621acc49-0dce-4972-aea7-03a70d398d82 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1758375 Nov 26 17:06:02.135016 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ea4d-f3d2-4a0c-b969-4fb05ff3f6e1 req-5972b36b-ae99-4742-9e91-02436fc90f6f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:02.136391 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4609ea4d-f3d2-4a0c-b969-4fb05ff3f6e1 req-5972b36b-ae99-4742-9e91-02436fc90f6f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.1075785 Nov 26 17:06:02.181529 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4609ea4d-f3d2-4a0c-b969-4fb05ff3f6e1 req-2eff76ce-efbf-4dc6-84de-2a8eef85a07f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385122 Nov 26 17:06:02.238999 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:03.375991 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0f322-872c-4e81-bc9e-daa2842578bb req-12d70771-cd49-4f1f-ace1-30ef7e34a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:03.377452 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d5d0f322-872c-4e81-bc9e-daa2842578bb req-12d70771-cd49-4f1f-ace1-30ef7e34a66f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 1098 time: 0.1316957 Nov 26 17:06:03.389487 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090e495-fd05-4b50-bda2-9866bede3529 req-a60e41b4-d322-4df4-b4c2-056daaf22609 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:03.390796 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8090e495-fd05-4b50-bda2-9866bede3529 req-a60e41b4-d322-4df4-b4c2-056daaf22609 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.1039982 Nov 26 17:06:03.637720 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8090e495-fd05-4b50-bda2-9866bede3529 req-9e41b704-4990-42b3-a07e-6c95c2be682e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272146 Nov 26 17:06:03.672678 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0f322-872c-4e81-bc9e-daa2842578bb req-ccd2ec49-f47a-4a95-853b-409c913c5876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:03.674102 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d5d0f322-872c-4e81-bc9e-daa2842578bb req-ccd2ec49-f47a-4a95-853b-409c913c5876 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.2824895 Nov 26 17:06:03.780777 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d5d0f322-872c-4e81-bc9e-daa2842578bb req-ecc1f2e4-cb00-49aa-b969-716db42b79b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2ad72e2-b1de-469d-973b-9128c016091c HTTP/1.1" status: 200 len: 1002 time: 0.0955999 Nov 26 17:06:03.847734 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0f322-872c-4e81-bc9e-daa2842578bb req-2854d4b4-35df-4ca7-921d-496692334711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:03.849081 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d5d0f322-872c-4e81-bc9e-daa2842578bb req-2854d4b4-35df-4ca7-921d-496692334711 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0584636 Nov 26 17:06:03.924483 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0f322-872c-4e81-bc9e-daa2842578bb req-00b3e6e7-b46f-4c84-a499-e7699642af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:03.925885 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d5d0f322-872c-4e81-bc9e-daa2842578bb req-00b3e6e7-b46f-4c84-a499-e7699642af81 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673285 Nov 26 17:06:04.031908 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:04.061163 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d5d0f322-872c-4e81-bc9e-daa2842578bb req-a3427031-a3dd-4208-8184-229ef41ade49 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244187 Nov 26 17:06:04.194329 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d5d0f322-872c-4e81-bc9e-daa2842578bb req-7645c13c-36ef-4b74-ae3a-f80c0bda8be7 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230226 Nov 26 17:06:04.818143 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7c951-d70a-4838-9c40-6d0e378dc53d req-b8a9ebfb-78d3-4d43-b64f-67dcf788d145 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:04.819802 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-33b7c951-d70a-4838-9c40-6d0e378dc53d req-b8a9ebfb-78d3-4d43-b64f-67dcf788d145 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.0791934 Nov 26 17:06:04.862662 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-33b7c951-d70a-4838-9c40-6d0e378dc53d req-6b4948fe-1a1f-4382-8031-562aa2c858c0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365422 Nov 26 17:06:06.045016 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9626d-11f7-439d-b4d0-9d0f94ff65da req-816a95d5-f416-4e13-a102-b19c8e58928b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:06.046438 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-54f9626d-11f7-439d-b4d0-9d0f94ff65da req-816a95d5-f416-4e13-a102-b19c8e58928b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.0780187 Nov 26 17:06:06.093183 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-54f9626d-11f7-439d-b4d0-9d0f94ff65da req-64d56628-945b-4a71-b8c8-f61b4c945470 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412788 Nov 26 17:06:07.279021 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f968ca5-902e-4fb9-9204-b90fd3e0307f req-72940d6b-55f4-4ef5-9aa6-b23bb2984c73 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:07.280479 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1f968ca5-902e-4fb9-9204-b90fd3e0307f req-72940d6b-55f4-4ef5-9aa6-b23bb2984c73 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.0846162 Nov 26 17:06:07.323175 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1f968ca5-902e-4fb9-9204-b90fd3e0307f req-a7f336bc-9942-41bb-a81c-ec2e6ba71641 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371068 Nov 26 17:06:08.507192 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61734ce7-f8a1-4b2e-82ea-00ed79b6fe51 req-0d51c6f7-52df-4c1e-9d7a-c95b5a9118d8 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:08.508657 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-61734ce7-f8a1-4b2e-82ea-00ed79b6fe51 req-0d51c6f7-52df-4c1e-9d7a-c95b5a9118d8 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.0806940 Nov 26 17:06:08.551870 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-61734ce7-f8a1-4b2e-82ea-00ed79b6fe51 req-391b5e87-9bfb-42e4-bcde-10c3596c46fa tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376685 Nov 26 17:06:09.733595 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3162ff-c28f-4d5a-8fe8-f6314bb97a3a req-eaf8c4bd-def9-45ce-9b11-2a2a6cead8e6 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:09.735046 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2b3162ff-c28f-4d5a-8fe8-f6314bb97a3a req-eaf8c4bd-def9-45ce-9b11-2a2a6cead8e6 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.0794847 Nov 26 17:06:09.782368 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2b3162ff-c28f-4d5a-8fe8-f6314bb97a3a req-b83a33a1-126e-4db9-a570-bfb92cb5b066 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415008 Nov 26 17:06:10.865382 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e5e91-df01-42a1-b583-281072f2e4a9 req-cae149fe-1198-414a-b71b-946f9191fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:10.866836 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cb5e5e91-df01-42a1-b583-281072f2e4a9 req-cae149fe-1198-414a-b71b-946f9191fbac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 1098 time: 0.1164799 Nov 26 17:06:11.063761 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e5e91-df01-42a1-b583-281072f2e4a9 req-333a38c0-8683-447a-a6ec-15ed2fe06de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:11.065065 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cb5e5e91-df01-42a1-b583-281072f2e4a9 req-333a38c0-8683-447a-a6ec-15ed2fe06de1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.1786566 Nov 26 17:06:11.075937 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d27ae-071c-4a81-bc0d-74f718d1a4ad req-03f97328-2b88-43e6-a4cf-d8b5f5bd585b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:11.077271 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8b4d27ae-071c-4a81-bc0d-74f718d1a4ad req-03f97328-2b88-43e6-a4cf-d8b5f5bd585b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.1896651 Nov 26 17:06:11.200284 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8b4d27ae-071c-4a81-bc0d-74f718d1a4ad req-8718a226-4d07-4c14-9fcb-79a63f8382a0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730388 Nov 26 17:06:11.203768 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cb5e5e91-df01-42a1-b583-281072f2e4a9 req-3bae41ca-4800-4f63-aa2b-2a29e906146f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2ad72e2-b1de-469d-973b-9128c016091c HTTP/1.1" status: 200 len: 1002 time: 0.1256561 Nov 26 17:06:11.267907 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e5e91-df01-42a1-b583-281072f2e4a9 req-99e210df-d4aa-4b1a-ab4f-2c1b57213f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:11.269280 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cb5e5e91-df01-42a1-b583-281072f2e4a9 req-99e210df-d4aa-4b1a-ab4f-2c1b57213f8b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0587802 Nov 26 17:06:11.342302 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e5e91-df01-42a1-b583-281072f2e4a9 req-79c3fbbf-ebd2-40e5-b05f-659cca84621a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:11.343625 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cb5e5e91-df01-42a1-b583-281072f2e4a9 req-79c3fbbf-ebd2-40e5-b05f-659cca84621a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679088 Nov 26 17:06:11.474784 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cb5e5e91-df01-42a1-b583-281072f2e4a9 req-69cd65b2-c40e-4397-b6e7-f7770f30926d service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201663 Nov 26 17:06:11.730162 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cb5e5e91-df01-42a1-b583-281072f2e4a9 req-93e3d46d-bc30-434c-853c-61379cd8589c service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484457 Nov 26 17:06:12.380946 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdffce1-c22c-4c5c-b620-e66ebb9cfb44 req-7251e2fa-823c-4297-85a9-5a6856a2aa8e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:12.382386 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5cdffce1-c22c-4c5c-b620-e66ebb9cfb44 req-7251e2fa-823c-4297-85a9-5a6856a2aa8e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.0788894 Nov 26 17:06:12.426635 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5cdffce1-c22c-4c5c-b620-e66ebb9cfb44 req-3a9d6cec-7c16-4efd-9e1b-85b122dcd9ee tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380759 Nov 26 17:06:13.614760 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f7918-332f-4b7c-9855-9b04c9642d8a req-5a7dae47-54b6-42b9-b58f-cc5ddf51a830 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:13.619744 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-772f7918-332f-4b7c-9855-9b04c9642d8a req-5a7dae47-54b6-42b9-b58f-cc5ddf51a830 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.0833824 Nov 26 17:06:13.661215 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-772f7918-332f-4b7c-9855-9b04c9642d8a req-47e5dccf-360f-4f64-bbe5-7f46beaf54bb tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385842 Nov 26 17:06:13.836613 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:06:14.848618 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1837bb-b8f6-4ac9-a389-f9f9eab2360e req-54968137-25f8-403d-8128-b43007d366c0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:14.850046 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6a1837bb-b8f6-4ac9-a389-f9f9eab2360e req-54968137-25f8-403d-8128-b43007d366c0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.0830801 Nov 26 17:06:14.892849 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6a1837bb-b8f6-4ac9-a389-f9f9eab2360e req-3bea0f74-c6cd-4b5a-926e-9c5baa55e3e6 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372832 Nov 26 17:06:16.075209 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2075d-d3ea-4ab9-9635-920ba69804d1 req-eaa2de0d-a5a0-46e0-9b73-348de6adbd66 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:16.076678 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-84c2075d-d3ea-4ab9-9635-920ba69804d1 req-eaa2de0d-a5a0-46e0-9b73-348de6adbd66 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.0792902 Nov 26 17:06:16.178330 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-84c2075d-d3ea-4ab9-9635-920ba69804d1 req-30bea5d1-77fc-4953-b27a-acff1dbe79a7 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959451 Nov 26 17:06:16.191258 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d5d0f322-872c-4e81-bc9e-daa2842578bb req-dfd2dccd-1a55-45a5-a477-703797eceb37 service neutron] 10.222.0.31 "GET /v2.0/ports/a2ad72e2-b1de-469d-973b-9128c016091c/bindings/hv-neutron-8194 HTTP/1.1" status: 200 len: 384 time: 0.0965080 Nov 26 17:06:16.475284 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0f322-872c-4e81-bc9e-daa2842578bb req-354bedee-f0e2-496c-b5ad-c31ede2b3b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:16.476686 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d5d0f322-872c-4e81-bc9e-daa2842578bb req-354bedee-f0e2-496c-b5ad-c31ede2b3b76 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765&tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f HTTP/1.1" status: 200 len: 1098 time: 0.0709708 Nov 26 17:06:16.569776 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0f322-872c-4e81-bc9e-daa2842578bb req-a4074a4c-f2f6-4e05-a308-c0ced93958d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:16.571215 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d5d0f322-872c-4e81-bc9e-daa2842578bb req-a4074a4c-f2f6-4e05-a308-c0ced93958d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 1098 time: 0.0727258 Nov 26 17:06:16.709642 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0f322-872c-4e81-bc9e-daa2842578bb req-de753977-3833-4b61-afa2-5086f641d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:16.711091 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d5d0f322-872c-4e81-bc9e-daa2842578bb req-de753977-3833-4b61-afa2-5086f641d3b9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.1279881 Nov 26 17:06:16.818936 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d5d0f322-872c-4e81-bc9e-daa2842578bb req-5cb534c4-5dcc-437c-9b4f-1ddb9150bfff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2ad72e2-b1de-469d-973b-9128c016091c HTTP/1.1" status: 200 len: 1002 time: 0.0974007 Nov 26 17:06:16.883161 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0f322-872c-4e81-bc9e-daa2842578bb req-8c1a1350-1d0b-432c-adad-6b81d92db4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:16.884539 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d5d0f322-872c-4e81-bc9e-daa2842578bb req-8c1a1350-1d0b-432c-adad-6b81d92db4c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0555058 Nov 26 17:06:16.966153 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0f322-872c-4e81-bc9e-daa2842578bb req-80c9d484-7f77-4140-b03c-a466779b4718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:16.967584 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d5d0f322-872c-4e81-bc9e-daa2842578bb req-80c9d484-7f77-4140-b03c-a466779b4718 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719786 Nov 26 17:06:17.103162 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d5d0f322-872c-4e81-bc9e-daa2842578bb req-604e0eb9-da6a-49f0-bebf-5744cc93bc08 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244650 Nov 26 17:06:17.237174 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d5d0f322-872c-4e81-bc9e-daa2842578bb req-c5ebca5e-ab9f-40b3-bc95-e394516834ea service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269317 Nov 26 17:06:17.366176 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a1fee-50a4-4353-99ba-ee10f70b15b0 req-e5f5c3bb-a786-4018-aadf-5e675a4056dd tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:17.368084 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fd1a1fee-50a4-4353-99ba-ee10f70b15b0 req-e5f5c3bb-a786-4018-aadf-5e675a4056dd tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.0821540 Nov 26 17:06:17.412735 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fd1a1fee-50a4-4353-99ba-ee10f70b15b0 req-5e7d0f00-3f02-425d-811a-453394d4361c tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376883 Nov 26 17:06:18.593631 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690a005-643f-489c-83e4-89ea32e6216d req-4a6881c2-7f9f-40aa-ae9f-116987c268da tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:18.595064 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8690a005-643f-489c-83e4-89ea32e6216d req-4a6881c2-7f9f-40aa-ae9f-116987c268da tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.0792668 Nov 26 17:06:18.638102 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8690a005-643f-489c-83e4-89ea32e6216d req-f31ed386-2afa-4bc3-b357-019e30dd62be tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375147 Nov 26 17:06:19.651460 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:19.823449 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d137e-e8df-4e7d-8e11-4668748c4a14 req-7f8a370e-d9c7-49df-8ec1-2ca7e7f5e600 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:19.824830 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-811d137e-e8df-4e7d-8e11-4668748c4a14 req-7f8a370e-d9c7-49df-8ec1-2ca7e7f5e600 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.0827980 Nov 26 17:06:19.868278 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-811d137e-e8df-4e7d-8e11-4668748c4a14 req-8fdd8d2c-b6f7-4d37-b7dd-802c6d12ef10 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378582 Nov 26 17:06:20.198230 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device a2ad72e2-b1de-469d-973b-9128c016091c details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:06:20.203138 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device a2ad72e2-b1de-469d-973b-9128c016091c no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:06:20.267681 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d56d19-778d-4f62-ac24-0814da392c7f req-8f8602ee-ac2d-420a-bf23-c0d715392fd3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:20.269138 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a0d56d19-778d-4f62-ac24-0814da392c7f req-8f8602ee-ac2d-420a-bf23-c0d715392fd3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.31 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765&tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&binding%3Ahost_id=hv-neutron-8194 HTTP/1.1" status: 200 len: 945 time: 0.0939105 Nov 26 17:06:20.317976 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee6b1b-2fd4-4cef-b9f9-e79d94f45084 req-22a9d0c1-3267-4cbe-9dbf-2cbb12094ec4 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:20.319531 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b6ee6b1b-2fd4-4cef-b9f9-e79d94f45084 req-22a9d0c1-3267-4cbe-9dbf-2cbb12094ec4 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.0845041 Nov 26 17:06:20.355932 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a0d56d19-778d-4f62-ac24-0814da392c7f req-edd34f51-3d1b-473e-8299-a2391308526f service neutron] 10.222.0.31 "GET /v2.0/ports/a2ad72e2-b1de-469d-973b-9128c016091c/bindings/hv-neutron-8194 HTTP/1.1" status: 200 len: 384 time: 0.0805652 Nov 26 17:06:20.367549 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b6ee6b1b-2fd4-4cef-b9f9-e79d94f45084 req-50958d0e-e637-4936-9bb8-27fba7663d14 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399232 Nov 26 17:06:20.424214 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:20.446965 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port a2ad72e2-b1de-469d-973b-9128c016091c, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a2ad72e2-b1de-469d-973b-9128c016091c,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:06:20.450472 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d56d19-778d-4f62-ac24-0814da392c7f req-df48ea9e-b5d7-47fe-a202-68d5e23ad7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:20.451964 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a0d56d19-778d-4f62-ac24-0814da392c7f req-df48ea9e-b5d7-47fe-a202-68d5e23ad7c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 1098 time: 0.0713677 Nov 26 17:06:20.469332 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df39d6f7-bb06-4c65-a4d5-df8a6e6bc765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ad72e2-b1de-469d-973b-9128c016091c'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:06:20.475427 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': 'a2ad72e2-b1de-469d-973b-9128c016091c', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'port_id': 'a2ad72e2-b1de-469d-973b-9128c016091c', 'mac_address': 'fa:16:3e:97:01:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:06:20.481493 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port a2ad72e2-b1de-469d-973b-9128c016091c, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a2ad72e2-b1de-469d-973b-9128c016091c,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:06:20.520302 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:20.528278 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:06:20.559547 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df39d6f7-bb06-4c65-a4d5-df8a6e6bc765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ad72e2-b1de-469d-973b-9128c016091c', 'code': 200} Nov 26 17:06:20.589400 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d56d19-778d-4f62-ac24-0814da392c7f req-3dd875cc-c32d-4e5d-8242-8a0bfc89a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:20.590846 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a0d56d19-778d-4f62-ac24-0814da392c7f req-3dd875cc-c32d-4e5d-8242-8a0bfc89a682 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.1324067 Nov 26 17:06:20.592905 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:20.616800 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ad72e2-b1de-469d-973b-9128c016091c {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:06:20.624293 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=a2ad72e2-b1de-469d-973b-9128c016091c,revision_number=6']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:06:20.637739 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:06:20.638091 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:06:20.638432 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:06:20.638768 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:06:20.639098 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:06:20.639433 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:06:20.639768 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:06:20.640100 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:06:20.640426 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:06:20.640747 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:06:20.641066 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:06:20.641387 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:06:20.646583 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:06:20.649248 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port a2ad72e2-b1de-469d-973b-9128c016091c, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a2ad72e2-b1de-469d-973b-9128c016091c,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:06:20.654114 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:20.655946 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-d4db6e97-77ae-4c29-8070-816de7db1233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:06:20.726326 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['a2ad72e2-b1de-469d-973b-9128c016091c'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:06:20.776227 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=a2ad72e2-b1de-469d-973b-9128c016091c,revision_number=7']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:06:20.780745 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:06:20.826875 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a0d56d19-778d-4f62-ac24-0814da392c7f req-7fe7ca77-84e9-4da9-8bdc-6dbf92aaac7b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2ad72e2-b1de-469d-973b-9128c016091c HTTP/1.1" status: 200 len: 1001 time: 0.2294211 Nov 26 17:06:20.890808 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d56d19-778d-4f62-ac24-0814da392c7f req-57743681-468f-4833-b029-cc734a2c9b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:20.892239 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a0d56d19-778d-4f62-ac24-0814da392c7f req-57743681-468f-4833-b029-cc734a2c9b89 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0586782 Nov 26 17:06:20.965962 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d56d19-778d-4f62-ac24-0814da392c7f req-6d8b422b-2fb6-41d7-b453-59fc6fdb6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:20.967387 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a0d56d19-778d-4f62-ac24-0814da392c7f req-6d8b422b-2fb6-41d7-b453-59fc6fdb6744 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686407 Nov 26 17:06:21.098182 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a0d56d19-778d-4f62-ac24-0814da392c7f req-91afff03-cefb-4571-82b4-adaf5ea1b82a service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231601 Nov 26 17:06:21.228976 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a0d56d19-778d-4f62-ac24-0814da392c7f req-890f1bfb-5b8c-4920-b774-377d9ffd98c6 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234028 Nov 26 17:06:21.670260 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc56126-2180-41f9-8ed9-e46218816a04 req-84198987-f9fc-4d7d-aa1f-88e0bb4e0f6e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:21.671635 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ebc56126-2180-41f9-8ed9-e46218816a04 req-84198987-f9fc-4d7d-aa1f-88e0bb4e0f6e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 944 time: 0.1951520 Nov 26 17:06:21.716776 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ebc56126-2180-41f9-8ed9-e46218816a04 req-10baa379-7db7-435b-ad00-eefbcb923076 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389652 Nov 26 17:06:22.211754 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device a2ad72e2-b1de-469d-973b-9128c016091c up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:06:22.281927 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port a2ad72e2-b1de-469d-973b-9128c016091c triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:06:22.282302 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:22.399337 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:22.432269 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port a2ad72e2-b1de-469d-973b-9128c016091c, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a2ad72e2-b1de-469d-973b-9128c016091c,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:06:22.436317 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:22.438074 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:06:22.502671 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=a2ad72e2-b1de-469d-973b-9128c016091c,revision_number=8']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:06:22.505445 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:06:22.561079 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df39d6f7-bb06-4c65-a4d5-df8a6e6bc765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ad72e2-b1de-469d-973b-9128c016091c'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:06:22.611738 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df39d6f7-bb06-4c65-a4d5-df8a6e6bc765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ad72e2-b1de-469d-973b-9128c016091c', 'code': 200} Nov 26 17:06:23.057680 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93caec-a89b-4b49-802a-1d4544d3f7ca req-8f575d2f-5faa-403f-896f-8d6dee5d2221 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:23.059151 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fe93caec-a89b-4b49-802a-1d4544d3f7ca req-8f575d2f-5faa-403f-896f-8d6dee5d2221 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.0877450 Nov 26 17:06:23.103125 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fe93caec-a89b-4b49-802a-1d4544d3f7ca req-87076352-d527-495c-9fa2-7032abbefb3a tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384388 Nov 26 17:06:24.347666 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc6bdd-ad10-436c-8f3a-eaa33c9f7028 req-81625887-b282-4faf-8b8a-35ac39523b59 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:24.349078 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bcbc6bdd-ad10-436c-8f3a-eaa33c9f7028 req-81625887-b282-4faf-8b8a-35ac39523b59 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.1395102 Nov 26 17:06:24.356008 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d56d19-778d-4f62-ac24-0814da392c7f req-377270c4-519e-4899-8fa9-244ebbcfa06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:24.357475 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a0d56d19-778d-4f62-ac24-0814da392c7f req-377270c4-519e-4899-8fa9-244ebbcfa06d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765&tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f HTTP/1.1" status: 200 len: 1098 time: 0.1104779 Nov 26 17:06:24.432856 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bcbc6bdd-ad10-436c-8f3a-eaa33c9f7028 req-fbc0e85b-7525-44c4-96a7-2b4d8e7192bf tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743182 Nov 26 17:06:24.468772 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d56d19-778d-4f62-ac24-0814da392c7f req-b0277f96-5938-4d03-9a57-83155d13d3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:24.470245 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a0d56d19-778d-4f62-ac24-0814da392c7f req-b0277f96-5938-4d03-9a57-83155d13d3b3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 1098 time: 0.0796442 Nov 26 17:06:24.602511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d56d19-778d-4f62-ac24-0814da392c7f req-2fbef7f2-01d0-4049-a750-2e991bd80768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:24.604419 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a0d56d19-778d-4f62-ac24-0814da392c7f req-2fbef7f2-01d0-4049-a750-2e991bd80768 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.1236703 Nov 26 17:06:24.711647 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a0d56d19-778d-4f62-ac24-0814da392c7f req-1335766f-e732-4144-8913-b47a832148cb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2ad72e2-b1de-469d-973b-9128c016091c HTTP/1.1" status: 200 len: 1002 time: 0.0960708 Nov 26 17:06:24.777153 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d56d19-778d-4f62-ac24-0814da392c7f req-a1a8bfce-0ea4-4440-8d39-999c08b693a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:24.778569 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a0d56d19-778d-4f62-ac24-0814da392c7f req-a1a8bfce-0ea4-4440-8d39-999c08b693a0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0570834 Nov 26 17:06:24.857224 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d56d19-778d-4f62-ac24-0814da392c7f req-31322e46-3432-4017-83f6-c3f10664a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:24.858689 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a0d56d19-778d-4f62-ac24-0814da392c7f req-31322e46-3432-4017-83f6-c3f10664a184 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695567 Nov 26 17:06:24.992520 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a0d56d19-778d-4f62-ac24-0814da392c7f req-8c6487a7-ecc9-4095-aa6d-71640e75931e service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236250 Nov 26 17:06:25.126542 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a0d56d19-778d-4f62-ac24-0814da392c7f req-d37dbd28-d60b-4571-92cd-a42aedd35434 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238825 Nov 26 17:06:25.616563 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac94826-a90c-41e8-b1c8-f2b83e478d9d req-d609d9c2-0e5e-4d93-9fce-405658f3c1e5 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:25.618004 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0ac94826-a90c-41e8-b1c8-f2b83e478d9d req-d609d9c2-0e5e-4d93-9fce-405658f3c1e5 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.0786846 Nov 26 17:06:25.662493 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0ac94826-a90c-41e8-b1c8-f2b83e478d9d req-80a80f40-a646-4dea-b5cb-245f5e20b7ab tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386689 Nov 26 17:06:26.854308 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd976449-0d56-44bc-ab0b-cd4464ed5da5 req-bab3afe0-4571-45e1-ba5b-656783ceccca tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:26.855768 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dd976449-0d56-44bc-ab0b-cd4464ed5da5 req-bab3afe0-4571-45e1-ba5b-656783ceccca tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.0861890 Nov 26 17:06:26.898296 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dd976449-0d56-44bc-ab0b-cd4464ed5da5 req-84d4eba1-84d0-4f80-aa6d-2dbbd241cbc0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369015 Nov 26 17:06:27.082696 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4123-a712-4ae2-8164-1bca3bd9598d req-65c61444-b51a-437f-8623-1f9bbb9d30e2 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:27.084029 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-01be4123-a712-4ae2-8164-1bca3bd9598d req-65c61444-b51a-437f-8623-1f9bbb9d30e2 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.0823340 Nov 26 17:06:27.128752 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-01be4123-a712-4ae2-8164-1bca3bd9598d req-10958586-aa42-4d0a-8d1e-27040a81ed87 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386198 Nov 26 17:06:27.307886 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4d921-03e2-43ca-a649-61ad35dd6c20 req-7009308d-d9b1-43e4-b389-908b5de17c1d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:27.309612 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-22c4d921-03e2-43ca-a649-61ad35dd6c20 req-7009308d-d9b1-43e4-b389-908b5de17c1d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.0792673 Nov 26 17:06:27.356809 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-22c4d921-03e2-43ca-a649-61ad35dd6c20 req-e2899029-5a32-4945-9ef0-e57d0ddd0221 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417893 Nov 26 17:06:27.725442 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73ae44-81a0-410c-a03e-691964c3662e req-fd888ae4-7756-4dd5-99f5-a9cfad2b04dc tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:27.726806 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1d73ae44-81a0-410c-a03e-691964c3662e req-fd888ae4-7756-4dd5-99f5-a9cfad2b04dc tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.0794098 Nov 26 17:06:27.771697 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1d73ae44-81a0-410c-a03e-691964c3662e req-15af729a-2fff-4da3-aa49-b51ec7571c9f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383070 Nov 26 17:06:28.244968 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device a2ad72e2-b1de-469d-973b-9128c016091c details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:06:28.248389 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device a2ad72e2-b1de-469d-973b-9128c016091c no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:06:28.504117 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:28.525016 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port a2ad72e2-b1de-469d-973b-9128c016091c, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a2ad72e2-b1de-469d-973b-9128c016091c,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:06:28.544730 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': 'a2ad72e2-b1de-469d-973b-9128c016091c', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'port_id': 'a2ad72e2-b1de-469d-973b-9128c016091c', 'mac_address': 'fa:16:3e:97:01:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:06:28.549722 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df39d6f7-bb06-4c65-a4d5-df8a6e6bc765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ad72e2-b1de-469d-973b-9128c016091c'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:06:28.589864 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port a2ad72e2-b1de-469d-973b-9128c016091c, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a2ad72e2-b1de-469d-973b-9128c016091c,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:06:28.598108 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df39d6f7-bb06-4c65-a4d5-df8a6e6bc765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ad72e2-b1de-469d-973b-9128c016091c', 'code': 200} Nov 26 17:06:28.605556 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:28.610555 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:06:28.676593 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:28.688164 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bd7d0926-852b-4e17-849e-694cd2ba786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:28.700767 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2ad72e2-b1de-469d-973b-9128c016091c {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:06:28.736749 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=a2ad72e2-b1de-469d-973b-9128c016091c,revision_number=9']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:06:28.747190 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:06:28.771767 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 17:06:28.772084 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 17:06:29.072882 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823ca99-fbaa-4e65-b4ab-2e77476e1826 req-a1728532-220e-4604-8542-c5382a8be620 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:29.074215 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6823ca99-fbaa-4e65-b4ab-2e77476e1826 req-a1728532-220e-4604-8542-c5382a8be620 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 943 time: 0.1955857 Nov 26 17:06:29.116440 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6823ca99-fbaa-4e65-b4ab-2e77476e1826 req-dfce8109-cf6c-414f-a42a-31e8fb39300b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365722 Nov 26 17:06:29.324414 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:29.342064 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ad72e2-b1de-469d-973b-9128c016091c {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:06:29.357695 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port a2ad72e2-b1de-469d-973b-9128c016091c, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a2ad72e2-b1de-469d-973b-9128c016091c,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:06:29.361691 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:29.364211 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:06:29.437833 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['a2ad72e2-b1de-469d-973b-9128c016091c'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:06:29.471081 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:29.506054 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=a2ad72e2-b1de-469d-973b-9128c016091c,revision_number=10']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:06:29.508985 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:06:29.983331 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f572c-03e4-4cb0-927a-aa23f6957c0e req-1cab9f66-51b9-4056-81d5-fcabe812e17f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:29.984748 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d58f572c-03e4-4cb0-927a-aa23f6957c0e req-1cab9f66-51b9-4056-81d5-fcabe812e17f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.31 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.0775678 Nov 26 17:06:30.057924 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-d58f572c-03e4-4cb0-927a-aa23f6957c0e req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Deleting port a2ad72e2-b1de-469d-973b-9128c016091c {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:06:30.058183 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-d58f572c-03e4-4cb0-927a-aa23f6957c0e req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:30.255893 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device a2ad72e2-b1de-469d-973b-9128c016091c details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:06:30.298843 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-d58f572c-03e4-4cb0-927a-aa23f6957c0e req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] For port a2ad72e2-b1de-469d-973b-9128c016091c, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a2ad72e2-b1de-469d-973b-9128c016091c,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:06:30.299907 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-d58f572c-03e4-4cb0-927a-aa23f6957c0e req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:30.305731 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea359853-b7fd-43de-97bc-fe227fd09698 req-a779e52b-b3f6-4413-abf7-4895887b540b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:30.307880 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ea359853-b7fd-43de-97bc-fe227fd09698 req-a779e52b-b3f6-4413-abf7-4895887b540b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 945 time: 0.0836806 Nov 26 17:06:30.353074 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ea359853-b7fd-43de-97bc-fe227fd09698 req-07faea8a-631c-44f3-ba23-2b99256fe199 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383844 Nov 26 17:06:30.392846 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port a2ad72e2-b1de-469d-973b-9128c016091c, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a2ad72e2-b1de-469d-973b-9128c016091c,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:06:30.410512 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': 'a2ad72e2-b1de-469d-973b-9128c016091c', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'port_id': 'a2ad72e2-b1de-469d-973b-9128c016091c', 'mac_address': 'fa:16:3e:97:01:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:06:30.593075 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-d58f572c-03e4-4cb0-927a-aa23f6957c0e req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:30.593442 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-d58f572c-03e4-4cb0-927a-aa23f6957c0e req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:30.593754 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [req-d58f572c-03e4-4cb0-927a-aa23f6957c0e req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Floating IP 0ee847d8-e5c0-4a59-87de-086173b20d30 disassociated. External IP: 172.26.0.102, port: a2ad72e2-b1de-469d-973b-9128c016091c. Nov 26 17:06:30.594093 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-d58f572c-03e4-4cb0-927a-aa23f6957c0e req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Calling delete_port for a2ad72e2-b1de-469d-973b-9128c016091c owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:06:30.744123 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-d58f572c-03e4-4cb0-927a-aa23f6957c0e req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:30.750396 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1ce2b4b8-f801-4275-a8b9-e2093307ad62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:06:30.795097 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Pushing event deleted for resources: {'Port': ['ID=a2ad72e2-b1de-469d-973b-9128c016091c,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:06:30.805528 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:06:30.805918 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:06:30.806297 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:06:30.806701 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:06:30.807069 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:06:30.807436 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:06:30.807832 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:06:30.808196 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:06:30.808563 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:06:30.808924 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:06:30.809286 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:06:30.809643 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:06:30.815919 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:06:30.998932 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d58f572c-03e4-4cb0-927a-aa23f6957c0e req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:06:31.173011 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d58f572c-03e4-4cb0-927a-aa23f6957c0e req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:06:31.183065 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b74776-2e75-4d19-b425-fd334650e22e None None] Sync routers for ids ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:06:31.192434 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b74776-2e75-4d19-b425-fd334650e22e None None] Routers {'d6f6cf68-9def-4062-9b1a-ecef0b8ae250'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:06:31.193123 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-08b74776-2e75-4d19-b425-fd334650e22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:06:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:06:31.246960 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58f572c-03e4-4cb0-927a-aa23f6957c0e req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] No DVR routers for this DVR port a2ad72e2-b1de-469d-973b-9128c016091c on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:06:31.249542 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-d58f572c-03e4-4cb0-927a-aa23f6957c0e req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:31.252051 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df39d6f7-bb06-4c65-a4d5-df8a6e6bc765', 'name': 'network-vif-deleted', 'tag': 'a2ad72e2-b1de-469d-973b-9128c016091c'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:06:31.268524 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d58f572c-03e4-4cb0-927a-aa23f6957c0e req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.31 "DELETE /v2.0/ports/a2ad72e2-b1de-469d-973b-9128c016091c HTTP/1.1" status: 204 len: 173 time: 1.2756288 Nov 26 17:06:31.301587 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-db48fa9e-43d2-43d5-828f-eae42f138a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:31.316389 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df39d6f7-bb06-4c65-a4d5-df8a6e6bc765', 'name': 'network-vif-deleted', 'tag': 'a2ad72e2-b1de-469d-973b-9128c016091c', 'status': 'completed', 'code': 200} Nov 26 17:06:31.374923 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-08b74776-2e75-4d19-b425-fd334650e22e None None] Set router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:06:31.519931 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-61f612c5-c13e-4cc6-b28a-4941cb0be1ce req-e56045f0-1a80-44f2-aa83-7570fc9e1bc0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=df39d6f7-bb06-4c65-a4d5-df8a6e6bc765 HTTP/1.1" status: 200 len: 210 time: 0.0474296 Nov 26 17:06:31.730374 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-08b74776-2e75-4d19-b425-fd334650e22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'fa4a1c66-d889-4660-a489-1cfdfe20be5a', 'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'mac_address': 'fa:16:3e:58:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:21Z', 'updated_at': '2021-11-26T17:02:27Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'subnets': [{'id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:06:31.734449 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b74776-2e75-4d19-b425-fd334650e22e None None] Checking router: d6f6cf68-9def-4062-9b1a-ecef0b8ae250 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:06:31.742945 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b74776-2e75-4d19-b425-fd334650e22e None None] Routers {'d6f6cf68-9def-4062-9b1a-ecef0b8ae250'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:06:31.743531 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-08b74776-2e75-4d19-b425-fd334650e22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:06:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:06:31.923968 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-08b74776-2e75-4d19-b425-fd334650e22e None None] Set router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:06:32.225747 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-08b74776-2e75-4d19-b425-fd334650e22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'fa4a1c66-d889-4660-a489-1cfdfe20be5a', 'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'mac_address': 'fa:16:3e:58:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:21Z', 'updated_at': '2021-11-26T17:02:27Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'subnets': [{'id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:06:32.230210 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b74776-2e75-4d19-b425-fd334650e22e None None] The sync data for ids ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'] in dv-neutron-819440-1-hyperv is: [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'fa4a1c66-d889-4660-a489-1cfdfe20be5a', 'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'mac_address': 'fa:16:3e:58:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:21Z', 'updated_at': '2021-11-26T17:02:27Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'subnets': [{'id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:06:32.240626 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:32.451378 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcece028-9f6a-4280-b5be-942afa3d826c None None] New status for floating IP 0ee847d8-e5c0-4a59-87de-086173b20d30: DOWN {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:06:32.863339 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e53e00ac-d257-44d1-828c-a4a375384465 req-62f12a68-f4c0-46f7-b5b0-53c144c0c6c5 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1566987873&fields=id&tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f HTTP/1.1" status: 200 len: 267 time: 0.0448337 Nov 26 17:06:33.141301 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e00ac-d257-44d1-828c-a4a375384465 req-c12efd4f-bb04-495b-9350-b8c21f976e80 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:33.142740 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e53e00ac-d257-44d1-828c-a4a375384465 req-c12efd4f-bb04-495b-9350-b8c21f976e80 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 812 time: 0.2718494 Nov 26 17:06:33.158444 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e53e00ac-d257-44d1-828c-a4a375384465 req-9067459e-df82-4628-9ecf-e8bf7716d56c tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/quotas/8a35231917ef4e74bc7e80ac9ac2e46f HTTP/1.1" status: 200 len: 375 time: 0.0102146 Nov 26 17:06:33.248873 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-e53e00ac-d257-44d1-828c-a4a375384465 req-2a4d3947-8364-4c04-b714-d8466f133067 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Synchronizing usage tracker for tenant:8a35231917ef4e74bc7e80ac9ac2e46f on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:06:33.264144 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-e53e00ac-d257-44d1-828c-a4a375384465 req-2a4d3947-8364-4c04-b714-d8466f133067 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Unset dirty status for tenant:8a35231917ef4e74bc7e80ac9ac2e46f on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:06:33.265511 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e53e00ac-d257-44d1-828c-a4a375384465 req-2a4d3947-8364-4c04-b714-d8466f133067 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1020830 Nov 26 17:06:33.445427 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e53e00ac-d257-44d1-828c-a4a375384465 req-18f9c52e-65f7-4565-8bac-32e4af2ebd23 service neutron] 10.222.0.11 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675603 Nov 26 17:06:33.576280 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e53e00ac-d257-44d1-828c-a4a375384465 req-c7c6e122-8c26-4993-8b48-276b4646ac43 service neutron] 10.222.0.11 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246512 Nov 26 17:06:33.752222 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-83728b87-f7f4-4fe0-9dbc-0c06de66c00c req-82e92aa8-f4cd-4064-b86f-4265dd368158 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 210 time: 0.0445206 Nov 26 17:06:34.034354 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:34.270992 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device a2ad72e2-b1de-469d-973b-9128c016091c no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:06:34.304334 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: a2ad72e2-b1de-469d-973b-9128c016091c {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:06:34.304681 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device a2ad72e2-b1de-469d-973b-9128c016091c not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:06:34.833412 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e00ac-d257-44d1-828c-a4a375384465 req-6ed21102-0a88-4bc5-9d8c-2f9fb4dec356 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:34.834908 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e53e00ac-d257-44d1-828c-a4a375384465 req-6ed21102-0a88-4bc5-9d8c-2f9fb4dec356 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 812 time: 0.1560650 Nov 26 17:06:34.925631 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e1937e6b-a6cd-4224-9109-e3fe6d6d27f9 req-e0b652e7-4afa-4f38-b394-b478dc29c069 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 210 time: 0.0555608 Nov 26 17:06:34.933171 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e53e00ac-d257-44d1-828c-a4a375384465 req-2ee109a0-dbe9-4028-96d7-579fb8ffaa84 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f HTTP/1.1" status: 200 len: 380 time: 0.0845370 Nov 26 17:06:34.948079 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-e53e00ac-d257-44d1-828c-a4a375384465 req-044cf642-c92a-43c8-a884-86722ce56fcf tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Request body: {'port': {'device_id': '8c18a491-695a-4302-a5cb-2a2b61284dea', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'admin_state_up': True, 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'security_groups': ['3e0e1be6-a3f3-4a39-bb96-00526fac4491']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:06:35.082005 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-e53e00ac-d257-44d1-828c-a4a375384465 req-044cf642-c92a-43c8-a884-86722ce56fcf tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:06:35.091240 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-e53e00ac-d257-44d1-828c-a4a375384465 req-044cf642-c92a-43c8-a884-86722ce56fcf tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:06:35.100155 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e53e00ac-d257-44d1-828c-a4a375384465 req-044cf642-c92a-43c8-a884-86722ce56fcf tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Made reservation on behalf of 8a35231917ef4e74bc7e80ac9ac2e46f for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:06:35.104261 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e53e00ac-d257-44d1-828c-a4a375384465 req-044cf642-c92a-43c8-a884-86722ce56fcf tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:35.263344 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-e53e00ac-d257-44d1-828c-a4a375384465 req-044cf642-c92a-43c8-a884-86722ce56fcf tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Allocated IP 172.20.0.12 (7e22d964-9ecf-42f7-a88a-eec4636f5b28/b8f35834-919a-46b2-ac41-a89db8f046f2/4584a0cd-da72-4cfa-abd8-06349d286e5a) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:06:35.447031 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e53e00ac-d257-44d1-828c-a4a375384465 req-044cf642-c92a-43c8-a884-86722ce56fcf tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:35.462310 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-e53e00ac-d257-44d1-828c-a4a375384465 req-044cf642-c92a-43c8-a884-86722ce56fcf tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Transition to ACTIVE for port object 4584a0cd-da72-4cfa-abd8-06349d286e5a will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:06:35.484116 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e53e00ac-d257-44d1-828c-a4a375384465 req-044cf642-c92a-43c8-a884-86722ce56fcf tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:35.489357 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4d11a3c2-cf33-4a5f-9ead-e3bbe0f37410 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:06:35.557807 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e53e00ac-d257-44d1-828c-a4a375384465 req-044cf642-c92a-43c8-a884-86722ce56fcf tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Network 7e22d964-9ecf-42f7-a88a-eec4636f5b28 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:06:35.560957 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-e53e00ac-d257-44d1-828c-a4a375384465 req-044cf642-c92a-43c8-a884-86722ce56fcf tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:06:35.564822 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53e00ac-d257-44d1-828c-a4a375384465 req-044cf642-c92a-43c8-a884-86722ce56fcf tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:06:35.595061 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044cf642-c92a-43c8-a884-86722ce56fcf tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Pushing event updated for resources: {'Port': ['ID=4584a0cd-da72-4cfa-abd8-06349d286e5a,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:06:35.606313 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-044cf642-c92a-43c8-a884-86722ce56fcf tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:06:35.632046 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e00ac-d257-44d1-828c-a4a375384465 req-044cf642-c92a-43c8-a884-86722ce56fcf tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:35.632751 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e53e00ac-d257-44d1-828c-a4a375384465 req-044cf642-c92a-43c8-a884-86722ce56fcf tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:35.657542 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e53e00ac-d257-44d1-828c-a4a375384465 req-044cf642-c92a-43c8-a884-86722ce56fcf tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7132816 Nov 26 17:06:35.674773 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-e53e00ac-d257-44d1-828c-a4a375384465 req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] Request body: {'port': {'device_id': '8c18a491-695a-4302-a5cb-2a2b61284dea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:06:35.792183 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e53e00ac-d257-44d1-828c-a4a375384465 req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:35.835209 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-1e78e92a-5b77-4eb2-a251-e40b31be2ce6 None None] Provisioning for port 4584a0cd-da72-4cfa-abd8-06349d286e5a completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:06:35.840503 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-1e78e92a-5b77-4eb2-a251-e40b31be2ce6 None None] Provisioning complete for port 4584a0cd-da72-4cfa-abd8-06349d286e5a triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:06:35.841064 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1e78e92a-5b77-4eb2-a251-e40b31be2ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:35.898532 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-1e78e92a-5b77-4eb2-a251-e40b31be2ce6 None None] Port 4584a0cd-da72-4cfa-abd8-06349d286e5a cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:06:36.118602 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969a4bc-5102-43fc-86fd-1c6a852ce5b5 req-36b57a62-0806-445e-a1e6-f2d5870824d3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:36.120626 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f969a4bc-5102-43fc-86fd-1c6a852ce5b5 req-36b57a62-0806-445e-a1e6-f2d5870824d3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 932 time: 0.0880907 Nov 26 17:06:36.166761 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f969a4bc-5102-43fc-86fd-1c6a852ce5b5 req-cf08b4fe-ffd7-4a6d-9de2-823f46ec7744 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405321 Nov 26 17:06:36.269126 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-e53e00ac-d257-44d1-828c-a4a375384465 req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4584a0cd-da72-4cfa-abd8-06349d286e5a {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:06:36.276254 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e53e00ac-d257-44d1-828c-a4a375384465 req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:36.290636 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-e53e00ac-d257-44d1-828c-a4a375384465 req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] Transition to ACTIVE for port object 4584a0cd-da72-4cfa-abd8-06349d286e5a will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:06:36.294198 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e53e00ac-d257-44d1-828c-a4a375384465 req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:36.298686 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-387342a7-b8f4-43b0-aea5-2d81a812b14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:06:36.459437 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] Pushing event updated for resources: {'Port': ['ID=4584a0cd-da72-4cfa-abd8-06349d286e5a,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:06:36.462378 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:06:36.540187 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-e53e00ac-d257-44d1-828c-a4a375384465 req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] Attempting to bind port 4584a0cd-da72-4cfa-abd8-06349d286e5a on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:06:36.540543 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-e53e00ac-d257-44d1-828c-a4a375384465 req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] Attempting to bind port 4584a0cd-da72-4cfa-abd8-06349d286e5a by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '1151c331-da3f-48c4-aca9-b6503b7ce6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:06:36.541385 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53e00ac-d257-44d1-828c-a4a375384465 req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] Attempting to bind port 4584a0cd-da72-4cfa-abd8-06349d286e5a on network 7e22d964-9ecf-42f7-a88a-eec4636f5b28 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:06:36.545785 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53e00ac-d257-44d1-828c-a4a375384465 req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] Port 4584a0cd-da72-4cfa-abd8-06349d286e5a on network 7e22d964-9ecf-42f7-a88a-eec4636f5b28 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 17:06:36.546097 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53e00ac-d257-44d1-828c-a4a375384465 req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] Attempting to bind port 4584a0cd-da72-4cfa-abd8-06349d286e5a on network 7e22d964-9ecf-42f7-a88a-eec4636f5b28 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:06:36.551081 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53e00ac-d257-44d1-828c-a4a375384465 req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:06:36.551410 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53e00ac-d257-44d1-828c-a4a375384465 req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] Checking segment: {'id': '1151c331-da3f-48c4-aca9-b6503b7ce6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:06:36.551822 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53e00ac-d257-44d1-828c-a4a375384465 req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] Bound using segment: {'id': '1151c331-da3f-48c4-aca9-b6503b7ce6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:06:36.552239 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-e53e00ac-d257-44d1-828c-a4a375384465 req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] Bound port: 4584a0cd-da72-4cfa-abd8-06349d286e5a, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1151c331-da3f-48c4-aca9-b6503b7ce6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:06:36.552573 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e53e00ac-d257-44d1-828c-a4a375384465 req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:36.642782 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-e53e00ac-d257-44d1-828c-a4a375384465 req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] For port 4584a0cd-da72-4cfa-abd8-06349d286e5a, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:06:36.645766 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-e53e00ac-d257-44d1-828c-a4a375384465 req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] For port 4584a0cd-da72-4cfa-abd8-06349d286e5a, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4584a0cd-da72-4cfa-abd8-06349d286e5a,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:06:36.649400 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e53e00ac-d257-44d1-828c-a4a375384465 req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:36.653807 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-79e595cd-abf6-4ccd-be51-7aea87218aa9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:06:36.709407 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e00ac-d257-44d1-828c-a4a375384465 req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:36.709998 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e53e00ac-d257-44d1-828c-a4a375384465 req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:36.711385 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e53e00ac-d257-44d1-828c-a4a375384465 req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] 10.222.0.31 "PUT /v2.0/ports/4584a0cd-da72-4cfa-abd8-06349d286e5a HTTP/1.1" status: 200 len: 1094 time: 1.0409150 Nov 26 17:06:36.711984 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c18a491-695a-4302-a5cb-2a2b61284dea', 'tag': '4584a0cd-da72-4cfa-abd8-06349d286e5a'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:06:36.734959 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] Pushing event updated for resources: {'Port': ['ID=4584a0cd-da72-4cfa-abd8-06349d286e5a,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:06:36.741700 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:06:36.784781 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c18a491-695a-4302-a5cb-2a2b61284dea', 'tag': '4584a0cd-da72-4cfa-abd8-06349d286e5a', 'status': 'completed', 'code': 200} Nov 26 17:06:36.827532 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e00ac-d257-44d1-828c-a4a375384465 req-0c9bbd2b-b994-4ca6-b189-cd9d648484ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:36.829060 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e53e00ac-d257-44d1-828c-a4a375384465 req-0c9bbd2b-b994-4ca6-b189-cd9d648484ba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 1097 time: 0.0810852 Nov 26 17:06:36.906358 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e53e00ac-d257-44d1-828c-a4a375384465 req-15d309dd-1e85-4f9c-b748-fa920ebd7b8f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4584a0cd-da72-4cfa-abd8-06349d286e5a HTTP/1.1" status: 200 len: 217 time: 0.0652759 Nov 26 17:06:36.972816 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e00ac-d257-44d1-828c-a4a375384465 req-616737e7-3fce-4c17-b66d-d33283beb166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:36.974236 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e53e00ac-d257-44d1-828c-a4a375384465 req-616737e7-3fce-4c17-b66d-d33283beb166 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0604246 Nov 26 17:06:37.051073 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e00ac-d257-44d1-828c-a4a375384465 req-dadc06c1-cb1f-4722-90f5-36c6e2e5a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:37.052425 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e53e00ac-d257-44d1-828c-a4a375384465 req-dadc06c1-cb1f-4722-90f5-36c6e2e5a104 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688481 Nov 26 17:06:37.195267 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e53e00ac-d257-44d1-828c-a4a375384465 req-b149bc26-8fc3-41a0-8363-e7dea427bdf3 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279030 Nov 26 17:06:37.331240 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e53e00ac-d257-44d1-828c-a4a375384465 req-b21ba886-e068-497f-b531-8de557045a55 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260521 Nov 26 17:06:37.350662 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcf2a5-ad0d-4132-9e41-b599c7678bbc req-9a705f25-d6ee-4fd4-8765-cb64c789d177 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:37.352176 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-99fcf2a5-ad0d-4132-9e41-b599c7678bbc req-9a705f25-d6ee-4fd4-8765-cb64c789d177 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 944 time: 0.0806155 Nov 26 17:06:37.398639 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-99fcf2a5-ad0d-4132-9e41-b599c7678bbc req-5e86b588-4df7-42c8-ab74-6f763a3702d1 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386753 Nov 26 17:06:37.453892 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344b5b5-80cb-4b24-8cdb-6dbf1d41ee47 req-471bf7f6-e31c-408d-8f8d-69477527aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:37.455382 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5344b5b5-80cb-4b24-8cdb-6dbf1d41ee47 req-471bf7f6-e31c-408d-8f8d-69477527aa41 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 1097 time: 0.0755677 Nov 26 17:06:37.588386 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344b5b5-80cb-4b24-8cdb-6dbf1d41ee47 req-d7dc9577-d614-417b-825f-e96c0821e80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:37.589797 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5344b5b5-80cb-4b24-8cdb-6dbf1d41ee47 req-d7dc9577-d614-417b-825f-e96c0821e80f service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.1269922 Nov 26 17:06:37.659405 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5344b5b5-80cb-4b24-8cdb-6dbf1d41ee47 req-d6338efb-1d9e-493d-870e-7db6892c6941 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4584a0cd-da72-4cfa-abd8-06349d286e5a HTTP/1.1" status: 200 len: 217 time: 0.0615537 Nov 26 17:06:37.725655 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344b5b5-80cb-4b24-8cdb-6dbf1d41ee47 req-a829b27b-4d4a-4153-a6d3-bc598ab6644a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:37.727088 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5344b5b5-80cb-4b24-8cdb-6dbf1d41ee47 req-a829b27b-4d4a-4153-a6d3-bc598ab6644a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0598633 Nov 26 17:06:37.802721 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344b5b5-80cb-4b24-8cdb-6dbf1d41ee47 req-80983b95-831e-4719-988d-8c256a4314f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:37.804272 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5344b5b5-80cb-4b24-8cdb-6dbf1d41ee47 req-80983b95-831e-4719-988d-8c256a4314f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700164 Nov 26 17:06:37.943802 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5344b5b5-80cb-4b24-8cdb-6dbf1d41ee47 req-9b054337-7b55-42b1-b7ff-1e00f847883c service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316087 Nov 26 17:06:38.075911 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5344b5b5-80cb-4b24-8cdb-6dbf1d41ee47 req-7db840ef-3846-4ea7-9635-0f214baffa95 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241965 Nov 26 17:06:38.709281 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144246a-0b65-4966-a828-bb256f802549 req-658b3081-a34b-4e64-9f7c-f05259b8ba0e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:38.709917 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-d144246a-0b65-4966-a828-bb256f802549 req-658b3081-a34b-4e64-9f7c-f05259b8ba0e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Synchronizing usage tracker for tenant:8a35231917ef4e74bc7e80ac9ac2e46f on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:06:38.725400 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-d144246a-0b65-4966-a828-bb256f802549 req-658b3081-a34b-4e64-9f7c-f05259b8ba0e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Unset dirty status for tenant:8a35231917ef4e74bc7e80ac9ac2e46f on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:06:38.726815 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d144246a-0b65-4966-a828-bb256f802549 req-658b3081-a34b-4e64-9f7c-f05259b8ba0e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 944 time: 0.2179065 Nov 26 17:06:38.771377 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d144246a-0b65-4966-a828-bb256f802549 req-919adc3a-3bbd-4416-9f20-5399212a7f27 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386019 Nov 26 17:06:39.956281 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeaad0d-2b74-4350-8a9e-43cf4785f49e req-3b7ef374-4ed5-43ac-94ab-2bfcf7a58fd6 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:39.957721 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-baeaad0d-2b74-4350-8a9e-43cf4785f49e req-3b7ef374-4ed5-43ac-94ab-2bfcf7a58fd6 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 944 time: 0.0833516 Nov 26 17:06:40.001561 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-baeaad0d-2b74-4350-8a9e-43cf4785f49e req-8f0c362d-cf4b-43e6-a401-610818c4a559 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382538 Nov 26 17:06:40.316997 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 4584a0cd-da72-4cfa-abd8-06349d286e5a details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:06:40.445977 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 4584a0cd-da72-4cfa-abd8-06349d286e5a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4584a0cd-da72-4cfa-abd8-06349d286e5a,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:06:40.460134 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '4584a0cd-da72-4cfa-abd8-06349d286e5a', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'port_id': '4584a0cd-da72-4cfa-abd8-06349d286e5a', 'mac_address': 'fa:16:3e:e1:8f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:06:40.517693 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:40.534325 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4584a0cd-da72-4cfa-abd8-06349d286e5a {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:06:40.550064 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 4584a0cd-da72-4cfa-abd8-06349d286e5a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4584a0cd-da72-4cfa-abd8-06349d286e5a,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:06:40.554217 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:40.556923 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:06:40.657955 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=4584a0cd-da72-4cfa-abd8-06349d286e5a,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:06:40.661087 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:06:40.811625 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['4584a0cd-da72-4cfa-abd8-06349d286e5a'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:06:41.189138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e1a95-935d-4492-a0a3-05281a0ac401 req-4f0022f2-1376-4fdb-9f11-63cbe0f27bbe tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:41.190730 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-902e1a95-935d-4492-a0a3-05281a0ac401 req-4f0022f2-1376-4fdb-9f11-63cbe0f27bbe tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 945 time: 0.0811315 Nov 26 17:06:41.240355 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-902e1a95-935d-4492-a0a3-05281a0ac401 req-d8e98727-fdce-4c12-8b69-715b60807ada tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438557 Nov 26 17:06:42.316757 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 4584a0cd-da72-4cfa-abd8-06349d286e5a up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:06:42.387148 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port 4584a0cd-da72-4cfa-abd8-06349d286e5a completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:06:42.392320 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 4584a0cd-da72-4cfa-abd8-06349d286e5a triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:06:42.392700 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:42.425485 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb53220-1d8d-4db8-b6dd-65c09324e371 req-676120b3-7973-4019-8f46-13e722bd4cdc tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:42.426913 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2cb53220-1d8d-4db8-b6dd-65c09324e371 req-676120b3-7973-4019-8f46-13e722bd4cdc tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 945 time: 0.0800471 Nov 26 17:06:42.471944 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2cb53220-1d8d-4db8-b6dd-65c09324e371 req-e7752986-9f2d-43e9-beb1-8857940fe0ea tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390348 Nov 26 17:06:42.510883 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:42.536873 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c18a491-695a-4302-a5cb-2a2b61284dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4584a0cd-da72-4cfa-abd8-06349d286e5a'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:06:42.546739 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 4584a0cd-da72-4cfa-abd8-06349d286e5a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4584a0cd-da72-4cfa-abd8-06349d286e5a,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:06:42.550577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:42.552550 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:06:42.588424 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c18a491-695a-4302-a5cb-2a2b61284dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4584a0cd-da72-4cfa-abd8-06349d286e5a', 'code': 200} Nov 26 17:06:42.618951 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=4584a0cd-da72-4cfa-abd8-06349d286e5a,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:06:42.621958 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:06:42.821093 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d762b2-ecfe-45fa-aa7b-744346151bbc req-a771f3ac-0f18-430e-a031-e174e859e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:42.822441 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c6d762b2-ecfe-45fa-aa7b-744346151bbc req-a771f3ac-0f18-430e-a031-e174e859e1e5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 1099 time: 0.0683761 Nov 26 17:06:42.864241 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c6d762b2-ecfe-45fa-aa7b-744346151bbc req-7f4bfddd-bf2b-4d24-a737-3c572e0d9ce4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332477 Nov 26 17:06:43.656423 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27964a-ba60-48aa-84e3-bb56196e01dc req-66c85c54-f1c5-4aa9-897c-bb192cd6f9c9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:43.657856 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6f27964a-ba60-48aa-84e3-bb56196e01dc req-66c85c54-f1c5-4aa9-897c-bb192cd6f9c9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.0835714 Nov 26 17:06:43.701410 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6f27964a-ba60-48aa-84e3-bb56196e01dc req-1e47856a-2f7d-432e-af57-ab93d75542a7 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379555 Nov 26 17:06:44.891222 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347039b2-ab80-4e61-9dfc-4952f1619e52 req-5927f469-e697-4592-8770-9d2db6484ddb tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:44.892701 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-347039b2-ab80-4e61-9dfc-4952f1619e52 req-5927f469-e697-4592-8770-9d2db6484ddb tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.0840180 Nov 26 17:06:44.936701 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-347039b2-ab80-4e61-9dfc-4952f1619e52 req-a4978fd4-7b78-4bb8-a31b-661757f53871 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383670 Nov 26 17:06:45.112683 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae613c-57fe-4a7c-a9b7-24269863b737 req-12f6f2cf-e92f-43ea-b7bb-60c15aa5589c tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:45.114130 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-46ae613c-57fe-4a7c-a9b7-24269863b737 req-12f6f2cf-e92f-43ea-b7bb-60c15aa5589c tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.0799096 Nov 26 17:06:45.122796 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 57648) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:06:45.127740 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-379dae54-e54b-4caf-9ce7-564464464ee9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Request body: {'floatingip': {'port_id': '4584a0cd-da72-4cfa-abd8-06349d286e5a'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:06:45.205841 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-379dae54-e54b-4caf-9ce7-564464464ee9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for floatingip, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:45.888949 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-379dae54-e54b-4caf-9ce7-564464464ee9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:45.892795 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-379dae54-e54b-4caf-9ce7-564464464ee9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:46.057891 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-379dae54-e54b-4caf-9ce7-564464464ee9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Floating IP 0ee847d8-e5c0-4a59-87de-086173b20d30 associated. External IP: 172.26.0.102, port: 4584a0cd-da72-4cfa-abd8-06349d286e5a. Nov 26 17:06:46.404340 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379dae54-e54b-4caf-9ce7-564464464ee9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:06:46.586829 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379dae54-e54b-4caf-9ce7-564464464ee9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:06:46.591839 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-379dae54-e54b-4caf-9ce7-564464464ee9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:46.596514 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b0b2aa-b583-4fbd-b280-f890194fe88d None None] Sync routers for ids ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:06:46.607028 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b0b2aa-b583-4fbd-b280-f890194fe88d None None] Routers {'d6f6cf68-9def-4062-9b1a-ecef0b8ae250'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:06:46.607668 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-82b0b2aa-b583-4fbd-b280-f890194fe88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:06:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:06:46.646196 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-379dae54-e54b-4caf-9ce7-564464464ee9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "PUT /v2.0/floatingips/0ee847d8-e5c0-4a59-87de-086173b20d30 HTTP/1.1" status: 200 len: 993 time: 1.5223496 Nov 26 17:06:46.646845 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c18a491-695a-4302-a5cb-2a2b61284dea', 'tag': '4584a0cd-da72-4cfa-abd8-06349d286e5a'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:06:46.699362 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c18a491-695a-4302-a5cb-2a2b61284dea', 'tag': '4584a0cd-da72-4cfa-abd8-06349d286e5a', 'status': 'completed', 'code': 200} Nov 26 17:06:46.787579 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-82b0b2aa-b583-4fbd-b280-f890194fe88d None None] Set router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:06:46.798557 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dd4e1-dfbd-43f3-bfbb-3b967e141bb2 req-acb936d5-dc2b-4260-a319-5204ba81d3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:46.800095 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-181dd4e1-dfbd-43f3-bfbb-3b967e141bb2 req-acb936d5-dc2b-4260-a319-5204ba81d3ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 1099 time: 0.0777373 Nov 26 17:06:46.934615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dd4e1-dfbd-43f3-bfbb-3b967e141bb2 req-c98fb9c4-da69-4c34-bed4-d051828302df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:46.936079 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-181dd4e1-dfbd-43f3-bfbb-3b967e141bb2 req-c98fb9c4-da69-4c34-bed4-d051828302df service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.1296415 Nov 26 17:06:47.040820 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-181dd4e1-dfbd-43f3-bfbb-3b967e141bb2 req-b28a836f-1501-4f00-9abc-f6c226066074 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4584a0cd-da72-4cfa-abd8-06349d286e5a HTTP/1.1" status: 200 len: 1001 time: 0.0970268 Nov 26 17:06:47.103685 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dd4e1-dfbd-43f3-bfbb-3b967e141bb2 req-a8871083-381f-4280-a724-149dd005b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:47.105677 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-181dd4e1-dfbd-43f3-bfbb-3b967e141bb2 req-a8871083-381f-4280-a724-149dd005b7d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0582559 Nov 26 17:06:47.123645 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-82b0b2aa-b583-4fbd-b280-f890194fe88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '0ee847d8-e5c0-4a59-87de-086173b20d30', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'floating_ip_address': '172.26.0.102', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'port_id': '4584a0cd-da72-4cfa-abd8-06349d286e5a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'mac_address': 'fa:16:3e:e1:8f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c18a491-695a-4302-a5cb-2a2b61284dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:02:25Z', 'updated_at': '2021-11-26T17:06:45Z', 'revision_number': 13, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4a1c66-d889-4660-a489-1cfdfe20be5a', 'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'mac_address': 'fa:16:3e:58:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:21Z', 'updated_at': '2021-11-26T17:02:27Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'subnets': [{'id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:06:47.127805 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b0b2aa-b583-4fbd-b280-f890194fe88d None None] Checking router: d6f6cf68-9def-4062-9b1a-ecef0b8ae250 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:06:47.136901 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b0b2aa-b583-4fbd-b280-f890194fe88d None None] Routers {'d6f6cf68-9def-4062-9b1a-ecef0b8ae250'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:06:47.137498 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-82b0b2aa-b583-4fbd-b280-f890194fe88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:06:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:06:47.184824 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dd4e1-dfbd-43f3-bfbb-3b967e141bb2 req-c7730922-26bb-4e56-89d5-98db90ed4daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:06:47.186227 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-181dd4e1-dfbd-43f3-bfbb-3b967e141bb2 req-c7730922-26bb-4e56-89d5-98db90ed4daa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747409 Nov 26 17:06:47.318234 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-181dd4e1-dfbd-43f3-bfbb-3b967e141bb2 req-da6a64a6-470f-48f1-afb5-28c55c808656 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254084 Nov 26 17:06:47.334437 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-82b0b2aa-b583-4fbd-b280-f890194fe88d None None] Set router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:06:47.449815 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-181dd4e1-dfbd-43f3-bfbb-3b967e141bb2 req-fdcf83c3-e4c5-45bd-b0f7-c2514021aeaf service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243613 Nov 26 17:06:47.674637 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-82b0b2aa-b583-4fbd-b280-f890194fe88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '0ee847d8-e5c0-4a59-87de-086173b20d30', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'floating_ip_address': '172.26.0.102', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'port_id': '4584a0cd-da72-4cfa-abd8-06349d286e5a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'mac_address': 'fa:16:3e:e1:8f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c18a491-695a-4302-a5cb-2a2b61284dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:02:25Z', 'updated_at': '2021-11-26T17:06:45Z', 'revision_number': 13, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4a1c66-d889-4660-a489-1cfdfe20be5a', 'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'mac_address': 'fa:16:3e:58:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:21Z', 'updated_at': '2021-11-26T17:02:27Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'subnets': [{'id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:06:47.678529 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b0b2aa-b583-4fbd-b280-f890194fe88d None None] The sync data for ids ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'] in dv-neutron-819440-1-hyperv is: [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '0ee847d8-e5c0-4a59-87de-086173b20d30', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'floating_ip_address': '172.26.0.102', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'port_id': '4584a0cd-da72-4cfa-abd8-06349d286e5a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'mac_address': 'fa:16:3e:e1:8f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c18a491-695a-4302-a5cb-2a2b61284dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:02:25Z', 'updated_at': '2021-11-26T17:06:45Z', 'revision_number': 13, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4a1c66-d889-4660-a489-1cfdfe20be5a', 'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'mac_address': 'fa:16:3e:58:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:21Z', 'updated_at': '2021-11-26T17:02:27Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'subnets': [{'id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:06:47.871325 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4b0d22-8a1a-45c4-9461-4eac45fb9e88 None None] New status for floating IP 0ee847d8-e5c0-4a59-87de-086173b20d30: ACTIVE {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:06:49.656832 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:50.834819 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:06:58.620186 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-283eaa4e-3acd-4a39-af2b-bae5fd0f8640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:06:59.393046 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:07:01.277347 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4c689527-a571-4934-af19-4b6f5f197a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:07:02.243262 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:07:04.036233 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:07:12.755497 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-018b2101-5e98-4689-8329-1380b6b1fe2b req-1aca3552-b4ee-4b4f-b76a-ef36ac01cf15 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698178 Nov 26 17:07:12.896695 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b2101-5e98-4689-8329-1380b6b1fe2b req-35268411-2439-4dc9-9996-5c67fb8d863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:12.898138 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-018b2101-5e98-4689-8329-1380b6b1fe2b req-35268411-2439-4dc9-9996-5c67fb8d863a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 1099 time: 0.0745611 Nov 26 17:07:13.039451 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b2101-5e98-4689-8329-1380b6b1fe2b req-1297300a-d458-4bd2-b782-f4e5802bf3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:13.040891 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-018b2101-5e98-4689-8329-1380b6b1fe2b req-1297300a-d458-4bd2-b782-f4e5802bf3bb service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.1242905 Nov 26 17:07:13.142519 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-018b2101-5e98-4689-8329-1380b6b1fe2b req-c688b9d0-1c47-4e78-b0a4-f94b12c44db1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4584a0cd-da72-4cfa-abd8-06349d286e5a HTTP/1.1" status: 200 len: 1003 time: 0.0932767 Nov 26 17:07:13.203610 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b2101-5e98-4689-8329-1380b6b1fe2b req-6617eed4-425e-4d3b-8489-0df7b98786fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:13.204926 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-018b2101-5e98-4689-8329-1380b6b1fe2b req-6617eed4-425e-4d3b-8489-0df7b98786fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0558701 Nov 26 17:07:13.278479 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b2101-5e98-4689-8329-1380b6b1fe2b req-c7b81826-a0d8-41a9-84b7-8b8fe0268cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:13.279908 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-018b2101-5e98-4689-8329-1380b6b1fe2b req-c7b81826-a0d8-41a9-84b7-8b8fe0268cb6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675528 Nov 26 17:07:13.529272 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-018b2101-5e98-4689-8329-1380b6b1fe2b req-82eccb89-1530-4f1e-851f-64a7a6bda8c6 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413833 Nov 26 17:07:13.657456 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-018b2101-5e98-4689-8329-1380b6b1fe2b req-d5effda2-7793-4018-ad2f-24583117b691 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213667 Nov 26 17:07:19.654005 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:07:26.898977 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbce2c5-5509-4159-834b-2b8487797b75 req-e957844f-6e37-4ae7-9fdc-29379ed10ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:26.900345 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cdbce2c5-5509-4159-834b-2b8487797b75 req-e957844f-6e37-4ae7-9fdc-29379ed10ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.0858417 Nov 26 17:07:26.943279 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cdbce2c5-5509-4159-834b-2b8487797b75 req-fee2aa99-9c82-47c4-9ae4-df31ad8e0f73 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373440 Nov 26 17:07:27.833311 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:07:28.623902 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9767f3ec-9d6a-4a1c-8997-2b5b7591129d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:07:29.394732 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:07:31.278858 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d980a66a-8e55-4a50-b2d4-922f5fbb3083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:07:32.245924 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:07:34.038719 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:07:36.696395 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-25476162-7d6c-459d-999c-52bd87827daa req-cfd93f5f-fc4f-4be4-8ad9-5544f8761565 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0696139 Nov 26 17:07:36.768306 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570b4c6-4d3d-4892-9755-12b103437bbf req-d85d9a90-d7f0-4a12-a27f-15c62d88e169 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:36.770064 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c570b4c6-4d3d-4892-9755-12b103437bbf req-d85d9a90-d7f0-4a12-a27f-15c62d88e169 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.1001270 Nov 26 17:07:36.815204 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c570b4c6-4d3d-4892-9755-12b103437bbf req-173a5185-64e1-4adc-8722-f041ad459b87 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392854 Nov 26 17:07:37.958444 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25476162-7d6c-459d-999c-52bd87827daa req-b8c0e3c2-c23e-4d4c-8510-0b15559a2088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:37.959926 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-25476162-7d6c-459d-999c-52bd87827daa req-b8c0e3c2-c23e-4d4c-8510-0b15559a2088 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 1099 time: 0.0726936 Nov 26 17:07:38.003855 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e43d3-a605-4a4b-b33c-41586963f8a5 req-081821c5-ff3c-47a7-b070-ec9b1bd56e78 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:38.005285 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-822e43d3-a605-4a4b-b33c-41586963f8a5 req-081821c5-ff3c-47a7-b070-ec9b1bd56e78 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.0840924 Nov 26 17:07:38.048266 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-822e43d3-a605-4a4b-b33c-41586963f8a5 req-e312b55e-06c3-4c73-a552-52511a92b082 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365937 Nov 26 17:07:38.097155 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25476162-7d6c-459d-999c-52bd87827daa req-12b635ca-c456-488e-89a5-e79460086730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:38.098526 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-25476162-7d6c-459d-999c-52bd87827daa req-12b635ca-c456-488e-89a5-e79460086730 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.1279137 Nov 26 17:07:38.205694 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-25476162-7d6c-459d-999c-52bd87827daa req-dfbcc6b6-12bd-4758-a017-d09c0795964c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4584a0cd-da72-4cfa-abd8-06349d286e5a HTTP/1.1" status: 200 len: 1003 time: 0.0962129 Nov 26 17:07:38.274079 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25476162-7d6c-459d-999c-52bd87827daa req-77f9e46f-595f-438d-84e9-552c6dc9aaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:38.275453 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-25476162-7d6c-459d-999c-52bd87827daa req-77f9e46f-595f-438d-84e9-552c6dc9aaff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0602059 Nov 26 17:07:38.354091 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25476162-7d6c-459d-999c-52bd87827daa req-b56a1045-c235-403b-a319-8f852b234c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:38.356017 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-25476162-7d6c-459d-999c-52bd87827daa req-b56a1045-c235-403b-a319-8f852b234c05 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694826 Nov 26 17:07:38.487381 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-25476162-7d6c-459d-999c-52bd87827daa req-3107c9e1-399a-4ef1-b098-5d0243f83315 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229367 Nov 26 17:07:38.621279 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-25476162-7d6c-459d-999c-52bd87827daa req-a0b0d95f-0a33-45b9-b8ba-85d17f7a89b3 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238179 Nov 26 17:07:39.242518 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8077400-4c3f-48fa-aa2d-606b2ace0025 req-4e595d9a-19de-4120-845d-8cab71db242b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:39.244256 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a8077400-4c3f-48fa-aa2d-606b2ace0025 req-4e595d9a-19de-4120-845d-8cab71db242b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.0874455 Nov 26 17:07:39.288541 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a8077400-4c3f-48fa-aa2d-606b2ace0025 req-ca396b8c-743a-4a60-9d63-a2594f677ad5 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384448 Nov 26 17:07:40.472755 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bace6ec-34b0-4c66-b1dc-43f202e03138 req-20380b82-ad00-47c5-a98f-95f7ffb8065b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:40.474190 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7bace6ec-34b0-4c66-b1dc-43f202e03138 req-20380b82-ad00-47c5-a98f-95f7ffb8065b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.0796218 Nov 26 17:07:40.520311 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7bace6ec-34b0-4c66-b1dc-43f202e03138 req-e8da2b45-b5d5-4973-b145-7a849a12ba34 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406110 Nov 26 17:07:41.702665 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1b74e-0104-44d1-b3ae-97b2110c49e3 req-09d23626-146f-4c45-9ddb-42ec064913c3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:41.704166 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-00b1b74e-0104-44d1-b3ae-97b2110c49e3 req-09d23626-146f-4c45-9ddb-42ec064913c3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.0794370 Nov 26 17:07:41.749697 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-00b1b74e-0104-44d1-b3ae-97b2110c49e3 req-890ff6ba-d386-4135-b9dc-426a08054eaa tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394900 Nov 26 17:07:42.930210 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b2809-c871-48fe-97f7-6e5769596ee3 req-d974f1e5-95f2-4ac0-b589-a2a34173dee4 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:42.931636 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cb0b2809-c871-48fe-97f7-6e5769596ee3 req-d974f1e5-95f2-4ac0-b589-a2a34173dee4 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.0794978 Nov 26 17:07:42.976660 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cb0b2809-c871-48fe-97f7-6e5769596ee3 req-dbabb900-ae5b-4f60-b689-c22c7fe8a8ff tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369682 Nov 26 17:07:44.162537 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a300e-c560-4850-95c4-a4def9fdfa73 req-0a958172-5a4f-4c08-9a55-c9522a1f5b44 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:44.163997 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9c3a300e-c560-4850-95c4-a4def9fdfa73 req-0a958172-5a4f-4c08-9a55-c9522a1f5b44 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.0837393 Nov 26 17:07:44.206994 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9c3a300e-c560-4850-95c4-a4def9fdfa73 req-c3e8fc05-aded-426d-8acc-72b3f15ba2e0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369928 Nov 26 17:07:45.396723 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d63ed1-3521-4fbc-8f8c-eba851476b78 req-e2dad729-ddd8-4d9e-8c21-a0946115d9c7 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:45.398191 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d3d63ed1-3521-4fbc-8f8c-eba851476b78 req-e2dad729-ddd8-4d9e-8c21-a0946115d9c7 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.0879259 Nov 26 17:07:45.556731 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d3d63ed1-3521-4fbc-8f8c-eba851476b78 req-9a58d5d0-515e-44e1-82f6-4a67b73c4502 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528487 Nov 26 17:07:46.741404 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa796a-26de-4bde-ba9b-47b15c67e4aa req-58651b29-7d6c-47ef-97a7-9075ebbcf112 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:46.742778 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f4aa796a-26de-4bde-ba9b-47b15c67e4aa req-58651b29-7d6c-47ef-97a7-9075ebbcf112 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.0797310 Nov 26 17:07:46.791408 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f4aa796a-26de-4bde-ba9b-47b15c67e4aa req-6a415304-9a0b-4b3f-b20b-0ac9bb8cba34 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394659 Nov 26 17:07:47.975322 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaab12-c04f-4736-a7e9-5d71c643e0ce req-b410c374-f695-49f6-a472-6e0612259593 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:47.976767 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0cfaab12-c04f-4736-a7e9-5d71c643e0ce req-b410c374-f695-49f6-a472-6e0612259593 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.0796824 Nov 26 17:07:48.021159 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0cfaab12-c04f-4736-a7e9-5d71c643e0ce req-1818b083-e491-4fd0-921b-16fe4605ca77 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387990 Nov 26 17:07:49.204739 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08001e95-d90e-47e1-a7a8-367e0bc86dcc req-909cb1d7-255e-4b44-873a-3db3d4603e2d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:49.206188 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-08001e95-d90e-47e1-a7a8-367e0bc86dcc req-909cb1d7-255e-4b44-873a-3db3d4603e2d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.0820625 Nov 26 17:07:49.249601 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-08001e95-d90e-47e1-a7a8-367e0bc86dcc req-ef153ea5-d33d-4314-bad4-661a561fc6d4 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379405 Nov 26 17:07:49.657284 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:07:50.431945 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1d203-2863-4346-a597-394b29506a3d req-081a47a7-1d0d-43de-8f1c-95348b28a553 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:50.433953 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-26d1d203-2863-4346-a597-394b29506a3d req-081a47a7-1d0d-43de-8f1c-95348b28a553 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.0829332 Nov 26 17:07:50.476000 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-26d1d203-2863-4346-a597-394b29506a3d req-7db65a16-0485-46dc-b59c-ad5898804947 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364897 Nov 26 17:07:51.497471 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-25476162-7d6c-459d-999c-52bd87827daa req-05e64bdb-dbcd-4c4d-89be-5ebd5b4b1d88 service neutron] 10.222.0.31 "GET /v2.0/ports/4584a0cd-da72-4cfa-abd8-06349d286e5a/bindings/hv-neutron-8194 HTTP/1.1" status: 200 len: 384 time: 0.0721002 Nov 26 17:07:51.668584 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9388d84-4f37-40d1-af55-332ba729ea81 req-0d5e2204-9f9b-4282-8924-bebecf97db9b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:51.670047 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c9388d84-4f37-40d1-af55-332ba729ea81 req-0d5e2204-9f9b-4282-8924-bebecf97db9b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.0887144 Nov 26 17:07:51.754495 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c9388d84-4f37-40d1-af55-332ba729ea81 req-edc2742e-56b3-4e4b-9994-395aad083772 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786400 Nov 26 17:07:51.790515 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25476162-7d6c-459d-999c-52bd87827daa req-5c834a4d-dcf7-4e59-98cb-11e60aa1f2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:51.792003 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-25476162-7d6c-459d-999c-52bd87827daa req-5c834a4d-dcf7-4e59-98cb-11e60aa1f2ae service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea&tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f HTTP/1.1" status: 200 len: 1099 time: 0.0742455 Nov 26 17:07:51.889126 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25476162-7d6c-459d-999c-52bd87827daa req-ef285059-7b90-410e-8e65-83c19e81cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:51.890552 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-25476162-7d6c-459d-999c-52bd87827daa req-ef285059-7b90-410e-8e65-83c19e81cd9d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 1099 time: 0.0727398 Nov 26 17:07:52.021703 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25476162-7d6c-459d-999c-52bd87827daa req-b49e287d-2be2-480d-90b4-172990a6d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:52.023109 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-25476162-7d6c-459d-999c-52bd87827daa req-b49e287d-2be2-480d-90b4-172990a6d22e service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.1255059 Nov 26 17:07:52.241649 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-25476162-7d6c-459d-999c-52bd87827daa req-def5f5db-0f5a-40e9-83a8-cc42107863df service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4584a0cd-da72-4cfa-abd8-06349d286e5a HTTP/1.1" status: 200 len: 1003 time: 0.2085888 Nov 26 17:07:52.305626 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25476162-7d6c-459d-999c-52bd87827daa req-b3399ede-304d-4be4-a51a-00e4924115ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:52.307004 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-25476162-7d6c-459d-999c-52bd87827daa req-b3399ede-304d-4be4-a51a-00e4924115ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0552049 Nov 26 17:07:52.386660 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25476162-7d6c-459d-999c-52bd87827daa req-de61eae9-f45b-488f-9de3-ae06c64733a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:52.388088 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-25476162-7d6c-459d-999c-52bd87827daa req-de61eae9-f45b-488f-9de3-ae06c64733a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709748 Nov 26 17:07:52.520526 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-25476162-7d6c-459d-999c-52bd87827daa req-790e55d3-f8be-4db2-9403-b5e8508557bf service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221013 Nov 26 17:07:52.652368 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-25476162-7d6c-459d-999c-52bd87827daa req-f239ed3a-68e9-49af-bb4d-e5d271bb7991 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220870 Nov 26 17:07:52.942361 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af631ab-fb77-447b-921a-06047b2d7007 req-c0567c46-4397-4125-986d-6566c5eeb9a7 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:52.943950 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1af631ab-fb77-447b-921a-06047b2d7007 req-c0567c46-4397-4125-986d-6566c5eeb9a7 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.0836525 Nov 26 17:07:52.991674 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1af631ab-fb77-447b-921a-06047b2d7007 req-903e61f5-aa42-43d0-9b33-a366e2547dfc tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413058 Nov 26 17:07:54.184789 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b87e6-7f82-4102-ba3a-8a52dec283d7 req-6f50ce96-82e4-4261-8944-24121ab878dc tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:54.186258 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-799b87e6-7f82-4102-ba3a-8a52dec283d7 req-6f50ce96-82e4-4261-8944-24121ab878dc tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.0844026 Nov 26 17:07:54.232067 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-799b87e6-7f82-4102-ba3a-8a52dec283d7 req-2af6d3e5-ebeb-480a-96af-e7ecc198f302 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393674 Nov 26 17:07:54.601076 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 4584a0cd-da72-4cfa-abd8-06349d286e5a no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:07:54.712390 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:07:54.738881 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c18a491-695a-4302-a5cb-2a2b61284dea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4584a0cd-da72-4cfa-abd8-06349d286e5a'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:07:54.748993 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 4584a0cd-da72-4cfa-abd8-06349d286e5a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4584a0cd-da72-4cfa-abd8-06349d286e5a,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:07:54.754037 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:07:54.755830 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:07:54.826585 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=4584a0cd-da72-4cfa-abd8-06349d286e5a,revision_number=6']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:07:54.833936 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:07:54.834348 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:07:54.834701 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:07:54.835045 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:07:54.835408 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:07:54.835767 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:07:54.836108 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:07:54.836440 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:07:54.836769 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:07:54.837097 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:07:54.837424 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:07:54.837746 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:07:54.842197 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:07:54.848376 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c18a491-695a-4302-a5cb-2a2b61284dea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4584a0cd-da72-4cfa-abd8-06349d286e5a', 'code': 200} Nov 26 17:07:55.557610 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c818a-e65f-4518-8f8e-8e704c4efe97 req-d7ada63f-bb7b-4d4d-a74d-ec857c37d33e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:55.558971 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-353c818a-e65f-4518-8f8e-8e704c4efe97 req-d7ada63f-bb7b-4d4d-a74d-ec857c37d33e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 944 time: 0.0835812 Nov 26 17:07:55.603352 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-353c818a-e65f-4518-8f8e-8e704c4efe97 req-912cc659-c32a-4939-a059-55b7cf8bbb44 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386372 Nov 26 17:07:56.611357 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 4584a0cd-da72-4cfa-abd8-06349d286e5a details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:07:56.748735 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 4584a0cd-da72-4cfa-abd8-06349d286e5a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4584a0cd-da72-4cfa-abd8-06349d286e5a,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:07:56.762977 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '4584a0cd-da72-4cfa-abd8-06349d286e5a', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'port_id': '4584a0cd-da72-4cfa-abd8-06349d286e5a', 'mac_address': 'fa:16:3e:e1:8f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:07:56.791773 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4024b50-e9a4-44ba-8eaf-092a0cd14288 req-9518a982-9629-47b9-9a5f-ac8203d80237 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:56.793324 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a4024b50-e9a4-44ba-8eaf-092a0cd14288 req-9518a982-9629-47b9-9a5f-ac8203d80237 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 944 time: 0.0802758 Nov 26 17:07:56.825405 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:07:56.846771 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4584a0cd-da72-4cfa-abd8-06349d286e5a {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:07:56.854260 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a4024b50-e9a4-44ba-8eaf-092a0cd14288 req-23be35f4-e81c-42bf-8057-61117a9e269d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548069 Nov 26 17:07:56.866971 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 4584a0cd-da72-4cfa-abd8-06349d286e5a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4584a0cd-da72-4cfa-abd8-06349d286e5a,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:07:56.871694 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:07:56.873517 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:07:56.939979 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=4584a0cd-da72-4cfa-abd8-06349d286e5a,revision_number=7']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:07:56.942750 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:07:56.946431 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['4584a0cd-da72-4cfa-abd8-06349d286e5a'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:07:58.040834 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1d13f-910f-4ac5-a52c-794e34bd6757 req-6d34f2a3-0218-465f-a7ff-34059e4fdaec tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:58.042895 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1ab1d13f-910f-4ac5-a52c-794e34bd6757 req-6d34f2a3-0218-465f-a7ff-34059e4fdaec tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 945 time: 0.0840096 Nov 26 17:07:58.085735 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1ab1d13f-910f-4ac5-a52c-794e34bd6757 req-a97fed8e-f87b-418e-9c65-38224aaf0e6e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368078 Nov 26 17:07:58.611360 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 4584a0cd-da72-4cfa-abd8-06349d286e5a up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:07:58.670851 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8daa039e-c9ab-45b2-ae66-61d863d4b1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:07:58.688139 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 4584a0cd-da72-4cfa-abd8-06349d286e5a triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:07:58.688516 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:07:58.801902 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:07:58.830464 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c18a491-695a-4302-a5cb-2a2b61284dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4584a0cd-da72-4cfa-abd8-06349d286e5a'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:07:58.839852 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 4584a0cd-da72-4cfa-abd8-06349d286e5a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4584a0cd-da72-4cfa-abd8-06349d286e5a,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:07:58.844281 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:07:58.846063 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:07:58.890712 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c18a491-695a-4302-a5cb-2a2b61284dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4584a0cd-da72-4cfa-abd8-06349d286e5a', 'code': 200} Nov 26 17:07:58.914778 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=4584a0cd-da72-4cfa-abd8-06349d286e5a,revision_number=8']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:07:58.917832 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:07:59.273665 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e3278-6340-419a-bdcf-c39c055572f8 req-4c1f1cdd-47ce-4a13-b6cf-460fb97d9410 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:07:59.275092 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b37e3278-6340-419a-bdcf-c39c055572f8 req-4c1f1cdd-47ce-4a13-b6cf-460fb97d9410 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.0833912 Nov 26 17:07:59.318082 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b37e3278-6340-419a-bdcf-c39c055572f8 req-cff03e97-cd43-441d-8974-1b9d80bda1ff tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374506 Nov 26 17:07:59.396610 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:00.507810 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d822e-a09b-4a32-960c-84645bcf6d29 req-7cf6c09f-15a6-4bd8-8d44-19fe54a5602e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:00.509158 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-140d822e-a09b-4a32-960c-84645bcf6d29 req-7cf6c09f-15a6-4bd8-8d44-19fe54a5602e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.0866997 Nov 26 17:08:00.552298 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-140d822e-a09b-4a32-960c-84645bcf6d29 req-b6458d16-4126-445e-82c4-8cf9dbaf0158 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369294 Nov 26 17:08:01.279847 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3adf9932-4bb5-4ba3-b3b1-8002a64d766b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:01.735903 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9edf93-f5ab-40c6-9c80-a184b671db8f req-e62d8bc7-f154-4488-a3d6-d1a89b3d7953 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:01.737358 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-da9edf93-f5ab-40c6-9c80-a184b671db8f req-e62d8bc7-f154-4488-a3d6-d1a89b3d7953 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.0809162 Nov 26 17:08:01.782026 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-da9edf93-f5ab-40c6-9c80-a184b671db8f req-baa2cf8a-07ed-4922-9ef8-22ef3d04b131 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389836 Nov 26 17:08:02.228656 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ca612-5c35-42a3-beac-16e48a9280b7 req-dce56e7b-f2ea-47dd-89dc-c4ff6291902f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:02.230047 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-668ca612-5c35-42a3-beac-16e48a9280b7 req-dce56e7b-f2ea-47dd-89dc-c4ff6291902f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea&tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&binding%3Ahost_id=hv-neutron-8194 HTTP/1.1" status: 200 len: 946 time: 0.1447968 Nov 26 17:08:02.249208 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:02.300462 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1a088-3c5d-4856-b433-9351962ccca5 req-7c91f018-ea07-478e-9390-a15ec46ee01b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:02.301931 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d6d1a088-3c5d-4856-b433-9351962ccca5 req-7c91f018-ea07-478e-9390-a15ec46ee01b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.1604588 Nov 26 17:08:02.348580 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-668ca612-5c35-42a3-beac-16e48a9280b7 req-aa91360e-7401-4fa0-bca0-94d55425f163 service neutron] 10.222.0.31 "GET /v2.0/ports/4584a0cd-da72-4cfa-abd8-06349d286e5a/bindings/hv-neutron-8194 HTTP/1.1" status: 200 len: 384 time: 0.1122510 Nov 26 17:08:02.358829 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d6d1a088-3c5d-4856-b433-9351962ccca5 req-0ee7c871-a8f0-4a37-93d7-ba267cfef6d7 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494487 Nov 26 17:08:02.441566 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ca612-5c35-42a3-beac-16e48a9280b7 req-25a61848-2ffc-4ae8-84b7-6b532bf2a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:02.443027 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-668ca612-5c35-42a3-beac-16e48a9280b7 req-25a61848-2ffc-4ae8-84b7-6b532bf2a0df service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 1099 time: 0.0731018 Nov 26 17:08:02.573758 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ca612-5c35-42a3-beac-16e48a9280b7 req-cdee5ef3-3121-4370-bf23-08b13bbac2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:02.575107 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-668ca612-5c35-42a3-beac-16e48a9280b7 req-cdee5ef3-3121-4370-bf23-08b13bbac2a1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.1258066 Nov 26 17:08:02.673344 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-668ca612-5c35-42a3-beac-16e48a9280b7 req-1bc2c27f-d926-42c5-a093-3ad83fc9db9d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4584a0cd-da72-4cfa-abd8-06349d286e5a HTTP/1.1" status: 200 len: 1003 time: 0.0918331 Nov 26 17:08:02.738462 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ca612-5c35-42a3-beac-16e48a9280b7 req-d621cde9-65db-4bc6-a7f7-fd87a0a711d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:02.739923 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-668ca612-5c35-42a3-beac-16e48a9280b7 req-d621cde9-65db-4bc6-a7f7-fd87a0a711d6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0601890 Nov 26 17:08:02.813838 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ca612-5c35-42a3-beac-16e48a9280b7 req-e7219737-ac0f-4cfd-aa1b-e61ff1c8631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:02.815277 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-668ca612-5c35-42a3-beac-16e48a9280b7 req-e7219737-ac0f-4cfd-aa1b-e61ff1c8631a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691295 Nov 26 17:08:02.948353 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-668ca612-5c35-42a3-beac-16e48a9280b7 req-5d963f18-71ff-48a9-aa4d-a1663311e13c service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263821 Nov 26 17:08:03.202042 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-668ca612-5c35-42a3-beac-16e48a9280b7 req-94317323-97e0-497f-b6f9-0b107c4ec260 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473714 Nov 26 17:08:03.543390 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b11cb7-d72d-4c32-9b90-9de39a19b6d7 req-b474e443-e1ea-440a-a87c-1977ee94f00a tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:03.544789 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a2b11cb7-d72d-4c32-9b90-9de39a19b6d7 req-b474e443-e1ea-440a-a87c-1977ee94f00a tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.0800138 Nov 26 17:08:03.587060 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a2b11cb7-d72d-4c32-9b90-9de39a19b6d7 req-f2840517-5955-4e3b-9717-7f713f0e0240 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365233 Nov 26 17:08:04.041407 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:04.775920 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0c82f-e0a5-4e4a-943c-26c4174f6e14 req-2214cb93-dfe0-412e-abe9-53aefb45c178 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:04.777345 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-27d0c82f-e0a5-4e4a-943c-26c4174f6e14 req-2214cb93-dfe0-412e-abe9-53aefb45c178 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.0840280 Nov 26 17:08:04.819701 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-27d0c82f-e0a5-4e4a-943c-26c4174f6e14 req-31f822a0-75a6-4aaf-b32a-6e0e3a6b86e7 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366888 Nov 26 17:08:04.831954 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:08:06.006378 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f96e5f-fae4-414c-b5d0-1edfa49d3820 req-c8c6a987-105a-4cbf-848b-8f3bfbff7a96 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:06.007708 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-06f96e5f-fae4-414c-b5d0-1edfa49d3820 req-c8c6a987-105a-4cbf-848b-8f3bfbff7a96 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.0831072 Nov 26 17:08:06.050199 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-06f96e5f-fae4-414c-b5d0-1edfa49d3820 req-7e253bc3-b363-4d9b-a62c-f40e491aadd0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363555 Nov 26 17:08:06.620649 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ca612-5c35-42a3-beac-16e48a9280b7 req-ee022b84-d291-43a7-8fa7-d576b2c05111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:06.622118 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-668ca612-5c35-42a3-beac-16e48a9280b7 req-ee022b84-d291-43a7-8fa7-d576b2c05111 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea&tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f HTTP/1.1" status: 200 len: 1099 time: 0.0711627 Nov 26 17:08:06.723290 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ca612-5c35-42a3-beac-16e48a9280b7 req-f3542c49-4cf3-4e1a-9cf1-36c1c49bc3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:06.724716 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-668ca612-5c35-42a3-beac-16e48a9280b7 req-f3542c49-4cf3-4e1a-9cf1-36c1c49bc3cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 1099 time: 0.0737088 Nov 26 17:08:06.862530 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ca612-5c35-42a3-beac-16e48a9280b7 req-04ea0d54-392b-4cf8-99ea-43e66d56d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:06.863991 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-668ca612-5c35-42a3-beac-16e48a9280b7 req-04ea0d54-392b-4cf8-99ea-43e66d56d536 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.1295207 Nov 26 17:08:06.968771 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-668ca612-5c35-42a3-beac-16e48a9280b7 req-909b1439-40ad-4dbd-99d3-e6ffe7a98034 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4584a0cd-da72-4cfa-abd8-06349d286e5a HTTP/1.1" status: 200 len: 1003 time: 0.0948286 Nov 26 17:08:07.033463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ca612-5c35-42a3-beac-16e48a9280b7 req-bf582d49-d3a0-46fe-b5c2-2783e874e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:07.034746 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-668ca612-5c35-42a3-beac-16e48a9280b7 req-bf582d49-d3a0-46fe-b5c2-2783e874e3d1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0556622 Nov 26 17:08:07.112012 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ca612-5c35-42a3-beac-16e48a9280b7 req-ec71e957-8776-4596-bf65-8730a83bac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:07.113518 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-668ca612-5c35-42a3-beac-16e48a9280b7 req-ec71e957-8776-4596-bf65-8730a83bac8a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689838 Nov 26 17:08:07.312336 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-668ca612-5c35-42a3-beac-16e48a9280b7 req-3f66a1b2-0a9d-4e23-82ed-c526a17ec535 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856015 Nov 26 17:08:07.324580 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a5d3d-23e7-4421-bd2b-590a3219f1f0 req-93592765-68aa-48d0-8ded-8c8238c1d1e4 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:07.325932 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-038a5d3d-23e7-4421-bd2b-590a3219f1f0 req-93592765-68aa-48d0-8ded-8c8238c1d1e4 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.1697676 Nov 26 17:08:07.445547 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-038a5d3d-23e7-4421-bd2b-590a3219f1f0 req-fafcbdf6-2b5b-44f0-922f-d28cad7ba1e3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019650 Nov 26 17:08:07.481672 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-668ca612-5c35-42a3-beac-16e48a9280b7 req-30bb06cd-1ab7-480e-a6ca-a84e30ddb14e service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548398 Nov 26 17:08:08.635684 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3526c5b-f4ae-4981-8524-be1c64384f2b req-06d1f5e2-4b7b-4c18-9e13-3a340049e970 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:08.637403 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d3526c5b-f4ae-4981-8524-be1c64384f2b req-06d1f5e2-4b7b-4c18-9e13-3a340049e970 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.0817266 Nov 26 17:08:08.686110 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d3526c5b-f4ae-4981-8524-be1c64384f2b req-f21db23f-8eec-4859-b1df-0ced5090f34b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427504 Nov 26 17:08:08.708197 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 4584a0cd-da72-4cfa-abd8-06349d286e5a no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:08:08.825174 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:08.851831 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c18a491-695a-4302-a5cb-2a2b61284dea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4584a0cd-da72-4cfa-abd8-06349d286e5a'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:08:08.862052 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 4584a0cd-da72-4cfa-abd8-06349d286e5a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4584a0cd-da72-4cfa-abd8-06349d286e5a,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:08:08.866516 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:08.868428 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:08:08.913513 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c18a491-695a-4302-a5cb-2a2b61284dea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4584a0cd-da72-4cfa-abd8-06349d286e5a', 'code': 200} Nov 26 17:08:08.941080 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=4584a0cd-da72-4cfa-abd8-06349d286e5a,revision_number=9']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:08:08.944224 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:08:09.870328 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af2d13-e0ba-400f-8ad6-2a20ccecdb9e req-6ea2453b-48c3-4fe0-a3d2-c9109462cacf tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:09.871780 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-45af2d13-e0ba-400f-8ad6-2a20ccecdb9e req-6ea2453b-48c3-4fe0-a3d2-c9109462cacf tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 944 time: 0.0793078 Nov 26 17:08:09.914508 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-45af2d13-e0ba-400f-8ad6-2a20ccecdb9e req-1dc05dd0-ed73-456b-aece-b116b5d15f2a tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369930 Nov 26 17:08:10.720513 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 4584a0cd-da72-4cfa-abd8-06349d286e5a details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:08:10.851255 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 4584a0cd-da72-4cfa-abd8-06349d286e5a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4584a0cd-da72-4cfa-abd8-06349d286e5a,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:08:10.868607 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '4584a0cd-da72-4cfa-abd8-06349d286e5a', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'port_id': '4584a0cd-da72-4cfa-abd8-06349d286e5a', 'mac_address': 'fa:16:3e:e1:8f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:08:10.924900 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:10.940735 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4584a0cd-da72-4cfa-abd8-06349d286e5a {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:08:10.955705 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 4584a0cd-da72-4cfa-abd8-06349d286e5a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4584a0cd-da72-4cfa-abd8-06349d286e5a,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:08:10.959759 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:10.961488 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:08:11.029057 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=4584a0cd-da72-4cfa-abd8-06349d286e5a,revision_number=10']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:08:11.031942 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:08:11.034330 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['4584a0cd-da72-4cfa-abd8-06349d286e5a'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:08:11.109030 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91bf1d-1b71-4155-b2d8-eaa5e289153e req-2c00f509-1da6-4a96-add8-3ca003261561 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:11.110477 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3e91bf1d-1b71-4155-b2d8-eaa5e289153e req-2c00f509-1da6-4a96-add8-3ca003261561 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.0837209 Nov 26 17:08:11.155866 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3e91bf1d-1b71-4155-b2d8-eaa5e289153e req-fad97649-f47b-4ce3-bb05-3b00389829b9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395436 Nov 26 17:08:12.341465 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb40c9e-06ec-46eb-986a-8178c922bdf3 req-5c454877-b8ee-4d5c-ac8a-31788f1f71ae tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:12.342884 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bfb40c9e-06ec-46eb-986a-8178c922bdf3 req-5c454877-b8ee-4d5c-ac8a-31788f1f71ae tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 946 time: 0.0827730 Nov 26 17:08:12.385980 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bfb40c9e-06ec-46eb-986a-8178c922bdf3 req-0a1c807f-3658-4645-a904-e2666dc68078 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374346 Nov 26 17:08:12.719795 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 4584a0cd-da72-4cfa-abd8-06349d286e5a up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:08:12.786109 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 4584a0cd-da72-4cfa-abd8-06349d286e5a triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:08:12.786489 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:12.904328 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:12.929827 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c18a491-695a-4302-a5cb-2a2b61284dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4584a0cd-da72-4cfa-abd8-06349d286e5a'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:08:12.939618 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 4584a0cd-da72-4cfa-abd8-06349d286e5a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4584a0cd-da72-4cfa-abd8-06349d286e5a,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:08:12.943130 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:12.945056 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:08:12.980948 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c18a491-695a-4302-a5cb-2a2b61284dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4584a0cd-da72-4cfa-abd8-06349d286e5a', 'code': 200} Nov 26 17:08:13.014994 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=4584a0cd-da72-4cfa-abd8-06349d286e5a,revision_number=11']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:08:13.017915 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:08:13.577050 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1618d-3357-4f4d-ac44-e8c6afc8651a req-07e2f578-aa70-44ce-b3e9-3995a374d0e5 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:13.578468 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-24c1618d-3357-4f4d-ac44-e8c6afc8651a req-07e2f578-aa70-44ce-b3e9-3995a374d0e5 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 947 time: 0.0778553 Nov 26 17:08:13.622339 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-24c1618d-3357-4f4d-ac44-e8c6afc8651a req-37a43994-a455-4d64-9c3c-fa66922579d8 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382857 Nov 26 17:08:14.870784 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6472e8c-6e86-4c40-960e-faee591c121f req-1c2b0aaa-7f1d-4b40-9118-7b6787610a47 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:14.872653 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b6472e8c-6e86-4c40-960e-faee591c121f req-1c2b0aaa-7f1d-4b40-9118-7b6787610a47 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 947 time: 0.1382949 Nov 26 17:08:14.875461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852f41d-a376-420a-8a58-34e0859bcce5 req-95124e37-3c49-4a91-8ea2-7178920908be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:14.877375 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3852f41d-a376-420a-8a58-34e0859bcce5 req-95124e37-3c49-4a91-8ea2-7178920908be service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 1100 time: 0.1085212 Nov 26 17:08:14.989604 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b6472e8c-6e86-4c40-960e-faee591c121f req-e1d03ca5-a953-4496-b98c-09732d84c571 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112096 Nov 26 17:08:15.035043 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852f41d-a376-420a-8a58-34e0859bcce5 req-3d1703ba-6d61-49f8-9bac-7f33015b6a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:15.036484 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3852f41d-a376-420a-8a58-34e0859bcce5 req-3d1703ba-6d61-49f8-9bac-7f33015b6a67 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 200 len: 913 time: 0.1381989 Nov 26 17:08:15.265062 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3852f41d-a376-420a-8a58-34e0859bcce5 req-17666896-c2c8-43d8-81e5-2edbbda9ebec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4584a0cd-da72-4cfa-abd8-06349d286e5a HTTP/1.1" status: 200 len: 1003 time: 0.2204041 Nov 26 17:08:15.326240 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852f41d-a376-420a-8a58-34e0859bcce5 req-04b61abf-9c8c-483e-9b17-eca992db7de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:15.327587 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3852f41d-a376-420a-8a58-34e0859bcce5 req-04b61abf-9c8c-483e-9b17-eca992db7de6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 200 len: 851 time: 0.0557435 Nov 26 17:08:15.405347 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852f41d-a376-420a-8a58-34e0859bcce5 req-4c4d4db8-b867-4b7b-8242-0ec69e616a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:15.406751 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3852f41d-a376-420a-8a58-34e0859bcce5 req-4c4d4db8-b867-4b7b-8242-0ec69e616a5d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e22d964-9ecf-42f7-a88a-eec4636f5b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713551 Nov 26 17:08:15.538900 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3852f41d-a376-420a-8a58-34e0859bcce5 req-c1e6415d-69e4-443f-a62e-2d1526e748a0 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238248 Nov 26 17:08:15.688120 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3852f41d-a376-420a-8a58-34e0859bcce5 req-00ec1126-3a1f-4175-83dd-d4a3e1f23f06 service neutron] 10.222.0.31 "GET /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376135 Nov 26 17:08:16.183199 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c44f0-a4bf-4098-94ae-f0ca84df5ba6 req-ba760ee2-6c2d-490d-b652-fe3659fe6e90 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:16.184660 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ba9c44f0-a4bf-4098-94ae-f0ca84df5ba6 req-ba760ee2-6c2d-490d-b652-fe3659fe6e90 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 947 time: 0.0929215 Nov 26 17:08:16.228854 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ba9c44f0-a4bf-4098-94ae-f0ca84df5ba6 req-35672e3e-c8b8-433c-940b-90e86ce6457d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385878 Nov 26 17:08:16.409032 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312eec7-3d5c-4777-b53a-13241fd825e0 req-9f6afac6-a363-4be8-bc76-6c1d8a2d8a18 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:16.410467 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7312eec7-3d5c-4777-b53a-13241fd825e0 req-9f6afac6-a363-4be8-bc76-6c1d8a2d8a18 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 947 time: 0.0807161 Nov 26 17:08:16.453864 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7312eec7-3d5c-4777-b53a-13241fd825e0 req-1f21c004-9aac-439e-ad46-d8148c2ae4f7 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372901 Nov 26 17:08:16.632595 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c47621-e55e-4a77-befd-40412eca9b0b req-dff18457-a6c8-43e6-ae80-028662623efc tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:16.634523 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-15c47621-e55e-4a77-befd-40412eca9b0b req-dff18457-a6c8-43e6-ae80-028662623efc tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 947 time: 0.0792236 Nov 26 17:08:16.677065 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-15c47621-e55e-4a77-befd-40412eca9b0b req-cc320085-9197-4845-a51a-486b85b32cf0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370133 Nov 26 17:08:17.056411 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea917ee9-d4b2-42ac-b592-c3864b8a4f02 req-dab0be00-5443-412b-a21b-1b64aff0b2c0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:17.057725 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ea917ee9-d4b2-42ac-b592-c3864b8a4f02 req-dab0be00-5443-412b-a21b-1b64aff0b2c0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 947 time: 0.0828519 Nov 26 17:08:17.100454 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ea917ee9-d4b2-42ac-b592-c3864b8a4f02 req-0a8dc3dd-6f6c-43ea-89dd-ab9a00fe4c3d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371826 Nov 26 17:08:18.291632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e1193-e004-4901-a870-29e2b0290cce req-c018fae8-b9c6-44c0-ab62-3a886fa3889b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:18.293091 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-989e1193-e004-4901-a870-29e2b0290cce req-c018fae8-b9c6-44c0-ab62-3a886fa3889b tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 947 time: 0.0863700 Nov 26 17:08:18.336128 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-989e1193-e004-4901-a870-29e2b0290cce req-d3678b5c-7069-4514-8623-74de1b0c7b74 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375516 Nov 26 17:08:19.517287 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e631ad9-8dae-4ba9-b4e8-08fdd649d418 req-8ead7786-ed86-4af2-be91-cd16cc0181ea tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:19.518734 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7e631ad9-8dae-4ba9-b4e8-08fdd649d418 req-8ead7786-ed86-4af2-be91-cd16cc0181ea tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 947 time: 0.0812716 Nov 26 17:08:19.565867 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7e631ad9-8dae-4ba9-b4e8-08fdd649d418 req-ef9e7178-d96a-4dd4-af9d-14a1c5f9a639 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0e1be6-a3f3-4a39-bb96-00526fac4491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414283 Nov 26 17:08:19.622854 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdada7-40dc-454d-b23d-37f0134fc1e2 req-02c76c21-913d-41d2-b96f-1f9d185fed8d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:19.624230 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dfcdada7-40dc-454d-b23d-37f0134fc1e2 req-02c76c21-913d-41d2-b96f-1f9d185fed8d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 947 time: 0.0784950 Nov 26 17:08:19.655631 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:19.700032 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-dfcdada7-40dc-454d-b23d-37f0134fc1e2 req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Deleting port 4584a0cd-da72-4cfa-abd8-06349d286e5a {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:08:19.700369 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-dfcdada7-40dc-454d-b23d-37f0134fc1e2 req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:19.937186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-dfcdada7-40dc-454d-b23d-37f0134fc1e2 req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] For port 4584a0cd-da72-4cfa-abd8-06349d286e5a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4584a0cd-da72-4cfa-abd8-06349d286e5a,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:08:19.937454 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-dfcdada7-40dc-454d-b23d-37f0134fc1e2 req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:20.220319 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-dfcdada7-40dc-454d-b23d-37f0134fc1e2 req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:20.220610 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-dfcdada7-40dc-454d-b23d-37f0134fc1e2 req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:20.220901 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [req-dfcdada7-40dc-454d-b23d-37f0134fc1e2 req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Floating IP 0ee847d8-e5c0-4a59-87de-086173b20d30 disassociated. External IP: 172.26.0.102, port: 4584a0cd-da72-4cfa-abd8-06349d286e5a. Nov 26 17:08:20.221235 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-dfcdada7-40dc-454d-b23d-37f0134fc1e2 req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Calling delete_port for 4584a0cd-da72-4cfa-abd8-06349d286e5a owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:08:20.367484 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-dfcdada7-40dc-454d-b23d-37f0134fc1e2 req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:20.374669 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8514a26a-77cf-44f5-8014-0bf3fef64170 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:08:20.417235 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Pushing event deleted for resources: {'Port': ['ID=4584a0cd-da72-4cfa-abd8-06349d286e5a,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:08:20.427995 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:20.428208 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:20.428546 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:20.428923 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:20.429310 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:20.429677 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:20.430094 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:20.430456 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:20.431431 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:20.431815 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:20.432180 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:20.432538 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:20.436081 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:08:20.784695 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2d59ba5a-2aef-4766-8b10-82b1b40dfba9 req-31ce5a47-c4a7-4aa8-86ac-c6706905dfdf tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 210 time: 0.1017172 Nov 26 17:08:20.789014 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfcdada7-40dc-454d-b23d-37f0134fc1e2 req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:08:20.972762 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfcdada7-40dc-454d-b23d-37f0134fc1e2 req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:08:20.982149 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5738a569-ba91-41ab-848b-bc19ed364cb3 None None] Sync routers for ids ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:08:20.991302 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5738a569-ba91-41ab-848b-bc19ed364cb3 None None] Routers {'d6f6cf68-9def-4062-9b1a-ecef0b8ae250'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:08:20.991896 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-5738a569-ba91-41ab-848b-bc19ed364cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:08:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:08:21.042532 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcdada7-40dc-454d-b23d-37f0134fc1e2 req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] No DVR routers for this DVR port 4584a0cd-da72-4cfa-abd8-06349d286e5a on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:08:21.045680 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-dfcdada7-40dc-454d-b23d-37f0134fc1e2 req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:21.048208 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c18a491-695a-4302-a5cb-2a2b61284dea', 'name': 'network-vif-deleted', 'tag': '4584a0cd-da72-4cfa-abd8-06349d286e5a'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:08:21.065445 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dfcdada7-40dc-454d-b23d-37f0134fc1e2 req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.31 "DELETE /v2.0/ports/4584a0cd-da72-4cfa-abd8-06349d286e5a HTTP/1.1" status: 204 len: 173 time: 1.4323599 Nov 26 17:08:21.097612 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c18a491-695a-4302-a5cb-2a2b61284dea', 'name': 'network-vif-deleted', 'tag': '4584a0cd-da72-4cfa-abd8-06349d286e5a', 'status': 'completed', 'code': 200} Nov 26 17:08:21.168017 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-5738a569-ba91-41ab-848b-bc19ed364cb3 None None] Set router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:08:21.478747 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-5738a569-ba91-41ab-848b-bc19ed364cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'fa4a1c66-d889-4660-a489-1cfdfe20be5a', 'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'mac_address': 'fa:16:3e:58:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:21Z', 'updated_at': '2021-11-26T17:02:27Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'subnets': [{'id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:08:21.482681 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5738a569-ba91-41ab-848b-bc19ed364cb3 None None] Checking router: d6f6cf68-9def-4062-9b1a-ecef0b8ae250 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:08:21.490834 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5738a569-ba91-41ab-848b-bc19ed364cb3 None None] Routers {'d6f6cf68-9def-4062-9b1a-ecef0b8ae250'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:08:21.491438 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-5738a569-ba91-41ab-848b-bc19ed364cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:08:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:08:21.704432 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-5738a569-ba91-41ab-848b-bc19ed364cb3 None None] Set router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:08:21.954027 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-ca9687a7-79cb-476f-8cff-bf0f74e087a6 req-ab20f6bd-83bc-4c5b-be08-8e89c73f3a6e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Synchronizing usage tracker for tenant:8a35231917ef4e74bc7e80ac9ac2e46f on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:08:21.969510 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-ca9687a7-79cb-476f-8cff-bf0f74e087a6 req-ab20f6bd-83bc-4c5b-be08-8e89c73f3a6e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Unset dirty status for tenant:8a35231917ef4e74bc7e80ac9ac2e46f on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:08:21.970733 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ca9687a7-79cb-476f-8cff-bf0f74e087a6 req-ab20f6bd-83bc-4c5b-be08-8e89c73f3a6e tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c18a491-695a-4302-a5cb-2a2b61284dea HTTP/1.1" status: 200 len: 210 time: 0.0622156 Nov 26 17:08:22.013368 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-5738a569-ba91-41ab-848b-bc19ed364cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'fa4a1c66-d889-4660-a489-1cfdfe20be5a', 'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'mac_address': 'fa:16:3e:58:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:21Z', 'updated_at': '2021-11-26T17:02:27Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'subnets': [{'id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:08:22.017267 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5738a569-ba91-41ab-848b-bc19ed364cb3 None None] The sync data for ids ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'] in dv-neutron-819440-1-hyperv is: [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:02:22Z', 'revision_number': 4, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'fa4a1c66-d889-4660-a489-1cfdfe20be5a', 'name': '', 'network_id': '7e22d964-9ecf-42f7-a88a-eec4636f5b28', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'mac_address': 'fa:16:3e:58:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:21Z', 'updated_at': '2021-11-26T17:02:27Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'subnets': [{'id': 'b8f35834-919a-46b2-ac41-a89db8f046f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:08:22.240252 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb838f0-1ea2-435d-b31e-92b559ccb644 None None] New status for floating IP 0ee847d8-e5c0-4a59-87de-086173b20d30: DOWN {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:08:22.752607 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 4584a0cd-da72-4cfa-abd8-06349d286e5a no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:08:22.786597 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: 4584a0cd-da72-4cfa-abd8-06349d286e5a {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:08:22.786957 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 4584a0cd-da72-4cfa-abd8-06349d286e5a not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:08:26.217356 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 57938) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:08:26.282761 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e133334d-db48-469e-86d2-9e3518f86fc9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:26.309346 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e133334d-db48-469e-86d2-9e3518f86fc9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:26.360997 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e133334d-db48-469e-86d2-9e3518f86fc9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:26.364881 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c8ae9ee5-272a-4edf-a2df-863901200888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:08:26.380227 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133334d-db48-469e-86d2-9e3518f86fc9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0e1be6-a3f3-4a39-bb96-00526fac4491,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:08:26.389177 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133334d-db48-469e-86d2-9e3518f86fc9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:26.389570 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133334d-db48-469e-86d2-9e3518f86fc9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:26.389950 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133334d-db48-469e-86d2-9e3518f86fc9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:26.390323 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133334d-db48-469e-86d2-9e3518f86fc9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:26.390693 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133334d-db48-469e-86d2-9e3518f86fc9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:26.391063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133334d-db48-469e-86d2-9e3518f86fc9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:26.391430 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133334d-db48-469e-86d2-9e3518f86fc9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:26.391823 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133334d-db48-469e-86d2-9e3518f86fc9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:26.392194 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133334d-db48-469e-86d2-9e3518f86fc9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:26.392555 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133334d-db48-469e-86d2-9e3518f86fc9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:26.392916 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133334d-db48-469e-86d2-9e3518f86fc9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:26.393275 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133334d-db48-469e-86d2-9e3518f86fc9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:26.397689 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e133334d-db48-469e-86d2-9e3518f86fc9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:08:26.401501 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e133334d-db48-469e-86d2-9e3518f86fc9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:26.402598 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e133334d-db48-469e-86d2-9e3518f86fc9 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "DELETE /v2.0/security-groups/3e0e1be6-a3f3-4a39-bb96-00526fac4491 HTTP/1.1" status: 204 len: 168 time: 0.1841552 Nov 26 17:08:26.405088 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 57942) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:08:26.420712 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-03352596-184b-4688-89f9-665868865847 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] show failed (client error): The resource could not be found. Nov 26 17:08:26.421687 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-03352596-184b-4688-89f9-665868865847 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "GET /v2.0/security-groups/3e0e1be6-a3f3-4a39-bb96-00526fac4491 HTTP/1.1" status: 404 len: 347 time: 0.0157106 Nov 26 17:08:26.424370 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 57946) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:08:26.579929 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-96c52bfc-838f-43fb-84c6-24ec15d9edc8 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Deleting port 641f122f-28de-4179-9701-c992cab6fba9 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:08:26.580186 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-96c52bfc-838f-43fb-84c6-24ec15d9edc8 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:26.750415 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-96c52bfc-838f-43fb-84c6-24ec15d9edc8 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:26.750735 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-96c52bfc-838f-43fb-84c6-24ec15d9edc8 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:26.879863 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-96c52bfc-838f-43fb-84c6-24ec15d9edc8 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Calling delete_port for 641f122f-28de-4179-9701-c992cab6fba9 owned by network:floatingip {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:08:27.133276 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-96c52bfc-838f-43fb-84c6-24ec15d9edc8 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:27.138804 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-42f1b43e-2b7c-4142-a767-32661e7314bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:08:27.218311 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c52bfc-838f-43fb-84c6-24ec15d9edc8 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Pushing event deleted for resources: {'Port': ['ID=641f122f-28de-4179-9701-c992cab6fba9,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:08:27.220904 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-96c52bfc-838f-43fb-84c6-24ec15d9edc8 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:08:27.284462 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-96c52bfc-838f-43fb-84c6-24ec15d9edc8 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks [] for floatingip, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:27.301689 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-96c52bfc-838f-43fb-84c6-24ec15d9edc8 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:27.302811 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-96c52bfc-838f-43fb-84c6-24ec15d9edc8 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] 10.222.0.11 "DELETE /v2.0/floatingips/0ee847d8-e5c0-4a59-87de-086173b20d30 HTTP/1.1" status: 204 len: 168 time: 0.8775599 Nov 26 17:08:27.305791 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 57950) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:08:27.904549 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0f61be9b-9228-4183-bc28-85d76b8232b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:28.246033 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-0f61be9b-9228-4183-bc28-85d76b8232b8 admin admin] Deleting port fa4a1c66-d889-4660-a489-1cfdfe20be5a {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:08:28.246680 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0f61be9b-9228-4183-bc28-85d76b8232b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:28.411776 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-0f61be9b-9228-4183-bc28-85d76b8232b8 admin admin] For port fa4a1c66-d889-4660-a489-1cfdfe20be5a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=fa4a1c66-d889-4660-a489-1cfdfe20be5a,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:08:28.412128 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0f61be9b-9228-4183-bc28-85d76b8232b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:28.624625 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1b9da5c9-bef7-4f21-ad7e-39b2896d3f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:28.644946 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-0f61be9b-9228-4183-bc28-85d76b8232b8 admin admin] Calling delete_port for fa4a1c66-d889-4660-a489-1cfdfe20be5a owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:08:28.813613 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0f61be9b-9228-4183-bc28-85d76b8232b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:28.818711 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-702c8c5e-b52c-4ee5-a2cc-831232ab68bd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:08:28.862852 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61be9b-9228-4183-bc28-85d76b8232b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa4a1c66-d889-4660-a489-1cfdfe20be5a,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:08:28.888617 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0f61be9b-9228-4183-bc28-85d76b8232b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:08:29.120988 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0f61be9b-9228-4183-bc28-85d76b8232b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:29.400032 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:29.470688 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f61be9b-9228-4183-bc28-85d76b8232b8 admin admin] Router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:08:29.644271 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f61be9b-9228-4183-bc28-85d76b8232b8 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:08:29.654752 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c444cf7b-06a6-45b7-a7c1-0a5a2ba98813 None None] Sync routers for ids ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:08:29.658627 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0f61be9b-9228-4183-bc28-85d76b8232b8 admin admin] 10.222.0.11 "PUT /v2.0/routers/d6f6cf68-9def-4062-9b1a-ecef0b8ae250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3518591 Nov 26 17:08:29.661109 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 57956) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:08:29.664577 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c444cf7b-06a6-45b7-a7c1-0a5a2ba98813 None None] Routers {'d6f6cf68-9def-4062-9b1a-ecef0b8ae250'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:08:29.665191 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-c444cf7b-06a6-45b7-a7c1-0a5a2ba98813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:08:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:08:29.844332 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-c444cf7b-06a6-45b7-a7c1-0a5a2ba98813 None None] Set router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:08:29.965625 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7cab9995-82f7-4d50-bc6a-1e1ffdb1fbe1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:30.121995 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-c444cf7b-06a6-45b7-a7c1-0a5a2ba98813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:08:28Z', 'revision_number': 5, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port': {'id': '6f1b9d66-9b84-4269-bf48-1e1646923b18', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:02:19Z', 'updated_at': '2021-11-26T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:08:30.125835 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c444cf7b-06a6-45b7-a7c1-0a5a2ba98813 None None] Checking router: d6f6cf68-9def-4062-9b1a-ecef0b8ae250 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:08:30.134106 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c444cf7b-06a6-45b7-a7c1-0a5a2ba98813 None None] Routers {'d6f6cf68-9def-4062-9b1a-ecef0b8ae250'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:08:30.134706 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-c444cf7b-06a6-45b7-a7c1-0a5a2ba98813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:08:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:08:30.140269 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7cab9995-82f7-4d50-bc6a-1e1ffdb1fbe1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:30.149391 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-7cab9995-82f7-4d50-bc6a-1e1ffdb1fbe1 admin admin] Deleting port 6f1b9d66-9b84-4269-bf48-1e1646923b18 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:08:30.149720 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7cab9995-82f7-4d50-bc6a-1e1ffdb1fbe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:30.286576 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-c444cf7b-06a6-45b7-a7c1-0a5a2ba98813 None None] Set router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:08:30.327297 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-7cab9995-82f7-4d50-bc6a-1e1ffdb1fbe1 admin admin] For port 6f1b9d66-9b84-4269-bf48-1e1646923b18, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=6f1b9d66-9b84-4269-bf48-1e1646923b18,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:08:30.327654 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7cab9995-82f7-4d50-bc6a-1e1ffdb1fbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:30.392154 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-c444cf7b-06a6-45b7-a7c1-0a5a2ba98813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:08:30Z', 'revision_number': 6, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:08:30.396029 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c444cf7b-06a6-45b7-a7c1-0a5a2ba98813 None None] The sync data for ids ['d6f6cf68-9def-4062-9b1a-ecef0b8ae250'] in dv-neutron-819440-1-hyperv is: [{'id': 'd6f6cf68-9def-4062-9b1a-ecef0b8ae250', 'name': 'tempest-ServerActionsTestJSON-1441324863-router', 'tenant_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:02:18Z', 'updated_at': '2021-11-26T17:08:30Z', 'revision_number': 6, 'project_id': '8a35231917ef4e74bc7e80ac9ac2e46f', 'gw_port_host': None}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:08:30.450849 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-7cab9995-82f7-4d50-bc6a-1e1ffdb1fbe1 admin admin] Calling delete_port for 6f1b9d66-9b84-4269-bf48-1e1646923b18 owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:08:30.614614 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7cab9995-82f7-4d50-bc6a-1e1ffdb1fbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:30.618173 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-77062196-d977-47fd-8db5-61dd965497d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:08:30.661413 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab9995-82f7-4d50-bc6a-1e1ffdb1fbe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f1b9d66-9b84-4269-bf48-1e1646923b18,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:08:30.663790 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7cab9995-82f7-4d50-bc6a-1e1ffdb1fbe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:08:30.756195 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7cab9995-82f7-4d50-bc6a-1e1ffdb1fbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:30.930550 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7cab9995-82f7-4d50-bc6a-1e1ffdb1fbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:30.932643 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7cab9995-82f7-4d50-bc6a-1e1ffdb1fbe1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:30.956830 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7cab9995-82f7-4d50-bc6a-1e1ffdb1fbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:30.957368 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cab9995-82f7-4d50-bc6a-1e1ffdb1fbe1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6f6cf68-9def-4062-9b1a-ecef0b8ae250 {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 17:08:30.969792 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7cab9995-82f7-4d50-bc6a-1e1ffdb1fbe1 admin admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:30.970890 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7cab9995-82f7-4d50-bc6a-1e1ffdb1fbe1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/d6f6cf68-9def-4062-9b1a-ecef0b8ae250 HTTP/1.1" status: 204 len: 168 time: 1.3088584 Nov 26 17:08:30.973402 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 57960) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:08:31.030610 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-e59c3f51-8814-4db9-83e5-671c10cff967 admin admin] Deleting subnet b8f35834-919a-46b2-ac41-a89db8f046f2 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 17:08:31.033380 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e59c3f51-8814-4db9-83e5-671c10cff967 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:31.082879 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e59c3f51-8814-4db9-83e5-671c10cff967 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:31.160129 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e59c3f51-8814-4db9-83e5-671c10cff967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:31.227645 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e59c3f51-8814-4db9-83e5-671c10cff967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:31.231615 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8bb48830-2a2a-4af7-b698-5d9c95121c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:08:31.272023 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c3f51-8814-4db9-83e5-671c10cff967 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8f35834-919a-46b2-ac41-a89db8f046f2,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:08:31.274456 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e59c3f51-8814-4db9-83e5-671c10cff967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:08:31.277029 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e59c3f51-8814-4db9-83e5-671c10cff967 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:31.282991 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d66e24-b0e6-4cb7-8ac7-f8913a6ab4be None None] Network 7e22d964-9ecf-42f7-a88a-eec4636f5b28 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:08:31.288306 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e59c3f51-8814-4db9-83e5-671c10cff967 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b8f35834-919a-46b2-ac41-a89db8f046f2 HTTP/1.1" status: 204 len: 168 time: 0.3116255 Nov 26 17:08:31.288664 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 57964) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:08:31.295399 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-643318c4-c76b-4dfc-8e8e-395b133fbcfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:31.529343 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-336e5ec7-378a-4985-9bc3-021e5ce800d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:31.540857 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-336e5ec7-378a-4985-9bc3-021e5ce800d5 admin admin] Deleting port 088b9ecf-c2f5-4e85-bbe7-50a37e36fc39 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:08:31.541191 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-336e5ec7-378a-4985-9bc3-021e5ce800d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:31.582483 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda9c35a-c68b-45b2-b778-2fdc47fecdef None None] DHCP port deletion for 7e22d964-9ecf-42f7-a88a-eec4636f5b28 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 17:08:31.586662 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-cda9c35a-c68b-45b2-b778-2fdc47fecdef None None] Deleting port 088b9ecf-c2f5-4e85-bbe7-50a37e36fc39 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:08:31.587049 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cda9c35a-c68b-45b2-b778-2fdc47fecdef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:31.671818 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 088b9ecf-c2f5-4e85-bbe7-50a37e36fc39 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:08:31.758237 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-336e5ec7-378a-4985-9bc3-021e5ce800d5 admin admin] For port 088b9ecf-c2f5-4e85-bbe7-50a37e36fc39, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=088b9ecf-c2f5-4e85-bbe7-50a37e36fc39,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:08:31.759245 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-336e5ec7-378a-4985-9bc3-021e5ce800d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:31.873415 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-cda9c35a-c68b-45b2-b778-2fdc47fecdef None None] For port 088b9ecf-c2f5-4e85-bbe7-50a37e36fc39, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=088b9ecf-c2f5-4e85-bbe7-50a37e36fc39,segment=NetworkSegment(1151c331-da3f-48c4-aca9-b6503b7ce6e4),segment_id=1151c331-da3f-48c4-aca9-b6503b7ce6e4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:08:31.873823 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cda9c35a-c68b-45b2-b778-2fdc47fecdef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:31.885221 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-336e5ec7-378a-4985-9bc3-021e5ce800d5 admin admin] Calling delete_port for 088b9ecf-c2f5-4e85-bbe7-50a37e36fc39 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:08:31.959556 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-336e5ec7-378a-4985-9bc3-021e5ce800d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:31.963358 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7750e8be-0c90-4253-a335-df0808df89a9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:08:32.007174 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e5ec7-378a-4985-9bc3-021e5ce800d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=088b9ecf-c2f5-4e85-bbe7-50a37e36fc39,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:08:32.010387 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-336e5ec7-378a-4985-9bc3-021e5ce800d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:08:32.012267 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-cda9c35a-c68b-45b2-b778-2fdc47fecdef None None] Calling delete_port for 088b9ecf-c2f5-4e85-bbe7-50a37e36fc39 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:08:32.014484 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336e5ec7-378a-4985-9bc3-021e5ce800d5 admin admin] No DVR routers for this DVR port 088b9ecf-c2f5-4e85-bbe7-50a37e36fc39 on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:08:32.056234 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: from cryptography.utils import int_from_bytes Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: from cryptography.utils import int_from_bytes Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: util.warn_limited( Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: util.warn_limited( Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: util.warn( Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: util.warn( Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: util.warn( Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: util.warn( Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: util.warn( Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: util.warn( Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: util.warn( Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: util.warn( Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: util.warn( Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: util.warn( Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: util.warn( Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: util.warn( Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: util.warn( Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: util.warn( Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: util.warn( Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: util.warn( Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: util.warn( Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: util.warn( Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: util.warn( Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: util.warn( Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: util.warn( Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: util.warn( Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: util.warn( Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 17:08:32.129206 dv-neutron-819440-1-hyperv neutron-server[87520]: util.warn( Nov 26 17:08:32.133382 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-336e5ec7-378a-4985-9bc3-021e5ce800d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:32.135456 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 6f1b9d66-9b84-4269-bf48-1e1646923b18 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:08:32.154173 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-336e5ec7-378a-4985-9bc3-021e5ce800d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e22d964-9ecf-42f7-a88a-eec4636f5b28']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:08:32.166820 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-336e5ec7-378a-4985-9bc3-021e5ce800d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1151c331-da3f-48c4-aca9-b6503b7ce6e4') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:08:32.167113 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-336e5ec7-378a-4985-9bc3-021e5ce800d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1151c331-da3f-48c4-aca9-b6503b7ce6e4') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:08:32.168431 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 6f1b9d66-9b84-4269-bf48-1e1646923b18 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:08:32.168799 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 6f1b9d66-9b84-4269-bf48-1e1646923b18 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:08:32.169235 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device fa4a1c66-d889-4660-a489-1cfdfe20be5a no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:08:32.178112 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-336e5ec7-378a-4985-9bc3-021e5ce800d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:32.194138 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-336e5ec7-378a-4985-9bc3-021e5ce800d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:32.196841 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-cda9c35a-c68b-45b2-b778-2fdc47fecdef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 17:08:32.197212 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-cda9c35a-c68b-45b2-b778-2fdc47fecdef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 17:08:32.200649 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336e5ec7-378a-4985-9bc3-021e5ce800d5 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 17:08:32.201092 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-336e5ec7-378a-4985-9bc3-021e5ce800d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:32.202302 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: fa4a1c66-d889-4660-a489-1cfdfe20be5a {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:08:32.202665 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device fa4a1c66-d889-4660-a489-1cfdfe20be5a not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 17:08:32.214202 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 17:08:32.252214 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:32.291842 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-336e5ec7-378a-4985-9bc3-021e5ce800d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:32.296119 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-336e5ec7-378a-4985-9bc3-021e5ce800d5 admin admin] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:32.298704 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-72248fc7-9ab8-4b7e-a738-6b4f9010450f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:08:32.321300 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e5ec7-378a-4985-9bc3-021e5ce800d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e22d964-9ecf-42f7-a88a-eec4636f5b28,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:08:32.323519 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-336e5ec7-378a-4985-9bc3-021e5ce800d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:08:32.334000 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-336e5ec7-378a-4985-9bc3-021e5ce800d5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7e22d964-9ecf-42f7-a88a-eec4636f5b28 HTTP/1.1" status: 204 len: 168 time: 1.0443861 Nov 26 17:08:32.446100 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 57970) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:08:32.494570 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-de7c1f12-e8b3-4aa2-8812-cf3d3571c758 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8a35231917ef4e74bc7e80ac9ac2e46f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472467 Nov 26 17:08:32.496783 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 57974) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:08:32.552313 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2de02ff5-65be-43fc-a269-dfface8fd934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:32.577683 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2de02ff5-65be-43fc-a269-dfface8fd934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:32.627531 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2de02ff5-65be-43fc-a269-dfface8fd934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:32.631157 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0fe6238f-a09d-4588-8d7c-ba1487816630 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:08:32.646600 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de02ff5-65be-43fc-a269-dfface8fd934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dd65e4-dfe1-453b-a08a-0344aa679d70,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:08:32.650428 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2de02ff5-65be-43fc-a269-dfface8fd934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:08:32.659063 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2de02ff5-65be-43fc-a269-dfface8fd934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:32.660270 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2de02ff5-65be-43fc-a269-dfface8fd934 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e2dd65e4-dfe1-453b-a08a-0344aa679d70 HTTP/1.1" status: 204 len: 168 time: 0.1625609 Nov 26 17:08:32.698723 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-cda9c35a-c68b-45b2-b778-2fdc47fecdef None None] Deleting port 088b9ecf-c2f5-4e85-bbe7-50a37e36fc39 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:08:32.699224 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cda9c35a-c68b-45b2-b778-2fdc47fecdef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:32.764483 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-cda9c35a-c68b-45b2-b778-2fdc47fecdef None None] The port '088b9ecf-c2f5-4e85-bbe7-50a37e36fc39' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 17:08:33.375188 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 57998) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:08:33.476180 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-913871736-network', 'tenant_id': '2125e8f5969e46c1b148b6cb462e53d4'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:08:33.480888 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:08:33.484640 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] Usage tracker for resource:network and tenant:2125e8f5969e46c1b148b6cb462e53d4 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:08:33.487406 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:08:33.493527 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:08:33.503898 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] Made reservation on behalf of 2125e8f5969e46c1b148b6cb462e53d4 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:08:33.506190 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:33.518300 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:33.532235 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:08:33.536055 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] Usage tracker for resource:security_group_rule and tenant:2125e8f5969e46c1b148b6cb462e53d4 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:08:33.538791 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:08:33.544431 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:08:33.626162 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:33.629920 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:33.632941 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3438a8c3-e234-42fb-af61-1b76ec75f7fc tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:08:33.660925 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 17:08:33.670152 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:08:33.673315 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:08:33.678845 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:33.679390 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] Added segment 03b08862-7906-4a93-a44f-f8d33f7442fa of type vlan for network 115ceeef-0397-4eb4-8767-5696f41bfa20 Nov 26 17:08:33.705837 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:33.734815 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:33.735875 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:33.736446 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:33.739703 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bbd99556-4b19-44da-bb5c-7d244ae553ad tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:08:33.840026 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] Pushing event updated for resources: {'Network': ['ID=115ceeef-0397-4eb4-8767-5696f41bfa20,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:08:33.842985 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:08:33.844983 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4687657 Nov 26 17:08:33.847971 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58004) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:08:33.849967 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 115ceeef-0397-4eb4-8767-5696f41bfa20 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 17:08:33.854195 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-1acf419b-6d2e-4187-85ae-5a6a5830adc1 admin admin] Request body: {'subnet': {'network_id': '115ceeef-0397-4eb4-8767-5696f41bfa20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-913871736-subnet', 'tenant_id': '2125e8f5969e46c1b148b6cb462e53d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:08:33.859057 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-1acf419b-6d2e-4187-85ae-5a6a5830adc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:08:33.863112 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1acf419b-6d2e-4187-85ae-5a6a5830adc1 admin admin] Usage tracker for resource:subnet and tenant:2125e8f5969e46c1b148b6cb462e53d4 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:08:33.866160 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-1acf419b-6d2e-4187-85ae-5a6a5830adc1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:08:33.872882 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-1acf419b-6d2e-4187-85ae-5a6a5830adc1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:08:33.883777 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acf419b-6d2e-4187-85ae-5a6a5830adc1 admin admin] Made reservation on behalf of 2125e8f5969e46c1b148b6cb462e53d4 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:08:33.886065 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1acf419b-6d2e-4187-85ae-5a6a5830adc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:34.044015 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:34.092715 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1acf419b-6d2e-4187-85ae-5a6a5830adc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:34.096951 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a08233b1-42ed-450b-87c9-a9791cac90f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:08:34.167749 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf419b-6d2e-4187-85ae-5a6a5830adc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91045166-742e-405e-8c8d-75a69b501d82,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:08:34.170389 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1acf419b-6d2e-4187-85ae-5a6a5830adc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:08:34.176296 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acf419b-6d2e-4187-85ae-5a6a5830adc1 admin admin] Checking segment: {'id': '03b08862-7906-4a93-a44f-f8d33f7442fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '115ceeef-0397-4eb4-8767-5696f41bfa20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:08:34.176654 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acf419b-6d2e-4187-85ae-5a6a5830adc1 admin admin] Network hostable DHCP agents. Network: 115ceeef-0397-4eb4-8767-5696f41bfa20, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 17:08:34.194954 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acf419b-6d2e-4187-85ae-5a6a5830adc1 admin admin] Network 115ceeef-0397-4eb4-8767-5696f41bfa20 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 17:08:34.203372 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-1acf419b-6d2e-4187-85ae-5a6a5830adc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 115ceeef-0397-4eb4-8767-5696f41bfa20) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:08:34.207281 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acf419b-6d2e-4187-85ae-5a6a5830adc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:34.207949 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-1acf419b-6d2e-4187-85ae-5a6a5830adc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:34.212775 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a904ed6-fd23-4540-828b-25d87c5751f9 None None] Network 115ceeef-0397-4eb4-8767-5696f41bfa20 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:08:34.228568 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1acf419b-6d2e-4187-85ae-5a6a5830adc1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3795414 Nov 26 17:08:34.425538 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79eb46b-129a-4c02-ba03-e232fdc8cc23 None None] Network 115ceeef-0397-4eb4-8767-5696f41bfa20 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:08:34.725704 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-4fabb4b0-56f8-4f51-a8c0-1dfe31963283 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:34.726371 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-4fabb4b0-56f8-4f51-a8c0-1dfe31963283 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Synchronizing usage tracker for tenant:2125e8f5969e46c1b148b6cb462e53d4 on resource:network {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:08:34.743949 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-4fabb4b0-56f8-4f51-a8c0-1dfe31963283 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Unset dirty status for tenant:2125e8f5969e46c1b148b6cb462e53d4 on resource:network {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:08:34.745132 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-4fabb4b0-56f8-4f51-a8c0-1dfe31963283 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/networks?id=115ceeef-0397-4eb4-8767-5696f41bfa20 HTTP/1.1" status: 200 len: 813 time: 0.1640477 Nov 26 17:08:34.760132 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-87f0693a-729f-499f-90f0-ba8fa152a561 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/quotas/2125e8f5969e46c1b148b6cb462e53d4 HTTP/1.1" status: 200 len: 375 time: 0.0094728 Nov 26 17:08:34.806871 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-1f195918-1f42-4a01-ba55-07406b2aad9b tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2125e8f5969e46c1b148b6cb462e53d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416358 Nov 26 17:08:34.936640 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-726590d4-0ecc-4050-9de7-6c8a06c057cc service neutron] 10.222.0.11 "GET /v2.0/networks/115ceeef-0397-4eb4-8767-5696f41bfa20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235089 Nov 26 17:08:35.068312 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-a4a80235-41f6-4724-9072-8412bbb67dfd service neutron] 10.222.0.11 "GET /v2.0/networks/115ceeef-0397-4eb4-8767-5696f41bfa20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258821 Nov 26 17:08:35.242137 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-584e6cf5-cccc-404f-a168-54e9aa71b8e9 req-b65882d4-1e72-411c-99bd-a13dbc8357b3 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=16d2f9d6-a61a-4198-b92b-7e425399b237 HTTP/1.1" status: 200 len: 210 time: 0.0427372 Nov 26 17:08:36.318859 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-9d81c31d-2e4a-4eff-844f-cd92f40142f0 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:36.320327 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-9d81c31d-2e4a-4eff-844f-cd92f40142f0 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.31 "GET /v2.0/networks?id=115ceeef-0397-4eb4-8767-5696f41bfa20 HTTP/1.1" status: 200 len: 813 time: 0.1569693 Nov 26 17:08:36.339056 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-95209a57-179c-45a2-834a-161306464f64 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Request body: {'port': {'device_id': '16d2f9d6-a61a-4198-b92b-7e425399b237', 'network_id': '115ceeef-0397-4eb4-8767-5696f41bfa20', 'admin_state_up': True, 'tenant_id': '2125e8f5969e46c1b148b6cb462e53d4'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:08:36.580877 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f422e084-d8d4-4867-93ef-73bfbfb46eef req-ea63ae0b-29cb-4360-b264-833158c6f2d8 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=16d2f9d6-a61a-4198-b92b-7e425399b237 HTTP/1.1" status: 200 len: 210 time: 0.2229543 Nov 26 17:08:36.639936 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-95209a57-179c-45a2-834a-161306464f64 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:08:36.643596 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-95209a57-179c-45a2-834a-161306464f64 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Usage tracker for resource:port and tenant:2125e8f5969e46c1b148b6cb462e53d4 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:08:36.646354 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-95209a57-179c-45a2-834a-161306464f64 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:08:36.651861 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-95209a57-179c-45a2-834a-161306464f64 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:08:36.661178 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-95209a57-179c-45a2-834a-161306464f64 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Made reservation on behalf of 2125e8f5969e46c1b148b6cb462e53d4 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:08:36.665665 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-95209a57-179c-45a2-834a-161306464f64 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:36.826424 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-95209a57-179c-45a2-834a-161306464f64 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Allocated IP 172.20.0.10 (115ceeef-0397-4eb4-8767-5696f41bfa20/91045166-742e-405e-8c8d-75a69b501d82/b32ab007-3816-4052-a5cf-8f0dfcc45bc8) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:08:37.031663 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-95209a57-179c-45a2-834a-161306464f64 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:37.060926 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-95209a57-179c-45a2-834a-161306464f64 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:37.066459 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a54dba39-f333-4028-9b67-4100865048dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:08:37.134979 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-95209a57-179c-45a2-834a-161306464f64 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Network 115ceeef-0397-4eb4-8767-5696f41bfa20 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:08:37.138274 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-95209a57-179c-45a2-834a-161306464f64 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:08:37.142250 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-95209a57-179c-45a2-834a-161306464f64 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:08:37.173304 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95209a57-179c-45a2-834a-161306464f64 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Pushing event updated for resources: {'Port': ['ID=b32ab007-3816-4052-a5cf-8f0dfcc45bc8,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:08:37.183464 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-95209a57-179c-45a2-834a-161306464f64 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:08:37.208507 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-95209a57-179c-45a2-834a-161306464f64 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:37.209119 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-95209a57-179c-45a2-834a-161306464f64 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:37.230033 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-95209a57-179c-45a2-834a-161306464f64 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8959262 Nov 26 17:08:37.246246 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] Request body: {'port': {'device_id': '16d2f9d6-a61a-4198-b92b-7e425399b237', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:08:37.361245 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:37.712682 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b32ab007-3816-4052-a5cf-8f0dfcc45bc8 {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:08:37.721251 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:37.740718 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] Transition to ACTIVE for port object b32ab007-3816-4052-a5cf-8f0dfcc45bc8 will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:08:37.745826 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:37.750289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-387342a7-b8f4-43b0-aea5-2d81a812b14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:08:37.906790 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] Pushing event updated for resources: {'Port': ['ID=b32ab007-3816-4052-a5cf-8f0dfcc45bc8,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:08:37.909909 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:08:37.913833 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6adc8-c4bf-4671-a7b6-21a1cd912506 req-b1efa84b-3322-4f32-ba9e-06ddf9e8451b tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:37.916882 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a6a6adc8-c4bf-4671-a7b6-21a1cd912506 req-b1efa84b-3322-4f32-ba9e-06ddf9e8451b tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=16d2f9d6-a61a-4198-b92b-7e425399b237 HTTP/1.1" status: 200 len: 944 time: 0.0860920 Nov 26 17:08:37.959632 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a6a6adc8-c4bf-4671-a7b6-21a1cd912506 req-ee743f95-0618-48b8-8807-a80684aabe4e tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380933 Nov 26 17:08:37.984935 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] Attempting to bind port b32ab007-3816-4052-a5cf-8f0dfcc45bc8 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:08:37.985264 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] Attempting to bind port b32ab007-3816-4052-a5cf-8f0dfcc45bc8 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '03b08862-7906-4a93-a44f-f8d33f7442fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '115ceeef-0397-4eb4-8767-5696f41bfa20'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:08:37.985585 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] Attempting to bind port b32ab007-3816-4052-a5cf-8f0dfcc45bc8 on network 115ceeef-0397-4eb4-8767-5696f41bfa20 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:08:37.990007 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] Port b32ab007-3816-4052-a5cf-8f0dfcc45bc8 on network 115ceeef-0397-4eb4-8767-5696f41bfa20 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 17:08:37.990320 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] Attempting to bind port b32ab007-3816-4052-a5cf-8f0dfcc45bc8 on network 115ceeef-0397-4eb4-8767-5696f41bfa20 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:08:37.995507 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:08:37.995984 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] Checking segment: {'id': '03b08862-7906-4a93-a44f-f8d33f7442fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '115ceeef-0397-4eb4-8767-5696f41bfa20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:08:37.996360 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] Bound using segment: {'id': '03b08862-7906-4a93-a44f-f8d33f7442fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '115ceeef-0397-4eb4-8767-5696f41bfa20'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:08:37.996774 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] Bound port: b32ab007-3816-4052-a5cf-8f0dfcc45bc8, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b08862-7906-4a93-a44f-f8d33f7442fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '115ceeef-0397-4eb4-8767-5696f41bfa20'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:08:37.997108 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:38.081950 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] For port b32ab007-3816-4052-a5cf-8f0dfcc45bc8, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:08:38.084781 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] For port b32ab007-3816-4052-a5cf-8f0dfcc45bc8, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=b32ab007-3816-4052-a5cf-8f0dfcc45bc8,segment=NetworkSegment(03b08862-7906-4a93-a44f-f8d33f7442fa),segment_id=03b08862-7906-4a93-a44f-f8d33f7442fa)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:08:38.089824 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:38.093344 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a64d2edb-5dbe-4652-af00-7b46c0d35944 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:08:38.152624 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:38.153229 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:38.154552 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] 10.222.0.31 "PUT /v2.0/ports/b32ab007-3816-4052-a5cf-8f0dfcc45bc8 HTTP/1.1" status: 200 len: 1094 time: 0.9126236 Nov 26 17:08:38.155068 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d2f9d6-a61a-4198-b92b-7e425399b237', 'tag': 'b32ab007-3816-4052-a5cf-8f0dfcc45bc8'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:08:38.175071 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] Pushing event updated for resources: {'Port': ['ID=b32ab007-3816-4052-a5cf-8f0dfcc45bc8,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:08:38.178022 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:08:38.227068 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d2f9d6-a61a-4198-b92b-7e425399b237', 'tag': 'b32ab007-3816-4052-a5cf-8f0dfcc45bc8', 'status': 'completed', 'code': 200} Nov 26 17:08:38.266014 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-231fd057-af42-480a-877c-b3babccd5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:38.267442 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-231fd057-af42-480a-877c-b3babccd5f40 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2125e8f5969e46c1b148b6cb462e53d4&device_id=16d2f9d6-a61a-4198-b92b-7e425399b237 HTTP/1.1" status: 200 len: 1097 time: 0.0728431 Nov 26 17:08:38.342654 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-4e586849-78a9-4e2a-8854-b14685c3eaa5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b32ab007-3816-4052-a5cf-8f0dfcc45bc8 HTTP/1.1" status: 200 len: 217 time: 0.0626187 Nov 26 17:08:38.406908 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-ea025730-6b43-4859-ba9e-2df19d90ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:38.408276 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-ea025730-6b43-4859-ba9e-2df19d90ee38 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91045166-742e-405e-8c8d-75a69b501d82 HTTP/1.1" status: 200 len: 853 time: 0.0556796 Nov 26 17:08:38.461931 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-ad44d9fb-d90b-408a-b5cc-37278715c38f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=115ceeef-0397-4eb4-8767-5696f41bfa20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419121 Nov 26 17:08:38.591619 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-b2553f24-f88a-427e-9de4-cb1e530b54e8 service neutron] 10.222.0.31 "GET /v2.0/networks/115ceeef-0397-4eb4-8767-5696f41bfa20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230958 Nov 26 17:08:38.843326 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b79ae117-aa4e-4529-b72a-92343f8ed879 req-973e436e-c85a-4bab-a6fb-f17efa97c9d6 service neutron] 10.222.0.31 "GET /v2.0/networks/115ceeef-0397-4eb4-8767-5696f41bfa20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421706 Nov 26 17:08:38.965789 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2038726-b0b2-41b3-ae6b-96be0eda2117 req-8b5abf68-1779-4525-9ea7-e3f9a887e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:38.967259 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b2038726-b0b2-41b3-ae6b-96be0eda2117 req-8b5abf68-1779-4525-9ea7-e3f9a887e943 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2125e8f5969e46c1b148b6cb462e53d4&device_id=16d2f9d6-a61a-4198-b92b-7e425399b237 HTTP/1.1" status: 200 len: 1097 time: 0.0710750 Nov 26 17:08:39.104359 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2038726-b0b2-41b3-ae6b-96be0eda2117 req-a85b6a38-2e50-4d14-8ce3-43d25aefbb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:39.105811 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b2038726-b0b2-41b3-ae6b-96be0eda2117 req-a85b6a38-2e50-4d14-8ce3-43d25aefbb6b service neutron] 10.222.0.31 "GET /v2.0/networks?id=115ceeef-0397-4eb4-8767-5696f41bfa20 HTTP/1.1" status: 200 len: 914 time: 0.1305666 Nov 26 17:08:39.142431 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfd1e6-489c-4a42-8779-6150be91ed00 req-17efff53-cb98-4fc7-bb4a-a7c6218d1fcd tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:39.143901 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2fbfd1e6-489c-4a42-8779-6150be91ed00 req-17efff53-cb98-4fc7-bb4a-a7c6218d1fcd tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=16d2f9d6-a61a-4198-b92b-7e425399b237 HTTP/1.1" status: 200 len: 944 time: 0.0791764 Nov 26 17:08:39.178205 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b2038726-b0b2-41b3-ae6b-96be0eda2117 req-37baf159-aebf-4b8a-9d03-e91769d5cadb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b32ab007-3816-4052-a5cf-8f0dfcc45bc8 HTTP/1.1" status: 200 len: 217 time: 0.0646765 Nov 26 17:08:39.188159 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2fbfd1e6-489c-4a42-8779-6150be91ed00 req-0abd9e3d-9dbb-4230-a56e-607438b45f51 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386446 Nov 26 17:08:39.241218 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2038726-b0b2-41b3-ae6b-96be0eda2117 req-2b49ffa4-459c-4490-a509-6434491b1a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:39.243208 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b2038726-b0b2-41b3-ae6b-96be0eda2117 req-2b49ffa4-459c-4490-a509-6434491b1a96 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91045166-742e-405e-8c8d-75a69b501d82 HTTP/1.1" status: 200 len: 853 time: 0.0569608 Nov 26 17:08:39.296960 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b2038726-b0b2-41b3-ae6b-96be0eda2117 req-bbbf23a5-7216-4e03-a5df-115ddc2e3d96 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=115ceeef-0397-4eb4-8767-5696f41bfa20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460749 Nov 26 17:08:39.429887 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b2038726-b0b2-41b3-ae6b-96be0eda2117 req-56511496-4799-4fdb-bcec-fa0048fd066d service neutron] 10.222.0.31 "GET /v2.0/networks/115ceeef-0397-4eb4-8767-5696f41bfa20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231501 Nov 26 17:08:39.559745 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b2038726-b0b2-41b3-ae6b-96be0eda2117 req-2edbb3db-e8cd-4cd3-819c-75e4497782a4 service neutron] 10.222.0.31 "GET /v2.0/networks/115ceeef-0397-4eb4-8767-5696f41bfa20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223202 Nov 26 17:08:40.371875 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35dfb5-79d1-4641-9596-c600eace48a9 req-c128c9ff-b975-41bb-bbc1-b6b383e719c4 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:40.372558 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-da35dfb5-79d1-4641-9596-c600eace48a9 req-c128c9ff-b975-41bb-bbc1-b6b383e719c4 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Synchronizing usage tracker for tenant:2125e8f5969e46c1b148b6cb462e53d4 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:08:40.389238 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-da35dfb5-79d1-4641-9596-c600eace48a9 req-c128c9ff-b975-41bb-bbc1-b6b383e719c4 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Unset dirty status for tenant:2125e8f5969e46c1b148b6cb462e53d4 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:08:40.390477 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-da35dfb5-79d1-4641-9596-c600eace48a9 req-c128c9ff-b975-41bb-bbc1-b6b383e719c4 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=16d2f9d6-a61a-4198-b92b-7e425399b237 HTTP/1.1" status: 200 len: 944 time: 0.0960011 Nov 26 17:08:40.433500 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-da35dfb5-79d1-4641-9596-c600eace48a9 req-caf125bb-49b6-4150-b503-ad41526d04f8 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Synchronizing usage tracker for tenant:2125e8f5969e46c1b148b6cb462e53d4 on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:08:40.448632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-da35dfb5-79d1-4641-9596-c600eace48a9 req-caf125bb-49b6-4150-b503-ad41526d04f8 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Unset dirty status for tenant:2125e8f5969e46c1b148b6cb462e53d4 on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:08:40.449753 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-da35dfb5-79d1-4641-9596-c600eace48a9 req-caf125bb-49b6-4150-b503-ad41526d04f8 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537422 Nov 26 17:08:41.634332 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa0b16-86d1-4eb9-8aa6-a348de548a66 req-4787b721-e3a6-4f4d-83b0-04a595edbfbc tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:41.635860 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4daa0b16-86d1-4eb9-8aa6-a348de548a66 req-4787b721-e3a6-4f4d-83b0-04a595edbfbc tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=16d2f9d6-a61a-4198-b92b-7e425399b237 HTTP/1.1" status: 200 len: 944 time: 0.0841410 Nov 26 17:08:41.681647 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4daa0b16-86d1-4eb9-8aa6-a348de548a66 req-7d7c3841-ec7f-40e6-9fc6-f7f14a79524c tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400553 Nov 26 17:08:41.831249 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:08:42.814198 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device b32ab007-3816-4052-a5cf-8f0dfcc45bc8 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:08:42.868215 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c304b6-da6c-4ae9-aa5a-f2563f2354e9 req-07f6f627-07a4-4ab2-9c8a-574e14ebea56 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:42.870004 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-72c304b6-da6c-4ae9-aa5a-f2563f2354e9 req-07f6f627-07a4-4ab2-9c8a-574e14ebea56 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=16d2f9d6-a61a-4198-b92b-7e425399b237 HTTP/1.1" status: 200 len: 944 time: 0.0852237 Nov 26 17:08:42.914013 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-72c304b6-da6c-4ae9-aa5a-f2563f2354e9 req-53eeb72c-c010-4fc3-8148-08a8dbef308a tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383489 Nov 26 17:08:42.950419 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port b32ab007-3816-4052-a5cf-8f0dfcc45bc8, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=b32ab007-3816-4052-a5cf-8f0dfcc45bc8,segment=NetworkSegment(03b08862-7906-4a93-a44f-f8d33f7442fa),segment_id=03b08862-7906-4a93-a44f-f8d33f7442fa)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:08:42.967298 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': 'b32ab007-3816-4052-a5cf-8f0dfcc45bc8', 'network_id': '115ceeef-0397-4eb4-8767-5696f41bfa20', 'port_id': 'b32ab007-3816-4052-a5cf-8f0dfcc45bc8', 'mac_address': 'fa:16:3e:f5:0a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91045166-742e-405e-8c8d-75a69b501d82', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:08:43.022054 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:43.038659 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b32ab007-3816-4052-a5cf-8f0dfcc45bc8 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:08:43.053292 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port b32ab007-3816-4052-a5cf-8f0dfcc45bc8, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=b32ab007-3816-4052-a5cf-8f0dfcc45bc8,segment=NetworkSegment(03b08862-7906-4a93-a44f-f8d33f7442fa),segment_id=03b08862-7906-4a93-a44f-f8d33f7442fa)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:08:43.057668 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:43.059478 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:08:43.122791 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=b32ab007-3816-4052-a5cf-8f0dfcc45bc8,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:08:43.125806 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:08:43.350131 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['b32ab007-3816-4052-a5cf-8f0dfcc45bc8'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:08:44.093794 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f3287-b675-4b86-abbf-758688664a68 req-4e2f8638-4e03-4c79-9751-806e15628b67 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:44.095206 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fa6f3287-b675-4b86-abbf-758688664a68 req-4e2f8638-4e03-4c79-9751-806e15628b67 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=16d2f9d6-a61a-4198-b92b-7e425399b237 HTTP/1.1" status: 200 len: 945 time: 0.0775905 Nov 26 17:08:44.138136 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fa6f3287-b675-4b86-abbf-758688664a68 req-994ff35b-5094-40fd-8d15-d7f9deb7074e tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374169 Nov 26 17:08:44.813027 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device b32ab007-3816-4052-a5cf-8f0dfcc45bc8 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:08:44.886070 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port b32ab007-3816-4052-a5cf-8f0dfcc45bc8 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:08:44.890815 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port b32ab007-3816-4052-a5cf-8f0dfcc45bc8 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:08:44.891201 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:45.004023 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:45.033299 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d2f9d6-a61a-4198-b92b-7e425399b237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32ab007-3816-4052-a5cf-8f0dfcc45bc8'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:08:45.042746 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port b32ab007-3816-4052-a5cf-8f0dfcc45bc8, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=b32ab007-3816-4052-a5cf-8f0dfcc45bc8,segment=NetworkSegment(03b08862-7906-4a93-a44f-f8d33f7442fa),segment_id=03b08862-7906-4a93-a44f-f8d33f7442fa)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:08:45.047084 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:45.049846 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:08:45.084823 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d2f9d6-a61a-4198-b92b-7e425399b237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32ab007-3816-4052-a5cf-8f0dfcc45bc8', 'code': 200} Nov 26 17:08:45.118164 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=b32ab007-3816-4052-a5cf-8f0dfcc45bc8,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:08:45.121890 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:08:45.322534 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe69c7-5631-4300-a6dc-3d9b1ff2fad0 req-0b6aaa14-9152-4b1c-b5a6-7390f64b43a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:45.323921 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-47fe69c7-5631-4300-a6dc-3d9b1ff2fad0 req-0b6aaa14-9152-4b1c-b5a6-7390f64b43a2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=16d2f9d6-a61a-4198-b92b-7e425399b237 HTTP/1.1" status: 200 len: 1099 time: 0.0726826 Nov 26 17:08:45.325341 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813bfd6-1826-401d-a442-20d87ba86780 req-5634a36e-539e-4899-85c2-2c71c9cde0f1 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:45.326784 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0813bfd6-1826-401d-a442-20d87ba86780 req-5634a36e-539e-4899-85c2-2c71c9cde0f1 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=16d2f9d6-a61a-4198-b92b-7e425399b237 HTTP/1.1" status: 200 len: 946 time: 0.0844655 Nov 26 17:08:45.367034 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-47fe69c7-5631-4300-a6dc-3d9b1ff2fad0 req-3c266dc3-7430-4cde-9648-7a4af547163e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331264 Nov 26 17:08:45.370383 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0813bfd6-1826-401d-a442-20d87ba86780 req-57281a3d-0371-495e-93c3-2384dc8595fb tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379221 Nov 26 17:08:46.562928 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3206477-b460-4a6c-b889-94205e932a10 req-d92c5717-d0bc-4c8d-ae18-9f08fe9c3188 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:46.564393 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c3206477-b460-4a6c-b889-94205e932a10 req-d92c5717-d0bc-4c8d-ae18-9f08fe9c3188 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=16d2f9d6-a61a-4198-b92b-7e425399b237 HTTP/1.1" status: 200 len: 946 time: 0.0867729 Nov 26 17:08:46.607957 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c3206477-b460-4a6c-b889-94205e932a10 req-fec54cd3-08af-4239-a2d4-eaa70d755218 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377982 Nov 26 17:08:47.790443 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be6a9b-1dbf-44cb-9152-40e99cf868a1 req-794fcb34-a2bd-460e-80d8-206d69df965d tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:47.791931 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-18be6a9b-1dbf-44cb-9152-40e99cf868a1 req-794fcb34-a2bd-460e-80d8-206d69df965d tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=16d2f9d6-a61a-4198-b92b-7e425399b237 HTTP/1.1" status: 200 len: 946 time: 0.0810869 Nov 26 17:08:47.839816 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-18be6a9b-1dbf-44cb-9152-40e99cf868a1 req-0093361f-41e6-4038-945a-687bf5af3a7f tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422153 Nov 26 17:08:48.119493 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-9ebd703e-1aa5-470d-8b16-53e070262349 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:48.120848 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-9ebd703e-1aa5-470d-8b16-53e070262349 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/networks?id=115ceeef-0397-4eb4-8767-5696f41bfa20 HTTP/1.1" status: 200 len: 813 time: 0.1444390 Nov 26 17:08:48.135736 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-bd9a9c2a-aef6-41d7-8e55-382888966cd6 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/quotas/2125e8f5969e46c1b148b6cb462e53d4 HTTP/1.1" status: 200 len: 375 time: 0.0094283 Nov 26 17:08:48.213266 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-c99cb3be-aa8d-4465-9879-2151b5826acb tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2125e8f5969e46c1b148b6cb462e53d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0727050 Nov 26 17:08:48.345321 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-b9009307-e20a-46af-9b79-24f543c2676e service neutron] 10.222.0.11 "GET /v2.0/networks/115ceeef-0397-4eb4-8767-5696f41bfa20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255412 Nov 26 17:08:48.588444 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-cfcaef2c-de95-4152-bca7-3d523ba41f19 service neutron] 10.222.0.11 "GET /v2.0/networks/115ceeef-0397-4eb4-8767-5696f41bfa20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372527 Nov 26 17:08:48.758474 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d9b808f5-7286-498e-9613-e5551bdbdce2 req-8a7b2f54-1e6f-4fda-9af4-f7ba0ff950ef tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44ec14d-bcbb-4e69-9ab8-f3641e44aea7 HTTP/1.1" status: 200 len: 210 time: 0.0440331 Nov 26 17:08:49.654054 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:49.812969 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-dcddaa32-143f-4850-a6a1-7f7160ea3541 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:49.814394 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-dcddaa32-143f-4850-a6a1-7f7160ea3541 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.31 "GET /v2.0/networks?id=115ceeef-0397-4eb4-8767-5696f41bfa20 HTTP/1.1" status: 200 len: 813 time: 0.1505141 Nov 26 17:08:49.827497 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-5593cb6a-710f-4f19-a7a8-00f6a3e15f69 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Request body: {'port': {'device_id': 'd44ec14d-bcbb-4e69-9ab8-f3641e44aea7', 'network_id': '115ceeef-0397-4eb4-8767-5696f41bfa20', 'admin_state_up': True, 'tenant_id': '2125e8f5969e46c1b148b6cb462e53d4'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:08:49.956801 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8418f858-85ec-4c41-a1a6-4d69b14c49ca req-fb97d488-3578-4aa9-9a7d-5f0fbd4e4c91 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44ec14d-bcbb-4e69-9ab8-f3641e44aea7 HTTP/1.1" status: 200 len: 210 time: 0.0595548 Nov 26 17:08:50.009611 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-5593cb6a-710f-4f19-a7a8-00f6a3e15f69 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:08:50.018874 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-5593cb6a-710f-4f19-a7a8-00f6a3e15f69 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:08:50.028103 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-5593cb6a-710f-4f19-a7a8-00f6a3e15f69 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Made reservation on behalf of 2125e8f5969e46c1b148b6cb462e53d4 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:08:50.031830 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-5593cb6a-710f-4f19-a7a8-00f6a3e15f69 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:50.191246 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-5593cb6a-710f-4f19-a7a8-00f6a3e15f69 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Allocated IP 172.20.0.8 (115ceeef-0397-4eb4-8767-5696f41bfa20/91045166-742e-405e-8c8d-75a69b501d82/a919aad8-7e77-4c10-a209-9586931e6b1f) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:08:50.387638 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-5593cb6a-710f-4f19-a7a8-00f6a3e15f69 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:50.415586 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-5593cb6a-710f-4f19-a7a8-00f6a3e15f69 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:50.420980 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-621f5f12-67b0-4929-85b0-8db693c7c750 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:08:50.427369 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['b32ab007-3816-4052-a5cf-8f0dfcc45bc8'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:08:50.489923 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-5593cb6a-710f-4f19-a7a8-00f6a3e15f69 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Network 115ceeef-0397-4eb4-8767-5696f41bfa20 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:08:50.493107 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-5593cb6a-710f-4f19-a7a8-00f6a3e15f69 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:08:50.497744 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-5593cb6a-710f-4f19-a7a8-00f6a3e15f69 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:08:50.535701 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593cb6a-710f-4f19-a7a8-00f6a3e15f69 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Pushing event updated for resources: {'Port': ['ID=a919aad8-7e77-4c10-a209-9586931e6b1f,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:08:50.540808 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5593cb6a-710f-4f19-a7a8-00f6a3e15f69 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:08:50.562679 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-5593cb6a-710f-4f19-a7a8-00f6a3e15f69 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:50.563289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-5593cb6a-710f-4f19-a7a8-00f6a3e15f69 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:50.587863 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-5593cb6a-710f-4f19-a7a8-00f6a3e15f69 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7633266 Nov 26 17:08:50.600472 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] Request body: {'port': {'device_id': 'd44ec14d-bcbb-4e69-9ab8-f3641e44aea7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:08:50.712855 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:51.054608 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a919aad8-7e77-4c10-a209-9586931e6b1f {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:08:51.061921 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:51.076610 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] Transition to ACTIVE for port object a919aad8-7e77-4c10-a209-9586931e6b1f will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:08:51.081337 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:51.085055 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5593cb6a-710f-4f19-a7a8-00f6a3e15f69 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:08:51.145573 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1fd8a7-cede-4416-af6b-219e8214b022 req-60085658-4a7f-4f00-af32-942a044e3995 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:51.147035 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9a1fd8a7-cede-4416-af6b-219e8214b022 req-60085658-4a7f-4f00-af32-942a044e3995 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44ec14d-bcbb-4e69-9ab8-f3641e44aea7 HTTP/1.1" status: 200 len: 943 time: 0.0803199 Nov 26 17:08:51.196014 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9a1fd8a7-cede-4416-af6b-219e8214b022 req-6588e812-d1dc-46e3-a010-c9fe7ab227e7 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423462 Nov 26 17:08:51.233889 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] Pushing event updated for resources: {'Port': ['ID=a919aad8-7e77-4c10-a209-9586931e6b1f,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:08:51.241094 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:08:51.427293 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] Attempting to bind port a919aad8-7e77-4c10-a209-9586931e6b1f on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:08:51.427621 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] Attempting to bind port a919aad8-7e77-4c10-a209-9586931e6b1f by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '03b08862-7906-4a93-a44f-f8d33f7442fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '115ceeef-0397-4eb4-8767-5696f41bfa20'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:08:51.427974 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] Attempting to bind port a919aad8-7e77-4c10-a209-9586931e6b1f on network 115ceeef-0397-4eb4-8767-5696f41bfa20 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:08:51.432978 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] Port a919aad8-7e77-4c10-a209-9586931e6b1f on network 115ceeef-0397-4eb4-8767-5696f41bfa20 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 17:08:51.433291 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] Attempting to bind port a919aad8-7e77-4c10-a209-9586931e6b1f on network 115ceeef-0397-4eb4-8767-5696f41bfa20 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:08:51.438202 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:08:51.438538 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] Checking segment: {'id': '03b08862-7906-4a93-a44f-f8d33f7442fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '115ceeef-0397-4eb4-8767-5696f41bfa20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:08:51.438914 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] Bound using segment: {'id': '03b08862-7906-4a93-a44f-f8d33f7442fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '115ceeef-0397-4eb4-8767-5696f41bfa20'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:08:51.439328 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] Bound port: a919aad8-7e77-4c10-a209-9586931e6b1f, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b08862-7906-4a93-a44f-f8d33f7442fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '115ceeef-0397-4eb4-8767-5696f41bfa20'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:08:51.439667 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:51.528317 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] For port a919aad8-7e77-4c10-a209-9586931e6b1f, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:08:51.531156 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] For port a919aad8-7e77-4c10-a209-9586931e6b1f, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a919aad8-7e77-4c10-a209-9586931e6b1f,segment=NetworkSegment(03b08862-7906-4a93-a44f-f8d33f7442fa),segment_id=03b08862-7906-4a93-a44f-f8d33f7442fa)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:08:51.535963 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:51.539442 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5b3f3607-51dc-4758-8222-0e8767e515b3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:08:51.595902 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:51.596517 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:51.597855 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] 10.222.0.31 "PUT /v2.0/ports/a919aad8-7e77-4c10-a209-9586931e6b1f HTTP/1.1" status: 200 len: 1093 time: 1.0024595 Nov 26 17:08:51.598367 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44ec14d-bcbb-4e69-9ab8-f3641e44aea7', 'tag': 'a919aad8-7e77-4c10-a209-9586931e6b1f'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:08:51.619236 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] Pushing event updated for resources: {'Port': ['ID=a919aad8-7e77-4c10-a209-9586931e6b1f,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:08:51.622189 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:08:51.699923 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd44ec14d-bcbb-4e69-9ab8-f3641e44aea7', 'tag': 'a919aad8-7e77-4c10-a209-9586931e6b1f', 'status': 'completed', 'code': 200} Nov 26 17:08:51.709192 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-e30eb361-765f-4b88-bf3c-9dbfd74033b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:51.710641 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-e30eb361-765f-4b88-bf3c-9dbfd74033b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2125e8f5969e46c1b148b6cb462e53d4&device_id=d44ec14d-bcbb-4e69-9ab8-f3641e44aea7 HTTP/1.1" status: 200 len: 1096 time: 0.0724370 Nov 26 17:08:51.782760 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-c3318344-f78d-4296-a9fb-05cecb3bd71e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a919aad8-7e77-4c10-a209-9586931e6b1f HTTP/1.1" status: 200 len: 217 time: 0.0640464 Nov 26 17:08:51.847877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-a658ca9a-bda6-482a-89ed-4feeb855ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:51.849345 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-a658ca9a-bda6-482a-89ed-4feeb855ab2f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91045166-742e-405e-8c8d-75a69b501d82 HTTP/1.1" status: 200 len: 853 time: 0.0601552 Nov 26 17:08:51.895313 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-03600b72-7b64-4baa-ab9a-9db73d4f7a2f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=115ceeef-0397-4eb4-8767-5696f41bfa20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395458 Nov 26 17:08:52.025374 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-ea7bc269-df8b-41b6-9ea4-e3a84908684e service neutron] 10.222.0.31 "GET /v2.0/networks/115ceeef-0397-4eb4-8767-5696f41bfa20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230185 Nov 26 17:08:52.153513 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3cf6c7b1-d193-42ce-8373-892411f4c787 req-d4fe172e-bff6-4fde-8e42-9354dd763ff5 service neutron] 10.222.0.31 "GET /v2.0/networks/115ceeef-0397-4eb4-8767-5696f41bfa20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218529 Nov 26 17:08:52.264096 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaceddb-e6d5-4e6a-9860-8d27c72619bd req-78efef5a-5b15-44aa-97e5-1d5991ce0a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:52.265994 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-efaceddb-e6d5-4e6a-9860-8d27c72619bd req-78efef5a-5b15-44aa-97e5-1d5991ce0a1f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2125e8f5969e46c1b148b6cb462e53d4&device_id=d44ec14d-bcbb-4e69-9ab8-f3641e44aea7 HTTP/1.1" status: 200 len: 1096 time: 0.0704534 Nov 26 17:08:52.405060 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaceddb-e6d5-4e6a-9860-8d27c72619bd req-54ea4d1e-0b3b-402f-9d50-4b2463a966ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:52.406514 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-efaceddb-e6d5-4e6a-9860-8d27c72619bd req-54ea4d1e-0b3b-402f-9d50-4b2463a966ff service neutron] 10.222.0.31 "GET /v2.0/networks?id=115ceeef-0397-4eb4-8767-5696f41bfa20 HTTP/1.1" status: 200 len: 914 time: 0.1336417 Nov 26 17:08:52.479336 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-efaceddb-e6d5-4e6a-9860-8d27c72619bd req-a1ff197c-d617-4a96-921a-bc48ac116c4a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a919aad8-7e77-4c10-a209-9586931e6b1f HTTP/1.1" status: 200 len: 217 time: 0.0655942 Nov 26 17:08:52.488833 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a7224-25d3-4ef7-9e8b-de2a6acf0307 req-967fd01b-47ff-4b31-8b62-26334fc4a4a7 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:52.490283 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-292a7224-25d3-4ef7-9e8b-de2a6acf0307 req-967fd01b-47ff-4b31-8b62-26334fc4a4a7 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44ec14d-bcbb-4e69-9ab8-f3641e44aea7 HTTP/1.1" status: 200 len: 943 time: 0.1893039 Nov 26 17:08:52.534512 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-292a7224-25d3-4ef7-9e8b-de2a6acf0307 req-0c974c8a-e926-4013-9981-a269ed5f4523 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383954 Nov 26 17:08:52.543792 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaceddb-e6d5-4e6a-9860-8d27c72619bd req-34f22cb5-2449-408b-aeed-b96b87563784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:52.545229 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-efaceddb-e6d5-4e6a-9860-8d27c72619bd req-34f22cb5-2449-408b-aeed-b96b87563784 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91045166-742e-405e-8c8d-75a69b501d82 HTTP/1.1" status: 200 len: 853 time: 0.0578339 Nov 26 17:08:52.596850 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-efaceddb-e6d5-4e6a-9860-8d27c72619bd req-697f3eff-8834-427f-ae30-c7f93d69fc31 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=115ceeef-0397-4eb4-8767-5696f41bfa20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442958 Nov 26 17:08:52.726327 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-efaceddb-e6d5-4e6a-9860-8d27c72619bd req-07c7ca73-7937-4492-b0df-38dec84d728b service neutron] 10.222.0.31 "GET /v2.0/networks/115ceeef-0397-4eb4-8767-5696f41bfa20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218059 Nov 26 17:08:52.854861 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-efaceddb-e6d5-4e6a-9860-8d27c72619bd req-d0ee9e52-c187-474f-9e03-a014316e4d79 service neutron] 10.222.0.31 "GET /v2.0/networks/115ceeef-0397-4eb4-8767-5696f41bfa20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211073 Nov 26 17:08:53.716134 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b4e03-2319-4507-83e7-bdbb9976e4e4 req-cbb27f3e-6247-4da7-90f3-772931e57680 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:53.716825 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-921b4e03-2319-4507-83e7-bdbb9976e4e4 req-cbb27f3e-6247-4da7-90f3-772931e57680 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Synchronizing usage tracker for tenant:2125e8f5969e46c1b148b6cb462e53d4 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:08:53.733014 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-921b4e03-2319-4507-83e7-bdbb9976e4e4 req-cbb27f3e-6247-4da7-90f3-772931e57680 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Unset dirty status for tenant:2125e8f5969e46c1b148b6cb462e53d4 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:08:53.734290 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-921b4e03-2319-4507-83e7-bdbb9976e4e4 req-cbb27f3e-6247-4da7-90f3-772931e57680 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44ec14d-bcbb-4e69-9ab8-f3641e44aea7 HTTP/1.1" status: 200 len: 943 time: 0.0960929 Nov 26 17:08:53.778677 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-921b4e03-2319-4507-83e7-bdbb9976e4e4 req-7a9e0947-85ba-46a5-817a-42de5ad2ca06 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384879 Nov 26 17:08:54.858809 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device a919aad8-7e77-4c10-a209-9586931e6b1f details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:08:54.960846 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c3e5a-c508-4f77-a222-c198bf32c6ca req-5a62aa80-c423-46b9-9273-3f7af5cbe5b9 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:54.962583 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-dd0c3e5a-c508-4f77-a222-c198bf32c6ca req-5a62aa80-c423-46b9-9273-3f7af5cbe5b9 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44ec14d-bcbb-4e69-9ab8-f3641e44aea7 HTTP/1.1" status: 200 len: 943 time: 0.0819068 Nov 26 17:08:54.992605 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port a919aad8-7e77-4c10-a209-9586931e6b1f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a919aad8-7e77-4c10-a209-9586931e6b1f,segment=NetworkSegment(03b08862-7906-4a93-a44f-f8d33f7442fa),segment_id=03b08862-7906-4a93-a44f-f8d33f7442fa)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:08:55.006101 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': 'a919aad8-7e77-4c10-a209-9586931e6b1f', 'network_id': '115ceeef-0397-4eb4-8767-5696f41bfa20', 'port_id': 'a919aad8-7e77-4c10-a209-9586931e6b1f', 'mac_address': 'fa:16:3e:93:9a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91045166-742e-405e-8c8d-75a69b501d82', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:08:55.006768 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-dd0c3e5a-c508-4f77-a222-c198bf32c6ca req-4a8aa9ec-da69-4147-a496-cd3e8a7a9947 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385423 Nov 26 17:08:55.061660 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:55.077566 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a919aad8-7e77-4c10-a209-9586931e6b1f {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:08:55.092622 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port a919aad8-7e77-4c10-a209-9586931e6b1f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a919aad8-7e77-4c10-a209-9586931e6b1f,segment=NetworkSegment(03b08862-7906-4a93-a44f-f8d33f7442fa),segment_id=03b08862-7906-4a93-a44f-f8d33f7442fa)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:08:55.096548 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:55.098301 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:08:55.164239 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=a919aad8-7e77-4c10-a209-9586931e6b1f,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:08:55.171761 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:55.172111 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:55.172451 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:55.172782 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:55.173110 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:55.173436 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:55.173757 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:55.174077 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:55.174398 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:55.174738 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:55.175058 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:55.175374 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:08:55.178974 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:08:55.325242 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['a919aad8-7e77-4c10-a209-9586931e6b1f'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:08:56.315141 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21954755-ba57-4b43-a83d-ec0b8023f62c req-fbb96ca4-b2af-4315-8eb7-f4b22123f348 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:56.316514 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-21954755-ba57-4b43-a83d-ec0b8023f62c req-fbb96ca4-b2af-4315-8eb7-f4b22123f348 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44ec14d-bcbb-4e69-9ab8-f3641e44aea7 HTTP/1.1" status: 200 len: 944 time: 0.2040641 Nov 26 17:08:56.360222 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-21954755-ba57-4b43-a83d-ec0b8023f62c req-ebda0df9-c382-4065-bc8a-a8ed1c0ed997 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378997 Nov 26 17:08:56.874335 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device a919aad8-7e77-4c10-a209-9586931e6b1f up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:08:56.940856 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port a919aad8-7e77-4c10-a209-9586931e6b1f completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:08:56.945380 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port a919aad8-7e77-4c10-a209-9586931e6b1f triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:08:56.945760 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:57.061045 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:57.089614 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44ec14d-bcbb-4e69-9ab8-f3641e44aea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a919aad8-7e77-4c10-a209-9586931e6b1f'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:08:57.098874 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port a919aad8-7e77-4c10-a209-9586931e6b1f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a919aad8-7e77-4c10-a209-9586931e6b1f,segment=NetworkSegment(03b08862-7906-4a93-a44f-f8d33f7442fa),segment_id=03b08862-7906-4a93-a44f-f8d33f7442fa)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:08:57.103232 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:57.105098 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:08:57.140087 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44ec14d-bcbb-4e69-9ab8-f3641e44aea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a919aad8-7e77-4c10-a209-9586931e6b1f', 'code': 200} Nov 26 17:08:57.173784 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=a919aad8-7e77-4c10-a209-9586931e6b1f,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:08:57.176714 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:08:57.352836 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198a855-1ac3-49b8-9d83-c89d298f9fd2 req-7b6103f9-90d1-463e-8fc5-92a32e4b24cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:57.354197 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9198a855-1ac3-49b8-9d83-c89d298f9fd2 req-7b6103f9-90d1-463e-8fc5-92a32e4b24cd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d44ec14d-bcbb-4e69-9ab8-f3641e44aea7 HTTP/1.1" status: 200 len: 1098 time: 0.0680475 Nov 26 17:08:57.395645 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9198a855-1ac3-49b8-9d83-c89d298f9fd2 req-6d34fde1-9ffe-4a83-ae35-d7e0fa7fda67 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345283 Nov 26 17:08:57.543688 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e82ced-3a47-4e68-b777-e34f6896fae0 req-afe92ba1-4aeb-44a5-94da-6e724ee31ec5 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:57.545152 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-44e82ced-3a47-4e68-b777-e34f6896fae0 req-afe92ba1-4aeb-44a5-94da-6e724ee31ec5 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44ec14d-bcbb-4e69-9ab8-f3641e44aea7 HTTP/1.1" status: 200 len: 945 time: 0.0819879 Nov 26 17:08:57.588385 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-44e82ced-3a47-4e68-b777-e34f6896fae0 req-f12e8aad-79c2-4619-8fbc-15551591cd65 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375645 Nov 26 17:08:58.637429 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e8863529-1b73-45b4-ad43-d628b1e371ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:08:58.776233 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b3f68-5947-4295-a13c-80b45ef5735f req-a91e4a85-4fb9-4123-a42d-312c2f618208 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:58.777663 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1e1b3f68-5947-4295-a13c-80b45ef5735f req-a91e4a85-4fb9-4123-a42d-312c2f618208 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44ec14d-bcbb-4e69-9ab8-f3641e44aea7 HTTP/1.1" status: 200 len: 945 time: 0.0790296 Nov 26 17:08:58.820127 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1e1b3f68-5947-4295-a13c-80b45ef5735f req-ced2cdbc-a490-4537-93be-10463ed97a7c tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367582 Nov 26 17:08:59.196924 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7303e8-5624-4138-9a0f-67ef3e30185d req-ae05ccb7-f80a-4e45-a5a9-861834a37898 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:08:59.198332 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4a7303e8-5624-4138-9a0f-67ef3e30185d req-ae05ccb7-f80a-4e45-a5a9-861834a37898 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44ec14d-bcbb-4e69-9ab8-f3641e44aea7 HTTP/1.1" status: 200 len: 945 time: 0.0892584 Nov 26 17:08:59.241818 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4a7303e8-5624-4138-9a0f-67ef3e30185d req-770d3a11-f774-4183-b37f-f676c450ab53 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377498 Nov 26 17:08:59.402186 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:00.424817 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad64df0-28c3-4b90-81a9-7d087982871c req-e806d07e-c781-4a28-8ccd-ffacf3d30c1d tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:00.426258 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0ad64df0-28c3-4b90-81a9-7d087982871c req-e806d07e-c781-4a28-8ccd-ffacf3d30c1d tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44ec14d-bcbb-4e69-9ab8-f3641e44aea7 HTTP/1.1" status: 200 len: 945 time: 0.0814183 Nov 26 17:09:00.521336 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0ad64df0-28c3-4b90-81a9-7d087982871c req-e8bdb51d-d010-49aa-97fd-994192ab1b44 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603085 Nov 26 17:09:00.540531 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08e018-2886-4997-8169-cd76f829c3f8 req-2f42b5e2-e6b4-4193-b2f3-dcbc14e42fc0 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:00.541929 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5c08e018-2886-4997-8169-cd76f829c3f8 req-2f42b5e2-e6b4-4193-b2f3-dcbc14e42fc0 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.31 "GET /v2.0/ports?device_id=d44ec14d-bcbb-4e69-9ab8-f3641e44aea7 HTTP/1.1" status: 200 len: 945 time: 0.1148384 Nov 26 17:09:00.614934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-5c08e018-2886-4997-8169-cd76f829c3f8 req-084bdebc-fb35-4ea5-9130-a81f8265fddb tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Deleting port a919aad8-7e77-4c10-a209-9586931e6b1f {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:09:00.615274 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-5c08e018-2886-4997-8169-cd76f829c3f8 req-084bdebc-fb35-4ea5-9130-a81f8265fddb tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:00.855778 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-5c08e018-2886-4997-8169-cd76f829c3f8 req-084bdebc-fb35-4ea5-9130-a81f8265fddb tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] For port a919aad8-7e77-4c10-a209-9586931e6b1f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=a919aad8-7e77-4c10-a209-9586931e6b1f,segment=NetworkSegment(03b08862-7906-4a93-a44f-f8d33f7442fa),segment_id=03b08862-7906-4a93-a44f-f8d33f7442fa)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:09:00.856142 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-5c08e018-2886-4997-8169-cd76f829c3f8 req-084bdebc-fb35-4ea5-9130-a81f8265fddb tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:00.980237 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-5c08e018-2886-4997-8169-cd76f829c3f8 req-084bdebc-fb35-4ea5-9130-a81f8265fddb tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Calling delete_port for a919aad8-7e77-4c10-a209-9586931e6b1f owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:09:01.124056 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-5c08e018-2886-4997-8169-cd76f829c3f8 req-084bdebc-fb35-4ea5-9130-a81f8265fddb tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:01.130465 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7e409fc4-93d9-41cb-93c3-60b638066e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:01.137411 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['b32ab007-3816-4052-a5cf-8f0dfcc45bc8', 'a919aad8-7e77-4c10-a209-9586931e6b1f'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:09:01.177377 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084bdebc-fb35-4ea5-9130-a81f8265fddb tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Pushing event deleted for resources: {'Port': ['ID=a919aad8-7e77-4c10-a209-9586931e6b1f,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:01.203799 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-084bdebc-fb35-4ea5-9130-a81f8265fddb tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:01.252042 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c08e018-2886-4997-8169-cd76f829c3f8 req-084bdebc-fb35-4ea5-9130-a81f8265fddb tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] No DVR routers for this DVR port a919aad8-7e77-4c10-a209-9586931e6b1f on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:09:01.254573 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-5c08e018-2886-4997-8169-cd76f829c3f8 req-084bdebc-fb35-4ea5-9130-a81f8265fddb tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:01.257354 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44ec14d-bcbb-4e69-9ab8-f3641e44aea7', 'name': 'network-vif-deleted', 'tag': 'a919aad8-7e77-4c10-a209-9586931e6b1f'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:09:01.275284 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5c08e018-2886-4997-8169-cd76f829c3f8 req-084bdebc-fb35-4ea5-9130-a81f8265fddb tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.31 "DELETE /v2.0/ports/a919aad8-7e77-4c10-a209-9586931e6b1f HTTP/1.1" status: 204 len: 173 time: 0.7256086 Nov 26 17:09:01.304108 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d3fd43ec-acd7-4842-9833-f3e8e5edf9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:01.311033 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44ec14d-bcbb-4e69-9ab8-f3641e44aea7', 'name': 'network-vif-deleted', 'tag': 'a919aad8-7e77-4c10-a209-9586931e6b1f', 'status': 'completed', 'code': 200} Nov 26 17:09:01.678056 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-9b48c713-f712-495f-b350-171868368cca req-07bc5aca-3457-43a8-91cb-071d95768ca5 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Synchronizing usage tracker for tenant:2125e8f5969e46c1b148b6cb462e53d4 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:09:01.693504 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-9b48c713-f712-495f-b350-171868368cca req-07bc5aca-3457-43a8-91cb-071d95768ca5 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Unset dirty status for tenant:2125e8f5969e46c1b148b6cb462e53d4 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:09:01.694920 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9b48c713-f712-495f-b350-171868368cca req-07bc5aca-3457-43a8-91cb-071d95768ca5 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44ec14d-bcbb-4e69-9ab8-f3641e44aea7 HTTP/1.1" status: 200 len: 210 time: 0.0596375 Nov 26 17:09:02.254781 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:02.948064 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d565663-acd8-441a-aac8-78174e198390 req-f3d2d6af-2657-4803-a3cf-54dc29663932 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:02.949533 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0d565663-acd8-441a-aac8-78174e198390 req-f3d2d6af-2657-4803-a3cf-54dc29663932 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=16d2f9d6-a61a-4198-b92b-7e425399b237 HTTP/1.1" status: 200 len: 946 time: 0.0787585 Nov 26 17:09:02.996060 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0d565663-acd8-441a-aac8-78174e198390 req-97c5acc0-3bc3-4ea2-af41-eb46bc6a6a06 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408614 Nov 26 17:09:03.191747 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59807a82-9c96-4156-b258-0c8d01a9175f req-7a399a89-cca1-4413-8e85-b904f7afb5c9 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:03.193175 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-59807a82-9c96-4156-b258-0c8d01a9175f req-7a399a89-cca1-4413-8e85-b904f7afb5c9 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=16d2f9d6-a61a-4198-b92b-7e425399b237 HTTP/1.1" status: 200 len: 946 time: 0.0790083 Nov 26 17:09:03.236406 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-59807a82-9c96-4156-b258-0c8d01a9175f req-e9d57409-0589-429e-b008-852e38889bc8 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371807 Nov 26 17:09:03.418455 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8c014-c639-4ebc-b3cd-2566b26cdf40 req-be619681-0d11-474f-9637-f91b0fc37642 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:03.419911 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9bb8c014-c639-4ebc-b3cd-2566b26cdf40 req-be619681-0d11-474f-9637-f91b0fc37642 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=16d2f9d6-a61a-4198-b92b-7e425399b237 HTTP/1.1" status: 200 len: 946 time: 0.0784242 Nov 26 17:09:03.468863 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9bb8c014-c639-4ebc-b3cd-2566b26cdf40 req-aee51e82-a86d-4a08-a2f0-016e0ec758e6 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434229 Nov 26 17:09:03.748866 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31459539-1256-459b-bbfc-37fd79bfba32 req-ce9eee24-65e6-4167-ab99-80fd0bd5a630 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:03.750318 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-31459539-1256-459b-bbfc-37fd79bfba32 req-ce9eee24-65e6-4167-ab99-80fd0bd5a630 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=16d2f9d6-a61a-4198-b92b-7e425399b237 HTTP/1.1" status: 200 len: 946 time: 0.0798936 Nov 26 17:09:03.793782 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-31459539-1256-459b-bbfc-37fd79bfba32 req-4353f197-417b-47ad-92f3-8ef6f0e6ba76 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375774 Nov 26 17:09:03.979451 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dd125-f4a8-49ed-8e75-4ddd820dd7ca req-8da3e04f-d827-4d92-b3b1-fba911960490 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:03.980995 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7a8dd125-f4a8-49ed-8e75-4ddd820dd7ca req-8da3e04f-d827-4d92-b3b1-fba911960490 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=16d2f9d6-a61a-4198-b92b-7e425399b237 HTTP/1.1" status: 200 len: 946 time: 0.0829778 Nov 26 17:09:04.024950 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7a8dd125-f4a8-49ed-8e75-4ddd820dd7ca req-c24f5a58-aa8c-4e5f-931c-31d532f3e52e tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383034 Nov 26 17:09:04.048975 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:04.215812 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1325fb-8991-492c-82da-1a783c0d5e3f req-75c12dae-2656-4b94-be54-65bd81a66145 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:04.217243 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5b1325fb-8991-492c-82da-1a783c0d5e3f req-75c12dae-2656-4b94-be54-65bd81a66145 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=16d2f9d6-a61a-4198-b92b-7e425399b237 HTTP/1.1" status: 200 len: 946 time: 0.0808632 Nov 26 17:09:04.260346 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5b1325fb-8991-492c-82da-1a783c0d5e3f req-ad0c1d8d-b6a4-481f-813e-7a8c14ea9337 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374899 Nov 26 17:09:04.784934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14804a91-78bc-49b0-a146-11eb8a199ac0 req-d851a2f5-cfa1-403b-906c-c1cd36af40c2 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:04.786405 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-14804a91-78bc-49b0-a146-11eb8a199ac0 req-d851a2f5-cfa1-403b-906c-c1cd36af40c2 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=16d2f9d6-a61a-4198-b92b-7e425399b237 HTTP/1.1" status: 200 len: 946 time: 0.0865886 Nov 26 17:09:04.838177 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-14804a91-78bc-49b0-a146-11eb8a199ac0 req-1e978cc1-17d8-4bb5-a501-bb5e1ae777b1 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453515 Nov 26 17:09:04.907546 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device a919aad8-7e77-4c10-a209-9586931e6b1f no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:09:04.947242 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: a919aad8-7e77-4c10-a209-9586931e6b1f {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:09:04.947645 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device a919aad8-7e77-4c10-a209-9586931e6b1f not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:09:06.029376 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c3edb-225e-4281-97d0-efe0a74615f8 req-3c35336f-de0a-405f-b5d1-a9b16708dd73 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:06.030823 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-716c3edb-225e-4281-97d0-efe0a74615f8 req-3c35336f-de0a-405f-b5d1-a9b16708dd73 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=16d2f9d6-a61a-4198-b92b-7e425399b237 HTTP/1.1" status: 200 len: 946 time: 0.0847106 Nov 26 17:09:06.074518 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-716c3edb-225e-4281-97d0-efe0a74615f8 req-0a55dae3-e852-4c24-a7e2-92698241c2f6 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380898 Nov 26 17:09:06.130207 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a4fc2-8775-45c3-a438-2255c2a2cccf req-92b782f4-a69e-423e-ab48-d600205e1003 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:06.131546 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a49a4fc2-8775-45c3-a438-2255c2a2cccf req-92b782f4-a69e-423e-ab48-d600205e1003 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.31 "GET /v2.0/ports?device_id=16d2f9d6-a61a-4198-b92b-7e425399b237 HTTP/1.1" status: 200 len: 946 time: 0.0795612 Nov 26 17:09:06.206029 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-a49a4fc2-8775-45c3-a438-2255c2a2cccf req-093f0487-0a3e-49b3-9148-9985f36bf9c2 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Deleting port b32ab007-3816-4052-a5cf-8f0dfcc45bc8 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:09:06.206398 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-a49a4fc2-8775-45c3-a438-2255c2a2cccf req-093f0487-0a3e-49b3-9148-9985f36bf9c2 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:06.453973 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-a49a4fc2-8775-45c3-a438-2255c2a2cccf req-093f0487-0a3e-49b3-9148-9985f36bf9c2 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] For port b32ab007-3816-4052-a5cf-8f0dfcc45bc8, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=b32ab007-3816-4052-a5cf-8f0dfcc45bc8,segment=NetworkSegment(03b08862-7906-4a93-a44f-f8d33f7442fa),segment_id=03b08862-7906-4a93-a44f-f8d33f7442fa)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:09:06.454242 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-a49a4fc2-8775-45c3-a438-2255c2a2cccf req-093f0487-0a3e-49b3-9148-9985f36bf9c2 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:06.684694 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-a49a4fc2-8775-45c3-a438-2255c2a2cccf req-093f0487-0a3e-49b3-9148-9985f36bf9c2 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Calling delete_port for b32ab007-3816-4052-a5cf-8f0dfcc45bc8 owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:09:06.826519 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-a49a4fc2-8775-45c3-a438-2255c2a2cccf req-093f0487-0a3e-49b3-9148-9985f36bf9c2 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:06.831846 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:06.843559 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['b32ab007-3816-4052-a5cf-8f0dfcc45bc8'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:09:06.877190 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f0487-0a3e-49b3-9148-9985f36bf9c2 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Pushing event deleted for resources: {'Port': ['ID=b32ab007-3816-4052-a5cf-8f0dfcc45bc8,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:06.880302 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-093f0487-0a3e-49b3-9148-9985f36bf9c2 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:06.952027 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49a4fc2-8775-45c3-a438-2255c2a2cccf req-093f0487-0a3e-49b3-9148-9985f36bf9c2 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] No DVR routers for this DVR port b32ab007-3816-4052-a5cf-8f0dfcc45bc8 on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:09:06.954357 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-a49a4fc2-8775-45c3-a438-2255c2a2cccf req-093f0487-0a3e-49b3-9148-9985f36bf9c2 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:06.956832 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d2f9d6-a61a-4198-b92b-7e425399b237', 'name': 'network-vif-deleted', 'tag': 'b32ab007-3816-4052-a5cf-8f0dfcc45bc8'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:09:06.975936 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a49a4fc2-8775-45c3-a438-2255c2a2cccf req-093f0487-0a3e-49b3-9148-9985f36bf9c2 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.31 "DELETE /v2.0/ports/b32ab007-3816-4052-a5cf-8f0dfcc45bc8 HTTP/1.1" status: 204 len: 173 time: 0.8355613 Nov 26 17:09:07.004559 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d2f9d6-a61a-4198-b92b-7e425399b237', 'name': 'network-vif-deleted', 'tag': 'b32ab007-3816-4052-a5cf-8f0dfcc45bc8', 'status': 'completed', 'code': 200} Nov 26 17:09:07.235740 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-22948324-90c1-473d-9402-8d156434a432 req-a2c932b3-290f-432e-adba-0e4b1ab2f03b tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] 10.222.0.11 "GET /v2.0/ports?device_id=16d2f9d6-a61a-4198-b92b-7e425399b237 HTTP/1.1" status: 200 len: 210 time: 0.0423908 Nov 26 17:09:08.328200 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58156) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:08.387089 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab70761e-a9b7-4d4e-a76d-744123946cdd admin admin] Deleting subnet 91045166-742e-405e-8c8d-75a69b501d82 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 17:09:08.389892 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ab70761e-a9b7-4d4e-a76d-744123946cdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:08.443438 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ab70761e-a9b7-4d4e-a76d-744123946cdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:08.497262 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ab70761e-a9b7-4d4e-a76d-744123946cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:08.562386 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ab70761e-a9b7-4d4e-a76d-744123946cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:08.566952 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0513c40f-af8b-4af1-bd8b-23fc3d88633c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:08.606928 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ab70761e-a9b7-4d4e-a76d-744123946cdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:08.609478 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70761e-a9b7-4d4e-a76d-744123946cdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91045166-742e-405e-8c8d-75a69b501d82,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:08.611591 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ab70761e-a9b7-4d4e-a76d-744123946cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:08.615668 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ab70761e-a9b7-4d4e-a76d-744123946cdd admin admin] 10.222.0.11 "DELETE /v2.0/subnets/91045166-742e-405e-8c8d-75a69b501d82 HTTP/1.1" status: 204 len: 168 time: 0.2864847 Nov 26 17:09:08.619023 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58160) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:08.718948 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4f62190a-2174-421a-b2f7-e26490255baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:08.848893 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4f62190a-2174-421a-b2f7-e26490255baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:08.873492 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-4f62190a-2174-421a-b2f7-e26490255baf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115ceeef-0397-4eb4-8767-5696f41bfa20']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:08.885674 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-4f62190a-2174-421a-b2f7-e26490255baf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b08862-7906-4a93-a44f-f8d33f7442fa') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:08.885962 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-4f62190a-2174-421a-b2f7-e26490255baf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b08862-7906-4a93-a44f-f8d33f7442fa') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:08.896885 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4f62190a-2174-421a-b2f7-e26490255baf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:08.912124 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4f62190a-2174-421a-b2f7-e26490255baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:08.918605 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f62190a-2174-421a-b2f7-e26490255baf admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 17:09:08.919019 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4f62190a-2174-421a-b2f7-e26490255baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 17:09:08.933101 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 17:09:09.008558 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4f62190a-2174-421a-b2f7-e26490255baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:09.011984 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c8b248cc-4f3c-4caa-b6bc-03603055c028 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:09.024511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4f62190a-2174-421a-b2f7-e26490255baf admin admin] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:09.035949 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62190a-2174-421a-b2f7-e26490255baf admin admin] Pushing event deleted for resources: {'Network': ['ID=115ceeef-0397-4eb4-8767-5696f41bfa20,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:09.038951 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4f62190a-2174-421a-b2f7-e26490255baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:09.042342 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4f62190a-2174-421a-b2f7-e26490255baf admin admin] 10.222.0.11 "DELETE /v2.0/networks/115ceeef-0397-4eb4-8767-5696f41bfa20 HTTP/1.1" status: 204 len: 168 time: 0.4224157 Nov 26 17:09:09.153231 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58166) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:09.201002 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-571fcbb6-a1ae-4104-a37a-d170d1d92c9d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2125e8f5969e46c1b148b6cb462e53d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465603 Nov 26 17:09:09.203237 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58170) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:09.259034 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-194defdd-25df-430c-b933-48fb98141998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:09.284494 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-194defdd-25df-430c-b933-48fb98141998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:09.334996 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-194defdd-25df-430c-b933-48fb98141998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:09.340277 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cc7eab31-622a-418e-909f-601d3f36b279 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:09.357429 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194defdd-25df-430c-b933-48fb98141998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a07b30-2d5b-4c26-a843-d86e3fe09ec5,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:09.360611 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-194defdd-25df-430c-b933-48fb98141998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:09.365695 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-194defdd-25df-430c-b933-48fb98141998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:09.366850 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-194defdd-25df-430c-b933-48fb98141998 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d5a07b30-2d5b-4c26-a843-d86e3fe09ec5 HTTP/1.1" status: 204 len: 168 time: 0.1626987 Nov 26 17:09:10.083797 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58194) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:10.182461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-0ef115c7-1f10-4674-93ae-a6fa1a94f0d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1425446541'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:09:10.187323 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0ef115c7-1f10-4674-93ae-a6fa1a94f0d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:09:10.191152 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0ef115c7-1f10-4674-93ae-a6fa1a94f0d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Usage tracker for resource:network and tenant:5d83772ac09f4b3f809f14feef256544 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:09:10.194016 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0ef115c7-1f10-4674-93ae-a6fa1a94f0d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:09:10.201050 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0ef115c7-1f10-4674-93ae-a6fa1a94f0d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:09:10.210702 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef115c7-1f10-4674-93ae-a6fa1a94f0d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Made reservation on behalf of 5d83772ac09f4b3f809f14feef256544 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:09:10.214157 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0ef115c7-1f10-4674-93ae-a6fa1a94f0d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:10.225934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0ef115c7-1f10-4674-93ae-a6fa1a94f0d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:10.240128 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0ef115c7-1f10-4674-93ae-a6fa1a94f0d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:09:10.244593 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0ef115c7-1f10-4674-93ae-a6fa1a94f0d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Usage tracker for resource:security_group_rule and tenant:5d83772ac09f4b3f809f14feef256544 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:09:10.247326 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0ef115c7-1f10-4674-93ae-a6fa1a94f0d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:09:10.252855 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0ef115c7-1f10-4674-93ae-a6fa1a94f0d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:09:10.337262 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0ef115c7-1f10-4674-93ae-a6fa1a94f0d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:10.340976 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0ef115c7-1f10-4674-93ae-a6fa1a94f0d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:10.343849 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0f7bed90-e935-4e48-a9c2-22f4aa75bf27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:10.373640 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef115c7-1f10-4674-93ae-a6fa1a94f0d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 17:09:10.381901 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef115c7-1f10-4674-93ae-a6fa1a94f0d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df9b9f2f-1fad-41e5-92e6-d39c045ddc35,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:10.386094 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0ef115c7-1f10-4674-93ae-a6fa1a94f0d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:10.388719 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0ef115c7-1f10-4674-93ae-a6fa1a94f0d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:10.389120 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-0ef115c7-1f10-4674-93ae-a6fa1a94f0d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Added segment 24fd4deb-1cf9-4395-8362-f6bc20e5e921 of type vlan for network f38d0e07-8e75-4dc7-b6e3-c6eb87982ee3 Nov 26 17:09:10.415003 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0ef115c7-1f10-4674-93ae-a6fa1a94f0d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:10.445403 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0ef115c7-1f10-4674-93ae-a6fa1a94f0d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:10.450910 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef115c7-1f10-4674-93ae-a6fa1a94f0d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:10.451558 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0ef115c7-1f10-4674-93ae-a6fa1a94f0d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:10.455029 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f2806746-de75-466c-a10d-68812a37017b tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:10.559173 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef115c7-1f10-4674-93ae-a6fa1a94f0d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Pushing event updated for resources: {'Network': ['ID=f38d0e07-8e75-4dc7-b6e3-c6eb87982ee3,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:10.575751 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0ef115c7-1f10-4674-93ae-a6fa1a94f0d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4775765 Nov 26 17:09:10.575751 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0ef115c7-1f10-4674-93ae-a6fa1a94f0d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:10.576594 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network f38d0e07-8e75-4dc7-b6e3-c6eb87982ee3 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 17:09:10.926732 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device b32ab007-3816-4052-a5cf-8f0dfcc45bc8 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:09:10.959583 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: b32ab007-3816-4052-a5cf-8f0dfcc45bc8 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:09:10.959954 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device b32ab007-3816-4052-a5cf-8f0dfcc45bc8 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:09:13.820961 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58200) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:13.826867 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-00554ae8-236f-4b23-96e6-606c1ba3a500 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Request body: {'subnet': {'network_id': 'f38d0e07-8e75-4dc7-b6e3-c6eb87982ee3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:09:13.935329 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-00554ae8-236f-4b23-96e6-606c1ba3a500 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:09:13.939143 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-00554ae8-236f-4b23-96e6-606c1ba3a500 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Usage tracker for resource:subnet and tenant:5d83772ac09f4b3f809f14feef256544 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:09:13.942046 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-00554ae8-236f-4b23-96e6-606c1ba3a500 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:09:13.948848 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-00554ae8-236f-4b23-96e6-606c1ba3a500 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:09:13.957825 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00554ae8-236f-4b23-96e6-606c1ba3a500 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Made reservation on behalf of 5d83772ac09f4b3f809f14feef256544 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:09:13.961659 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-00554ae8-236f-4b23-96e6-606c1ba3a500 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:14.176536 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-00554ae8-236f-4b23-96e6-606c1ba3a500 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:14.181395 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d8ae4dd9-a9b0-4d13-9261-4fdbaf0f2d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:14.255789 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00554ae8-236f-4b23-96e6-606c1ba3a500 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Pushing event updated for resources: {'Subnet': ['ID=b49d25ab-e5da-4e13-ab8c-a5790ff88727,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:14.259945 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-00554ae8-236f-4b23-96e6-606c1ba3a500 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:14.264056 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00554ae8-236f-4b23-96e6-606c1ba3a500 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Checking segment: {'id': '24fd4deb-1cf9-4395-8362-f6bc20e5e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f38d0e07-8e75-4dc7-b6e3-c6eb87982ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:09:14.264423 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00554ae8-236f-4b23-96e6-606c1ba3a500 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Network hostable DHCP agents. Network: f38d0e07-8e75-4dc7-b6e3-c6eb87982ee3, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 17:09:14.284414 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00554ae8-236f-4b23-96e6-606c1ba3a500 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Network f38d0e07-8e75-4dc7-b6e3-c6eb87982ee3 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 17:09:14.295936 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-00554ae8-236f-4b23-96e6-606c1ba3a500 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, f38d0e07-8e75-4dc7-b6e3-c6eb87982ee3) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:09:14.304669 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00554ae8-236f-4b23-96e6-606c1ba3a500 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:14.305990 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-00554ae8-236f-4b23-96e6-606c1ba3a500 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:14.309267 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2f3bd4-293d-4cf6-bf58-41d933af09af None None] Network f38d0e07-8e75-4dc7-b6e3-c6eb87982ee3 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:09:14.333032 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-00554ae8-236f-4b23-96e6-606c1ba3a500 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5106902 Nov 26 17:09:14.336554 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58204) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:14.342806 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-31280755-bd44-4e6c-b26e-185a0ba741ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1884120438'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:09:14.348449 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-31280755-bd44-4e6c-b26e-185a0ba741ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:09:14.353272 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-31280755-bd44-4e6c-b26e-185a0ba741ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Usage tracker for resource:network and tenant:5d83772ac09f4b3f809f14feef256544 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:09:14.356832 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-31280755-bd44-4e6c-b26e-185a0ba741ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:09:14.362684 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-31280755-bd44-4e6c-b26e-185a0ba741ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:09:14.374004 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31280755-bd44-4e6c-b26e-185a0ba741ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Made reservation on behalf of 5d83772ac09f4b3f809f14feef256544 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:09:14.377777 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-31280755-bd44-4e6c-b26e-185a0ba741ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:14.406120 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31280755-bd44-4e6c-b26e-185a0ba741ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 17:09:14.415794 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-31280755-bd44-4e6c-b26e-185a0ba741ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:14.416141 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-31280755-bd44-4e6c-b26e-185a0ba741ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Added segment 1887168a-461b-4c57-8566-9b5e1c9112b5 of type vlan for network 168bb513-3af4-4153-863c-1947b0116a6a Nov 26 17:09:14.450574 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-31280755-bd44-4e6c-b26e-185a0ba741ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:14.486964 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-31280755-bd44-4e6c-b26e-185a0ba741ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:14.493452 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31280755-bd44-4e6c-b26e-185a0ba741ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:14.494333 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-31280755-bd44-4e6c-b26e-185a0ba741ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:14.499738 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d119d820-f970-44f3-aec3-2038b84122b2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:14.545418 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-f38d0e07-8e75-4dc7-b6e3-c6eb87982ee3', 'network_id': 'f38d0e07-8e75-4dc7-b6e3-c6eb87982ee3', 'tenant_id': '5d83772ac09f4b3f809f14feef256544', 'fixed_ips': [{'subnet_id': 'b49d25ab-e5da-4e13-ab8c-a5790ff88727'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 17:09:14.546425 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:14.708077 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] Allocated IP 2001:db8:0:ffff::2 (f38d0e07-8e75-4dc7-b6e3-c6eb87982ee3/b49d25ab-e5da-4e13-ab8c-a5790ff88727/57b0545e-c778-4719-883f-979e4013f62e) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:09:14.725353 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-31280755-bd44-4e6c-b26e-185a0ba741ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3846829 Nov 26 17:09:14.726051 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58208) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:14.734791 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-aad54788-04c1-4978-80e6-a24da8def8ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Request body: {'subnet': {'network_id': '168bb513-3af4-4153-863c-1947b0116a6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:09:14.756910 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31280755-bd44-4e6c-b26e-185a0ba741ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Pushing event updated for resources: {'Network': ['ID=168bb513-3af4-4153-863c-1947b0116a6a,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:14.785147 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 168bb513-3af4-4153-863c-1947b0116a6a details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 17:09:14.802365 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-31280755-bd44-4e6c-b26e-185a0ba741ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:14.845261 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-aad54788-04c1-4978-80e6-a24da8def8ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:09:14.849039 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-aad54788-04c1-4978-80e6-a24da8def8ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Usage tracker for resource:subnet and tenant:5d83772ac09f4b3f809f14feef256544 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:09:14.851865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-aad54788-04c1-4978-80e6-a24da8def8ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:09:14.858065 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-aad54788-04c1-4978-80e6-a24da8def8ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:09:14.868344 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad54788-04c1-4978-80e6-a24da8def8ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Made reservation on behalf of 5d83772ac09f4b3f809f14feef256544 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:09:14.872394 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aad54788-04c1-4978-80e6-a24da8def8ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:15.007041 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:15.017097 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] Transition to ACTIVE for port object 57b0545e-c778-4719-883f-979e4013f62e will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:09:15.034916 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] Transition to ACTIVE for port object 57b0545e-c778-4719-883f-979e4013f62e will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:09:15.041052 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:15.044442 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:15.102199 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aad54788-04c1-4978-80e6-a24da8def8ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:15.106952 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-527f4cfa-238f-4386-aec5-c4cbcf47481f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:15.108959 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] Network f38d0e07-8e75-4dc7-b6e3-c6eb87982ee3 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:09:15.111909 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:09:15.115491 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:09:15.126578 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] Pushing event updated for resources: {'Port': ['ID=57b0545e-c778-4719-883f-979e4013f62e,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:15.130420 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:15.189122 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad54788-04c1-4978-80e6-a24da8def8ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Pushing event updated for resources: {'Subnet': ['ID=7629f4d5-3731-487a-a7a6-72cd9607861a,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:15.194597 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-aad54788-04c1-4978-80e6-a24da8def8ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:15.197402 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad54788-04c1-4978-80e6-a24da8def8ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Checking segment: {'id': '1887168a-461b-4c57-8566-9b5e1c9112b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '168bb513-3af4-4153-863c-1947b0116a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:09:15.197981 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad54788-04c1-4978-80e6-a24da8def8ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Network hostable DHCP agents. Network: 168bb513-3af4-4153-863c-1947b0116a6a, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 17:09:15.211918 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] Attempting to bind port 57b0545e-c778-4719-883f-979e4013f62e on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:09:15.212363 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] Attempting to bind port 57b0545e-c778-4719-883f-979e4013f62e by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '24fd4deb-1cf9-4395-8362-f6bc20e5e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f38d0e07-8e75-4dc7-b6e3-c6eb87982ee3'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:09:15.212731 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] Attempting to bind port 57b0545e-c778-4719-883f-979e4013f62e on network f38d0e07-8e75-4dc7-b6e3-c6eb87982ee3 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:09:15.217333 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad54788-04c1-4978-80e6-a24da8def8ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Network 168bb513-3af4-4153-863c-1947b0116a6a is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 17:09:15.218109 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:09:15.218471 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] Checking segment: {'id': '24fd4deb-1cf9-4395-8362-f6bc20e5e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f38d0e07-8e75-4dc7-b6e3-c6eb87982ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:09:15.218882 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:15.219284 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] Bound using segment: {'id': '24fd4deb-1cf9-4395-8362-f6bc20e5e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f38d0e07-8e75-4dc7-b6e3-c6eb87982ee3'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:09:15.219809 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] Bound port: 57b0545e-c778-4719-883f-979e4013f62e, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fd4deb-1cf9-4395-8362-f6bc20e5e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f38d0e07-8e75-4dc7-b6e3-c6eb87982ee3'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:09:15.220193 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:15.225958 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-aad54788-04c1-4978-80e6-a24da8def8ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 168bb513-3af4-4153-863c-1947b0116a6a) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:09:15.230777 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad54788-04c1-4978-80e6-a24da8def8ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:15.231355 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aad54788-04c1-4978-80e6-a24da8def8ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:15.238184 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c768fc-2624-4e74-b1a4-c26a57b5b1cd None None] Network 168bb513-3af4-4153-863c-1947b0116a6a requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:09:15.254540 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-aad54788-04c1-4978-80e6-a24da8def8ef tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5265021 Nov 26 17:09:15.257340 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58212) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:15.396249 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bc62546b-73dd-48a6-9b7b-4abd5ffdc7a2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:15.420576 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] For port 57b0545e-c778-4719-883f-979e4013f62e, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:09:15.464266 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] For port 57b0545e-c778-4719-883f-979e4013f62e, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=57b0545e-c778-4719-883f-979e4013f62e,segment=NetworkSegment(24fd4deb-1cf9-4395-8362-f6bc20e5e921),segment_id=24fd4deb-1cf9-4395-8362-f6bc20e5e921)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:09:15.469597 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bc62546b-73dd-48a6-9b7b-4abd5ffdc7a2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:15.471224 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:15.476249 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:15.549362 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bc62546b-73dd-48a6-9b7b-4abd5ffdc7a2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:15.553512 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4e975963-c374-45a7-adaa-d3ce1837bfab tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:15.594425 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62546b-73dd-48a6-9b7b-4abd5ffdc7a2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Pushing event deleted for resources: {'Subnet': ['ID=7629f4d5-3731-487a-a7a6-72cd9607861a,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:15.597461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bc62546b-73dd-48a6-9b7b-4abd5ffdc7a2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:15.641841 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786baa18-6467-4e2b-aee3-3784038ff168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-168bb513-3af4-4153-863c-1947b0116a6a', 'network_id': '168bb513-3af4-4153-863c-1947b0116a6a', 'tenant_id': '5d83772ac09f4b3f809f14feef256544', 'fixed_ips': [{'subnet_id': '7629f4d5-3731-487a-a7a6-72cd9607861a'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 17:09:15.642662 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-786baa18-6467-4e2b-aee3-3784038ff168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:15.664435 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] Pushing event updated for resources: {'Port': ['ID=57b0545e-c778-4719-883f-979e4013f62e,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:15.668243 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:15.690204 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bc62546b-73dd-48a6-9b7b-4abd5ffdc7a2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:15.723091 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-bc62546b-73dd-48a6-9b7b-4abd5ffdc7a2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['168bb513-3af4-4153-863c-1947b0116a6a']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:15.736756 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-bc62546b-73dd-48a6-9b7b-4abd5ffdc7a2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1887168a-461b-4c57-8566-9b5e1c9112b5') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:15.737214 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-bc62546b-73dd-48a6-9b7b-4abd5ffdc7a2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1887168a-461b-4c57-8566-9b5e1c9112b5') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:15.751479 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bc62546b-73dd-48a6-9b7b-4abd5ffdc7a2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:15.760764 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a4801f-85ff-4f9f-b6ec-623b6ab81098 None None] Network 168bb513-3af4-4153-863c-1947b0116a6a requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:09:15.770143 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bc62546b-73dd-48a6-9b7b-4abd5ffdc7a2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:15.778176 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc62546b-73dd-48a6-9b7b-4abd5ffdc7a2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 17:09:15.778351 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bc62546b-73dd-48a6-9b7b-4abd5ffdc7a2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 17:09:15.793281 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 17:09:15.891637 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bc62546b-73dd-48a6-9b7b-4abd5ffdc7a2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:15.899745 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-bc62546b-73dd-48a6-9b7b-4abd5ffdc7a2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:15.902738 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-02c9b82f-d107-4efa-b4c5-e47d592917f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:15.926787 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62546b-73dd-48a6-9b7b-4abd5ffdc7a2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Pushing event deleted for resources: {'Network': ['ID=168bb513-3af4-4153-863c-1947b0116a6a,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:15.929541 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bc62546b-73dd-48a6-9b7b-4abd5ffdc7a2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:15.931161 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-bc62546b-73dd-48a6-9b7b-4abd5ffdc7a2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] 10.222.0.11 "DELETE /v2.0/networks/168bb513-3af4-4153-863c-1947b0116a6a HTTP/1.1" status: 204 len: 168 time: 0.6728594 Nov 26 17:09:15.935904 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58216) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:15.941876 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-4583cd89-2b97-4d08-8b48-20b6267b9eaa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1884354934'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:09:15.947948 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-4583cd89-2b97-4d08-8b48-20b6267b9eaa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:09:15.952331 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-4583cd89-2b97-4d08-8b48-20b6267b9eaa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Usage tracker for resource:network and tenant:5d83772ac09f4b3f809f14feef256544 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:09:15.955874 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-4583cd89-2b97-4d08-8b48-20b6267b9eaa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:09:15.962721 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-4583cd89-2b97-4d08-8b48-20b6267b9eaa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:09:15.975262 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4583cd89-2b97-4d08-8b48-20b6267b9eaa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Made reservation on behalf of 5d83772ac09f4b3f809f14feef256544 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:09:15.979123 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4583cd89-2b97-4d08-8b48-20b6267b9eaa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:16.008786 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4583cd89-2b97-4d08-8b48-20b6267b9eaa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 17:09:16.018352 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4583cd89-2b97-4d08-8b48-20b6267b9eaa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:16.018686 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-4583cd89-2b97-4d08-8b48-20b6267b9eaa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Added segment d2b750d8-98f3-4015-aa05-02f6709a0cad of type vlan for network 4a7816ff-42c7-40ef-877b-b324a667696f Nov 26 17:09:16.045807 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4583cd89-2b97-4d08-8b48-20b6267b9eaa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:16.074923 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4583cd89-2b97-4d08-8b48-20b6267b9eaa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:16.080642 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4583cd89-2b97-4d08-8b48-20b6267b9eaa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:16.081255 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4583cd89-2b97-4d08-8b48-20b6267b9eaa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:16.084753 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:16.172673 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4583cd89-2b97-4d08-8b48-20b6267b9eaa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2356064 Nov 26 17:09:16.175581 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58220) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:16.182465 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-33b183dc-99f3-4a7b-9ca7-a9a0f1362b6d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Request body: {'subnet': {'network_id': '4a7816ff-42c7-40ef-877b-b324a667696f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:09:16.192414 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583cd89-2b97-4d08-8b48-20b6267b9eaa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Pushing event updated for resources: {'Network': ['ID=4a7816ff-42c7-40ef-877b-b324a667696f,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:16.195193 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4583cd89-2b97-4d08-8b48-20b6267b9eaa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:16.204008 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 4a7816ff-42c7-40ef-877b-b324a667696f details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 17:09:16.296006 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-33b183dc-99f3-4a7b-9ca7-a9a0f1362b6d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:09:16.299837 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-33b183dc-99f3-4a7b-9ca7-a9a0f1362b6d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Usage tracker for resource:subnet and tenant:5d83772ac09f4b3f809f14feef256544 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:09:16.302635 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-33b183dc-99f3-4a7b-9ca7-a9a0f1362b6d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:09:16.309068 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-33b183dc-99f3-4a7b-9ca7-a9a0f1362b6d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:09:16.319337 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b183dc-99f3-4a7b-9ca7-a9a0f1362b6d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Made reservation on behalf of 5d83772ac09f4b3f809f14feef256544 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:09:16.323405 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-33b183dc-99f3-4a7b-9ca7-a9a0f1362b6d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:16.417597 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.ipam_backend_mixin [None req-33b183dc-99f3-4a7b-9ca7-a9a0f1362b6d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Performing IP validity checks on allocation pools {{(pid=87519) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 26 17:09:16.418120 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.ipam_backend_mixin [None req-33b183dc-99f3-4a7b-9ca7-a9a0f1362b6d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87519) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 26 17:09:16.544139 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-33b183dc-99f3-4a7b-9ca7-a9a0f1362b6d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:16.548169 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3bd96820-5b27-4c48-9642-87231aa65ce0 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:16.628731 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b183dc-99f3-4a7b-9ca7-a9a0f1362b6d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Pushing event updated for resources: {'Subnet': ['ID=ccb4f594-06cc-43a4-b987-7744d07efde6,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:16.631499 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-33b183dc-99f3-4a7b-9ca7-a9a0f1362b6d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:16.640789 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b183dc-99f3-4a7b-9ca7-a9a0f1362b6d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Checking segment: {'id': 'd2b750d8-98f3-4015-aa05-02f6709a0cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4a7816ff-42c7-40ef-877b-b324a667696f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:09:16.641155 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b183dc-99f3-4a7b-9ca7-a9a0f1362b6d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Network hostable DHCP agents. Network: 4a7816ff-42c7-40ef-877b-b324a667696f, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 17:09:16.661164 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b183dc-99f3-4a7b-9ca7-a9a0f1362b6d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Network 4a7816ff-42c7-40ef-877b-b324a667696f is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 17:09:16.671392 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3ed159-d7d5-48ef-8f3a-f3c7c0efef1f None None] Network f38d0e07-8e75-4dc7-b6e3-c6eb87982ee3 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:09:16.672070 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-33b183dc-99f3-4a7b-9ca7-a9a0f1362b6d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 4a7816ff-42c7-40ef-877b-b324a667696f) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:09:16.675553 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b183dc-99f3-4a7b-9ca7-a9a0f1362b6d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:16.676166 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-33b183dc-99f3-4a7b-9ca7-a9a0f1362b6d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:16.690015 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb7244b-fcbd-48f2-b2af-2667670f1cb8 None None] Network 4a7816ff-42c7-40ef-877b-b324a667696f requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:09:16.701500 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-33b183dc-99f3-4a7b-9ca7-a9a0f1362b6d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5245969 Nov 26 17:09:16.701899 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58224) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:16.834146 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-0fc20c96-01c2-4680-a7ae-d710f8be98d4 None None] Provisioning for port 57b0545e-c778-4719-883f-979e4013f62e completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:09:16.847217 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-df7eaea7-d2ca-4acb-861b-24c83f69a4f3 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:16.912490 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-df7eaea7-d2ca-4acb-861b-24c83f69a4f3 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:16.990796 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-df7eaea7-d2ca-4acb-861b-24c83f69a4f3 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:16.995510 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-00554ae8-236f-4b23-96e6-606c1ba3a500 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:17.031439 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7eaea7-d2ca-4acb-861b-24c83f69a4f3 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Pushing event deleted for resources: {'Subnet': ['ID=ccb4f594-06cc-43a4-b987-7744d07efde6,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:17.048743 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-df7eaea7-d2ca-4acb-861b-24c83f69a4f3 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:17.072621 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce94561-633a-4c77-acf1-ed92f86eb551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-4a7816ff-42c7-40ef-877b-b324a667696f', 'network_id': '4a7816ff-42c7-40ef-877b-b324a667696f', 'tenant_id': '5d83772ac09f4b3f809f14feef256544', 'fixed_ips': [{'subnet_id': 'ccb4f594-06cc-43a4-b987-7744d07efde6'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 17:09:17.073460 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8ce94561-633a-4c77-acf1-ed92f86eb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:17.124465 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-df7eaea7-d2ca-4acb-861b-24c83f69a4f3 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:17.152861 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-df7eaea7-d2ca-4acb-861b-24c83f69a4f3 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7816ff-42c7-40ef-877b-b324a667696f']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:17.165431 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-df7eaea7-d2ca-4acb-861b-24c83f69a4f3 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2b750d8-98f3-4015-aa05-02f6709a0cad') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:17.165861 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-df7eaea7-d2ca-4acb-861b-24c83f69a4f3 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2b750d8-98f3-4015-aa05-02f6709a0cad') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:17.177596 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-df7eaea7-d2ca-4acb-861b-24c83f69a4f3 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:17.196887 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba4fa16-d38a-4bff-b32a-191a7d3cbab8 None None] Network 4a7816ff-42c7-40ef-877b-b324a667696f requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:09:17.197078 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-df7eaea7-d2ca-4acb-861b-24c83f69a4f3 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:17.205627 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7eaea7-d2ca-4acb-861b-24c83f69a4f3 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 17:09:17.206034 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-df7eaea7-d2ca-4acb-861b-24c83f69a4f3 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 17:09:17.222967 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 17:09:17.313752 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-df7eaea7-d2ca-4acb-861b-24c83f69a4f3 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:17.317279 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-25ea136e-3839-49e7-a29c-447674e58082 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:17.338742 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-df7eaea7-d2ca-4acb-861b-24c83f69a4f3 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:17.343063 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7eaea7-d2ca-4acb-861b-24c83f69a4f3 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Pushing event deleted for resources: {'Network': ['ID=4a7816ff-42c7-40ef-877b-b324a667696f,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:17.347423 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-df7eaea7-d2ca-4acb-861b-24c83f69a4f3 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:17.352203 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-df7eaea7-d2ca-4acb-861b-24c83f69a4f3 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] 10.222.0.11 "DELETE /v2.0/networks/4a7816ff-42c7-40ef-877b-b324a667696f HTTP/1.1" status: 204 len: 168 time: 0.6491094 Nov 26 17:09:17.355674 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58228) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:17.361665 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-0b18847f-3118-4949-aea2-8b6029acc64c tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1961373960'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:09:17.366869 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0b18847f-3118-4949-aea2-8b6029acc64c tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:09:17.371318 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0b18847f-3118-4949-aea2-8b6029acc64c tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Usage tracker for resource:network and tenant:5d83772ac09f4b3f809f14feef256544 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:09:17.375371 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0b18847f-3118-4949-aea2-8b6029acc64c tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:09:17.381377 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0b18847f-3118-4949-aea2-8b6029acc64c tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:09:17.392589 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b18847f-3118-4949-aea2-8b6029acc64c tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Made reservation on behalf of 5d83772ac09f4b3f809f14feef256544 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:09:17.396074 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0b18847f-3118-4949-aea2-8b6029acc64c tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:17.423599 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b18847f-3118-4949-aea2-8b6029acc64c tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 17:09:17.432353 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0b18847f-3118-4949-aea2-8b6029acc64c tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:17.432693 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-0b18847f-3118-4949-aea2-8b6029acc64c tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Added segment 4a9cb85d-f0d9-47fb-a92d-ad4e15486b1c of type vlan for network 1c2d3d57-3976-4ac2-bde4-4e034dcfd746 Nov 26 17:09:17.458158 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0b18847f-3118-4949-aea2-8b6029acc64c tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:17.488244 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0b18847f-3118-4949-aea2-8b6029acc64c tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:17.494623 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b18847f-3118-4949-aea2-8b6029acc64c tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:17.495199 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0b18847f-3118-4949-aea2-8b6029acc64c tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:17.500134 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e2b5080b-3de0-4437-a573-6b7988589eb3 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:17.583046 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0b18847f-3118-4949-aea2-8b6029acc64c tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2260931 Nov 26 17:09:17.586108 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58232) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:17.592149 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-299addbf-f457-4e72-b40b-dbb04ba918aa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Request body: {'subnet': {'network_id': '1c2d3d57-3976-4ac2-bde4-4e034dcfd746', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:09:17.601588 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18847f-3118-4949-aea2-8b6029acc64c tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Pushing event updated for resources: {'Network': ['ID=1c2d3d57-3976-4ac2-bde4-4e034dcfd746,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:17.604264 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0b18847f-3118-4949-aea2-8b6029acc64c tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:17.611978 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 1c2d3d57-3976-4ac2-bde4-4e034dcfd746 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 17:09:17.721415 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 57b0545e-c778-4719-883f-979e4013f62e up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:09:17.795951 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 57b0545e-c778-4719-883f-979e4013f62e completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:09:17.800669 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 57b0545e-c778-4719-883f-979e4013f62e triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:09:17.801054 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:17.838019 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-299addbf-f457-4e72-b40b-dbb04ba918aa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:09:17.841840 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-299addbf-f457-4e72-b40b-dbb04ba918aa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Usage tracker for resource:subnet and tenant:5d83772ac09f4b3f809f14feef256544 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:09:17.844627 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-299addbf-f457-4e72-b40b-dbb04ba918aa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:09:17.850203 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-299addbf-f457-4e72-b40b-dbb04ba918aa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:09:17.860416 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299addbf-f457-4e72-b40b-dbb04ba918aa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Made reservation on behalf of 5d83772ac09f4b3f809f14feef256544 for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:09:17.864596 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-299addbf-f457-4e72-b40b-dbb04ba918aa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:17.918955 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:17.999313 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 57b0545e-c778-4719-883f-979e4013f62e, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=57b0545e-c778-4719-883f-979e4013f62e,segment=NetworkSegment(24fd4deb-1cf9-4395-8362-f6bc20e5e921),segment_id=24fd4deb-1cf9-4395-8362-f6bc20e5e921)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:09:18.002979 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:18.004797 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:18.068870 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=57b0545e-c778-4719-883f-979e4013f62e,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:18.071989 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:18.090900 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-299addbf-f457-4e72-b40b-dbb04ba918aa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:18.094346 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cb7f5a3b-2986-4f3e-9c1a-88fb067cea2d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:18.170422 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299addbf-f457-4e72-b40b-dbb04ba918aa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Pushing event updated for resources: {'Subnet': ['ID=759e2255-4ecb-4de6-9cba-8f582d593df5,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:18.173850 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-299addbf-f457-4e72-b40b-dbb04ba918aa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:18.179268 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299addbf-f457-4e72-b40b-dbb04ba918aa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Checking segment: {'id': '4a9cb85d-f0d9-47fb-a92d-ad4e15486b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1c2d3d57-3976-4ac2-bde4-4e034dcfd746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:09:18.180215 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299addbf-f457-4e72-b40b-dbb04ba918aa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Network hostable DHCP agents. Network: 1c2d3d57-3976-4ac2-bde4-4e034dcfd746, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 17:09:18.197445 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299addbf-f457-4e72-b40b-dbb04ba918aa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Network 1c2d3d57-3976-4ac2-bde4-4e034dcfd746 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 17:09:18.205934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-299addbf-f457-4e72-b40b-dbb04ba918aa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 1c2d3d57-3976-4ac2-bde4-4e034dcfd746) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:09:18.209759 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299addbf-f457-4e72-b40b-dbb04ba918aa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:18.210338 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-299addbf-f457-4e72-b40b-dbb04ba918aa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:18.216752 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d451cca9-461f-43ea-95fd-02e372ba3312 None None] Network 1c2d3d57-3976-4ac2-bde4-4e034dcfd746 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:09:18.232154 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-299addbf-f457-4e72-b40b-dbb04ba918aa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6448767 Nov 26 17:09:18.237522 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58236) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:18.245836 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-3f05ffdd-1174-4055-9d25-3912e3303d02 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-655102210'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:09:18.250715 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3f05ffdd-1174-4055-9d25-3912e3303d02 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:09:18.254586 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3f05ffdd-1174-4055-9d25-3912e3303d02 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Usage tracker for resource:network and tenant:5d83772ac09f4b3f809f14feef256544 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:09:18.257485 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3f05ffdd-1174-4055-9d25-3912e3303d02 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:09:18.263264 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3f05ffdd-1174-4055-9d25-3912e3303d02 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:09:18.274054 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f05ffdd-1174-4055-9d25-3912e3303d02 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Made reservation on behalf of 5d83772ac09f4b3f809f14feef256544 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:09:18.277515 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f05ffdd-1174-4055-9d25-3912e3303d02 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:18.305201 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f05ffdd-1174-4055-9d25-3912e3303d02 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 17:09:18.313715 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f05ffdd-1174-4055-9d25-3912e3303d02 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:18.314053 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-3f05ffdd-1174-4055-9d25-3912e3303d02 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Added segment 21db3249-3fd9-4451-925a-52d57b456e83 of type vlan for network 07848361-9403-47ca-b6d0-8a3b0ecea25d Nov 26 17:09:18.339658 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f05ffdd-1174-4055-9d25-3912e3303d02 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:18.369172 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f05ffdd-1174-4055-9d25-3912e3303d02 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:18.374721 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05ffdd-1174-4055-9d25-3912e3303d02 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:18.375308 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3f05ffdd-1174-4055-9d25-3912e3303d02 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:18.378943 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-dcfd4d24-7f09-4777-a3f4-e40e55e25bcc tempest-TestNetworkAdvancedServerOps-1771037406 tempest-TestNetworkAdvancedServerOps-1771037406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:18.441030 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-1c2d3d57-3976-4ac2-bde4-4e034dcfd746', 'network_id': '1c2d3d57-3976-4ac2-bde4-4e034dcfd746', 'tenant_id': '5d83772ac09f4b3f809f14feef256544', 'fixed_ips': [{'subnet_id': '759e2255-4ecb-4de6-9cba-8f582d593df5'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 17:09:18.441952 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:18.477876 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3f05ffdd-1174-4055-9d25-3912e3303d02 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2388446 Nov 26 17:09:18.481009 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58240) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:18.487428 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-061ca703-ca4f-4241-8f1c-96678dd36de8 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Request body: {'subnet': {'network_id': '07848361-9403-47ca-b6d0-8a3b0ecea25d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:09:18.488232 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05ffdd-1174-4055-9d25-3912e3303d02 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Pushing event updated for resources: {'Network': ['ID=07848361-9403-47ca-b6d0-8a3b0ecea25d,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:18.490795 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3f05ffdd-1174-4055-9d25-3912e3303d02 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:18.501591 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 07848361-9403-47ca-b6d0-8a3b0ecea25d details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 17:09:18.597435 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-061ca703-ca4f-4241-8f1c-96678dd36de8 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:09:18.601883 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-061ca703-ca4f-4241-8f1c-96678dd36de8 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Usage tracker for resource:subnet and tenant:5d83772ac09f4b3f809f14feef256544 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:09:18.604682 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-061ca703-ca4f-4241-8f1c-96678dd36de8 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:09:18.610646 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-061ca703-ca4f-4241-8f1c-96678dd36de8 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:09:18.621551 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061ca703-ca4f-4241-8f1c-96678dd36de8 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Made reservation on behalf of 5d83772ac09f4b3f809f14feef256544 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:09:18.625134 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-061ca703-ca4f-4241-8f1c-96678dd36de8 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:18.692386 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] Allocated IP 2001:db8::2 (1c2d3d57-3976-4ac2-bde4-4e034dcfd746/759e2255-4ecb-4de6-9cba-8f582d593df5/b45b5cde-ceea-4779-ac5e-8b15a06eaf14) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:09:18.830039 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:09:18.845464 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-061ca703-ca4f-4241-8f1c-96678dd36de8 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:18.849939 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-33b183dc-99f3-4a7b-9ca7-a9a0f1362b6d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:18.910395 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:18.920323 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] Transition to ACTIVE for port object b45b5cde-ceea-4779-ac5e-8b15a06eaf14 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:09:18.926339 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ca703-ca4f-4241-8f1c-96678dd36de8 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Pushing event updated for resources: {'Subnet': ['ID=18eaf06c-de8c-4fd5-8b80-e707d218b895,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:18.929014 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-061ca703-ca4f-4241-8f1c-96678dd36de8 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:18.935369 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061ca703-ca4f-4241-8f1c-96678dd36de8 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Checking segment: {'id': '21db3249-3fd9-4451-925a-52d57b456e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '07848361-9403-47ca-b6d0-8a3b0ecea25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:09:18.935756 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061ca703-ca4f-4241-8f1c-96678dd36de8 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Network hostable DHCP agents. Network: 07848361-9403-47ca-b6d0-8a3b0ecea25d, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 17:09:18.938657 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] Transition to ACTIVE for port object b45b5cde-ceea-4779-ac5e-8b15a06eaf14 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:09:18.944736 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:18.950552 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:18.954504 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061ca703-ca4f-4241-8f1c-96678dd36de8 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Network 07848361-9403-47ca-b6d0-8a3b0ecea25d is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 17:09:18.964182 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-061ca703-ca4f-4241-8f1c-96678dd36de8 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 07848361-9403-47ca-b6d0-8a3b0ecea25d) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:09:18.969297 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061ca703-ca4f-4241-8f1c-96678dd36de8 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:18.970002 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-061ca703-ca4f-4241-8f1c-96678dd36de8 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:18.987892 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f84934-8060-4085-bb99-e89ea88eae8b None None] Network 07848361-9403-47ca-b6d0-8a3b0ecea25d requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:09:18.994283 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-061ca703-ca4f-4241-8f1c-96678dd36de8 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5089200 Nov 26 17:09:18.994617 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58244) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:19.094965 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] Network 1c2d3d57-3976-4ac2-bde4-4e034dcfd746 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:09:19.100577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:09:19.104146 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] Pushing event updated for resources: {'Port': ['ID=b45b5cde-ceea-4779-ac5e-8b15a06eaf14,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:19.106374 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:09:19.111689 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:19.226087 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] Attempting to bind port b45b5cde-ceea-4779-ac5e-8b15a06eaf14 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:09:19.226516 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] Attempting to bind port b45b5cde-ceea-4779-ac5e-8b15a06eaf14 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4a9cb85d-f0d9-47fb-a92d-ad4e15486b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1c2d3d57-3976-4ac2-bde4-4e034dcfd746'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:09:19.226893 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] Attempting to bind port b45b5cde-ceea-4779-ac5e-8b15a06eaf14 on network 1c2d3d57-3976-4ac2-bde4-4e034dcfd746 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:09:19.245920 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e5e52575-23d8-49bf-96fd-b73e1fcffa6a tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:19.268526 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:09:19.268910 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] Checking segment: {'id': '4a9cb85d-f0d9-47fb-a92d-ad4e15486b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1c2d3d57-3976-4ac2-bde4-4e034dcfd746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:09:19.269318 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:19.269722 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] Bound using segment: {'id': '4a9cb85d-f0d9-47fb-a92d-ad4e15486b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1c2d3d57-3976-4ac2-bde4-4e034dcfd746'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:09:19.270194 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] Bound port: b45b5cde-ceea-4779-ac5e-8b15a06eaf14, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9cb85d-f0d9-47fb-a92d-ad4e15486b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1c2d3d57-3976-4ac2-bde4-4e034dcfd746'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:09:19.270576 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:19.315335 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e5e52575-23d8-49bf-96fd-b73e1fcffa6a tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:19.391990 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e5e52575-23d8-49bf-96fd-b73e1fcffa6a tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:19.393547 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e083ad51-b0aa-485d-a337-5b95469dfd13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-07848361-9403-47ca-b6d0-8a3b0ecea25d', 'network_id': '07848361-9403-47ca-b6d0-8a3b0ecea25d', 'tenant_id': '5d83772ac09f4b3f809f14feef256544', 'fixed_ips': [{'subnet_id': '18eaf06c-de8c-4fd5-8b80-e707d218b895'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 17:09:19.394379 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e083ad51-b0aa-485d-a337-5b95469dfd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:19.396705 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e59c3f51-8814-4db9-83e5-671c10cff967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:19.437266 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e52575-23d8-49bf-96fd-b73e1fcffa6a tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Pushing event deleted for resources: {'Subnet': ['ID=18eaf06c-de8c-4fd5-8b80-e707d218b895,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:19.451494 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e5e52575-23d8-49bf-96fd-b73e1fcffa6a tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:19.459832 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] For port b45b5cde-ceea-4779-ac5e-8b15a06eaf14, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:09:19.480651 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] For port b45b5cde-ceea-4779-ac5e-8b15a06eaf14, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b45b5cde-ceea-4779-ac5e-8b15a06eaf14,segment=NetworkSegment(4a9cb85d-f0d9-47fb-a92d-ad4e15486b1c),segment_id=4a9cb85d-f0d9-47fb-a92d-ad4e15486b1c)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:09:19.487975 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:19.491644 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-09fc452f-2065-46ac-9bb1-15f9cfd47c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:19.528311 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e5e52575-23d8-49bf-96fd-b73e1fcffa6a tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:19.559619 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-e5e52575-23d8-49bf-96fd-b73e1fcffa6a tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07848361-9403-47ca-b6d0-8a3b0ecea25d']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:19.566344 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7f5335-4140-4fb1-8a52-5ff17ac4059c None None] Network 07848361-9403-47ca-b6d0-8a3b0ecea25d requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:09:19.575812 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-e5e52575-23d8-49bf-96fd-b73e1fcffa6a tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21db3249-3fd9-4451-925a-52d57b456e83') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:19.575812 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-e5e52575-23d8-49bf-96fd-b73e1fcffa6a tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21db3249-3fd9-4451-925a-52d57b456e83') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:19.585197 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e5e52575-23d8-49bf-96fd-b73e1fcffa6a tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:19.602949 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e5e52575-23d8-49bf-96fd-b73e1fcffa6a tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:19.614673 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e52575-23d8-49bf-96fd-b73e1fcffa6a tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 17:09:19.615443 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e5e52575-23d8-49bf-96fd-b73e1fcffa6a tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 17:09:19.630936 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 17:09:19.667966 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] Pushing event updated for resources: {'Port': ['ID=b45b5cde-ceea-4779-ac5e-8b15a06eaf14,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:19.671308 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:19.704553 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 57b0545e-c778-4719-883f-979e4013f62e up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:09:19.720060 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e5e52575-23d8-49bf-96fd-b73e1fcffa6a tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:19.727610 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-32ba1cc0-db7d-406e-a182-4bd9daa96fe8 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:19.748875 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e5e52575-23d8-49bf-96fd-b73e1fcffa6a tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:19.765097 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58248) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:19.767894 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e5e52575-23d8-49bf-96fd-b73e1fcffa6a tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] 10.222.0.11 "DELETE /v2.0/networks/07848361-9403-47ca-b6d0-8a3b0ecea25d HTTP/1.1" status: 204 len: 168 time: 0.7720618 Nov 26 17:09:19.772802 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e52575-23d8-49bf-96fd-b73e1fcffa6a tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Pushing event deleted for resources: {'Network': ['ID=07848361-9403-47ca-b6d0-8a3b0ecea25d,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:19.777668 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e5e52575-23d8-49bf-96fd-b73e1fcffa6a tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:19.798125 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:19.843462 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe017b1-899a-4414-921d-7db103e19325 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] GET failed (client error): The resource could not be found. Nov 26 17:09:19.844011 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9fe017b1-899a-4414-921d-7db103e19325 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Synchronizing usage tracker for tenant:5d83772ac09f4b3f809f14feef256544 on resource:subnet {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:09:19.866330 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9fe017b1-899a-4414-921d-7db103e19325 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Unset dirty status for tenant:5d83772ac09f4b3f809f14feef256544 on resource:subnet {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:09:19.868401 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9fe017b1-899a-4414-921d-7db103e19325 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] 10.222.0.11 "GET /v2.0/subnets/18eaf06c-de8c-4fd5-8b80-e707d218b895 HTTP/1.1" status: 404 len: 337 time: 0.1022367 Nov 26 17:09:19.871607 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58252) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:19.902309 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-56638828-0d2b-494e-a59c-1960ceaad903 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] DELETE failed (client error): The resource could not be found. Nov 26 17:09:19.902862 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56638828-0d2b-494e-a59c-1960ceaad903 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 17:09:19.905025 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-56638828-0d2b-494e-a59c-1960ceaad903 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] 10.222.0.11 "DELETE /v2.0/networks/07848361-9403-47ca-b6d0-8a3b0ecea25d HTTP/1.1" status: 404 len: 339 time: 0.0318010 Nov 26 17:09:19.908445 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58256) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:19.915168 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 57b0545e-c778-4719-883f-979e4013f62e triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:09:19.915705 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:19.948181 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-51bca8d9-69d5-4054-88bc-dcc6d4ed91a8 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] DELETE failed (client error): The resource could not be found. Nov 26 17:09:19.948643 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51bca8d9-69d5-4054-88bc-dcc6d4ed91a8 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 17:09:19.953366 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-51bca8d9-69d5-4054-88bc-dcc6d4ed91a8 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] 10.222.0.11 "DELETE /v2.0/subnets/18eaf06c-de8c-4fd5-8b80-e707d218b895 HTTP/1.1" status: 404 len: 337 time: 0.0406277 Nov 26 17:09:19.953549 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58260) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:19.978812 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53e8f8b-40ce-423e-b9d5-ab43f43398d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] DELETE failed (client error): The resource could not be found. Nov 26 17:09:19.979296 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e53e8f8b-40ce-423e-b9d5-ab43f43398d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 17:09:19.983434 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e53e8f8b-40ce-423e-b9d5-ab43f43398d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] 10.222.0.11 "DELETE /v2.0/networks/07848361-9403-47ca-b6d0-8a3b0ecea25d HTTP/1.1" status: 404 len: 339 time: 0.0269635 Nov 26 17:09:19.983759 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58264) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:20.049310 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d8326e-bd43-49f8-8e06-1d8febdff546 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Deleting subnet 759e2255-4ecb-4de6-9cba-8f582d593df5 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 17:09:20.052483 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3d8326e-bd43-49f8-8e06-1d8febdff546 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:20.109490 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3d8326e-bd43-49f8-8e06-1d8febdff546 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:20.192418 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3d8326e-bd43-49f8-8e06-1d8febdff546 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:20.263475 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3d8326e-bd43-49f8-8e06-1d8febdff546 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:20.267121 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3b411cdc-406c-4ae0-b72c-a26ae98c4b7f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:20.307853 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8326e-bd43-49f8-8e06-1d8febdff546 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Pushing event deleted for resources: {'Subnet': ['ID=759e2255-4ecb-4de6-9cba-8f582d593df5,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:20.310904 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d3d8326e-bd43-49f8-8e06-1d8febdff546 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:20.311914 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3d8326e-bd43-49f8-8e06-1d8febdff546 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:20.326360 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d3d8326e-bd43-49f8-8e06-1d8febdff546 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] 10.222.0.11 "DELETE /v2.0/subnets/759e2255-4ecb-4de6-9cba-8f582d593df5 HTTP/1.1" status: 204 len: 168 time: 0.3416674 Nov 26 17:09:20.329111 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58268) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:20.447563 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c15689e8-1410-4ac6-bde7-1ba4f0a7801d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:20.458371 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-c15689e8-1410-4ac6-bde7-1ba4f0a7801d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Deleting port b45b5cde-ceea-4779-ac5e-8b15a06eaf14 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:09:20.458709 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c15689e8-1410-4ac6-bde7-1ba4f0a7801d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:20.629875 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb9b984-167d-4d81-8014-22c22d545d23 None None] Network 1c2d3d57-3976-4ac2-bde4-4e034dcfd746 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:09:20.672481 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-c15689e8-1410-4ac6-bde7-1ba4f0a7801d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] For port b45b5cde-ceea-4779-ac5e-8b15a06eaf14, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b45b5cde-ceea-4779-ac5e-8b15a06eaf14,segment=NetworkSegment(4a9cb85d-f0d9-47fb-a92d-ad4e15486b1c),segment_id=4a9cb85d-f0d9-47fb-a92d-ad4e15486b1c)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:09:20.673043 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c15689e8-1410-4ac6-bde7-1ba4f0a7801d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:20.793775 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6ca17c0b-21d1-4b10-b24c-b19c1fac2b49 None None] Provisioning for port b45b5cde-ceea-4779-ac5e-8b15a06eaf14 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:09:20.797282 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-c15689e8-1410-4ac6-bde7-1ba4f0a7801d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Calling delete_port for b45b5cde-ceea-4779-ac5e-8b15a06eaf14 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:09:20.874507 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c15689e8-1410-4ac6-bde7-1ba4f0a7801d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:20.878410 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0f61be9b-9228-4183-bc28-85d76b8232b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:20.895364 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf0cdad-49c4-4b40-9049-75091d81e7e2 None None] DHCP port deletion for 1c2d3d57-3976-4ac2-bde4-4e034dcfd746 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 17:09:20.929158 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15689e8-1410-4ac6-bde7-1ba4f0a7801d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Pushing event deleted for resources: {'Port': ['ID=b45b5cde-ceea-4779-ac5e-8b15a06eaf14,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:20.932230 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c15689e8-1410-4ac6-bde7-1ba4f0a7801d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:20.932983 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15689e8-1410-4ac6-bde7-1ba4f0a7801d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] No DVR routers for this DVR port b45b5cde-ceea-4779-ac5e-8b15a06eaf14 on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:09:21.055114 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c15689e8-1410-4ac6-bde7-1ba4f0a7801d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:21.079625 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-c15689e8-1410-4ac6-bde7-1ba4f0a7801d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c2d3d57-3976-4ac2-bde4-4e034dcfd746']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:21.091929 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-c15689e8-1410-4ac6-bde7-1ba4f0a7801d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9cb85d-f0d9-47fb-a92d-ad4e15486b1c') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:21.092231 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-c15689e8-1410-4ac6-bde7-1ba4f0a7801d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9cb85d-f0d9-47fb-a92d-ad4e15486b1c') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:21.103254 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c15689e8-1410-4ac6-bde7-1ba4f0a7801d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:21.118989 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c15689e8-1410-4ac6-bde7-1ba4f0a7801d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:21.124981 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c15689e8-1410-4ac6-bde7-1ba4f0a7801d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 17:09:21.125379 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c15689e8-1410-4ac6-bde7-1ba4f0a7801d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 17:09:21.140103 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 17:09:21.221197 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c15689e8-1410-4ac6-bde7-1ba4f0a7801d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:21.224334 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ec9dd1da-5b2c-4359-a432-ab7899e6fed9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:21.238042 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c15689e8-1410-4ac6-bde7-1ba4f0a7801d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:21.250153 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15689e8-1410-4ac6-bde7-1ba4f0a7801d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Pushing event deleted for resources: {'Network': ['ID=1c2d3d57-3976-4ac2-bde4-4e034dcfd746,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:21.252386 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c15689e8-1410-4ac6-bde7-1ba4f0a7801d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:21.253645 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c15689e8-1410-4ac6-bde7-1ba4f0a7801d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] 10.222.0.11 "DELETE /v2.0/networks/1c2d3d57-3976-4ac2-bde4-4e034dcfd746 HTTP/1.1" status: 204 len: 168 time: 0.9235528 Nov 26 17:09:21.256054 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58272) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:21.292509 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-654b1f8b-0390-42ed-9e46-99a7a38f6058 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] DELETE failed (client error): The resource could not be found. Nov 26 17:09:21.292946 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-654b1f8b-0390-42ed-9e46-99a7a38f6058 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 17:09:21.294496 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-654b1f8b-0390-42ed-9e46-99a7a38f6058 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] 10.222.0.11 "DELETE /v2.0/subnets/ccb4f594-06cc-43a4-b987-7744d07efde6 HTTP/1.1" status: 404 len: 337 time: 0.0375650 Nov 26 17:09:21.296782 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58276) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:21.322087 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-1067084b-4de6-409a-a7e4-b16495e6471d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] DELETE failed (client error): The resource could not be found. Nov 26 17:09:21.322535 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1067084b-4de6-409a-a7e4-b16495e6471d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 17:09:21.324076 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1067084b-4de6-409a-a7e4-b16495e6471d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] 10.222.0.11 "DELETE /v2.0/networks/4a7816ff-42c7-40ef-877b-b324a667696f HTTP/1.1" status: 404 len: 339 time: 0.0264518 Nov 26 17:09:21.326315 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58280) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:21.365556 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e1259c-6919-4964-9607-ac5e876daa10 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] DELETE failed (client error): The resource could not be found. Nov 26 17:09:21.366070 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e1259c-6919-4964-9607-ac5e876daa10 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 17:09:21.368227 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c0e1259c-6919-4964-9607-ac5e876daa10 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] 10.222.0.11 "DELETE /v2.0/subnets/7629f4d5-3731-487a-a7a6-72cd9607861a HTTP/1.1" status: 404 len: 337 time: 0.0410655 Nov 26 17:09:21.371125 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58284) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:21.395256 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7cdeb3b-863a-4635-a488-74e6a398da76 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] DELETE failed (client error): The resource could not be found. Nov 26 17:09:21.395704 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7cdeb3b-863a-4635-a488-74e6a398da76 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 17:09:21.397275 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a7cdeb3b-863a-4635-a488-74e6a398da76 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] 10.222.0.11 "DELETE /v2.0/networks/168bb513-3af4-4153-863c-1947b0116a6a HTTP/1.1" status: 404 len: 339 time: 0.0252874 Nov 26 17:09:21.399450 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58288) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:21.462235 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab5ed86-183f-41e1-a68d-1f87477ce666 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Deleting subnet b49d25ab-e5da-4e13-ab8c-a5790ff88727 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 17:09:21.465160 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aab5ed86-183f-41e1-a68d-1f87477ce666 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:21.522898 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aab5ed86-183f-41e1-a68d-1f87477ce666 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:21.602785 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aab5ed86-183f-41e1-a68d-1f87477ce666 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:21.675338 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aab5ed86-183f-41e1-a68d-1f87477ce666 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:21.678978 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c79cbcc3-36b2-4d0f-b5db-d7d8d455946f tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:21.718431 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5ed86-183f-41e1-a68d-1f87477ce666 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Pushing event deleted for resources: {'Subnet': ['ID=b49d25ab-e5da-4e13-ab8c-a5790ff88727,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:21.721437 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-aab5ed86-183f-41e1-a68d-1f87477ce666 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:21.722385 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aab5ed86-183f-41e1-a68d-1f87477ce666 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:21.730155 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d28f9a-452e-4ee4-a36c-9efd8120c5d7 None None] Network f38d0e07-8e75-4dc7-b6e3-c6eb87982ee3 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:09:21.735103 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-aab5ed86-183f-41e1-a68d-1f87477ce666 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] 10.222.0.11 "DELETE /v2.0/subnets/b49d25ab-e5da-4e13-ab8c-a5790ff88727 HTTP/1.1" status: 204 len: 168 time: 0.3346896 Nov 26 17:09:21.736055 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58292) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:21.972294 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d4a3e46a-0b91-4444-b7ce-c4abfa4c3e4b tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:21.983203 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-d4a3e46a-0b91-4444-b7ce-c4abfa4c3e4b tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Deleting port 57b0545e-c778-4719-883f-979e4013f62e {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:09:21.983531 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d4a3e46a-0b91-4444-b7ce-c4abfa4c3e4b tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:21.987514 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c48fa9-7e66-4880-8f73-f78d49a21799 None None] DHCP port deletion for f38d0e07-8e75-4dc7-b6e3-c6eb87982ee3 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 17:09:21.992390 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-80c48fa9-7e66-4880-8f73-f78d49a21799 None None] Deleting port 57b0545e-c778-4719-883f-979e4013f62e {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:09:21.992786 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-80c48fa9-7e66-4880-8f73-f78d49a21799 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:22.185378 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-d4a3e46a-0b91-4444-b7ce-c4abfa4c3e4b tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] For port 57b0545e-c778-4719-883f-979e4013f62e, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=57b0545e-c778-4719-883f-979e4013f62e,segment=NetworkSegment(24fd4deb-1cf9-4395-8362-f6bc20e5e921),segment_id=24fd4deb-1cf9-4395-8362-f6bc20e5e921)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:09:22.185656 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d4a3e46a-0b91-4444-b7ce-c4abfa4c3e4b tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:22.192934 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-80c48fa9-7e66-4880-8f73-f78d49a21799 None None] For port 57b0545e-c778-4719-883f-979e4013f62e, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=57b0545e-c778-4719-883f-979e4013f62e,segment=NetworkSegment(24fd4deb-1cf9-4395-8362-f6bc20e5e921),segment_id=24fd4deb-1cf9-4395-8362-f6bc20e5e921)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:09:22.193340 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-80c48fa9-7e66-4880-8f73-f78d49a21799 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:22.310456 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-d4a3e46a-0b91-4444-b7ce-c4abfa4c3e4b tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Calling delete_port for 57b0545e-c778-4719-883f-979e4013f62e owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:09:22.313925 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-80c48fa9-7e66-4880-8f73-f78d49a21799 None None] Calling delete_port for 57b0545e-c778-4719-883f-979e4013f62e owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:09:22.385684 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d4a3e46a-0b91-4444-b7ce-c4abfa4c3e4b tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:22.390374 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-51e53933-5852-4bed-878f-86721ec26ac9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:22.391176 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-80c48fa9-7e66-4880-8f73-f78d49a21799 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 17:09:22.391674 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-80c48fa9-7e66-4880-8f73-f78d49a21799 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 17:09:22.435759 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3e46a-0b91-4444-b7ce-c4abfa4c3e4b tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Pushing event deleted for resources: {'Port': ['ID=57b0545e-c778-4719-883f-979e4013f62e,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:22.437418 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a3e46a-0b91-4444-b7ce-c4abfa4c3e4b tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] No DVR routers for this DVR port 57b0545e-c778-4719-883f-979e4013f62e on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:09:22.438847 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d4a3e46a-0b91-4444-b7ce-c4abfa4c3e4b tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:22.559738 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d4a3e46a-0b91-4444-b7ce-c4abfa4c3e4b tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:22.584919 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-d4a3e46a-0b91-4444-b7ce-c4abfa4c3e4b tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f38d0e07-8e75-4dc7-b6e3-c6eb87982ee3']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:22.597251 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-d4a3e46a-0b91-4444-b7ce-c4abfa4c3e4b tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24fd4deb-1cf9-4395-8362-f6bc20e5e921') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:22.597545 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-d4a3e46a-0b91-4444-b7ce-c4abfa4c3e4b tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24fd4deb-1cf9-4395-8362-f6bc20e5e921') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:22.608469 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d4a3e46a-0b91-4444-b7ce-c4abfa4c3e4b tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:22.624008 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d4a3e46a-0b91-4444-b7ce-c4abfa4c3e4b tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:22.629725 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a3e46a-0b91-4444-b7ce-c4abfa4c3e4b tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 17:09:22.630098 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d4a3e46a-0b91-4444-b7ce-c4abfa4c3e4b tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 17:09:22.644837 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 17:09:22.723757 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d4a3e46a-0b91-4444-b7ce-c4abfa4c3e4b tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:22.728313 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d4a3e46a-0b91-4444-b7ce-c4abfa4c3e4b tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:22.731267 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5bde7c9c-cd63-4c3f-ae27-7a6259035bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:22.753818 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3e46a-0b91-4444-b7ce-c4abfa4c3e4b tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Pushing event deleted for resources: {'Network': ['ID=f38d0e07-8e75-4dc7-b6e3-c6eb87982ee3,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:22.756549 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d4a3e46a-0b91-4444-b7ce-c4abfa4c3e4b tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:22.759661 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d4a3e46a-0b91-4444-b7ce-c4abfa4c3e4b tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] 10.222.0.11 "DELETE /v2.0/networks/f38d0e07-8e75-4dc7-b6e3-c6eb87982ee3 HTTP/1.1" status: 204 len: 168 time: 1.0228467 Nov 26 17:09:22.893191 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-80c48fa9-7e66-4880-8f73-f78d49a21799 None None] Deleting port 57b0545e-c778-4719-883f-979e4013f62e {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:09:22.893720 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-80c48fa9-7e66-4880-8f73-f78d49a21799 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:22.959188 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-80c48fa9-7e66-4880-8f73-f78d49a21799 None None] The port '57b0545e-c778-4719-883f-979e4013f62e' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 17:09:23.033930 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58300) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:23.176865 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-366863dc-c56b-470c-a3ca-0bd5c62ce5fe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5d83772ac09f4b3f809f14feef256544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414597 Nov 26 17:09:23.179027 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58306) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:23.235159 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4907-55b6-4498-afb8-15f1d76fbbd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:23.260847 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4907-55b6-4498-afb8-15f1d76fbbd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:23.311856 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4907-55b6-4498-afb8-15f1d76fbbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:23.316486 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e5226f0a-1e2a-406c-9712-6438ae74c3ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:23.329570 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c4907-55b6-4498-afb8-15f1d76fbbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9b9f2f-1fad-41e5-92e6-d39c045ddc35,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:23.332926 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2f1c4907-55b6-4498-afb8-15f1d76fbbd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:23.336149 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4907-55b6-4498-afb8-15f1d76fbbd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:23.337231 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2f1c4907-55b6-4498-afb8-15f1d76fbbd2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df9b9f2f-1fad-41e5-92e6-d39c045ddc35 HTTP/1.1" status: 204 len: 168 time: 0.1567061 Nov 26 17:09:23.675399 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 57b0545e-c778-4719-883f-979e4013f62e no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:09:23.713158 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 57b0545e-c778-4719-883f-979e4013f62e {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:09:23.713520 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 57b0545e-c778-4719-883f-979e4013f62e not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:09:24.042506 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58330) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:24.140863 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-0fffaa94-bd6b-468c-869e-41ac4796eb8e tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-68426275', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:09:24.147402 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0fffaa94-bd6b-468c-869e-41ac4796eb8e tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:09:24.151891 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0fffaa94-bd6b-468c-869e-41ac4796eb8e tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Usage tracker for resource:router and tenant:eb7d67c0c5c245c3bd634683437efe80 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:09:24.154692 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0fffaa94-bd6b-468c-869e-41ac4796eb8e tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:09:24.161103 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0fffaa94-bd6b-468c-869e-41ac4796eb8e tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:09:24.170645 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0fffaa94-bd6b-468c-869e-41ac4796eb8e tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:24.171648 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0fffaa94-bd6b-468c-869e-41ac4796eb8e tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:24.186137 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0fffaa94-bd6b-468c-869e-41ac4796eb8e tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:24.203522 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0fffaa94-bd6b-468c-869e-41ac4796eb8e tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:24.225206 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0fffaa94-bd6b-468c-869e-41ac4796eb8e tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:24.226402 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0fffaa94-bd6b-468c-869e-41ac4796eb8e tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1829064 Nov 26 17:09:24.229062 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58336) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:24.234248 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-ce540a39-951a-4553-9180-eb98542a1b7a tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1341619420'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:09:24.238912 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ce540a39-951a-4553-9180-eb98542a1b7a tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:09:24.243943 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ce540a39-951a-4553-9180-eb98542a1b7a tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Usage tracker for resource:network and tenant:eb7d67c0c5c245c3bd634683437efe80 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:09:24.246718 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ce540a39-951a-4553-9180-eb98542a1b7a tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:09:24.252341 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ce540a39-951a-4553-9180-eb98542a1b7a tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:09:24.261728 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce540a39-951a-4553-9180-eb98542a1b7a tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Made reservation on behalf of eb7d67c0c5c245c3bd634683437efe80 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:09:24.265198 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce540a39-951a-4553-9180-eb98542a1b7a tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:24.276881 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce540a39-951a-4553-9180-eb98542a1b7a tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:24.291009 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ce540a39-951a-4553-9180-eb98542a1b7a tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:09:24.294899 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ce540a39-951a-4553-9180-eb98542a1b7a tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Usage tracker for resource:security_group_rule and tenant:eb7d67c0c5c245c3bd634683437efe80 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:09:24.297714 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ce540a39-951a-4553-9180-eb98542a1b7a tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:09:24.303248 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ce540a39-951a-4553-9180-eb98542a1b7a tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:09:24.385163 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce540a39-951a-4553-9180-eb98542a1b7a tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:24.388756 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce540a39-951a-4553-9180-eb98542a1b7a tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:24.391539 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9cf3ed95-e459-4bc2-98c1-5521e6d0e380 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:24.420396 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce540a39-951a-4553-9180-eb98542a1b7a tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 17:09:24.428536 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce540a39-951a-4553-9180-eb98542a1b7a tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59828621-065c-4193-a659-2752b82d6564,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:24.432530 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ce540a39-951a-4553-9180-eb98542a1b7a tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:24.435024 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce540a39-951a-4553-9180-eb98542a1b7a tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:24.435364 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-ce540a39-951a-4553-9180-eb98542a1b7a tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Added segment b0b4b967-a588-48bf-9507-f4286566b5d8 of type vlan for network 8e70286a-8dfd-4e1f-920d-fc49defe453e Nov 26 17:09:24.461045 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce540a39-951a-4553-9180-eb98542a1b7a tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:24.488519 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce540a39-951a-4553-9180-eb98542a1b7a tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:24.495411 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce540a39-951a-4553-9180-eb98542a1b7a tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:24.496149 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ce540a39-951a-4553-9180-eb98542a1b7a tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:24.500216 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-dce8c07a-d50e-4fb0-a67e-d4564f28a391 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:24.603100 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce540a39-951a-4553-9180-eb98542a1b7a tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Pushing event updated for resources: {'Network': ['ID=8e70286a-8dfd-4e1f-920d-fc49defe453e,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:24.610853 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ce540a39-951a-4553-9180-eb98542a1b7a tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3758609 Nov 26 17:09:24.610853 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ce540a39-951a-4553-9180-eb98542a1b7a tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:24.610853 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58340) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:24.612871 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 8e70286a-8dfd-4e1f-920d-fc49defe453e details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 17:09:24.614523 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-f73a6300-d521-4565-b40b-bf3e5dd16c90 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Request body: {'subnet': {'network_id': '8e70286a-8dfd-4e1f-920d-fc49defe453e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:09:24.726943 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f73a6300-d521-4565-b40b-bf3e5dd16c90 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:09:24.730737 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f73a6300-d521-4565-b40b-bf3e5dd16c90 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Usage tracker for resource:subnet and tenant:eb7d67c0c5c245c3bd634683437efe80 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:09:24.733561 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f73a6300-d521-4565-b40b-bf3e5dd16c90 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:09:24.739172 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f73a6300-d521-4565-b40b-bf3e5dd16c90 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:09:24.750561 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73a6300-d521-4565-b40b-bf3e5dd16c90 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Made reservation on behalf of eb7d67c0c5c245c3bd634683437efe80 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:09:24.754136 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f73a6300-d521-4565-b40b-bf3e5dd16c90 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:24.966124 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f73a6300-d521-4565-b40b-bf3e5dd16c90 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:24.969466 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e5e52575-23d8-49bf-96fd-b73e1fcffa6a tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:25.047230 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a6300-d521-4565-b40b-bf3e5dd16c90 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Pushing event updated for resources: {'Subnet': ['ID=a220f211-65f0-4efe-9b2c-b45beb0c689a,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:25.051005 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f73a6300-d521-4565-b40b-bf3e5dd16c90 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:25.051687 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a6300-d521-4565-b40b-bf3e5dd16c90 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Checking segment: {'id': 'b0b4b967-a588-48bf-9507-f4286566b5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8e70286a-8dfd-4e1f-920d-fc49defe453e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:09:25.052075 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73a6300-d521-4565-b40b-bf3e5dd16c90 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Network hostable DHCP agents. Network: 8e70286a-8dfd-4e1f-920d-fc49defe453e, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 17:09:25.069922 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73a6300-d521-4565-b40b-bf3e5dd16c90 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Network 8e70286a-8dfd-4e1f-920d-fc49defe453e is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 17:09:25.078117 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-f73a6300-d521-4565-b40b-bf3e5dd16c90 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 8e70286a-8dfd-4e1f-920d-fc49defe453e) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:09:25.081913 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73a6300-d521-4565-b40b-bf3e5dd16c90 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:25.082503 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f73a6300-d521-4565-b40b-bf3e5dd16c90 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:25.087382 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ce7339-1f43-441d-a755-067e8dc88be0 None None] Network 8e70286a-8dfd-4e1f-920d-fc49defe453e requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:09:25.103530 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f73a6300-d521-4565-b40b-bf3e5dd16c90 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4938915 Nov 26 17:09:25.106989 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58344) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:25.112621 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-c34a9b45-7e99-4a90-8df1-24e17418c67d tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1130467030'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:09:25.117552 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c34a9b45-7e99-4a90-8df1-24e17418c67d tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:09:25.121756 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c34a9b45-7e99-4a90-8df1-24e17418c67d tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Usage tracker for resource:network and tenant:eb7d67c0c5c245c3bd634683437efe80 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:09:25.124643 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c34a9b45-7e99-4a90-8df1-24e17418c67d tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:09:25.130460 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c34a9b45-7e99-4a90-8df1-24e17418c67d tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:09:25.140739 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34a9b45-7e99-4a90-8df1-24e17418c67d tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Made reservation on behalf of eb7d67c0c5c245c3bd634683437efe80 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:09:25.144220 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c34a9b45-7e99-4a90-8df1-24e17418c67d tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:25.171803 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34a9b45-7e99-4a90-8df1-24e17418c67d tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 17:09:25.180454 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c34a9b45-7e99-4a90-8df1-24e17418c67d tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:25.180794 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-c34a9b45-7e99-4a90-8df1-24e17418c67d tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Added segment 86d3aef2-8719-4cb1-80ea-088e55ce336e of type vlan for network 5b8cd383-5b34-41d0-9446-3f7d938c5ab6 Nov 26 17:09:25.210208 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c34a9b45-7e99-4a90-8df1-24e17418c67d tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:25.241397 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c34a9b45-7e99-4a90-8df1-24e17418c67d tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:25.247303 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34a9b45-7e99-4a90-8df1-24e17418c67d tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:25.247900 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c34a9b45-7e99-4a90-8df1-24e17418c67d tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:25.251658 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e025e246-b2a9-4557-bad3-9a1eb1d3cfd5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:25.333192 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-8e70286a-8dfd-4e1f-920d-fc49defe453e', 'network_id': '8e70286a-8dfd-4e1f-920d-fc49defe453e', 'tenant_id': 'eb7d67c0c5c245c3bd634683437efe80', 'fixed_ips': [{'subnet_id': 'a220f211-65f0-4efe-9b2c-b45beb0c689a'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 17:09:25.334188 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:25.354028 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c34a9b45-7e99-4a90-8df1-24e17418c67d tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2427030 Nov 26 17:09:25.354255 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58348) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:25.361597 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-0f79fe94-3772-4a3e-9ef4-c7f7126e754f tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Request body: {'subnet': {'network_id': '5b8cd383-5b34-41d0-9446-3f7d938c5ab6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:09:25.487237 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a9b45-7e99-4a90-8df1-24e17418c67d tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Pushing event updated for resources: {'Network': ['ID=5b8cd383-5b34-41d0-9446-3f7d938c5ab6,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:25.492646 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c34a9b45-7e99-4a90-8df1-24e17418c67d tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:25.492818 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] Allocated IP 172.20.0.2 (8e70286a-8dfd-4e1f-920d-fc49defe453e/a220f211-65f0-4efe-9b2c-b45beb0c689a/25afcc1c-fe8e-4b1f-b668-270d5bc9f273) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:09:25.504119 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 5b8cd383-5b34-41d0-9446-3f7d938c5ab6 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 17:09:25.587603 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0f79fe94-3772-4a3e-9ef4-c7f7126e754f tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:09:25.591552 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0f79fe94-3772-4a3e-9ef4-c7f7126e754f tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Usage tracker for resource:subnet and tenant:eb7d67c0c5c245c3bd634683437efe80 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:09:25.594353 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0f79fe94-3772-4a3e-9ef4-c7f7126e754f tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:09:25.599979 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0f79fe94-3772-4a3e-9ef4-c7f7126e754f tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:09:25.609631 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f79fe94-3772-4a3e-9ef4-c7f7126e754f tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Made reservation on behalf of eb7d67c0c5c245c3bd634683437efe80 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:09:25.613249 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0f79fe94-3772-4a3e-9ef4-c7f7126e754f tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:25.791454 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:25.801588 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] Transition to ACTIVE for port object 25afcc1c-fe8e-4b1f-b668-270d5bc9f273 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:09:25.819501 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] Transition to ACTIVE for port object 25afcc1c-fe8e-4b1f-b668-270d5bc9f273 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:09:25.825846 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:25.827863 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0f79fe94-3772-4a3e-9ef4-c7f7126e754f tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:25.829391 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:25.832228 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-595731c6-2cb3-4e25-befa-56cc7c792a1c tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:25.893222 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] Network 8e70286a-8dfd-4e1f-920d-fc49defe453e is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:09:25.896043 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:09:25.899888 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:09:25.904884 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f79fe94-3772-4a3e-9ef4-c7f7126e754f tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Pushing event updated for resources: {'Subnet': ['ID=d63ef98d-c8ee-4851-bc32-3f6983f6f555,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:25.908584 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] Pushing event updated for resources: {'Port': ['ID=25afcc1c-fe8e-4b1f-b668-270d5bc9f273,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:25.910084 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0f79fe94-3772-4a3e-9ef4-c7f7126e754f tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:25.912488 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f79fe94-3772-4a3e-9ef4-c7f7126e754f tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Checking segment: {'id': '86d3aef2-8719-4cb1-80ea-088e55ce336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b8cd383-5b34-41d0-9446-3f7d938c5ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:09:25.912844 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f79fe94-3772-4a3e-9ef4-c7f7126e754f tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Network hostable DHCP agents. Network: 5b8cd383-5b34-41d0-9446-3f7d938c5ab6, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 17:09:25.931641 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f79fe94-3772-4a3e-9ef4-c7f7126e754f tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Network 5b8cd383-5b34-41d0-9446-3f7d938c5ab6 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 17:09:25.939370 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:25.941019 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-0f79fe94-3772-4a3e-9ef4-c7f7126e754f tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 5b8cd383-5b34-41d0-9446-3f7d938c5ab6) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:09:25.945652 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f79fe94-3772-4a3e-9ef4-c7f7126e754f tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:25.946302 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0f79fe94-3772-4a3e-9ef4-c7f7126e754f tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:25.972829 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0f79fe94-3772-4a3e-9ef4-c7f7126e754f tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6176124 Nov 26 17:09:25.975749 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58352) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:25.977448 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78fac3c-626a-494c-b848-0d2b67e9b1b9 None None] Network 5b8cd383-5b34-41d0-9446-3f7d938c5ab6 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:09:25.981269 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-0cf9543c-6a44-4837-be25-cf082b97fbe5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Request body: {'router': {'external_gateway_info': {'network_id': '5b8cd383-5b34-41d0-9446-3f7d938c5ab6'}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:09:26.067436 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] Attempting to bind port 25afcc1c-fe8e-4b1f-b668-270d5bc9f273 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:09:26.067703 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] Attempting to bind port 25afcc1c-fe8e-4b1f-b668-270d5bc9f273 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'b0b4b967-a588-48bf-9507-f4286566b5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8e70286a-8dfd-4e1f-920d-fc49defe453e'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:09:26.068104 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] Attempting to bind port 25afcc1c-fe8e-4b1f-b668-270d5bc9f273 on network 8e70286a-8dfd-4e1f-920d-fc49defe453e {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:09:26.078368 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:09:26.078749 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] Checking segment: {'id': 'b0b4b967-a588-48bf-9507-f4286566b5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8e70286a-8dfd-4e1f-920d-fc49defe453e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:09:26.079155 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:26.079558 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] Bound using segment: {'id': 'b0b4b967-a588-48bf-9507-f4286566b5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8e70286a-8dfd-4e1f-920d-fc49defe453e'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:09:26.080058 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] Bound port: 25afcc1c-fe8e-4b1f-b668-270d5bc9f273, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b4b967-a588-48bf-9507-f4286566b5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8e70286a-8dfd-4e1f-920d-fc49defe453e'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:09:26.080441 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:26.237590 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] For port 25afcc1c-fe8e-4b1f-b668-270d5bc9f273, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:09:26.242425 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] For port 25afcc1c-fe8e-4b1f-b668-270d5bc9f273, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=25afcc1c-fe8e-4b1f-b668-270d5bc9f273,segment=NetworkSegment(b0b4b967-a588-48bf-9507-f4286566b5d8),segment_id=b0b4b967-a588-48bf-9507-f4286566b5d8)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:09:26.271565 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:26.279769 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:26.338353 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-5b8cd383-5b34-41d0-9446-3f7d938c5ab6', 'network_id': '5b8cd383-5b34-41d0-9446-3f7d938c5ab6', 'tenant_id': 'eb7d67c0c5c245c3bd634683437efe80', 'fixed_ips': [{'subnet_id': 'd63ef98d-c8ee-4851-bc32-3f6983f6f555'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 17:09:26.339193 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:26.359855 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0cf9543c-6a44-4837-be25-cf082b97fbe5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:26.421468 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] Pushing event updated for resources: {'Port': ['ID=25afcc1c-fe8e-4b1f-b668-270d5bc9f273,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:26.434288 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:26.516716 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.api.v2.resource [None req-0cf9543c-6a44-4837-be25-cf082b97fbe5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 17:09:26.518012 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0cf9543c-6a44-4837-be25-cf082b97fbe5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] 10.222.0.11 "PUT /v2.0/routers/e76f005e-f012-4e50-aa43-64af95a34dad HTTP/1.1" status: 400 len: 364 time: 0.5411439 Nov 26 17:09:26.524333 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] Allocated IP 172.21.0.2 (5b8cd383-5b34-41d0-9446-3f7d938c5ab6/d63ef98d-c8ee-4851-bc32-3f6983f6f555/aa893917-9a9e-49e3-a6a7-fc58e85a3c75) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:09:26.526416 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58356) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:26.616174 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-139aa679-0d11-41af-ae1e-b9b781a1f490 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Deleting subnet d63ef98d-c8ee-4851-bc32-3f6983f6f555 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 17:09:26.770780 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:26.781365 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] Transition to ACTIVE for port object aa893917-9a9e-49e3-a6a7-fc58e85a3c75 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:09:26.799367 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] Transition to ACTIVE for port object aa893917-9a9e-49e3-a6a7-fc58e85a3c75 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:09:26.804046 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-139aa679-0d11-41af-ae1e-b9b781a1f490 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:26.809229 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:26.813360 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:26.861096 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-139aa679-0d11-41af-ae1e-b9b781a1f490 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:26.874931 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] Network 5b8cd383-5b34-41d0-9446-3f7d938c5ab6 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:09:26.877868 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:09:26.881475 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:09:26.887577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] Pushing event updated for resources: {'Port': ['ID=aa893917-9a9e-49e3-a6a7-fc58e85a3c75,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:26.891377 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:26.951034 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-139aa679-0d11-41af-ae1e-b9b781a1f490 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:27.017137 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] Attempting to bind port aa893917-9a9e-49e3-a6a7-fc58e85a3c75 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:09:27.017447 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] Attempting to bind port aa893917-9a9e-49e3-a6a7-fc58e85a3c75 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '86d3aef2-8719-4cb1-80ea-088e55ce336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b8cd383-5b34-41d0-9446-3f7d938c5ab6'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:09:27.017883 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] Attempting to bind port aa893917-9a9e-49e3-a6a7-fc58e85a3c75 on network 5b8cd383-5b34-41d0-9446-3f7d938c5ab6 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:09:27.024422 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:09:27.024835 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] Checking segment: {'id': '86d3aef2-8719-4cb1-80ea-088e55ce336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b8cd383-5b34-41d0-9446-3f7d938c5ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:09:27.025245 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:27.025683 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] Bound using segment: {'id': '86d3aef2-8719-4cb1-80ea-088e55ce336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b8cd383-5b34-41d0-9446-3f7d938c5ab6'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:09:27.026119 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] Bound port: aa893917-9a9e-49e3-a6a7-fc58e85a3c75, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d3aef2-8719-4cb1-80ea-088e55ce336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5b8cd383-5b34-41d0-9446-3f7d938c5ab6'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:09:27.026517 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:27.029400 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-139aa679-0d11-41af-ae1e-b9b781a1f490 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:27.033116 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-aab5ed86-183f-41e1-a68d-1f87477ce666 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:27.072503 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139aa679-0d11-41af-ae1e-b9b781a1f490 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Pushing event deleted for resources: {'Subnet': ['ID=d63ef98d-c8ee-4851-bc32-3f6983f6f555,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:27.077647 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-139aa679-0d11-41af-ae1e-b9b781a1f490 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:27.085079 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139aa679-0d11-41af-ae1e-b9b781a1f490 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:27.086027 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139aa679-0d11-41af-ae1e-b9b781a1f490 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:27.086450 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139aa679-0d11-41af-ae1e-b9b781a1f490 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:27.086821 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139aa679-0d11-41af-ae1e-b9b781a1f490 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:27.087190 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139aa679-0d11-41af-ae1e-b9b781a1f490 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:27.087567 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139aa679-0d11-41af-ae1e-b9b781a1f490 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:27.088193 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139aa679-0d11-41af-ae1e-b9b781a1f490 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:27.088782 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139aa679-0d11-41af-ae1e-b9b781a1f490 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:27.089218 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139aa679-0d11-41af-ae1e-b9b781a1f490 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:27.089692 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139aa679-0d11-41af-ae1e-b9b781a1f490 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:27.090232 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139aa679-0d11-41af-ae1e-b9b781a1f490 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:27.090480 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139aa679-0d11-41af-ae1e-b9b781a1f490 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:27.094487 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-139aa679-0d11-41af-ae1e-b9b781a1f490 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:27.096382 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-139aa679-0d11-41af-ae1e-b9b781a1f490 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] 10.222.0.11 "DELETE /v2.0/subnets/d63ef98d-c8ee-4851-bc32-3f6983f6f555 HTTP/1.1" status: 204 len: 168 time: 0.5689712 Nov 26 17:09:27.098780 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58360) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:27.126052 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] For port aa893917-9a9e-49e3-a6a7-fc58e85a3c75, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:09:27.129787 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] For port aa893917-9a9e-49e3-a6a7-fc58e85a3c75, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=aa893917-9a9e-49e3-a6a7-fc58e85a3c75,segment=NetworkSegment(86d3aef2-8719-4cb1-80ea-088e55ce336e),segment_id=86d3aef2-8719-4cb1-80ea-088e55ce336e)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:09:27.134488 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:27.138253 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:27.253365 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] Pushing event updated for resources: {'Port': ['ID=aa893917-9a9e-49e3-a6a7-fc58e85a3c75,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:27.267089 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:27.296998 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde74e10-de37-43d1-a8bf-65925fcc94e9 None None] Network 5b8cd383-5b34-41d0-9446-3f7d938c5ab6 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:09:27.348596 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0d9aaf9d-7854-400a-a92a-a70623d506e5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:27.361028 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-0d9aaf9d-7854-400a-a92a-a70623d506e5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Deleting port aa893917-9a9e-49e3-a6a7-fc58e85a3c75 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:09:27.361701 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0d9aaf9d-7854-400a-a92a-a70623d506e5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:27.486102 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aa17a1-ae19-4e97-9fa3-b9a1213494a1 None None] Network 8e70286a-8dfd-4e1f-920d-fc49defe453e requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:09:27.580334 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-0d9aaf9d-7854-400a-a92a-a70623d506e5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] For port aa893917-9a9e-49e3-a6a7-fc58e85a3c75, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=aa893917-9a9e-49e3-a6a7-fc58e85a3c75,segment=NetworkSegment(86d3aef2-8719-4cb1-80ea-088e55ce336e),segment_id=86d3aef2-8719-4cb1-80ea-088e55ce336e)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:09:27.580860 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0d9aaf9d-7854-400a-a92a-a70623d506e5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:27.585628 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-47b4d30d-0f8e-4761-92d4-7011e8b22b5c None None] Provisioning for port 25afcc1c-fe8e-4b1f-b668-270d5bc9f273 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:09:27.718223 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-0d9aaf9d-7854-400a-a92a-a70623d506e5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Calling delete_port for aa893917-9a9e-49e3-a6a7-fc58e85a3c75 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:09:27.746540 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 25afcc1c-fe8e-4b1f-b668-270d5bc9f273 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:09:27.801149 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0d9aaf9d-7854-400a-a92a-a70623d506e5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:27.806527 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bf11984e-b746-4b48-bf37-0b608c1ed3e2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:27.826562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 25afcc1c-fe8e-4b1f-b668-270d5bc9f273 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:09:27.831612 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 25afcc1c-fe8e-4b1f-b668-270d5bc9f273 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:09:27.832029 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:27.853623 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9aaf9d-7854-400a-a92a-a70623d506e5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Pushing event deleted for resources: {'Port': ['ID=aa893917-9a9e-49e3-a6a7-fc58e85a3c75,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:27.855374 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9aaf9d-7854-400a-a92a-a70623d506e5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] No DVR routers for this DVR port aa893917-9a9e-49e3-a6a7-fc58e85a3c75 on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:09:27.856957 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0d9aaf9d-7854-400a-a92a-a70623d506e5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:27.955919 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:27.989616 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0d9aaf9d-7854-400a-a92a-a70623d506e5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:27.992840 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 25afcc1c-fe8e-4b1f-b668-270d5bc9f273, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=25afcc1c-fe8e-4b1f-b668-270d5bc9f273,segment=NetworkSegment(b0b4b967-a588-48bf-9507-f4286566b5d8),segment_id=b0b4b967-a588-48bf-9507-f4286566b5d8)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:09:27.997929 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:28.001030 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-09fc452f-2065-46ac-9bb1-15f9cfd47c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:28.018382 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-0d9aaf9d-7854-400a-a92a-a70623d506e5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b8cd383-5b34-41d0-9446-3f7d938c5ab6']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:28.031367 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-0d9aaf9d-7854-400a-a92a-a70623d506e5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d3aef2-8719-4cb1-80ea-088e55ce336e') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:28.031862 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-0d9aaf9d-7854-400a-a92a-a70623d506e5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d3aef2-8719-4cb1-80ea-088e55ce336e') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:28.043810 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0d9aaf9d-7854-400a-a92a-a70623d506e5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:28.048350 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e13df42-e802-4ba5-abfa-b9b985ff6f4e None None] get_active_networks_info from dv-neutron-819440-1-hyperv {{(pid=87520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 26 17:09:28.059663 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0d9aaf9d-7854-400a-a92a-a70623d506e5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:28.065672 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9aaf9d-7854-400a-a92a-a70623d506e5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 17:09:28.066049 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0d9aaf9d-7854-400a-a92a-a70623d506e5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 17:09:28.080875 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 17:09:28.122191 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=25afcc1c-fe8e-4b1f-b668-270d5bc9f273,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:28.125470 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:28.155182 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-3bcfe847-01d8-4010-ac29-7843bc4d38ef None None] Provisioning complete for port 25afcc1c-fe8e-4b1f-b668-270d5bc9f273 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:09:28.155494 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3bcfe847-01d8-4010-ac29-7843bc4d38ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:28.164094 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0d9aaf9d-7854-400a-a92a-a70623d506e5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:28.167326 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6a0c49fd-114e-4d61-b6e5-47ed59d7bc81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:28.181643 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0d9aaf9d-7854-400a-a92a-a70623d506e5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:28.194969 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9aaf9d-7854-400a-a92a-a70623d506e5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Pushing event deleted for resources: {'Network': ['ID=5b8cd383-5b34-41d0-9446-3f7d938c5ab6,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:28.200420 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58366) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:28.202819 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0d9aaf9d-7854-400a-a92a-a70623d506e5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] 10.222.0.11 "DELETE /v2.0/networks/5b8cd383-5b34-41d0-9446-3f7d938c5ab6 HTTP/1.1" status: 204 len: 168 time: 1.1030226 Nov 26 17:09:28.204438 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0d9aaf9d-7854-400a-a92a-a70623d506e5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:28.216913 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e13df42-e802-4ba5-abfa-b9b985ff6f4e None None] Resources bound (agent type, host, resource id): {{(pid=87520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 17:09:28.266539 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e0dfd7b-4e0a-4d28-85e9-94e4033a3a46 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Deleting subnet a220f211-65f0-4efe-9b2c-b45beb0c689a {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 17:09:28.269551 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2e0dfd7b-4e0a-4d28-85e9-94e4033a3a46 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:28.323332 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2e0dfd7b-4e0a-4d28-85e9-94e4033a3a46 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:28.409849 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2e0dfd7b-4e0a-4d28-85e9-94e4033a3a46 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:28.489070 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2e0dfd7b-4e0a-4d28-85e9-94e4033a3a46 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:28.494210 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-47166cb4-55d0-40a4-9062-f86470515c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:28.535780 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0dfd7b-4e0a-4d28-85e9-94e4033a3a46 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Pushing event deleted for resources: {'Subnet': ['ID=a220f211-65f0-4efe-9b2c-b45beb0c689a,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:28.538325 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2e0dfd7b-4e0a-4d28-85e9-94e4033a3a46 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:28.547996 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2e0dfd7b-4e0a-4d28-85e9-94e4033a3a46 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] 10.222.0.11 "DELETE /v2.0/subnets/a220f211-65f0-4efe-9b2c-b45beb0c689a HTTP/1.1" status: 204 len: 168 time: 0.3465371 Nov 26 17:09:28.549364 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0dfd7b-4e0a-4d28-85e9-94e4033a3a46 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:28.549754 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0dfd7b-4e0a-4d28-85e9-94e4033a3a46 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:28.550143 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0dfd7b-4e0a-4d28-85e9-94e4033a3a46 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:28.550521 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0dfd7b-4e0a-4d28-85e9-94e4033a3a46 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:28.550895 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0dfd7b-4e0a-4d28-85e9-94e4033a3a46 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:28.551091 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58370) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:28.551553 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0dfd7b-4e0a-4d28-85e9-94e4033a3a46 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:28.551662 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0dfd7b-4e0a-4d28-85e9-94e4033a3a46 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:28.552003 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0dfd7b-4e0a-4d28-85e9-94e4033a3a46 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:28.552378 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0dfd7b-4e0a-4d28-85e9-94e4033a3a46 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:28.552744 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0dfd7b-4e0a-4d28-85e9-94e4033a3a46 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:28.553106 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0dfd7b-4e0a-4d28-85e9-94e4033a3a46 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:28.553532 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0dfd7b-4e0a-4d28-85e9-94e4033a3a46 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:28.556711 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2e0dfd7b-4e0a-4d28-85e9-94e4033a3a46 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:28.572406 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c750bd-4267-4d51-8b3d-67818615622a None None] Network 8e70286a-8dfd-4e1f-920d-fc49defe453e requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:09:28.668093 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ff88a8aa-0cb7-4523-9d14-340a794b8e7c tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:28.679537 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-ff88a8aa-0cb7-4523-9d14-340a794b8e7c tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Deleting port 25afcc1c-fe8e-4b1f-b668-270d5bc9f273 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:09:28.679911 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ff88a8aa-0cb7-4523-9d14-340a794b8e7c tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:28.712761 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2307b063-d7be-429f-9845-0d4ac3fb1839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:28.871078 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c8e798-f95c-48ab-8214-eb20064cb29f None None] DHCP port deletion for 8e70286a-8dfd-4e1f-920d-fc49defe453e request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 17:09:28.875031 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f3c8e798-f95c-48ab-8214-eb20064cb29f None None] Deleting port 25afcc1c-fe8e-4b1f-b668-270d5bc9f273 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:09:28.875411 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e798-f95c-48ab-8214-eb20064cb29f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:28.885202 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-ff88a8aa-0cb7-4523-9d14-340a794b8e7c tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] For port 25afcc1c-fe8e-4b1f-b668-270d5bc9f273, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=25afcc1c-fe8e-4b1f-b668-270d5bc9f273,segment=NetworkSegment(b0b4b967-a588-48bf-9507-f4286566b5d8),segment_id=b0b4b967-a588-48bf-9507-f4286566b5d8)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:09:28.885569 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ff88a8aa-0cb7-4523-9d14-340a794b8e7c tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:29.011519 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-ff88a8aa-0cb7-4523-9d14-340a794b8e7c tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Calling delete_port for 25afcc1c-fe8e-4b1f-b668-270d5bc9f273 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:09:29.077054 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-f3c8e798-f95c-48ab-8214-eb20064cb29f None None] For port 25afcc1c-fe8e-4b1f-b668-270d5bc9f273, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=25afcc1c-fe8e-4b1f-b668-270d5bc9f273,segment=NetworkSegment(b0b4b967-a588-48bf-9507-f4286566b5d8),segment_id=b0b4b967-a588-48bf-9507-f4286566b5d8)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:09:29.077460 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e798-f95c-48ab-8214-eb20064cb29f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:29.086347 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ff88a8aa-0cb7-4523-9d14-340a794b8e7c tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:29.091017 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c15689e8-1410-4ac6-bde7-1ba4f0a7801d tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:29.134817 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88a8aa-0cb7-4523-9d14-340a794b8e7c tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Pushing event deleted for resources: {'Port': ['ID=25afcc1c-fe8e-4b1f-b668-270d5bc9f273,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:29.136631 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff88a8aa-0cb7-4523-9d14-340a794b8e7c tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] No DVR routers for this DVR port 25afcc1c-fe8e-4b1f-b668-270d5bc9f273 on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:09:29.138937 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ff88a8aa-0cb7-4523-9d14-340a794b8e7c tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:29.205873 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f3c8e798-f95c-48ab-8214-eb20064cb29f None None] Calling delete_port for 25afcc1c-fe8e-4b1f-b668-270d5bc9f273 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:09:29.285453 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-f3c8e798-f95c-48ab-8214-eb20064cb29f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 17:09:29.285722 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-f3c8e798-f95c-48ab-8214-eb20064cb29f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 17:09:29.375695 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ff88a8aa-0cb7-4523-9d14-340a794b8e7c tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:29.400092 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-ff88a8aa-0cb7-4523-9d14-340a794b8e7c tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e70286a-8dfd-4e1f-920d-fc49defe453e']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:29.403498 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:29.412388 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-ff88a8aa-0cb7-4523-9d14-340a794b8e7c tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b4b967-a588-48bf-9507-f4286566b5d8') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:29.412683 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-ff88a8aa-0cb7-4523-9d14-340a794b8e7c tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b4b967-a588-48bf-9507-f4286566b5d8') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:29.424242 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ff88a8aa-0cb7-4523-9d14-340a794b8e7c tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:29.440238 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ff88a8aa-0cb7-4523-9d14-340a794b8e7c tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:29.446091 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff88a8aa-0cb7-4523-9d14-340a794b8e7c tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 17:09:29.446474 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ff88a8aa-0cb7-4523-9d14-340a794b8e7c tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 17:09:29.460604 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 17:09:29.541600 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ff88a8aa-0cb7-4523-9d14-340a794b8e7c tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:29.545317 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3fd2e1c0-6858-46ac-81f6-4de571be9e15 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:29.559324 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ff88a8aa-0cb7-4523-9d14-340a794b8e7c tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:29.569947 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88a8aa-0cb7-4523-9d14-340a794b8e7c tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Pushing event deleted for resources: {'Network': ['ID=8e70286a-8dfd-4e1f-920d-fc49defe453e,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:29.572858 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ff88a8aa-0cb7-4523-9d14-340a794b8e7c tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:29.574694 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ff88a8aa-0cb7-4523-9d14-340a794b8e7c tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] 10.222.0.11 "DELETE /v2.0/networks/8e70286a-8dfd-4e1f-920d-fc49defe453e HTTP/1.1" status: 204 len: 168 time: 1.0222807 Nov 26 17:09:29.577251 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58374) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:29.619954 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-dd35f58d-13a1-4d18-bed7-41432d0785f5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Synchronizing usage tracker for tenant:eb7d67c0c5c245c3bd634683437efe80 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:09:29.635961 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-dd35f58d-13a1-4d18-bed7-41432d0785f5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Unset dirty status for tenant:eb7d67c0c5c245c3bd634683437efe80 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:09:29.640031 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-dd35f58d-13a1-4d18-bed7-41432d0785f5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] 10.222.0.11 "GET /v2.0/ports?device_id=e76f005e-f012-4e50-aa43-64af95a34dad HTTP/1.1" status: 200 len: 205 time: 0.0589998 Nov 26 17:09:29.640031 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58378) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:29.683215 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 25afcc1c-fe8e-4b1f-b668-270d5bc9f273 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:09:29.721231 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 25afcc1c-fe8e-4b1f-b668-270d5bc9f273 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:09:29.721727 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 25afcc1c-fe8e-4b1f-b668-270d5bc9f273 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:09:29.776352 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ba3b29fc-cf0f-49bd-ac84-872d9bd96ebc tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:29.787387 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f3c8e798-f95c-48ab-8214-eb20064cb29f None None] Deleting port 25afcc1c-fe8e-4b1f-b668-270d5bc9f273 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:09:29.787815 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e798-f95c-48ab-8214-eb20064cb29f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:29.855192 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f3c8e798-f95c-48ab-8214-eb20064cb29f None None] The port '25afcc1c-fe8e-4b1f-b668-270d5bc9f273' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 17:09:30.067469 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ba3b29fc-cf0f-49bd-ac84-872d9bd96ebc tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:30.070157 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ba3b29fc-cf0f-49bd-ac84-872d9bd96ebc tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:30.092282 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ba3b29fc-cf0f-49bd-ac84-872d9bd96ebc tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:30.092782 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3b29fc-cf0f-49bd-ac84-872d9bd96ebc tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Fanout notify agent at l3_agent the message router_deleted on router e76f005e-f012-4e50-aa43-64af95a34dad {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 17:09:30.104005 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ba3b29fc-cf0f-49bd-ac84-872d9bd96ebc tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:30.105073 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ba3b29fc-cf0f-49bd-ac84-872d9bd96ebc tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] 10.222.0.11 "DELETE /v2.0/routers/e76f005e-f012-4e50-aa43-64af95a34dad HTTP/1.1" status: 204 len: 168 time: 0.4643254 Nov 26 17:09:30.360096 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58386) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:30.503908 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-05319d47-a7e7-45b6-ae36-aad4093c36a9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb7d67c0c5c245c3bd634683437efe80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426361 Nov 26 17:09:30.506141 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58392) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:30.565848 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a70f5bdf-8fd5-4297-a40e-3c7cf8d73244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:30.591767 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a70f5bdf-8fd5-4297-a40e-3c7cf8d73244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:30.646422 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a70f5bdf-8fd5-4297-a40e-3c7cf8d73244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:30.650208 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8e69ce73-230a-48e6-b2b5-0c2368363ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:30.664306 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f5bdf-8fd5-4297-a40e-3c7cf8d73244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59828621-065c-4193-a659-2752b82d6564,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:30.667078 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a70f5bdf-8fd5-4297-a40e-3c7cf8d73244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:30.668013 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a70f5bdf-8fd5-4297-a40e-3c7cf8d73244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:30.669102 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a70f5bdf-8fd5-4297-a40e-3c7cf8d73244 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/59828621-065c-4193-a659-2752b82d6564 HTTP/1.1" status: 204 len: 168 time: 0.1620884 Nov 26 17:09:31.287022 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-31fca8de-9ac9-43f2-acfa-f22bdb5596ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:31.315141 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58416) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:31.415905 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-277ed15b-c8a1-4a7b-8694-7f7c456896c9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-74365027-network', 'tenant_id': '36bcbdb9fe974822bf8fcced6e824b1d'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:09:31.420663 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-277ed15b-c8a1-4a7b-8694-7f7c456896c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:09:31.424375 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-277ed15b-c8a1-4a7b-8694-7f7c456896c9 admin admin] Usage tracker for resource:network and tenant:36bcbdb9fe974822bf8fcced6e824b1d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:09:31.427374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-277ed15b-c8a1-4a7b-8694-7f7c456896c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:09:31.433767 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-277ed15b-c8a1-4a7b-8694-7f7c456896c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:09:31.443590 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277ed15b-c8a1-4a7b-8694-7f7c456896c9 admin admin] Made reservation on behalf of 36bcbdb9fe974822bf8fcced6e824b1d for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:09:31.446313 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-277ed15b-c8a1-4a7b-8694-7f7c456896c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:31.457797 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-277ed15b-c8a1-4a7b-8694-7f7c456896c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:31.474032 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-277ed15b-c8a1-4a7b-8694-7f7c456896c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:09:31.477709 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-277ed15b-c8a1-4a7b-8694-7f7c456896c9 admin admin] Usage tracker for resource:security_group_rule and tenant:36bcbdb9fe974822bf8fcced6e824b1d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:09:31.480435 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-277ed15b-c8a1-4a7b-8694-7f7c456896c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:09:31.485923 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-277ed15b-c8a1-4a7b-8694-7f7c456896c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:09:31.567704 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-277ed15b-c8a1-4a7b-8694-7f7c456896c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:31.572066 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-277ed15b-c8a1-4a7b-8694-7f7c456896c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:31.574856 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-43f2cfdb-893c-4887-937e-f0ce00296f18 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:31.604837 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277ed15b-c8a1-4a7b-8694-7f7c456896c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 17:09:31.610039 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ed15b-c8a1-4a7b-8694-7f7c456896c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29365679-be23-4812-96ee-330ec81b4037,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:31.613714 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-277ed15b-c8a1-4a7b-8694-7f7c456896c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:31.617415 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-277ed15b-c8a1-4a7b-8694-7f7c456896c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:31.617901 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-277ed15b-c8a1-4a7b-8694-7f7c456896c9 admin admin] Added segment 7765a88c-2134-4ed3-ae90-47a5ae7d8416 of type vlan for network eec5453e-2c4b-4d3d-a1e0-b9908d6a498d Nov 26 17:09:31.644206 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-277ed15b-c8a1-4a7b-8694-7f7c456896c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:31.672438 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-277ed15b-c8a1-4a7b-8694-7f7c456896c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:31.673350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277ed15b-c8a1-4a7b-8694-7f7c456896c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:31.673941 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-277ed15b-c8a1-4a7b-8694-7f7c456896c9 admin admin] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:31.678467 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0ef115c7-1f10-4674-93ae-a6fa1a94f0d2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:31.778462 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ed15b-c8a1-4a7b-8694-7f7c456896c9 admin admin] Pushing event updated for resources: {'Network': ['ID=eec5453e-2c4b-4d3d-a1e0-b9908d6a498d,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:31.785143 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58422) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:31.785523 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-277ed15b-c8a1-4a7b-8694-7f7c456896c9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4686255 Nov 26 17:09:31.785773 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-277ed15b-c8a1-4a7b-8694-7f7c456896c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:31.789448 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network eec5453e-2c4b-4d3d-a1e0-b9908d6a498d details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 17:09:31.791396 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-f880acd8-fd1e-4f8d-999b-8239b5215aed admin admin] Request body: {'subnet': {'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-74365027-subnet', 'tenant_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'ip_version': 4}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:09:31.796342 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f880acd8-fd1e-4f8d-999b-8239b5215aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:09:31.800147 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f880acd8-fd1e-4f8d-999b-8239b5215aed admin admin] Usage tracker for resource:subnet and tenant:36bcbdb9fe974822bf8fcced6e824b1d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:09:31.802935 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f880acd8-fd1e-4f8d-999b-8239b5215aed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:09:31.808622 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f880acd8-fd1e-4f8d-999b-8239b5215aed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:09:31.818825 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f880acd8-fd1e-4f8d-999b-8239b5215aed admin admin] Made reservation on behalf of 36bcbdb9fe974822bf8fcced6e824b1d for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:09:31.821105 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f880acd8-fd1e-4f8d-999b-8239b5215aed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:32.017309 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f880acd8-fd1e-4f8d-999b-8239b5215aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:32.021476 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-596f3051-44ed-4992-91ab-c2c58694c4fe tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:32.098019 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880acd8-fd1e-4f8d-999b-8239b5215aed admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d71d7da-b5fd-478f-9b28-52528678a30c,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:32.102398 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f880acd8-fd1e-4f8d-999b-8239b5215aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:32.103077 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f880acd8-fd1e-4f8d-999b-8239b5215aed admin admin] Checking segment: {'id': '7765a88c-2134-4ed3-ae90-47a5ae7d8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:09:32.103428 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f880acd8-fd1e-4f8d-999b-8239b5215aed admin admin] Network hostable DHCP agents. Network: eec5453e-2c4b-4d3d-a1e0-b9908d6a498d, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 17:09:32.121385 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f880acd8-fd1e-4f8d-999b-8239b5215aed admin admin] Network eec5453e-2c4b-4d3d-a1e0-b9908d6a498d is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 17:09:32.129928 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-f880acd8-fd1e-4f8d-999b-8239b5215aed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, eec5453e-2c4b-4d3d-a1e0-b9908d6a498d) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:09:32.134336 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f880acd8-fd1e-4f8d-999b-8239b5215aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:32.134913 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f880acd8-fd1e-4f8d-999b-8239b5215aed admin admin] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:32.139153 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece59b9f-0069-4be1-b0ce-0caf05d9e387 None None] Network eec5453e-2c4b-4d3d-a1e0-b9908d6a498d requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:09:32.154641 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f880acd8-fd1e-4f8d-999b-8239b5215aed admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3686316 Nov 26 17:09:32.157411 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58426) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:32.162652 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-275292dd-c87e-48c0-85f8-3b4fd87a9760 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-74365027-router', 'tenant_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:09:32.167296 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-275292dd-c87e-48c0-85f8-3b4fd87a9760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:09:32.171130 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-275292dd-c87e-48c0-85f8-3b4fd87a9760 admin admin] Usage tracker for resource:router and tenant:36bcbdb9fe974822bf8fcced6e824b1d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:09:32.174020 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-275292dd-c87e-48c0-85f8-3b4fd87a9760 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:09:32.179670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-275292dd-c87e-48c0-85f8-3b4fd87a9760 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:09:32.190614 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-275292dd-c87e-48c0-85f8-3b4fd87a9760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:32.191695 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-275292dd-c87e-48c0-85f8-3b4fd87a9760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:32.207172 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-275292dd-c87e-48c0-85f8-3b4fd87a9760 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:32.301110 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:32.367516 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-eec5453e-2c4b-4d3d-a1e0-b9908d6a498d', 'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d', 'tenant_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'fixed_ips': [{'subnet_id': '1d71d7da-b5fd-478f-9b28-52528678a30c'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 17:09:32.368696 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:32.525562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] Allocated IP 172.20.0.2 (eec5453e-2c4b-4d3d-a1e0-b9908d6a498d/1d71d7da-b5fd-478f-9b28-52528678a30c/78861d67-b9ef-414f-ad35-e8c3a9938ba2) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:09:32.601149 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-275292dd-c87e-48c0-85f8-3b4fd87a9760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:32.729660 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:32.739750 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] Transition to ACTIVE for port object 78861d67-b9ef-414f-ad35-e8c3a9938ba2 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:09:32.759418 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] Transition to ACTIVE for port object 78861d67-b9ef-414f-ad35-e8c3a9938ba2 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:09:32.765206 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:32.773787 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:32.832331 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] Network eec5453e-2c4b-4d3d-a1e0-b9908d6a498d is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:09:32.835117 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:09:32.837491 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:09:32.876775 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] Pushing event updated for resources: {'Port': ['ID=78861d67-b9ef-414f-ad35-e8c3a9938ba2,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:32.879947 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:32.921290 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-275292dd-c87e-48c0-85f8-3b4fd87a9760 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:32.952710 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-275292dd-c87e-48c0-85f8-3b4fd87a9760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:32.974477 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] Attempting to bind port 78861d67-b9ef-414f-ad35-e8c3a9938ba2 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:09:32.974857 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] Attempting to bind port 78861d67-b9ef-414f-ad35-e8c3a9938ba2 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '7765a88c-2134-4ed3-ae90-47a5ae7d8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:09:32.975226 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] Attempting to bind port 78861d67-b9ef-414f-ad35-e8c3a9938ba2 on network eec5453e-2c4b-4d3d-a1e0-b9908d6a498d {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:09:32.980967 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:09:32.981343 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] Checking segment: {'id': '7765a88c-2134-4ed3-ae90-47a5ae7d8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:09:32.981746 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:32.982306 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] Bound using segment: {'id': '7765a88c-2134-4ed3-ae90-47a5ae7d8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:09:32.982772 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] Bound port: 78861d67-b9ef-414f-ad35-e8c3a9938ba2, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7765a88c-2134-4ed3-ae90-47a5ae7d8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:09:32.983147 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:33.070204 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] For port 78861d67-b9ef-414f-ad35-e8c3a9938ba2, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:09:33.073385 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] For port 78861d67-b9ef-414f-ad35-e8c3a9938ba2, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=78861d67-b9ef-414f-ad35-e8c3a9938ba2,segment=NetworkSegment(7765a88c-2134-4ed3-ae90-47a5ae7d8416),segment_id=7765a88c-2134-4ed3-ae90-47a5ae7d8416)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:09:33.077086 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:33.080687 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:33.089377 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-275292dd-c87e-48c0-85f8-3b4fd87a9760 admin admin] Allocated IP 172.26.0.95 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/a92f29ec-63bd-46eb-8efd-7aee89128a96) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:09:33.161238 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] Pushing event updated for resources: {'Port': ['ID=78861d67-b9ef-414f-ad35-e8c3a9938ba2,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:33.164536 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:33.253759 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-275292dd-c87e-48c0-85f8-3b4fd87a9760 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:33.285917 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-275292dd-c87e-48c0-85f8-3b4fd87a9760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:33.291202 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:33.362935 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275292dd-c87e-48c0-85f8-3b4fd87a9760 admin admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:09:33.364104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-275292dd-c87e-48c0-85f8-3b4fd87a9760 admin admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:09:33.367910 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275292dd-c87e-48c0-85f8-3b4fd87a9760 admin admin] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:09:33.415048 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275292dd-c87e-48c0-85f8-3b4fd87a9760 admin admin] Pushing event updated for resources: {'Port': ['ID=a92f29ec-63bd-46eb-8efd-7aee89128a96,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:33.419418 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-275292dd-c87e-48c0-85f8-3b4fd87a9760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:33.713904 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 78861d67-b9ef-414f-ad35-e8c3a9938ba2 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:09:33.781930 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 78861d67-b9ef-414f-ad35-e8c3a9938ba2 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:09:33.794535 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-275292dd-c87e-48c0-85f8-3b4fd87a9760 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:34.053376 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:34.130920 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86e2811-1c8e-4d81-a3de-a55ba9964dfb None None] Network eec5453e-2c4b-4d3d-a1e0-b9908d6a498d requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:09:34.277908 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-275292dd-c87e-48c0-85f8-3b4fd87a9760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:34.290910 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-1f5199a9-f6be-48ff-a8a6-cf3f7a2facad None None] Provisioning for port 78861d67-b9ef-414f-ad35-e8c3a9938ba2 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:09:34.300080 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-1f5199a9-f6be-48ff-a8a6-cf3f7a2facad None None] Provisioning complete for port 78861d67-b9ef-414f-ad35-e8c3a9938ba2 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:09:34.300462 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1f5199a9-f6be-48ff-a8a6-cf3f7a2facad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:34.471203 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1f5199a9-f6be-48ff-a8a6-cf3f7a2facad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:34.489101 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275292dd-c87e-48c0-85f8-3b4fd87a9760 admin admin] Router ec7717c3-ea75-468e-9c6e-147c17400bdc is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 17:09:34.508550 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-1f5199a9-f6be-48ff-a8a6-cf3f7a2facad None None] For port 78861d67-b9ef-414f-ad35-e8c3a9938ba2, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=78861d67-b9ef-414f-ad35-e8c3a9938ba2,segment=NetworkSegment(7765a88c-2134-4ed3-ae90-47a5ae7d8416),segment_id=7765a88c-2134-4ed3-ae90-47a5ae7d8416)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:09:34.512655 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1f5199a9-f6be-48ff-a8a6-cf3f7a2facad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:34.514390 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:34.583269 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5199a9-f6be-48ff-a8a6-cf3f7a2facad None None] Pushing event updated for resources: {'Port': ['ID=78861d67-b9ef-414f-ad35-e8c3a9938ba2,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:34.586579 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-1f5199a9-f6be-48ff-a8a6-cf3f7a2facad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:34.679446 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275292dd-c87e-48c0-85f8-3b4fd87a9760 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:09:34.688147 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] Sync routers for ids ['ec7717c3-ea75-468e-9c6e-147c17400bdc'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:09:34.697123 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] Routers {'ec7717c3-ea75-468e-9c6e-147c17400bdc'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:09:34.697719 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:09:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['ec7717c3-ea75-468e-9c6e-147c17400bdc'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:34.707197 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-275292dd-c87e-48c0-85f8-3b4fd87a9760 admin admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:34.711296 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-275292dd-c87e-48c0-85f8-3b4fd87a9760 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5501192 Nov 26 17:09:34.711296 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58430) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:34.845064 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-da1cddce-7de5-4caa-b9e5-b6d4896b7753 None None] Provisioning complete for port 78861d67-b9ef-414f-ad35-e8c3a9938ba2 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:09:34.845653 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-da1cddce-7de5-4caa-b9e5-b6d4896b7753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:34.939051 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] Set router ec7717c3-ea75-468e-9c6e-147c17400bdc gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:09:35.264977 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7717c3-ea75-468e-9c6e-147c17400bdc', 'name': 'tempest-TestEncryptedCinderVolumes-74365027-router', 'tenant_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a92f29ec-63bd-46eb-8efd-7aee89128a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:09:32Z', 'updated_at': '2021-11-26T17:09:33Z', 'revision_number': 3, 'project_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'gw_port': {'id': 'a92f29ec-63bd-46eb-8efd-7aee89128a96', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:96:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7717c3-ea75-468e-9c6e-147c17400bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:09:32Z', 'updated_at': '2021-11-26T17:09:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:35.268865 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] Checking router: ec7717c3-ea75-468e-9c6e-147c17400bdc for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:09:35.269233 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] Updating router ec7717c3-ea75-468e-9c6e-147c17400bdc port a92f29ec-63bd-46eb-8efd-7aee89128a96 binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:09:35.328081 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:35.514086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8575420-96fd-4b1f-b76f-f1af30a09947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:35.691695 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 78861d67-b9ef-414f-ad35-e8c3a9938ba2 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:09:35.724181 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:35.727800 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-f8575420-96fd-4b1f-b76f-f1af30a09947 admin admin] Allocated IP 172.20.0.1 (eec5453e-2c4b-4d3d-a1e0-b9908d6a498d/1d71d7da-b5fd-478f-9b28-52528678a30c/a17c3c54-c935-4967-b2d7-b581ca3cd158) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:09:35.752875 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] Transition to ACTIVE for port object a92f29ec-63bd-46eb-8efd-7aee89128a96 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:09:35.764838 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:35.769905 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:35.849751 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] Attempting to bind port a92f29ec-63bd-46eb-8efd-7aee89128a96 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:09:35.850406 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] Attempting to bind port a92f29ec-63bd-46eb-8efd-7aee89128a96 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:09:35.850537 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] Attempting to bind port a92f29ec-63bd-46eb-8efd-7aee89128a96 on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:09:35.860925 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3d965-3567-4641-86cc-a8108a0409ba None None] Pushing event updated for resources: {'Port': ['ID=a92f29ec-63bd-46eb-8efd-7aee89128a96,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:35.863814 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:09:35.864197 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:09:35.864606 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:35.865002 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:09:35.865481 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] Bound port: a92f29ec-63bd-46eb-8efd-7aee89128a96, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:09:35.865862 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:35.881227 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8575420-96fd-4b1f-b76f-f1af30a09947 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:35.895189 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-82a3d965-3567-4641-86cc-a8108a0409ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:35.895907 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 78861d67-b9ef-414f-ad35-e8c3a9938ba2 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:09:35.896291 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:35.897632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-f8575420-96fd-4b1f-b76f-f1af30a09947 admin admin] Transition to ACTIVE for port object a17c3c54-c935-4967-b2d7-b581ca3cd158 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:09:35.920925 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8575420-96fd-4b1f-b76f-f1af30a09947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:35.925347 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3edf79cb-316a-40c8-a6df-a2e997d52e36 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:35.994138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8575420-96fd-4b1f-b76f-f1af30a09947 admin admin] Network eec5453e-2c4b-4d3d-a1e0-b9908d6a498d is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:09:35.995348 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] For port a92f29ec-63bd-46eb-8efd-7aee89128a96, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:09:35.997547 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-f8575420-96fd-4b1f-b76f-f1af30a09947 admin admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:09:35.999255 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] For port a92f29ec-63bd-46eb-8efd-7aee89128a96, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=a92f29ec-63bd-46eb-8efd-7aee89128a96,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:09:36.000727 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8575420-96fd-4b1f-b76f-f1af30a09947 admin admin] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:09:36.030215 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:36.039926 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:36.040695 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8575420-96fd-4b1f-b76f-f1af30a09947 admin admin] Pushing event updated for resources: {'Port': ['ID=a17c3c54-c935-4967-b2d7-b581ca3cd158,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:36.043515 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f8575420-96fd-4b1f-b76f-f1af30a09947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:36.061314 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8575420-96fd-4b1f-b76f-f1af30a09947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:36.138554 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3d965-3567-4641-86cc-a8108a0409ba None None] Pushing event updated for resources: {'Port': ['ID=a92f29ec-63bd-46eb-8efd-7aee89128a96,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:36.141174 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] Routers {'ec7717c3-ea75-468e-9c6e-147c17400bdc'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:09:36.141792 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:09:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['ec7717c3-ea75-468e-9c6e-147c17400bdc'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:36.184947 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8575420-96fd-4b1f-b76f-f1af30a09947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:36.195931 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-82a3d965-3567-4641-86cc-a8108a0409ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:36.308855 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9128be02-bf29-46a7-8ac1-26ab8232bb22 None None] Provisioning for port a17c3c54-c935-4967-b2d7-b581ca3cd158 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:09:36.318716 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9128be02-bf29-46a7-8ac1-26ab8232bb22 None None] Provisioning complete for port a17c3c54-c935-4967-b2d7-b581ca3cd158 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:09:36.319079 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9128be02-bf29-46a7-8ac1-26ab8232bb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:36.375211 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] Set router ec7717c3-ea75-468e-9c6e-147c17400bdc gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:09:36.412031 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8575420-96fd-4b1f-b76f-f1af30a09947 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:36.417162 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8575420-96fd-4b1f-b76f-f1af30a09947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:36.440730 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-9128be02-bf29-46a7-8ac1-26ab8232bb22 None None] Port a17c3c54-c935-4967-b2d7-b581ca3cd158 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:09:36.444641 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f8c6e393-94fe-411d-b204-5d1d33148495 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:36.524723 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8575420-96fd-4b1f-b76f-f1af30a09947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:36.529273 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8575420-96fd-4b1f-b76f-f1af30a09947 admin admin] Pushing event updated for resources: {'Port': ['ID=a17c3c54-c935-4967-b2d7-b581ca3cd158,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:36.532115 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f8575420-96fd-4b1f-b76f-f1af30a09947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:36.662189 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8575420-96fd-4b1f-b76f-f1af30a09947 admin admin] Network eec5453e-2c4b-4d3d-a1e0-b9908d6a498d is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:09:36.663455 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-f8575420-96fd-4b1f-b76f-f1af30a09947 admin admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:09:36.699461 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7717c3-ea75-468e-9c6e-147c17400bdc', 'name': 'tempest-TestEncryptedCinderVolumes-74365027-router', 'tenant_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a92f29ec-63bd-46eb-8efd-7aee89128a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:09:32Z', 'updated_at': '2021-11-26T17:09:36Z', 'revision_number': 4, 'project_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'gw_port': {'id': 'a92f29ec-63bd-46eb-8efd-7aee89128a96', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:96:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7717c3-ea75-468e-9c6e-147c17400bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:09:32Z', 'updated_at': '2021-11-26T17:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'a17c3c54-c935-4967-b2d7-b581ca3cd158', 'name': '', 'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d', 'tenant_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'mac_address': 'fa:16:3e:1a:b9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7717c3-ea75-468e-9c6e-147c17400bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '1d71d7da-b5fd-478f-9b28-52528678a30c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:09:35Z', 'updated_at': '2021-11-26T17:09:35Z', 'revision_number': 1, 'project_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'subnets': [{'id': '1d71d7da-b5fd-478f-9b28-52528678a30c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:36.704506 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbdd13b-1a5e-46e4-93bc-0cd71f14911d None None] The sync data for ids ['ec7717c3-ea75-468e-9c6e-147c17400bdc'] in dv-neutron-819440-1-hyperv is: [{'id': 'ec7717c3-ea75-468e-9c6e-147c17400bdc', 'name': 'tempest-TestEncryptedCinderVolumes-74365027-router', 'tenant_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a92f29ec-63bd-46eb-8efd-7aee89128a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:09:32Z', 'updated_at': '2021-11-26T17:09:36Z', 'revision_number': 4, 'project_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'gw_port': {'id': 'a92f29ec-63bd-46eb-8efd-7aee89128a96', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:96:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7717c3-ea75-468e-9c6e-147c17400bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:09:32Z', 'updated_at': '2021-11-26T17:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'a17c3c54-c935-4967-b2d7-b581ca3cd158', 'name': '', 'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d', 'tenant_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'mac_address': 'fa:16:3e:1a:b9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7717c3-ea75-468e-9c6e-147c17400bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '1d71d7da-b5fd-478f-9b28-52528678a30c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:09:35Z', 'updated_at': '2021-11-26T17:09:35Z', 'revision_number': 1, 'project_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'subnets': [{'id': '1d71d7da-b5fd-478f-9b28-52528678a30c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:09:36.874304 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8575420-96fd-4b1f-b76f-f1af30a09947 admin admin] Router ec7717c3-ea75-468e-9c6e-147c17400bdc has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:09:36.967990 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-58ccac01-23f0-4c0d-b52b-0b00da154c23 None None] Provisioning complete for port a17c3c54-c935-4967-b2d7-b581ca3cd158 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:09:36.971855 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-58ccac01-23f0-4c0d-b52b-0b00da154c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:37.029581 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-58ccac01-23f0-4c0d-b52b-0b00da154c23 None None] Port a17c3c54-c935-4967-b2d7-b581ca3cd158 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:09:37.088869 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8575420-96fd-4b1f-b76f-f1af30a09947 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:09:37.099047 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f8575420-96fd-4b1f-b76f-f1af30a09947 admin admin] 10.222.0.11 "PUT /v2.0/routers/ec7717c3-ea75-468e-9c6e-147c17400bdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3865931 Nov 26 17:09:37.629079 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58448) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:37.635442 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-a5d56c33-7b22-4b1f-b1b5-450474f7f329 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-529772892-network', 'tenant_id': '122ee1fd65454bb3a6ac38012b15bee0'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:09:37.640504 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-a5d56c33-7b22-4b1f-b1b5-450474f7f329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:09:37.646859 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a5d56c33-7b22-4b1f-b1b5-450474f7f329 admin admin] Usage tracker for resource:network and tenant:122ee1fd65454bb3a6ac38012b15bee0 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:09:37.650879 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a5d56c33-7b22-4b1f-b1b5-450474f7f329 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:09:37.657185 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-a5d56c33-7b22-4b1f-b1b5-450474f7f329 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:09:37.669582 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d56c33-7b22-4b1f-b1b5-450474f7f329 admin admin] Made reservation on behalf of 122ee1fd65454bb3a6ac38012b15bee0 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:09:37.672444 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a5d56c33-7b22-4b1f-b1b5-450474f7f329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:37.685801 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a5d56c33-7b22-4b1f-b1b5-450474f7f329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:37.705581 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-a5d56c33-7b22-4b1f-b1b5-450474f7f329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:09:37.717556 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a5d56c33-7b22-4b1f-b1b5-450474f7f329 admin admin] Usage tracker for resource:security_group_rule and tenant:122ee1fd65454bb3a6ac38012b15bee0 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:09:37.721820 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a5d56c33-7b22-4b1f-b1b5-450474f7f329 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:09:37.729478 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-a5d56c33-7b22-4b1f-b1b5-450474f7f329 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:09:37.733373 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device a92f29ec-63bd-46eb-8efd-7aee89128a96 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:09:37.813627 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port a92f29ec-63bd-46eb-8efd-7aee89128a96 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:09:37.818416 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a5d56c33-7b22-4b1f-b1b5-450474f7f329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:37.821002 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port a92f29ec-63bd-46eb-8efd-7aee89128a96 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:09:37.821402 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:37.823003 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a5d56c33-7b22-4b1f-b1b5-450474f7f329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:37.831353 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9d445b69-a5b3-4c78-94b9-f6e805797862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:37.847412 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d56c33-7b22-4b1f-b1b5-450474f7f329 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 17:09:37.872878 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a5d56c33-7b22-4b1f-b1b5-450474f7f329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:37.873223 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-a5d56c33-7b22-4b1f-b1b5-450474f7f329 admin admin] Added segment 61a8b773-cdc8-40b6-a8f4-3372e148b99f of type vlan for network 77ee669c-3866-4b20-852c-70713c8165b3 Nov 26 17:09:37.874485 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d56c33-7b22-4b1f-b1b5-450474f7f329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb147c0-e666-482f-9c4b-4cea38c91d91,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:37.877748 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a5d56c33-7b22-4b1f-b1b5-450474f7f329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:37.910013 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a5d56c33-7b22-4b1f-b1b5-450474f7f329 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:37.942906 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a5d56c33-7b22-4b1f-b1b5-450474f7f329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:37.949648 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d56c33-7b22-4b1f-b1b5-450474f7f329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:37.950294 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a5d56c33-7b22-4b1f-b1b5-450474f7f329 admin admin] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:37.955671 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-15cdbf34-f406-4a7b-98b8-2522a5182fc8 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:37.970691 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:37.992257 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port a92f29ec-63bd-46eb-8efd-7aee89128a96, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=a92f29ec-63bd-46eb-8efd-7aee89128a96,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:09:37.997327 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:38.000968 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a3837fca-2c6d-4522-a55c-ee5bec317804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:38.080006 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=a92f29ec-63bd-46eb-8efd-7aee89128a96,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:38.083317 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:38.185659 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a5d56c33-7b22-4b1f-b1b5-450474f7f329 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5554268 Nov 26 17:09:38.188698 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58452) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:38.190760 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d56c33-7b22-4b1f-b1b5-450474f7f329 admin admin] Pushing event updated for resources: {'Network': ['ID=77ee669c-3866-4b20-852c-70713c8165b3,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:38.193458 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a5d56c33-7b22-4b1f-b1b5-450474f7f329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:38.195260 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-210e81c9-cfe4-48d6-9bc7-e58f16de19c4 admin admin] Request body: {'subnet': {'network_id': '77ee669c-3866-4b20-852c-70713c8165b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-529772892-subnet', 'tenant_id': '122ee1fd65454bb3a6ac38012b15bee0', 'ip_version': 4}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:09:38.200989 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 77ee669c-3866-4b20-852c-70713c8165b3 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 17:09:38.201664 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-210e81c9-cfe4-48d6-9bc7-e58f16de19c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:09:38.205815 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-210e81c9-cfe4-48d6-9bc7-e58f16de19c4 admin admin] Usage tracker for resource:subnet and tenant:122ee1fd65454bb3a6ac38012b15bee0 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:09:38.208933 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-210e81c9-cfe4-48d6-9bc7-e58f16de19c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:09:38.216291 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-210e81c9-cfe4-48d6-9bc7-e58f16de19c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:09:38.226733 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210e81c9-cfe4-48d6-9bc7-e58f16de19c4 admin admin] Made reservation on behalf of 122ee1fd65454bb3a6ac38012b15bee0 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:09:38.229195 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-210e81c9-cfe4-48d6-9bc7-e58f16de19c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:38.561856 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-210e81c9-cfe4-48d6-9bc7-e58f16de19c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:38.565871 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a3bb9a42-8e41-4b37-a01f-daa9781d5366 tempest-FloatingIPNegativeTestJSON-1379865340 tempest-FloatingIPNegativeTestJSON-1379865340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:38.634924 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e81c9-cfe4-48d6-9bc7-e58f16de19c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=381965fb-809b-47c2-82b8-8cb8bc4155d8,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:38.639305 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-210e81c9-cfe4-48d6-9bc7-e58f16de19c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:38.648452 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210e81c9-cfe4-48d6-9bc7-e58f16de19c4 admin admin] Checking segment: {'id': '61a8b773-cdc8-40b6-a8f4-3372e148b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '77ee669c-3866-4b20-852c-70713c8165b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:09:38.648811 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210e81c9-cfe4-48d6-9bc7-e58f16de19c4 admin admin] Network hostable DHCP agents. Network: 77ee669c-3866-4b20-852c-70713c8165b3, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 17:09:38.667953 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210e81c9-cfe4-48d6-9bc7-e58f16de19c4 admin admin] Network 77ee669c-3866-4b20-852c-70713c8165b3 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 17:09:38.677765 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-210e81c9-cfe4-48d6-9bc7-e58f16de19c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 77ee669c-3866-4b20-852c-70713c8165b3) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:09:38.682290 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210e81c9-cfe4-48d6-9bc7-e58f16de19c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:38.682881 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-210e81c9-cfe4-48d6-9bc7-e58f16de19c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:38.686591 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf87e766-e195-410b-8e7c-384bdc753270 None None] Network 77ee669c-3866-4b20-852c-70713c8165b3 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:09:38.707492 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-210e81c9-cfe4-48d6-9bc7-e58f16de19c4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5175569 Nov 26 17:09:38.710657 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58456) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:38.716157 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-9d7e09c3-8123-4f51-bb34-0e69b12e5f24 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-529772892-router', 'tenant_id': '122ee1fd65454bb3a6ac38012b15bee0', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:09:38.721128 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9d7e09c3-8123-4f51-bb34-0e69b12e5f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:09:38.726441 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9d7e09c3-8123-4f51-bb34-0e69b12e5f24 admin admin] Usage tracker for resource:router and tenant:122ee1fd65454bb3a6ac38012b15bee0 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:09:38.732742 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-9d7e09c3-8123-4f51-bb34-0e69b12e5f24 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:09:38.738666 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-9d7e09c3-8123-4f51-bb34-0e69b12e5f24 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:09:38.749420 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9d7e09c3-8123-4f51-bb34-0e69b12e5f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:38.750695 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9d7e09c3-8123-4f51-bb34-0e69b12e5f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:38.767365 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9d7e09c3-8123-4f51-bb34-0e69b12e5f24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:38.783042 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] Sync routers for ids ['ec7717c3-ea75-468e-9c6e-147c17400bdc'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:09:38.801416 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] Routers {'ec7717c3-ea75-468e-9c6e-147c17400bdc'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:09:38.802130 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:09:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['ec7717c3-ea75-468e-9c6e-147c17400bdc'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:38.911573 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-77ee669c-3866-4b20-852c-70713c8165b3', 'network_id': '77ee669c-3866-4b20-852c-70713c8165b3', 'tenant_id': '122ee1fd65454bb3a6ac38012b15bee0', 'fixed_ips': [{'subnet_id': '381965fb-809b-47c2-82b8-8cb8bc4155d8'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 17:09:38.912637 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:39.016716 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] Set router ec7717c3-ea75-468e-9c6e-147c17400bdc gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:09:39.046959 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9d7e09c3-8123-4f51-bb34-0e69b12e5f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:39.140549 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] Allocated IP 172.20.0.2 (77ee669c-3866-4b20-852c-70713c8165b3/381965fb-809b-47c2-82b8-8cb8bc4155d8/130f4e91-6703-4de6-8a5c-ac3e23d6b2cf) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:09:39.342612 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7717c3-ea75-468e-9c6e-147c17400bdc', 'name': 'tempest-TestEncryptedCinderVolumes-74365027-router', 'tenant_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a92f29ec-63bd-46eb-8efd-7aee89128a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:09:32Z', 'updated_at': '2021-11-26T17:09:36Z', 'revision_number': 4, 'project_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'gw_port': {'id': 'a92f29ec-63bd-46eb-8efd-7aee89128a96', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:96:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7717c3-ea75-468e-9c6e-147c17400bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:09:32Z', 'updated_at': '2021-11-26T17:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'a17c3c54-c935-4967-b2d7-b581ca3cd158', 'name': '', 'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d', 'tenant_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'mac_address': 'fa:16:3e:1a:b9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7717c3-ea75-468e-9c6e-147c17400bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '1d71d7da-b5fd-478f-9b28-52528678a30c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:09:35Z', 'updated_at': '2021-11-26T17:09:36Z', 'revision_number': 2, 'project_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'subnets': [{'id': '1d71d7da-b5fd-478f-9b28-52528678a30c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:39.346873 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] Checking router: ec7717c3-ea75-468e-9c6e-147c17400bdc for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:09:39.347709 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] Updating router ec7717c3-ea75-468e-9c6e-147c17400bdc port a17c3c54-c935-4967-b2d7-b581ca3cd158 binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:09:39.389945 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9d7e09c3-8123-4f51-bb34-0e69b12e5f24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:39.400380 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:39.421342 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9d7e09c3-8123-4f51-bb34-0e69b12e5f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:39.446742 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:39.460096 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] Transition to ACTIVE for port object 130f4e91-6703-4de6-8a5c-ac3e23d6b2cf will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:09:39.487068 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] Transition to ACTIVE for port object 130f4e91-6703-4de6-8a5c-ac3e23d6b2cf will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:09:39.497340 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:39.502262 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:39.564655 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] Network 77ee669c-3866-4b20-852c-70713c8165b3 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:09:39.567650 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:09:39.568901 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-9d7e09c3-8123-4f51-bb34-0e69b12e5f24 admin admin] Allocated IP 172.26.0.175 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/216464b6-b3c0-40cb-a38d-9b74c024ec95) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:09:39.571917 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:09:39.577644 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] Pushing event updated for resources: {'Port': ['ID=130f4e91-6703-4de6-8a5c-ac3e23d6b2cf,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:39.581498 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:39.670796 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] Attempting to bind port 130f4e91-6703-4de6-8a5c-ac3e23d6b2cf on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:09:39.671439 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] Attempting to bind port 130f4e91-6703-4de6-8a5c-ac3e23d6b2cf by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '61a8b773-cdc8-40b6-a8f4-3372e148b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '77ee669c-3866-4b20-852c-70713c8165b3'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:09:39.672045 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] Attempting to bind port 130f4e91-6703-4de6-8a5c-ac3e23d6b2cf on network 77ee669c-3866-4b20-852c-70713c8165b3 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:09:39.677808 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:09:39.678494 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] Checking segment: {'id': '61a8b773-cdc8-40b6-a8f4-3372e148b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '77ee669c-3866-4b20-852c-70713c8165b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:09:39.679586 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:39.680041 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] Bound using segment: {'id': '61a8b773-cdc8-40b6-a8f4-3372e148b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '77ee669c-3866-4b20-852c-70713c8165b3'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:09:39.680515 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] Bound port: 130f4e91-6703-4de6-8a5c-ac3e23d6b2cf, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a8b773-cdc8-40b6-a8f4-3372e148b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '77ee669c-3866-4b20-852c-70713c8165b3'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:09:39.680900 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:39.722105 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device a92f29ec-63bd-46eb-8efd-7aee89128a96 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:09:39.742808 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9d7e09c3-8123-4f51-bb34-0e69b12e5f24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:39.778346 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9d7e09c3-8123-4f51-bb34-0e69b12e5f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:39.782266 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bfced38f-7d6e-4c74-99d9-d292d24dfc9e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:39.788413 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:39.800565 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] Transition to ACTIVE for port object a17c3c54-c935-4967-b2d7-b581ca3cd158 will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:09:39.808093 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:39.811778 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-099697f2-bee3-4fc1-8cb9-5d8d17be2999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:39.845491 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7e09c3-8123-4f51-bb34-0e69b12e5f24 admin admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:09:39.848485 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-9d7e09c3-8123-4f51-bb34-0e69b12e5f24 admin admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:09:39.852802 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7e09c3-8123-4f51-bb34-0e69b12e5f24 admin admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:09:39.869873 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] For port 130f4e91-6703-4de6-8a5c-ac3e23d6b2cf, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:09:39.873294 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] For port 130f4e91-6703-4de6-8a5c-ac3e23d6b2cf, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=130f4e91-6703-4de6-8a5c-ac3e23d6b2cf,segment=NetworkSegment(61a8b773-cdc8-40b6-a8f4-3372e148b99f),segment_id=61a8b773-cdc8-40b6-a8f4-3372e148b99f)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:09:39.879746 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port a92f29ec-63bd-46eb-8efd-7aee89128a96 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:09:39.880121 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:39.886889 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e09c3-8123-4f51-bb34-0e69b12e5f24 admin admin] Pushing event updated for resources: {'Port': ['ID=216464b6-b3c0-40cb-a38d-9b74c024ec95,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:39.896758 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9d7e09c3-8123-4f51-bb34-0e69b12e5f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:39.917313 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:39.927330 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-1f5199a9-f6be-48ff-a8a6-cf3f7a2facad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:40.036055 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4e47a-4ccd-4605-96f2-80e3f8c2b151 None None] Pushing event updated for resources: {'Port': ['ID=a17c3c54-c935-4967-b2d7-b581ca3cd158,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:40.046515 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4e47a-4ccd-4605-96f2-80e3f8c2b151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:40.046861 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4e47a-4ccd-4605-96f2-80e3f8c2b151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:40.047195 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4e47a-4ccd-4605-96f2-80e3f8c2b151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:40.047522 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4e47a-4ccd-4605-96f2-80e3f8c2b151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:40.047880 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4e47a-4ccd-4605-96f2-80e3f8c2b151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:40.048205 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4e47a-4ccd-4605-96f2-80e3f8c2b151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:40.048522 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4e47a-4ccd-4605-96f2-80e3f8c2b151 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:40.049043 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4e47a-4ccd-4605-96f2-80e3f8c2b151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:40.049528 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4e47a-4ccd-4605-96f2-80e3f8c2b151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:40.049998 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4e47a-4ccd-4605-96f2-80e3f8c2b151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:40.050467 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4e47a-4ccd-4605-96f2-80e3f8c2b151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:40.050791 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] Pushing event updated for resources: {'Port': ['ID=130f4e91-6703-4de6-8a5c-ac3e23d6b2cf,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:40.051111 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4e47a-4ccd-4605-96f2-80e3f8c2b151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:09:40.055678 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-23c4e47a-4ccd-4605-96f2-80e3f8c2b151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:40.063788 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] Attempting to bind port a17c3c54-c935-4967-b2d7-b581ca3cd158 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:09:40.064399 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] Attempting to bind port a17c3c54-c935-4967-b2d7-b581ca3cd158 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '7765a88c-2134-4ed3-ae90-47a5ae7d8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:09:40.064937 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] Attempting to bind port a17c3c54-c935-4967-b2d7-b581ca3cd158 on network eec5453e-2c4b-4d3d-a1e0-b9908d6a498d {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:09:40.073359 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:40.076124 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:09:40.076915 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] Checking segment: {'id': '7765a88c-2134-4ed3-ae90-47a5ae7d8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:09:40.077506 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:40.078552 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] Bound using segment: {'id': '7765a88c-2134-4ed3-ae90-47a5ae7d8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:09:40.079495 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] Bound port: a17c3c54-c935-4967-b2d7-b581ca3cd158, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7765a88c-2134-4ed3-ae90-47a5ae7d8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:09:40.080071 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:40.189744 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] For port a17c3c54-c935-4967-b2d7-b581ca3cd158, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:09:40.192980 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] For port a17c3c54-c935-4967-b2d7-b581ca3cd158, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=a17c3c54-c935-4967-b2d7-b581ca3cd158,segment=NetworkSegment(7765a88c-2134-4ed3-ae90-47a5ae7d8416),segment_id=7765a88c-2134-4ed3-ae90-47a5ae7d8416)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:09:40.198649 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:40.202981 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-e5ce195c-009f-4616-868d-357ed8603ccd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:40.285298 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] Routers {'ec7717c3-ea75-468e-9c6e-147c17400bdc'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:09:40.285954 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:09:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['ec7717c3-ea75-468e-9c6e-147c17400bdc'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:40.357154 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4e47a-4ccd-4605-96f2-80e3f8c2b151 None None] Pushing event updated for resources: {'Port': ['ID=a17c3c54-c935-4967-b2d7-b581ca3cd158,revision_number=4']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:40.362676 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-23c4e47a-4ccd-4605-96f2-80e3f8c2b151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:40.531920 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9d7e09c3-8123-4f51-bb34-0e69b12e5f24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:40.541348 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] Set router ec7717c3-ea75-468e-9c6e-147c17400bdc gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:09:40.865092 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7717c3-ea75-468e-9c6e-147c17400bdc', 'name': 'tempest-TestEncryptedCinderVolumes-74365027-router', 'tenant_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a92f29ec-63bd-46eb-8efd-7aee89128a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:09:32Z', 'updated_at': '2021-11-26T17:09:36Z', 'revision_number': 4, 'project_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'gw_port': {'id': 'a92f29ec-63bd-46eb-8efd-7aee89128a96', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:96:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7717c3-ea75-468e-9c6e-147c17400bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:09:32Z', 'updated_at': '2021-11-26T17:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'a17c3c54-c935-4967-b2d7-b581ca3cd158', 'name': '', 'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d', 'tenant_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'mac_address': 'fa:16:3e:1a:b9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7717c3-ea75-468e-9c6e-147c17400bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '1d71d7da-b5fd-478f-9b28-52528678a30c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:09:35Z', 'updated_at': '2021-11-26T17:09:40Z', 'revision_number': 4, 'project_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'subnets': [{'id': '1d71d7da-b5fd-478f-9b28-52528678a30c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:40.869871 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393a73a6-78b6-4c83-be3a-45e70798a4b3 None None] The sync data for ids ['ec7717c3-ea75-468e-9c6e-147c17400bdc'] in dv-neutron-819440-1-hyperv is: [{'id': 'ec7717c3-ea75-468e-9c6e-147c17400bdc', 'name': 'tempest-TestEncryptedCinderVolumes-74365027-router', 'tenant_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a92f29ec-63bd-46eb-8efd-7aee89128a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:09:32Z', 'updated_at': '2021-11-26T17:09:36Z', 'revision_number': 4, 'project_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'gw_port': {'id': 'a92f29ec-63bd-46eb-8efd-7aee89128a96', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:96:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7717c3-ea75-468e-9c6e-147c17400bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:09:32Z', 'updated_at': '2021-11-26T17:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'a17c3c54-c935-4967-b2d7-b581ca3cd158', 'name': '', 'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d', 'tenant_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'mac_address': 'fa:16:3e:1a:b9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7717c3-ea75-468e-9c6e-147c17400bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '1d71d7da-b5fd-478f-9b28-52528678a30c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:09:35Z', 'updated_at': '2021-11-26T17:09:40Z', 'revision_number': 4, 'project_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'subnets': [{'id': '1d71d7da-b5fd-478f-9b28-52528678a30c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:09:40.885077 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9d7e09c3-8123-4f51-bb34-0e69b12e5f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:41.129324 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7e09c3-8123-4f51-bb34-0e69b12e5f24 admin admin] Router 1beef33e-c052-42ea-b306-0871b0b06b83 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 17:09:41.304280 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb5d029-982c-4ac2-8b8e-3c58ee344521 None None] Network 77ee669c-3866-4b20-852c-70713c8165b3 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:09:41.357082 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7e09c3-8123-4f51-bb34-0e69b12e5f24 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:09:41.386700 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-9d7e09c3-8123-4f51-bb34-0e69b12e5f24 admin admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:41.388268 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-9d7e09c3-8123-4f51-bb34-0e69b12e5f24 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6762168 Nov 26 17:09:41.391285 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58460) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:09:41.453385 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] Sync routers for ids ['1beef33e-c052-42ea-b306-0871b0b06b83'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:09:41.492720 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-53995ec4-3853-42b0-a1a3-0bae97c7c57a None None] Provisioning for port 130f4e91-6703-4de6-8a5c-ac3e23d6b2cf completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:09:41.497617 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] Routers {'1beef33e-c052-42ea-b306-0871b0b06b83'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:09:41.498185 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:09:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['1beef33e-c052-42ea-b306-0871b0b06b83'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:41.827940 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] Set router 1beef33e-c052-42ea-b306-0871b0b06b83 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:09:41.873093 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 130f4e91-6703-4de6-8a5c-ac3e23d6b2cf up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:09:42.115083 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 130f4e91-6703-4de6-8a5c-ac3e23d6b2cf completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:09:42.153022 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 130f4e91-6703-4de6-8a5c-ac3e23d6b2cf triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:09:42.153407 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:42.297455 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a511b59b-9df4-44c3-9013-fe5a5b0f9bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:42.298067 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beef33e-c052-42ea-b306-0871b0b06b83', 'name': 'tempest-TestEncryptedCinderVolumes-529772892-router', 'tenant_id': '122ee1fd65454bb3a6ac38012b15bee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '216464b6-b3c0-40cb-a38d-9b74c024ec95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:09:38Z', 'updated_at': '2021-11-26T17:09:40Z', 'revision_number': 3, 'project_id': '122ee1fd65454bb3a6ac38012b15bee0', 'gw_port': {'id': '216464b6-b3c0-40cb-a38d-9b74c024ec95', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:42:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beef33e-c052-42ea-b306-0871b0b06b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:09:39Z', 'updated_at': '2021-11-26T17:09:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:42.302672 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8d7cafc9-7b0c-4cf6-bdaf-0fb4a893de73 None None] Provisioning complete for port 130f4e91-6703-4de6-8a5c-ac3e23d6b2cf triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:09:42.303034 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8d7cafc9-7b0c-4cf6-bdaf-0fb4a893de73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:42.341672 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] Checking router: 1beef33e-c052-42ea-b306-0871b0b06b83 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:09:42.342346 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] Updating router 1beef33e-c052-42ea-b306-0871b0b06b83 port 216464b6-b3c0-40cb-a38d-9b74c024ec95 binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:09:42.364629 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:42.438176 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 130f4e91-6703-4de6-8a5c-ac3e23d6b2cf, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=130f4e91-6703-4de6-8a5c-ac3e23d6b2cf,segment=NetworkSegment(61a8b773-cdc8-40b6-a8f4-3372e148b99f),segment_id=61a8b773-cdc8-40b6-a8f4-3372e148b99f)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:09:42.439873 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:42.474255 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:42.475079 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device a17c3c54-c935-4967-b2d7-b581ca3cd158 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:09:42.504978 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-a511b59b-9df4-44c3-9013-fe5a5b0f9bd0 admin admin] Allocated IP 172.20.0.1 (77ee669c-3866-4b20-852c-70713c8165b3/381965fb-809b-47c2-82b8-8cb8bc4155d8/0813c532-6a29-4ecc-bd31-ec80ed4d5841) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:09:42.509243 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:42.656444 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a511b59b-9df4-44c3-9013-fe5a5b0f9bd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:42.672227 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-a511b59b-9df4-44c3-9013-fe5a5b0f9bd0 admin admin] Transition to ACTIVE for port object 0813c532-6a29-4ecc-bd31-ec80ed4d5841 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:09:42.696926 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a511b59b-9df4-44c3-9013-fe5a5b0f9bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:42.701611 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ff88a8aa-0cb7-4523-9d14-340a794b8e7c tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:42.707248 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=130f4e91-6703-4de6-8a5c-ac3e23d6b2cf,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:42.717828 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:42.761642 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a511b59b-9df4-44c3-9013-fe5a5b0f9bd0 admin admin] Network 77ee669c-3866-4b20-852c-70713c8165b3 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:09:42.764659 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-a511b59b-9df4-44c3-9013-fe5a5b0f9bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:09:42.768361 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a511b59b-9df4-44c3-9013-fe5a5b0f9bd0 admin admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:09:42.771355 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port a17c3c54-c935-4967-b2d7-b581ca3cd158 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:09:42.813614 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511b59b-9df4-44c3-9013-fe5a5b0f9bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=0813c532-6a29-4ecc-bd31-ec80ed4d5841,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:42.817923 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a511b59b-9df4-44c3-9013-fe5a5b0f9bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:42.820613 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port a17c3c54-c935-4967-b2d7-b581ca3cd158 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:09:42.820993 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:42.830327 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a511b59b-9df4-44c3-9013-fe5a5b0f9bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:42.958438 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a511b59b-9df4-44c3-9013-fe5a5b0f9bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:43.062670 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:43.113259 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f1f50c52-348a-45ec-8f38-ae519cc102f1 None None] Provisioning for port 0813c532-6a29-4ecc-bd31-ec80ed4d5841 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:09:43.135123 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f1f50c52-348a-45ec-8f38-ae519cc102f1 None None] Provisioning complete for port 0813c532-6a29-4ecc-bd31-ec80ed4d5841 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:09:43.135418 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f1f50c52-348a-45ec-8f38-ae519cc102f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:43.194474 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a511b59b-9df4-44c3-9013-fe5a5b0f9bd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:43.200336 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a511b59b-9df4-44c3-9013-fe5a5b0f9bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:43.204693 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port a17c3c54-c935-4967-b2d7-b581ca3cd158, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=a17c3c54-c935-4967-b2d7-b581ca3cd158,segment=NetworkSegment(7765a88c-2134-4ed3-ae90-47a5ae7d8416),segment_id=7765a88c-2134-4ed3-ae90-47a5ae7d8416)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:09:43.208662 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:43.216088 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:43.220421 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:43.228862 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fc30f337-c55a-41e1-b984-05dc8382a19e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:43.248441 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f1f50c52-348a-45ec-8f38-ae519cc102f1 None None] Port 0813c532-6a29-4ecc-bd31-ec80ed4d5841 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:09:43.271432 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] Transition to ACTIVE for port object 216464b6-b3c0-40cb-a38d-9b74c024ec95 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:09:43.286899 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:43.312785 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511b59b-9df4-44c3-9013-fe5a5b0f9bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=0813c532-6a29-4ecc-bd31-ec80ed4d5841,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:43.318459 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a511b59b-9df4-44c3-9013-fe5a5b0f9bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:43.319430 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a511b59b-9df4-44c3-9013-fe5a5b0f9bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:43.321565 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=a17c3c54-c935-4967-b2d7-b581ca3cd158,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:43.325951 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:43.326659 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] Attempting to bind port 216464b6-b3c0-40cb-a38d-9b74c024ec95 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:09:43.327034 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] Attempting to bind port 216464b6-b3c0-40cb-a38d-9b74c024ec95 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:09:43.327400 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] Attempting to bind port 216464b6-b3c0-40cb-a38d-9b74c024ec95 on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:09:43.329588 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:43.372209 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:09:43.372943 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:09:43.373050 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:43.373369 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:09:43.373843 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] Bound port: 216464b6-b3c0-40cb-a38d-9b74c024ec95, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:09:43.374223 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:43.439058 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612060b2-95c3-4bc4-8880-4dbdfc00bd48 None None] Pushing event updated for resources: {'Port': ['ID=216464b6-b3c0-40cb-a38d-9b74c024ec95,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:43.442882 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-612060b2-95c3-4bc4-8880-4dbdfc00bd48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:43.460719 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a511b59b-9df4-44c3-9013-fe5a5b0f9bd0 admin admin] Network 77ee669c-3866-4b20-852c-70713c8165b3 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:09:43.462431 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-a511b59b-9df4-44c3-9013-fe5a5b0f9bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:09:43.464985 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] For port 216464b6-b3c0-40cb-a38d-9b74c024ec95, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:09:43.468034 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] For port 216464b6-b3c0-40cb-a38d-9b74c024ec95, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=216464b6-b3c0-40cb-a38d-9b74c024ec95,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:09:43.473453 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:43.477191 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:43.552223 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] Routers {'1beef33e-c052-42ea-b306-0871b0b06b83'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:09:43.552862 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:09:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['1beef33e-c052-42ea-b306-0871b0b06b83'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:43.672543 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612060b2-95c3-4bc4-8880-4dbdfc00bd48 None None] Pushing event updated for resources: {'Port': ['ID=216464b6-b3c0-40cb-a38d-9b74c024ec95,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:43.678352 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-612060b2-95c3-4bc4-8880-4dbdfc00bd48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:43.717831 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 130f4e91-6703-4de6-8a5c-ac3e23d6b2cf up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:09:43.779608 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a511b59b-9df4-44c3-9013-fe5a5b0f9bd0 admin admin] Router 1beef33e-c052-42ea-b306-0871b0b06b83 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:09:43.812989 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-25254138-e956-4ec7-b684-6fdfc6d1e450 None None] Provisioning complete for port 0813c532-6a29-4ecc-bd31-ec80ed4d5841 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:09:43.813374 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-25254138-e956-4ec7-b684-6fdfc6d1e450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:43.867168 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] Set router 1beef33e-c052-42ea-b306-0871b0b06b83 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:09:43.946066 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-25254138-e956-4ec7-b684-6fdfc6d1e450 None None] Port 0813c532-6a29-4ecc-bd31-ec80ed4d5841 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:09:43.949807 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 130f4e91-6703-4de6-8a5c-ac3e23d6b2cf triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:09:43.950076 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:43.961971 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a511b59b-9df4-44c3-9013-fe5a5b0f9bd0 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:09:43.970891 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a511b59b-9df4-44c3-9013-fe5a5b0f9bd0 admin admin] 10.222.0.11 "PUT /v2.0/routers/1beef33e-c052-42ea-b306-0871b0b06b83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5768981 Nov 26 17:09:44.267053 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device a17c3c54-c935-4967-b2d7-b581ca3cd158 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:09:44.359090 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port a17c3c54-c935-4967-b2d7-b581ca3cd158 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:09:44.359467 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:44.394120 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beef33e-c052-42ea-b306-0871b0b06b83', 'name': 'tempest-TestEncryptedCinderVolumes-529772892-router', 'tenant_id': '122ee1fd65454bb3a6ac38012b15bee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '216464b6-b3c0-40cb-a38d-9b74c024ec95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:09:38Z', 'updated_at': '2021-11-26T17:09:42Z', 'revision_number': 4, 'project_id': '122ee1fd65454bb3a6ac38012b15bee0', 'gw_port': {'id': '216464b6-b3c0-40cb-a38d-9b74c024ec95', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:42:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beef33e-c052-42ea-b306-0871b0b06b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:09:39Z', 'updated_at': '2021-11-26T17:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '0813c532-6a29-4ecc-bd31-ec80ed4d5841', 'name': '', 'network_id': '77ee669c-3866-4b20-852c-70713c8165b3', 'tenant_id': '122ee1fd65454bb3a6ac38012b15bee0', 'mac_address': 'fa:16:3e:cf:db:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beef33e-c052-42ea-b306-0871b0b06b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '381965fb-809b-47c2-82b8-8cb8bc4155d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:09:42Z', 'updated_at': '2021-11-26T17:09:43Z', 'revision_number': 2, 'project_id': '122ee1fd65454bb3a6ac38012b15bee0', 'subnets': [{'id': '381965fb-809b-47c2-82b8-8cb8bc4155d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:44.406123 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d515af8c-b60a-4d13-940e-3aaaf65e9da8 None None] The sync data for ids ['1beef33e-c052-42ea-b306-0871b0b06b83'] in dv-neutron-819440-1-hyperv is: [{'id': '1beef33e-c052-42ea-b306-0871b0b06b83', 'name': 'tempest-TestEncryptedCinderVolumes-529772892-router', 'tenant_id': '122ee1fd65454bb3a6ac38012b15bee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '216464b6-b3c0-40cb-a38d-9b74c024ec95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:09:38Z', 'updated_at': '2021-11-26T17:09:42Z', 'revision_number': 4, 'project_id': '122ee1fd65454bb3a6ac38012b15bee0', 'gw_port': {'id': '216464b6-b3c0-40cb-a38d-9b74c024ec95', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:42:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beef33e-c052-42ea-b306-0871b0b06b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:09:39Z', 'updated_at': '2021-11-26T17:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '0813c532-6a29-4ecc-bd31-ec80ed4d5841', 'name': '', 'network_id': '77ee669c-3866-4b20-852c-70713c8165b3', 'tenant_id': '122ee1fd65454bb3a6ac38012b15bee0', 'mac_address': 'fa:16:3e:cf:db:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beef33e-c052-42ea-b306-0871b0b06b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '381965fb-809b-47c2-82b8-8cb8bc4155d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:09:42Z', 'updated_at': '2021-11-26T17:09:43Z', 'revision_number': 2, 'project_id': '122ee1fd65454bb3a6ac38012b15bee0', 'subnets': [{'id': '381965fb-809b-47c2-82b8-8cb8bc4155d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:09:44.808023 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-3318717f-25c9-46bf-95d6-f880282750a5 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:44.808747 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-3318717f-25c9-46bf-95d6-f880282750a5 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Synchronizing usage tracker for tenant:36bcbdb9fe974822bf8fcced6e824b1d on resource:network {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:09:44.828113 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-3318717f-25c9-46bf-95d6-f880282750a5 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Unset dirty status for tenant:36bcbdb9fe974822bf8fcced6e824b1d on resource:network {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:09:44.829659 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-3318717f-25c9-46bf-95d6-f880282750a5 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/networks?id=eec5453e-2c4b-4d3d-a1e0-b9908d6a498d HTTP/1.1" status: 200 len: 815 time: 0.1766915 Nov 26 17:09:44.845541 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-e71494d4-7060-4994-9547-267f89d503b8 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/quotas/36bcbdb9fe974822bf8fcced6e824b1d HTTP/1.1" status: 200 len: 375 time: 0.0101025 Nov 26 17:09:44.939829 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-fd7b96f9-a831-4013-a961-4b7004d2b974 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Synchronizing usage tracker for tenant:36bcbdb9fe974822bf8fcced6e824b1d on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:09:44.956714 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-fd7b96f9-a831-4013-a961-4b7004d2b974 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Unset dirty status for tenant:36bcbdb9fe974822bf8fcced6e824b1d on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:09:44.958060 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-fd7b96f9-a831-4013-a961-4b7004d2b974 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=36bcbdb9fe974822bf8fcced6e824b1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1071644 Nov 26 17:09:45.117894 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-f43d6975-7dc0-47ee-9782-c76005fc7762 service neutron] 10.222.0.11 "GET /v2.0/networks/eec5453e-2c4b-4d3d-a1e0-b9908d6a498d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473601 Nov 26 17:09:45.255520 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-f131680e-e570-43d0-8e61-7f751c13ae3d service neutron] 10.222.0.11 "GET /v2.0/networks/eec5453e-2c4b-4d3d-a1e0-b9908d6a498d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315112 Nov 26 17:09:45.578880 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e53b8ac8-329e-4c31-a87d-48b0584711b1 req-6d28a0a6-7ce7-448b-8486-e80134e3fbc6 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0a1c358-8998-4a65-b1d3-2bd795df4bf4 HTTP/1.1" status: 200 len: 210 time: 0.1720967 Nov 26 17:09:45.729468 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 216464b6-b3c0-40cb-a38d-9b74c024ec95 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:09:45.865324 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 216464b6-b3c0-40cb-a38d-9b74c024ec95 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:09:45.870208 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 216464b6-b3c0-40cb-a38d-9b74c024ec95 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:09:45.870586 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:45.990477 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:46.007871 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 216464b6-b3c0-40cb-a38d-9b74c024ec95, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=216464b6-b3c0-40cb-a38d-9b74c024ec95,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:09:46.012057 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:46.015774 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:46.086818 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=216464b6-b3c0-40cb-a38d-9b74c024ec95,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:46.089529 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:46.612606 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-f151a445-e90c-4b24-b584-706189f69ad1 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:46.614047 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-f151a445-e90c-4b24-b584-706189f69ad1 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.31 "GET /v2.0/networks?id=eec5453e-2c4b-4d3d-a1e0-b9908d6a498d HTTP/1.1" status: 200 len: 815 time: 0.1529534 Nov 26 17:09:46.628568 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-4483a42a-03ea-4407-8add-07634a4bb409 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Request body: {'port': {'device_id': 'b0a1c358-8998-4a65-b1d3-2bd795df4bf4', 'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d', 'admin_state_up': True, 'tenant_id': '36bcbdb9fe974822bf8fcced6e824b1d'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:09:46.757179 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-02ac6411-8859-45f5-8c18-06b93fb4239a req-332db0da-029d-4b55-9c71-1adf5aab6ed7 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0a1c358-8998-4a65-b1d3-2bd795df4bf4 HTTP/1.1" status: 200 len: 210 time: 0.0583732 Nov 26 17:09:46.807927 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-4483a42a-03ea-4407-8add-07634a4bb409 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:09:46.817169 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-4483a42a-03ea-4407-8add-07634a4bb409 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:09:46.826818 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-4483a42a-03ea-4407-8add-07634a4bb409 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Made reservation on behalf of 36bcbdb9fe974822bf8fcced6e824b1d for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:09:46.830497 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-4483a42a-03ea-4407-8add-07634a4bb409 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:46.995810 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-4483a42a-03ea-4407-8add-07634a4bb409 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Allocated IP 172.20.0.8 (eec5453e-2c4b-4d3d-a1e0-b9908d6a498d/1d71d7da-b5fd-478f-9b28-52528678a30c/2396f47a-8121-45bb-a6ad-aa0ea523cfb7) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:09:47.196094 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-4483a42a-03ea-4407-8add-07634a4bb409 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:47.211547 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-4483a42a-03ea-4407-8add-07634a4bb409 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Transition to ACTIVE for port object 2396f47a-8121-45bb-a6ad-aa0ea523cfb7 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:09:47.233370 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-4483a42a-03ea-4407-8add-07634a4bb409 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:47.238571 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-093f0487-0a3e-49b3-9148-9985f36bf9c2 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:47.304112 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-4483a42a-03ea-4407-8add-07634a4bb409 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Network eec5453e-2c4b-4d3d-a1e0-b9908d6a498d is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:09:47.307277 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-4483a42a-03ea-4407-8add-07634a4bb409 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:09:47.311047 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-4483a42a-03ea-4407-8add-07634a4bb409 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:09:47.341877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483a42a-03ea-4407-8add-07634a4bb409 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Pushing event updated for resources: {'Port': ['ID=2396f47a-8121-45bb-a6ad-aa0ea523cfb7,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:47.352593 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4483a42a-03ea-4407-8add-07634a4bb409 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:47.377539 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-4483a42a-03ea-4407-8add-07634a4bb409 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:47.378148 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-4483a42a-03ea-4407-8add-07634a4bb409 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:47.404118 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-4483a42a-03ea-4407-8add-07634a4bb409 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7795033 Nov 26 17:09:47.420107 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-10b5830a-552c-4926-a31e-f12c763daf40 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 17:09:47.421122 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-10b5830a-552c-4926-a31e-f12c763daf40 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053577 Nov 26 17:09:47.436415 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] Request body: {'port': {'device_id': 'b0a1c358-8998-4a65-b1d3-2bd795df4bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:09:47.549996 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:47.590641 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7a4c6542-1371-4e4c-bffb-e44aad53922e None None] Provisioning for port 2396f47a-8121-45bb-a6ad-aa0ea523cfb7 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:09:47.595972 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7a4c6542-1371-4e4c-bffb-e44aad53922e None None] Provisioning complete for port 2396f47a-8121-45bb-a6ad-aa0ea523cfb7 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:09:47.596433 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7a4c6542-1371-4e4c-bffb-e44aad53922e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:47.649912 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-7a4c6542-1371-4e4c-bffb-e44aad53922e None None] Port 2396f47a-8121-45bb-a6ad-aa0ea523cfb7 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:09:47.702869 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 216464b6-b3c0-40cb-a38d-9b74c024ec95 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:09:47.780153 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 216464b6-b3c0-40cb-a38d-9b74c024ec95 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:09:47.780536 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:47.951544 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f52216-3fec-473e-8109-0f001766bf17 req-6564bd26-392f-401d-a82d-35a156e83d91 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:47.953126 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-07f52216-3fec-473e-8109-0f001766bf17 req-6564bd26-392f-401d-a82d-35a156e83d91 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0a1c358-8998-4a65-b1d3-2bd795df4bf4 HTTP/1.1" status: 200 len: 931 time: 0.0851471 Nov 26 17:09:47.999705 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-07f52216-3fec-473e-8109-0f001766bf17 req-eea432ed-07fb-42f1-a7d8-e298ca3dd574 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/security-groups?id=29365679-be23-4812-96ee-330ec81b4037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396976 Nov 26 17:09:48.045333 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2396f47a-8121-45bb-a6ad-aa0ea523cfb7 {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:09:48.052827 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:48.067209 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] Transition to ACTIVE for port object 2396f47a-8121-45bb-a6ad-aa0ea523cfb7 will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:09:48.070940 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:48.074509 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3c1546b2-2c50-4be4-9c3b-f8137309da8d tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:48.186675 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] Sync routers for ids ['1beef33e-c052-42ea-b306-0871b0b06b83'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:09:48.196721 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] Routers {'1beef33e-c052-42ea-b306-0871b0b06b83'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:09:48.197368 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:09:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['1beef33e-c052-42ea-b306-0871b0b06b83'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:48.202780 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] Pushing event updated for resources: {'Port': ['ID=2396f47a-8121-45bb-a6ad-aa0ea523cfb7,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:48.229180 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:48.312115 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] Attempting to bind port 2396f47a-8121-45bb-a6ad-aa0ea523cfb7 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:09:48.312477 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] Attempting to bind port 2396f47a-8121-45bb-a6ad-aa0ea523cfb7 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '7765a88c-2134-4ed3-ae90-47a5ae7d8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:09:48.312954 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] Attempting to bind port 2396f47a-8121-45bb-a6ad-aa0ea523cfb7 on network eec5453e-2c4b-4d3d-a1e0-b9908d6a498d {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:09:48.317957 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] Port 2396f47a-8121-45bb-a6ad-aa0ea523cfb7 on network eec5453e-2c4b-4d3d-a1e0-b9908d6a498d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 17:09:48.318207 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] Attempting to bind port 2396f47a-8121-45bb-a6ad-aa0ea523cfb7 on network eec5453e-2c4b-4d3d-a1e0-b9908d6a498d {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:09:48.325631 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:09:48.325957 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] Checking segment: {'id': '7765a88c-2134-4ed3-ae90-47a5ae7d8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:09:48.326341 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] Bound using segment: {'id': '7765a88c-2134-4ed3-ae90-47a5ae7d8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:09:48.326943 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] Bound port: 2396f47a-8121-45bb-a6ad-aa0ea523cfb7, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7765a88c-2134-4ed3-ae90-47a5ae7d8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:09:48.327240 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:48.377970 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] Set router 1beef33e-c052-42ea-b306-0871b0b06b83 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:09:48.417000 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] For port 2396f47a-8121-45bb-a6ad-aa0ea523cfb7, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:09:48.419811 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] For port 2396f47a-8121-45bb-a6ad-aa0ea523cfb7, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=2396f47a-8121-45bb-a6ad-aa0ea523cfb7,segment=NetworkSegment(7765a88c-2134-4ed3-ae90-47a5ae7d8416),segment_id=7765a88c-2134-4ed3-ae90-47a5ae7d8416)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:09:48.424648 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:48.429164 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-454bad00-5d19-4c17-8358-0de04fc5c70f tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:48.487297 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:48.487931 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:48.489302 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] 10.222.0.31 "PUT /v2.0/ports/2396f47a-8121-45bb-a6ad-aa0ea523cfb7 HTTP/1.1" status: 200 len: 1093 time: 1.0571289 Nov 26 17:09:48.489843 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a1c358-8998-4a65-b1d3-2bd795df4bf4', 'tag': '2396f47a-8121-45bb-a6ad-aa0ea523cfb7'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:09:48.514766 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] Pushing event updated for resources: {'Port': ['ID=2396f47a-8121-45bb-a6ad-aa0ea523cfb7,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:48.517935 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:48.573314 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a1c358-8998-4a65-b1d3-2bd795df4bf4', 'tag': '2396f47a-8121-45bb-a6ad-aa0ea523cfb7', 'status': 'completed', 'code': 200} Nov 26 17:09:48.621296 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-cd25fab3-cfc7-480a-b81a-0637d901d3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:48.622790 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-cd25fab3-cfc7-480a-b81a-0637d901d3a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=36bcbdb9fe974822bf8fcced6e824b1d&device_id=b0a1c358-8998-4a65-b1d3-2bd795df4bf4 HTTP/1.1" status: 200 len: 1096 time: 0.0864007 Nov 26 17:09:48.707626 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-ede633bc-75d9-4656-a896-37385bc3dd39 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2396f47a-8121-45bb-a6ad-aa0ea523cfb7 HTTP/1.1" status: 200 len: 217 time: 0.0727434 Nov 26 17:09:48.731107 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beef33e-c052-42ea-b306-0871b0b06b83', 'name': 'tempest-TestEncryptedCinderVolumes-529772892-router', 'tenant_id': '122ee1fd65454bb3a6ac38012b15bee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '216464b6-b3c0-40cb-a38d-9b74c024ec95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:09:38Z', 'updated_at': '2021-11-26T17:09:42Z', 'revision_number': 4, 'project_id': '122ee1fd65454bb3a6ac38012b15bee0', 'gw_port': {'id': '216464b6-b3c0-40cb-a38d-9b74c024ec95', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:42:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beef33e-c052-42ea-b306-0871b0b06b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:09:39Z', 'updated_at': '2021-11-26T17:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '0813c532-6a29-4ecc-bd31-ec80ed4d5841', 'name': '', 'network_id': '77ee669c-3866-4b20-852c-70713c8165b3', 'tenant_id': '122ee1fd65454bb3a6ac38012b15bee0', 'mac_address': 'fa:16:3e:cf:db:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beef33e-c052-42ea-b306-0871b0b06b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '381965fb-809b-47c2-82b8-8cb8bc4155d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:09:42Z', 'updated_at': '2021-11-26T17:09:43Z', 'revision_number': 2, 'project_id': '122ee1fd65454bb3a6ac38012b15bee0', 'subnets': [{'id': '381965fb-809b-47c2-82b8-8cb8bc4155d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:48.735480 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] Checking router: 1beef33e-c052-42ea-b306-0871b0b06b83 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:09:48.735904 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] Updating router 1beef33e-c052-42ea-b306-0871b0b06b83 port 0813c532-6a29-4ecc-bd31-ec80ed4d5841 binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:09:48.786682 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-42b070a8-eab3-4d9e-b45d-3a4997e902ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:48.791759 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:48.792387 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-42b070a8-eab3-4d9e-b45d-3a4997e902ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1d71d7da-b5fd-478f-9b28-52528678a30c HTTP/1.1" status: 200 len: 854 time: 0.0741780 Nov 26 17:09:48.870566 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-22c00b98-8aac-4c99-84ac-33c18dfe365a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:48.872066 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-22c00b98-8aac-4c99-84ac-33c18dfe365a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=eec5453e-2c4b-4d3d-a1e0-b9908d6a498d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732784 Nov 26 17:09:49.019383 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-79dcdd32-52ad-4429-9502-6ffc42ee6f83 service neutron] 10.222.0.31 "GET /v2.0/networks/eec5453e-2c4b-4d3d-a1e0-b9908d6a498d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361675 Nov 26 17:09:49.137752 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:49.151382 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] Transition to ACTIVE for port object 0813c532-6a29-4ecc-bd31-ec80ed4d5841 will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:09:49.159488 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:49.161318 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-272547bd-1833-43e6-9bdf-c6c58458c05b req-48f5a0e8-cb37-413d-b232-f5437896a9d8 service neutron] 10.222.0.31 "GET /v2.0/networks/eec5453e-2c4b-4d3d-a1e0-b9908d6a498d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310372 Nov 26 17:09:49.164198 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-540654c1-6660-4544-9c0f-9191b72b629f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:49.191578 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb0471-fc10-4820-84a6-83caadb72cb9 req-e9779c28-85dd-42ef-bbff-57320b1c375f tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:49.193204 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0bfb0471-fc10-4820-84a6-83caadb72cb9 req-e9779c28-85dd-42ef-bbff-57320b1c375f tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0a1c358-8998-4a65-b1d3-2bd795df4bf4 HTTP/1.1" status: 200 len: 943 time: 0.0902932 Nov 26 17:09:49.244698 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0bfb0471-fc10-4820-84a6-83caadb72cb9 req-23673ee8-9116-43ee-a6af-cf57f5d425f8 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/security-groups?id=29365679-be23-4812-96ee-330ec81b4037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434887 Nov 26 17:09:49.298422 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac3783-7a17-419b-8e20-479a54be6de0 req-fa885f6c-c944-4e93-bed8-6428b203538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:49.300102 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15ac3783-7a17-419b-8e20-479a54be6de0 req-fa885f6c-c944-4e93-bed8-6428b203538c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=36bcbdb9fe974822bf8fcced6e824b1d&device_id=b0a1c358-8998-4a65-b1d3-2bd795df4bf4 HTTP/1.1" status: 200 len: 1096 time: 0.0865157 Nov 26 17:09:49.360693 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebe18a-633f-4794-b7ec-c78507b0989f None None] Pushing event updated for resources: {'Port': ['ID=0813c532-6a29-4ecc-bd31-ec80ed4d5841,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:49.368968 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-31ebe18a-633f-4794-b7ec-c78507b0989f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:49.419272 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] Attempting to bind port 0813c532-6a29-4ecc-bd31-ec80ed4d5841 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:09:49.419650 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] Attempting to bind port 0813c532-6a29-4ecc-bd31-ec80ed4d5841 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '61a8b773-cdc8-40b6-a8f4-3372e148b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '77ee669c-3866-4b20-852c-70713c8165b3'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:09:49.420049 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] Attempting to bind port 0813c532-6a29-4ecc-bd31-ec80ed4d5841 on network 77ee669c-3866-4b20-852c-70713c8165b3 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:09:49.425505 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:09:49.425884 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] Checking segment: {'id': '61a8b773-cdc8-40b6-a8f4-3372e148b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '77ee669c-3866-4b20-852c-70713c8165b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:09:49.426389 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:49.426736 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] Bound using segment: {'id': '61a8b773-cdc8-40b6-a8f4-3372e148b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '77ee669c-3866-4b20-852c-70713c8165b3'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:09:49.427127 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] Bound port: 0813c532-6a29-4ecc-bd31-ec80ed4d5841, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a8b773-cdc8-40b6-a8f4-3372e148b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '77ee669c-3866-4b20-852c-70713c8165b3'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:09:49.427635 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:49.441447 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac3783-7a17-419b-8e20-479a54be6de0 req-11074d92-1408-4ad8-a075-b9e5210f79d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:49.442907 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15ac3783-7a17-419b-8e20-479a54be6de0 req-11074d92-1408-4ad8-a075-b9e5210f79d0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=eec5453e-2c4b-4d3d-a1e0-b9908d6a498d HTTP/1.1" status: 200 len: 916 time: 0.1339390 Nov 26 17:09:49.514786 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15ac3783-7a17-419b-8e20-479a54be6de0 req-649db428-187e-4c4c-be05-81ccf7c068b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2396f47a-8121-45bb-a6ad-aa0ea523cfb7 HTTP/1.1" status: 200 len: 217 time: 0.0642669 Nov 26 17:09:49.516636 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] For port 0813c532-6a29-4ecc-bd31-ec80ed4d5841, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:09:49.519763 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] For port 0813c532-6a29-4ecc-bd31-ec80ed4d5841, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=0813c532-6a29-4ecc-bd31-ec80ed4d5841,segment=NetworkSegment(61a8b773-cdc8-40b6-a8f4-3372e148b99f),segment_id=61a8b773-cdc8-40b6-a8f4-3372e148b99f)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:09:49.524851 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:49.528553 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-4e5df0e4-07e7-449b-babe-6fe534d0c1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:49.587099 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac3783-7a17-419b-8e20-479a54be6de0 req-76abb8fb-4c95-45ea-96c2-b0261e7347b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:49.588579 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15ac3783-7a17-419b-8e20-479a54be6de0 req-76abb8fb-4c95-45ea-96c2-b0261e7347b2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1d71d7da-b5fd-478f-9b28-52528678a30c HTTP/1.1" status: 200 len: 854 time: 0.0625286 Nov 26 17:09:49.601493 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] Routers {'1beef33e-c052-42ea-b306-0871b0b06b83'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:09:49.602131 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:09:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['1beef33e-c052-42ea-b306-0871b0b06b83'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:49.655850 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:49.659554 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebe18a-633f-4794-b7ec-c78507b0989f None None] Pushing event updated for resources: {'Port': ['ID=0813c532-6a29-4ecc-bd31-ec80ed4d5841,revision_number=4']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:49.679303 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac3783-7a17-419b-8e20-479a54be6de0 req-b6827ffe-61ab-417d-9f1f-2edf1072e463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:49.680973 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15ac3783-7a17-419b-8e20-479a54be6de0 req-b6827ffe-61ab-417d-9f1f-2edf1072e463 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=eec5453e-2c4b-4d3d-a1e0-b9908d6a498d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848348 Nov 26 17:09:49.719294 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-31ebe18a-633f-4794-b7ec-c78507b0989f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:49.798671 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] Set router 1beef33e-c052-42ea-b306-0871b0b06b83 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:09:49.944521 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15ac3783-7a17-419b-8e20-479a54be6de0 req-3a50b8f8-cef6-44b2-ba4f-1ca3cc69c34e service neutron] 10.222.0.31 "GET /v2.0/networks/eec5453e-2c4b-4d3d-a1e0-b9908d6a498d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560842 Nov 26 17:09:50.079015 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15ac3783-7a17-419b-8e20-479a54be6de0 req-f7735bac-f797-4b16-bd35-94efa3bef1d8 service neutron] 10.222.0.31 "GET /v2.0/networks/eec5453e-2c4b-4d3d-a1e0-b9908d6a498d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254575 Nov 26 17:09:50.111399 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beef33e-c052-42ea-b306-0871b0b06b83', 'name': 'tempest-TestEncryptedCinderVolumes-529772892-router', 'tenant_id': '122ee1fd65454bb3a6ac38012b15bee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '216464b6-b3c0-40cb-a38d-9b74c024ec95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:09:38Z', 'updated_at': '2021-11-26T17:09:42Z', 'revision_number': 4, 'project_id': '122ee1fd65454bb3a6ac38012b15bee0', 'gw_port': {'id': '216464b6-b3c0-40cb-a38d-9b74c024ec95', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:42:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beef33e-c052-42ea-b306-0871b0b06b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:09:39Z', 'updated_at': '2021-11-26T17:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '0813c532-6a29-4ecc-bd31-ec80ed4d5841', 'name': '', 'network_id': '77ee669c-3866-4b20-852c-70713c8165b3', 'tenant_id': '122ee1fd65454bb3a6ac38012b15bee0', 'mac_address': 'fa:16:3e:cf:db:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beef33e-c052-42ea-b306-0871b0b06b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '381965fb-809b-47c2-82b8-8cb8bc4155d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:09:42Z', 'updated_at': '2021-11-26T17:09:49Z', 'revision_number': 4, 'project_id': '122ee1fd65454bb3a6ac38012b15bee0', 'subnets': [{'id': '381965fb-809b-47c2-82b8-8cb8bc4155d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:09:50.115760 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa72cdf5-16b0-40c8-afb7-d35e1f5e444f None None] The sync data for ids ['1beef33e-c052-42ea-b306-0871b0b06b83'] in dv-neutron-819440-1-hyperv is: [{'id': '1beef33e-c052-42ea-b306-0871b0b06b83', 'name': 'tempest-TestEncryptedCinderVolumes-529772892-router', 'tenant_id': '122ee1fd65454bb3a6ac38012b15bee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '216464b6-b3c0-40cb-a38d-9b74c024ec95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:09:38Z', 'updated_at': '2021-11-26T17:09:42Z', 'revision_number': 4, 'project_id': '122ee1fd65454bb3a6ac38012b15bee0', 'gw_port': {'id': '216464b6-b3c0-40cb-a38d-9b74c024ec95', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:42:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beef33e-c052-42ea-b306-0871b0b06b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:09:39Z', 'updated_at': '2021-11-26T17:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '0813c532-6a29-4ecc-bd31-ec80ed4d5841', 'name': '', 'network_id': '77ee669c-3866-4b20-852c-70713c8165b3', 'tenant_id': '122ee1fd65454bb3a6ac38012b15bee0', 'mac_address': 'fa:16:3e:cf:db:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beef33e-c052-42ea-b306-0871b0b06b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '381965fb-809b-47c2-82b8-8cb8bc4155d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:09:42Z', 'updated_at': '2021-11-26T17:09:49Z', 'revision_number': 4, 'project_id': '122ee1fd65454bb3a6ac38012b15bee0', 'subnets': [{'id': '381965fb-809b-47c2-82b8-8cb8bc4155d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:09:50.443264 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98633634-f9c4-4aaa-8b93-47adba29d120 req-11680c55-7461-468c-8747-0998d6a17783 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:50.444374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-98633634-f9c4-4aaa-8b93-47adba29d120 req-11680c55-7461-468c-8747-0998d6a17783 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Synchronizing usage tracker for tenant:36bcbdb9fe974822bf8fcced6e824b1d on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:09:50.460610 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-98633634-f9c4-4aaa-8b93-47adba29d120 req-11680c55-7461-468c-8747-0998d6a17783 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Unset dirty status for tenant:36bcbdb9fe974822bf8fcced6e824b1d on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:09:50.467537 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-98633634-f9c4-4aaa-8b93-47adba29d120 req-11680c55-7461-468c-8747-0998d6a17783 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0a1c358-8998-4a65-b1d3-2bd795df4bf4 HTTP/1.1" status: 200 len: 943 time: 0.1092687 Nov 26 17:09:50.508000 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-98633634-f9c4-4aaa-8b93-47adba29d120 req-a9c786b2-4a8b-4dd4-a751-7f9b3aa57831 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Synchronizing usage tracker for tenant:36bcbdb9fe974822bf8fcced6e824b1d on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:09:50.524652 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-98633634-f9c4-4aaa-8b93-47adba29d120 req-a9c786b2-4a8b-4dd4-a751-7f9b3aa57831 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Unset dirty status for tenant:36bcbdb9fe974822bf8fcced6e824b1d on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:09:50.525963 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-98633634-f9c4-4aaa-8b93-47adba29d120 req-a9c786b2-4a8b-4dd4-a751-7f9b3aa57831 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/security-groups?id=29365679-be23-4812-96ee-330ec81b4037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575299 Nov 26 17:09:51.123180 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 2396f47a-8121-45bb-a6ad-aa0ea523cfb7 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:09:51.259479 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 2396f47a-8121-45bb-a6ad-aa0ea523cfb7, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=2396f47a-8121-45bb-a6ad-aa0ea523cfb7,segment=NetworkSegment(7765a88c-2134-4ed3-ae90-47a5ae7d8416),segment_id=7765a88c-2134-4ed3-ae90-47a5ae7d8416)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:09:51.272610 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '2396f47a-8121-45bb-a6ad-aa0ea523cfb7', 'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d', 'port_id': '2396f47a-8121-45bb-a6ad-aa0ea523cfb7', 'mac_address': 'fa:16:3e:3d:ca:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d71d7da-b5fd-478f-9b28-52528678a30c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:09:51.327999 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:51.345115 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2396f47a-8121-45bb-a6ad-aa0ea523cfb7 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:09:51.360279 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 2396f47a-8121-45bb-a6ad-aa0ea523cfb7, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=2396f47a-8121-45bb-a6ad-aa0ea523cfb7,segment=NetworkSegment(7765a88c-2134-4ed3-ae90-47a5ae7d8416),segment_id=7765a88c-2134-4ed3-ae90-47a5ae7d8416)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:09:51.363983 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:51.366651 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:51.432606 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=2396f47a-8121-45bb-a6ad-aa0ea523cfb7,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:51.435463 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:51.623778 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['2396f47a-8121-45bb-a6ad-aa0ea523cfb7'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:09:51.727332 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccdae1-b176-4f31-a4a2-3a6df1ddabb4 req-4a49186d-71a5-4fe1-8cee-d1fc72ab43ef tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:51.729456 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-88ccdae1-b176-4f31-a4a2-3a6df1ddabb4 req-4a49186d-71a5-4fe1-8cee-d1fc72ab43ef tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0a1c358-8998-4a65-b1d3-2bd795df4bf4 HTTP/1.1" status: 200 len: 944 time: 0.0953219 Nov 26 17:09:51.741098 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0813c532-6a29-4ecc-bd31-ec80ed4d5841 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:09:51.780548 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-88ccdae1-b176-4f31-a4a2-3a6df1ddabb4 req-1ea84819-ae00-471f-83b0-eaf30234f8b1 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/security-groups?id=29365679-be23-4812-96ee-330ec81b4037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451155 Nov 26 17:09:51.862580 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 0813c532-6a29-4ecc-bd31-ec80ed4d5841 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:09:51.872198 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 0813c532-6a29-4ecc-bd31-ec80ed4d5841 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:09:51.872579 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:51.991839 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:52.023075 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 0813c532-6a29-4ecc-bd31-ec80ed4d5841, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=0813c532-6a29-4ecc-bd31-ec80ed4d5841,segment=NetworkSegment(61a8b773-cdc8-40b6-a8f4-3372e148b99f),segment_id=61a8b773-cdc8-40b6-a8f4-3372e148b99f)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:09:52.026967 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:52.028835 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:52.092342 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=0813c532-6a29-4ecc-bd31-ec80ed4d5841,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:52.095123 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:52.965371 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd76ef-951f-46c3-a320-a4ce137fc41d req-8e53336f-862d-4b5a-b37b-5be9d3a76e1f tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:52.966761 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c4cd76ef-951f-46c3-a320-a4ce137fc41d req-8e53336f-862d-4b5a-b37b-5be9d3a76e1f tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0a1c358-8998-4a65-b1d3-2bd795df4bf4 HTTP/1.1" status: 200 len: 944 time: 0.0855179 Nov 26 17:09:53.010106 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c4cd76ef-951f-46c3-a320-a4ce137fc41d req-6f1f132c-5860-4a25-b76e-b712c1a4afa3 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/security-groups?id=29365679-be23-4812-96ee-330ec81b4037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375485 Nov 26 17:09:53.134538 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 2396f47a-8121-45bb-a6ad-aa0ea523cfb7 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:09:53.203633 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port 2396f47a-8121-45bb-a6ad-aa0ea523cfb7 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:09:53.208593 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 2396f47a-8121-45bb-a6ad-aa0ea523cfb7 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:09:53.208983 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:53.327598 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:53.353935 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a1c358-8998-4a65-b1d3-2bd795df4bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2396f47a-8121-45bb-a6ad-aa0ea523cfb7'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:09:53.363876 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 2396f47a-8121-45bb-a6ad-aa0ea523cfb7, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=2396f47a-8121-45bb-a6ad-aa0ea523cfb7,segment=NetworkSegment(7765a88c-2134-4ed3-ae90-47a5ae7d8416),segment_id=7765a88c-2134-4ed3-ae90-47a5ae7d8416)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:09:53.367587 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:53.370520 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-612060b2-95c3-4bc4-8880-4dbdfc00bd48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:09:53.401996 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a1c358-8998-4a65-b1d3-2bd795df4bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2396f47a-8121-45bb-a6ad-aa0ea523cfb7', 'code': 200} Nov 26 17:09:53.438624 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=2396f47a-8121-45bb-a6ad-aa0ea523cfb7,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:09:53.441704 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:09:53.639862 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817acbf-e147-446e-bdad-3435b4cbd419 req-8bfb2318-36e6-4735-b733-ce259cacbf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:53.641340 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c817acbf-e147-446e-bdad-3435b4cbd419 req-8bfb2318-36e6-4735-b733-ce259cacbf89 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b0a1c358-8998-4a65-b1d3-2bd795df4bf4 HTTP/1.1" status: 200 len: 1098 time: 0.0726337 Nov 26 17:09:53.685659 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c817acbf-e147-446e-bdad-3435b4cbd419 req-d65d98d9-a5ca-4a8e-8f06-8eea3fc82f3e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=29365679-be23-4812-96ee-330ec81b4037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343392 Nov 26 17:09:53.700166 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0813c532-6a29-4ecc-bd31-ec80ed4d5841 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:09:53.769884 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 0813c532-6a29-4ecc-bd31-ec80ed4d5841 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:09:53.770263 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:54.193878 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e813c6e-1fdc-4d05-ad44-36100e47707f req-796f2521-cc23-44e6-ac85-fea6e0de8497 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:54.195378 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2e813c6e-1fdc-4d05-ad44-36100e47707f req-796f2521-cc23-44e6-ac85-fea6e0de8497 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0a1c358-8998-4a65-b1d3-2bd795df4bf4 HTTP/1.1" status: 200 len: 945 time: 0.0839450 Nov 26 17:09:54.238182 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2e813c6e-1fdc-4d05-ad44-36100e47707f req-f8c77298-f4c7-42be-a708-765408673e9d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/security-groups?id=29365679-be23-4812-96ee-330ec81b4037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372021 Nov 26 17:09:55.421528 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16541e8a-7faa-44db-9e70-9e393fe55f25 req-a72423ca-7dc8-43d2-8aaf-b367bfe27763 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:55.422964 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-16541e8a-7faa-44db-9e70-9e393fe55f25 req-a72423ca-7dc8-43d2-8aaf-b367bfe27763 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0a1c358-8998-4a65-b1d3-2bd795df4bf4 HTTP/1.1" status: 200 len: 945 time: 0.0800827 Nov 26 17:09:55.466165 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-16541e8a-7faa-44db-9e70-9e393fe55f25 req-072cc5d5-f075-4aea-a530-b6aaf885a728 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/security-groups?id=29365679-be23-4812-96ee-330ec81b4037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375588 Nov 26 17:09:55.649113 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9c297-304a-4cb0-b577-5002a6a3adc9 req-c97b6864-838b-4b27-b710-65e29c029de3 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:09:55.650534 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d7f9c297-304a-4cb0-b577-5002a6a3adc9 req-c97b6864-838b-4b27-b710-65e29c029de3 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0a1c358-8998-4a65-b1d3-2bd795df4bf4 HTTP/1.1" status: 200 len: 945 time: 0.0800505 Nov 26 17:09:55.693490 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d7f9c297-304a-4cb0-b577-5002a6a3adc9 req-9962b775-f736-441d-9c67-3d4d8ca0388b tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/security-groups?id=29365679-be23-4812-96ee-330ec81b4037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374680 Nov 26 17:09:55.828494 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:09:58.631048 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c7ca5dfe-60bf-4c6a-bca2-3b0cc8e30b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:09:59.405302 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:01.323223 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-605b95e7-60c4-47b6-964d-5b872de3354d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:02.259527 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:04.052922 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:11.330761 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9af13d-d408-4f97-bba6-e46a5cfae28f req-81ac42f5-48b8-4b7c-b212-2e4720a3190f tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:11.332147 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ee9af13d-d408-4f97-bba6-e46a5cfae28f req-81ac42f5-48b8-4b7c-b212-2e4720a3190f tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0a1c358-8998-4a65-b1d3-2bd795df4bf4 HTTP/1.1" status: 200 len: 945 time: 0.0827806 Nov 26 17:10:11.378090 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ee9af13d-d408-4f97-bba6-e46a5cfae28f req-787204b4-2423-4368-9f61-bc91b1c259e5 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/security-groups?id=29365679-be23-4812-96ee-330ec81b4037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403817 Nov 26 17:10:12.566389 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64349b3-3660-4faf-85ab-8922a1d2129f req-7618f210-aee8-44b9-9013-c82cbaae4d12 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:12.568672 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a64349b3-3660-4faf-85ab-8922a1d2129f req-7618f210-aee8-44b9-9013-c82cbaae4d12 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0a1c358-8998-4a65-b1d3-2bd795df4bf4 HTTP/1.1" status: 200 len: 945 time: 0.0853288 Nov 26 17:10:12.613496 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a64349b3-3660-4faf-85ab-8922a1d2129f req-9f39b098-616b-45e5-9c3e-7eb03b37aa6e tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/security-groups?id=29365679-be23-4812-96ee-330ec81b4037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380876 Nov 26 17:10:13.011272 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df83bf3-c57d-4e78-9688-3ca8cd567d28 req-4d98f374-313f-426a-8d2c-4cb12bfb1f47 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:13.012624 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6df83bf3-c57d-4e78-9688-3ca8cd567d28 req-4d98f374-313f-426a-8d2c-4cb12bfb1f47 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0a1c358-8998-4a65-b1d3-2bd795df4bf4 HTTP/1.1" status: 200 len: 945 time: 0.0804064 Nov 26 17:10:13.087775 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-6df83bf3-c57d-4e78-9688-3ca8cd567d28 req-70c0b61e-645a-40d9-9d32-9e0e65fefd63 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Deleting port 2396f47a-8121-45bb-a6ad-aa0ea523cfb7 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:10:13.088115 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6df83bf3-c57d-4e78-9688-3ca8cd567d28 req-70c0b61e-645a-40d9-9d32-9e0e65fefd63 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:13.328747 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-6df83bf3-c57d-4e78-9688-3ca8cd567d28 req-70c0b61e-645a-40d9-9d32-9e0e65fefd63 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] For port 2396f47a-8121-45bb-a6ad-aa0ea523cfb7, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=2396f47a-8121-45bb-a6ad-aa0ea523cfb7,segment=NetworkSegment(7765a88c-2134-4ed3-ae90-47a5ae7d8416),segment_id=7765a88c-2134-4ed3-ae90-47a5ae7d8416)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:10:13.329018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6df83bf3-c57d-4e78-9688-3ca8cd567d28 req-70c0b61e-645a-40d9-9d32-9e0e65fefd63 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:13.451159 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-6df83bf3-c57d-4e78-9688-3ca8cd567d28 req-70c0b61e-645a-40d9-9d32-9e0e65fefd63 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Calling delete_port for 2396f47a-8121-45bb-a6ad-aa0ea523cfb7 owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:10:13.594675 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6df83bf3-c57d-4e78-9688-3ca8cd567d28 req-70c0b61e-645a-40d9-9d32-9e0e65fefd63 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:13.599956 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-505275ce-1b3d-4f29-b37a-0edd54e1c289 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:10:13.612373 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['2396f47a-8121-45bb-a6ad-aa0ea523cfb7'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:10:13.679400 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0b61e-645a-40d9-9d32-9e0e65fefd63 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Pushing event deleted for resources: {'Port': ['ID=2396f47a-8121-45bb-a6ad-aa0ea523cfb7,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:10:13.682042 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-70c0b61e-645a-40d9-9d32-9e0e65fefd63 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:10:13.735399 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df83bf3-c57d-4e78-9688-3ca8cd567d28 req-70c0b61e-645a-40d9-9d32-9e0e65fefd63 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] No DVR routers for this DVR port 2396f47a-8121-45bb-a6ad-aa0ea523cfb7 on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:10:13.738742 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6df83bf3-c57d-4e78-9688-3ca8cd567d28 req-70c0b61e-645a-40d9-9d32-9e0e65fefd63 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:13.743577 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a1c358-8998-4a65-b1d3-2bd795df4bf4', 'name': 'network-vif-deleted', 'tag': '2396f47a-8121-45bb-a6ad-aa0ea523cfb7'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:10:13.799870 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-cbd6317b-4b89-4201-b7d2-4739076d461e req-3e981636-e5cc-4b56-b4d2-dfdfd20e9af9 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Synchronizing usage tracker for tenant:36bcbdb9fe974822bf8fcced6e824b1d on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:10:13.808288 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6df83bf3-c57d-4e78-9688-3ca8cd567d28 req-70c0b61e-645a-40d9-9d32-9e0e65fefd63 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.31 "DELETE /v2.0/ports/2396f47a-8121-45bb-a6ad-aa0ea523cfb7 HTTP/1.1" status: 204 len: 173 time: 0.7868280 Nov 26 17:10:13.820990 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-cbd6317b-4b89-4201-b7d2-4739076d461e req-3e981636-e5cc-4b56-b4d2-dfdfd20e9af9 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Unset dirty status for tenant:36bcbdb9fe974822bf8fcced6e824b1d on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:10:13.822331 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cbd6317b-4b89-4201-b7d2-4739076d461e req-3e981636-e5cc-4b56-b4d2-dfdfd20e9af9 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0a1c358-8998-4a65-b1d3-2bd795df4bf4 HTTP/1.1" status: 200 len: 210 time: 0.0849593 Nov 26 17:10:13.839804 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a1c358-8998-4a65-b1d3-2bd795df4bf4', 'name': 'network-vif-deleted', 'tag': '2396f47a-8121-45bb-a6ad-aa0ea523cfb7', 'status': 'completed', 'code': 200} Nov 26 17:10:15.574083 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-90bb234c-0865-46c7-81ad-c331b9e48d92 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:15.575419 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-90bb234c-0865-46c7-81ad-c331b9e48d92 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/networks?id=eec5453e-2c4b-4d3d-a1e0-b9908d6a498d HTTP/1.1" status: 200 len: 815 time: 0.1436844 Nov 26 17:10:15.590138 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-2e8339f7-9735-4bf3-bf7d-193f4da04c60 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/quotas/36bcbdb9fe974822bf8fcced6e824b1d HTTP/1.1" status: 200 len: 375 time: 0.0094409 Nov 26 17:10:15.670469 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-91cd6b81-d4df-4120-9cfa-d9773ca81954 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=36bcbdb9fe974822bf8fcced6e824b1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756092 Nov 26 17:10:15.858429 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-9ffeb259-3b99-4fbd-9caa-152ac8428ec8 service neutron] 10.222.0.11 "GET /v2.0/networks/eec5453e-2c4b-4d3d-a1e0-b9908d6a498d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766603 Nov 26 17:10:15.987072 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-fb282a83-42a1-482d-a3d5-09b4ac5ebb66 service neutron] 10.222.0.11 "GET /v2.0/networks/eec5453e-2c4b-4d3d-a1e0-b9908d6a498d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228743 Nov 26 17:10:16.162522 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e36b51b8-40f9-46b7-aeec-b1f43ff7bf17 req-a1860d3e-2385-46ec-b065-ef4adf3719e1 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?device_id=035ae1eb-da5c-4b0e-971d-1386bb077f25 HTTP/1.1" status: 200 len: 210 time: 0.0435388 Nov 26 17:10:17.264026 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 2396f47a-8121-45bb-a6ad-aa0ea523cfb7 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:10:17.264663 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-208533c7-8a90-4085-b6f0-c381827dd7b6 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:17.266092 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-208533c7-8a90-4085-b6f0-c381827dd7b6 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.31 "GET /v2.0/networks?id=eec5453e-2c4b-4d3d-a1e0-b9908d6a498d HTTP/1.1" status: 200 len: 815 time: 0.1530209 Nov 26 17:10:17.282763 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-c3586155-09b0-4153-8500-d8363cb774f6 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Request body: {'port': {'device_id': '035ae1eb-da5c-4b0e-971d-1386bb077f25', 'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d', 'admin_state_up': True, 'tenant_id': '36bcbdb9fe974822bf8fcced6e824b1d'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:10:17.314167 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: 2396f47a-8121-45bb-a6ad-aa0ea523cfb7 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:10:17.314618 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 2396f47a-8121-45bb-a6ad-aa0ea523cfb7 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:10:17.327030 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-511dc05e-c83f-4381-8cde-32d9226d87bd req-40222139-731d-4dda-a730-51689b2c9201 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?device_id=035ae1eb-da5c-4b0e-971d-1386bb077f25 HTTP/1.1" status: 200 len: 210 time: 0.0522740 Nov 26 17:10:17.428136 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-c3586155-09b0-4153-8500-d8363cb774f6 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:10:17.438001 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-c3586155-09b0-4153-8500-d8363cb774f6 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:10:17.447548 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-c3586155-09b0-4153-8500-d8363cb774f6 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Made reservation on behalf of 36bcbdb9fe974822bf8fcced6e824b1d for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:10:17.450933 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-c3586155-09b0-4153-8500-d8363cb774f6 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:17.610032 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-c3586155-09b0-4153-8500-d8363cb774f6 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Allocated IP 172.20.0.3 (eec5453e-2c4b-4d3d-a1e0-b9908d6a498d/1d71d7da-b5fd-478f-9b28-52528678a30c/3ae57244-3be5-4c85-9f66-cc57b181fbce) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:10:17.822794 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-c3586155-09b0-4153-8500-d8363cb774f6 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:17.838398 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-c3586155-09b0-4153-8500-d8363cb774f6 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Transition to ACTIVE for port object 3ae57244-3be5-4c85-9f66-cc57b181fbce will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:10:17.860704 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-c3586155-09b0-4153-8500-d8363cb774f6 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:17.867380 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:10:17.928890 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-c3586155-09b0-4153-8500-d8363cb774f6 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Network eec5453e-2c4b-4d3d-a1e0-b9908d6a498d is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:10:17.932010 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-c3586155-09b0-4153-8500-d8363cb774f6 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:10:17.934244 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-c3586155-09b0-4153-8500-d8363cb774f6 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:10:17.979533 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3586155-09b0-4153-8500-d8363cb774f6 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Pushing event updated for resources: {'Port': ['ID=3ae57244-3be5-4c85-9f66-cc57b181fbce,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:10:17.984351 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c3586155-09b0-4153-8500-d8363cb774f6 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:10:18.008946 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-c3586155-09b0-4153-8500-d8363cb774f6 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:18.009470 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-c3586155-09b0-4153-8500-d8363cb774f6 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:18.035773 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-c3586155-09b0-4153-8500-d8363cb774f6 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7570214 Nov 26 17:10:18.053039 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] Request body: {'port': {'device_id': '035ae1eb-da5c-4b0e-971d-1386bb077f25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:10:18.123186 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-df92c371-637f-4e58-9bcb-a96296d4bba1 None None] Provisioning for port 3ae57244-3be5-4c85-9f66-cc57b181fbce completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:10:18.128101 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-df92c371-637f-4e58-9bcb-a96296d4bba1 None None] Provisioning complete for port 3ae57244-3be5-4c85-9f66-cc57b181fbce triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:10:18.128477 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-df92c371-637f-4e58-9bcb-a96296d4bba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:18.167007 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:18.183323 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-df92c371-637f-4e58-9bcb-a96296d4bba1 None None] Port 3ae57244-3be5-4c85-9f66-cc57b181fbce cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:10:18.621103 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef4f5d-e758-48e1-ab1e-59f28a40f26a req-d91e75ec-3f97-422f-96be-dfa6e07cd2cb tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:18.621707 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-fcef4f5d-e758-48e1-ab1e-59f28a40f26a req-d91e75ec-3f97-422f-96be-dfa6e07cd2cb tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Synchronizing usage tracker for tenant:36bcbdb9fe974822bf8fcced6e824b1d on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:10:18.676810 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-fcef4f5d-e758-48e1-ab1e-59f28a40f26a req-d91e75ec-3f97-422f-96be-dfa6e07cd2cb tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Unset dirty status for tenant:36bcbdb9fe974822bf8fcced6e824b1d on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:10:18.677950 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fcef4f5d-e758-48e1-ab1e-59f28a40f26a req-d91e75ec-3f97-422f-96be-dfa6e07cd2cb tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?device_id=035ae1eb-da5c-4b0e-971d-1386bb077f25 HTTP/1.1" status: 200 len: 931 time: 0.2380335 Nov 26 17:10:18.720101 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae57244-3be5-4c85-9f66-cc57b181fbce {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:10:18.736115 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:18.754081 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fcef4f5d-e758-48e1-ab1e-59f28a40f26a req-309d92ad-e1a2-4f2c-bfdd-0e93df930c8d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/security-groups?id=29365679-be23-4812-96ee-330ec81b4037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648770 Nov 26 17:10:18.759804 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] Transition to ACTIVE for port object 3ae57244-3be5-4c85-9f66-cc57b181fbce will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:10:18.763417 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:18.768226 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:10:18.921386 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] Pushing event updated for resources: {'Port': ['ID=3ae57244-3be5-4c85-9f66-cc57b181fbce,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:10:18.928891 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:10:19.002406 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] Attempting to bind port 3ae57244-3be5-4c85-9f66-cc57b181fbce on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:10:19.002741 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] Attempting to bind port 3ae57244-3be5-4c85-9f66-cc57b181fbce by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '7765a88c-2134-4ed3-ae90-47a5ae7d8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:10:19.003071 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] Attempting to bind port 3ae57244-3be5-4c85-9f66-cc57b181fbce on network eec5453e-2c4b-4d3d-a1e0-b9908d6a498d {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:10:19.007677 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] Port 3ae57244-3be5-4c85-9f66-cc57b181fbce on network eec5453e-2c4b-4d3d-a1e0-b9908d6a498d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 17:10:19.008029 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] Attempting to bind port 3ae57244-3be5-4c85-9f66-cc57b181fbce on network eec5453e-2c4b-4d3d-a1e0-b9908d6a498d {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:10:19.013106 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:10:19.013440 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] Checking segment: {'id': '7765a88c-2134-4ed3-ae90-47a5ae7d8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:10:19.013817 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] Bound using segment: {'id': '7765a88c-2134-4ed3-ae90-47a5ae7d8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:10:19.014238 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] Bound port: 3ae57244-3be5-4c85-9f66-cc57b181fbce, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7765a88c-2134-4ed3-ae90-47a5ae7d8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:10:19.014583 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:19.105612 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] For port 3ae57244-3be5-4c85-9f66-cc57b181fbce, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:10:19.108536 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] For port 3ae57244-3be5-4c85-9f66-cc57b181fbce, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=3ae57244-3be5-4c85-9f66-cc57b181fbce,segment=NetworkSegment(7765a88c-2134-4ed3-ae90-47a5ae7d8416),segment_id=7765a88c-2134-4ed3-ae90-47a5ae7d8416)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:10:19.113236 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:19.116821 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a54dba39-f333-4028-9b67-4100865048dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:10:19.174836 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:19.175454 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:19.176832 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] 10.222.0.31 "PUT /v2.0/ports/3ae57244-3be5-4c85-9f66-cc57b181fbce HTTP/1.1" status: 200 len: 1093 time: 1.1281793 Nov 26 17:10:19.177584 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035ae1eb-da5c-4b0e-971d-1386bb077f25', 'tag': '3ae57244-3be5-4c85-9f66-cc57b181fbce'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:10:19.202797 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] Pushing event updated for resources: {'Port': ['ID=3ae57244-3be5-4c85-9f66-cc57b181fbce,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:10:19.205844 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:10:19.266997 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035ae1eb-da5c-4b0e-971d-1386bb077f25', 'tag': '3ae57244-3be5-4c85-9f66-cc57b181fbce', 'status': 'completed', 'code': 200} Nov 26 17:10:19.309869 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-b945ac44-f94f-43e9-bc4a-33ec77dd61f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:19.311370 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-b945ac44-f94f-43e9-bc4a-33ec77dd61f6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=36bcbdb9fe974822bf8fcced6e824b1d&device_id=035ae1eb-da5c-4b0e-971d-1386bb077f25 HTTP/1.1" status: 200 len: 1096 time: 0.0800452 Nov 26 17:10:19.386473 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-0faee289-c43b-451e-9a50-a4ddb9c9a668 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ae57244-3be5-4c85-9f66-cc57b181fbce HTTP/1.1" status: 200 len: 217 time: 0.0634577 Nov 26 17:10:19.457713 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-8d6a1835-854c-4a09-b6d3-ac2049f8eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:19.459071 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-8d6a1835-854c-4a09-b6d3-ac2049f8eb6b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1d71d7da-b5fd-478f-9b28-52528678a30c HTTP/1.1" status: 200 len: 854 time: 0.0629334 Nov 26 17:10:19.536658 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-3fdf5429-3662-41d7-b2b0-ab072620f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:19.538052 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-3fdf5429-3662-41d7-b2b0-ab072620f748 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=eec5453e-2c4b-4d3d-a1e0-b9908d6a498d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682113 Nov 26 17:10:19.667577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:19.677374 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-8ed49c2c-c3b6-4beb-9799-ecd69a761eb2 service neutron] 10.222.0.31 "GET /v2.0/networks/eec5453e-2c4b-4d3d-a1e0-b9908d6a498d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284795 Nov 26 17:10:19.814565 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6ec32dbc-4a2c-4e52-b855-12c2c6d53d1f req-028a43d9-e31a-4ff6-89b0-1aad5a9469dd service neutron] 10.222.0.31 "GET /v2.0/networks/eec5453e-2c4b-4d3d-a1e0-b9908d6a498d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264865 Nov 26 17:10:19.999443 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7ede7-993e-4349-baea-902695c609b6 req-cd65480f-988b-4659-bd4b-020fdfb3cef7 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:20.000917 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-47a7ede7-993e-4349-baea-902695c609b6 req-cd65480f-988b-4659-bd4b-020fdfb3cef7 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?device_id=035ae1eb-da5c-4b0e-971d-1386bb077f25 HTTP/1.1" status: 200 len: 943 time: 0.1402755 Nov 26 17:10:20.003389 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f7f2c-91b6-4f5b-93ce-9671d88a371d req-96e9821c-413b-429c-85fb-966b5ea0e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:20.004714 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-342f7f2c-91b6-4f5b-93ce-9671d88a371d req-96e9821c-413b-429c-85fb-966b5ea0e259 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=36bcbdb9fe974822bf8fcced6e824b1d&device_id=035ae1eb-da5c-4b0e-971d-1386bb077f25 HTTP/1.1" status: 200 len: 1096 time: 0.1090889 Nov 26 17:10:20.123274 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-47a7ede7-993e-4349-baea-902695c609b6 req-8ea22960-a3b0-4256-873f-67e690d11a74 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/security-groups?id=29365679-be23-4812-96ee-330ec81b4037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164300 Nov 26 17:10:20.162236 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f7f2c-91b6-4f5b-93ce-9671d88a371d req-25bf6ed3-b8bf-44fa-b9ff-d8413dc6e7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:20.163730 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-342f7f2c-91b6-4f5b-93ce-9671d88a371d req-25bf6ed3-b8bf-44fa-b9ff-d8413dc6e7c6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=eec5453e-2c4b-4d3d-a1e0-b9908d6a498d HTTP/1.1" status: 200 len: 916 time: 0.1447568 Nov 26 17:10:20.347465 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-342f7f2c-91b6-4f5b-93ce-9671d88a371d req-7b6eab46-963c-4450-be97-9f44623d73ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ae57244-3be5-4c85-9f66-cc57b181fbce HTTP/1.1" status: 200 len: 217 time: 0.1764858 Nov 26 17:10:20.411566 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f7f2c-91b6-4f5b-93ce-9671d88a371d req-02dfd211-9c03-4abf-9b15-374665b1223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:20.412877 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-342f7f2c-91b6-4f5b-93ce-9671d88a371d req-02dfd211-9c03-4abf-9b15-374665b1223b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1d71d7da-b5fd-478f-9b28-52528678a30c HTTP/1.1" status: 200 len: 854 time: 0.0583558 Nov 26 17:10:20.487971 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f7f2c-91b6-4f5b-93ce-9671d88a371d req-591552a9-1cc0-4a08-994f-0b7f9b6e64de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:20.489371 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-342f7f2c-91b6-4f5b-93ce-9671d88a371d req-591552a9-1cc0-4a08-994f-0b7f9b6e64de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=eec5453e-2c4b-4d3d-a1e0-b9908d6a498d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677624 Nov 26 17:10:20.617909 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-342f7f2c-91b6-4f5b-93ce-9671d88a371d req-1f9e3088-aaf8-4799-ba89-4f1b61972cab service neutron] 10.222.0.31 "GET /v2.0/networks/eec5453e-2c4b-4d3d-a1e0-b9908d6a498d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201560 Nov 26 17:10:20.749681 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-342f7f2c-91b6-4f5b-93ce-9671d88a371d req-8d934f13-b462-4e6a-820a-3c526b86e95e service neutron] 10.222.0.31 "GET /v2.0/networks/eec5453e-2c4b-4d3d-a1e0-b9908d6a498d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247070 Nov 26 17:10:21.305388 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3ac21-4634-4e16-b2b4-3a49d8c48dde req-86afbb03-9d45-4d8b-ae25-023d3556bbdf tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:21.306806 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a8a3ac21-4634-4e16-b2b4-3a49d8c48dde req-86afbb03-9d45-4d8b-ae25-023d3556bbdf tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?device_id=035ae1eb-da5c-4b0e-971d-1386bb077f25 HTTP/1.1" status: 200 len: 943 time: 0.0801687 Nov 26 17:10:21.351171 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a8a3ac21-4634-4e16-b2b4-3a49d8c48dde req-ebed9960-cf4b-468f-ac34-e6a4fba79f9d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/security-groups?id=29365679-be23-4812-96ee-330ec81b4037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386815 Nov 26 17:10:22.530256 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b4fd9-8fcc-4bb1-b75e-df176891bf18 req-83e66133-73a9-4998-b352-fb93ce64003d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:22.531676 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2e6b4fd9-8fcc-4bb1-b75e-df176891bf18 req-83e66133-73a9-4998-b352-fb93ce64003d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?device_id=035ae1eb-da5c-4b0e-971d-1386bb077f25 HTTP/1.1" status: 200 len: 943 time: 0.0783536 Nov 26 17:10:22.579825 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2e6b4fd9-8fcc-4bb1-b75e-df176891bf18 req-b01cef88-6f37-4226-975b-cef0f3fb3b0d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/security-groups?id=29365679-be23-4812-96ee-330ec81b4037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425274 Nov 26 17:10:23.294400 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 3ae57244-3be5-4c85-9f66-cc57b181fbce details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:10:23.426309 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 3ae57244-3be5-4c85-9f66-cc57b181fbce, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=3ae57244-3be5-4c85-9f66-cc57b181fbce,segment=NetworkSegment(7765a88c-2134-4ed3-ae90-47a5ae7d8416),segment_id=7765a88c-2134-4ed3-ae90-47a5ae7d8416)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:10:23.438986 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '3ae57244-3be5-4c85-9f66-cc57b181fbce', 'network_id': 'eec5453e-2c4b-4d3d-a1e0-b9908d6a498d', 'port_id': '3ae57244-3be5-4c85-9f66-cc57b181fbce', 'mac_address': 'fa:16:3e:d9:2a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d71d7da-b5fd-478f-9b28-52528678a30c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:10:23.492191 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:23.511578 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae57244-3be5-4c85-9f66-cc57b181fbce {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:10:23.526571 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 3ae57244-3be5-4c85-9f66-cc57b181fbce, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=3ae57244-3be5-4c85-9f66-cc57b181fbce,segment=NetworkSegment(7765a88c-2134-4ed3-ae90-47a5ae7d8416),segment_id=7765a88c-2134-4ed3-ae90-47a5ae7d8416)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:10:23.530312 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:23.532001 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:10:23.594805 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=3ae57244-3be5-4c85-9f66-cc57b181fbce,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:10:23.601712 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:23.602067 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:23.602409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:23.602770 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:23.603073 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:23.603404 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:23.603742 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:23.604077 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:23.604402 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:23.604723 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:23.605043 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:23.605360 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:23.609065 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:10:23.764193 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f4515-c0e3-41c9-aba9-093b7f7465ee req-bd101b68-1c74-4916-840c-2e62a86cb76a tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:23.765653 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1c8f4515-c0e3-41c9-aba9-093b7f7465ee req-bd101b68-1c74-4916-840c-2e62a86cb76a tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?device_id=035ae1eb-da5c-4b0e-971d-1386bb077f25 HTTP/1.1" status: 200 len: 944 time: 0.0845318 Nov 26 17:10:23.808822 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1c8f4515-c0e3-41c9-aba9-093b7f7465ee req-4e4eb1b2-511a-4c05-88a8-66bf3d79098e tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/security-groups?id=29365679-be23-4812-96ee-330ec81b4037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376463 Nov 26 17:10:23.810743 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['3ae57244-3be5-4c85-9f66-cc57b181fbce'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:10:24.991184 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d2ffd-ea2b-47b5-b5dc-d6764006424f req-54efc29d-0c6a-4840-b726-340173f309bb tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:24.992780 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d78d2ffd-ea2b-47b5-b5dc-d6764006424f req-54efc29d-0c6a-4840-b726-340173f309bb tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?device_id=035ae1eb-da5c-4b0e-971d-1386bb077f25 HTTP/1.1" status: 200 len: 944 time: 0.0819747 Nov 26 17:10:25.037276 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d78d2ffd-ea2b-47b5-b5dc-d6764006424f req-f32985b3-4e62-4a33-ae2b-90102324242c tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/security-groups?id=29365679-be23-4812-96ee-330ec81b4037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385375 Nov 26 17:10:25.294592 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 3ae57244-3be5-4c85-9f66-cc57b181fbce up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:10:25.359373 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port 3ae57244-3be5-4c85-9f66-cc57b181fbce completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:10:25.363850 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 3ae57244-3be5-4c85-9f66-cc57b181fbce triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:10:25.364228 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:25.482104 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:25.508692 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035ae1eb-da5c-4b0e-971d-1386bb077f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae57244-3be5-4c85-9f66-cc57b181fbce'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:10:25.518333 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 3ae57244-3be5-4c85-9f66-cc57b181fbce, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=3ae57244-3be5-4c85-9f66-cc57b181fbce,segment=NetworkSegment(7765a88c-2134-4ed3-ae90-47a5ae7d8416),segment_id=7765a88c-2134-4ed3-ae90-47a5ae7d8416)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:10:25.522429 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:25.525429 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:10:25.561880 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035ae1eb-da5c-4b0e-971d-1386bb077f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae57244-3be5-4c85-9f66-cc57b181fbce', 'code': 200} Nov 26 17:10:25.594815 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=3ae57244-3be5-4c85-9f66-cc57b181fbce,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:10:25.598011 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:10:25.801455 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93195a4-15c9-4d9d-bcd6-5043d8983e7c req-a29cbf3f-d4a8-4c77-9e52-d8242c306460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:25.802832 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a93195a4-15c9-4d9d-bcd6-5043d8983e7c req-a29cbf3f-d4a8-4c77-9e52-d8242c306460 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=035ae1eb-da5c-4b0e-971d-1386bb077f25 HTTP/1.1" status: 200 len: 1098 time: 0.0735409 Nov 26 17:10:25.846508 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a93195a4-15c9-4d9d-bcd6-5043d8983e7c req-a2e73b0d-3338-4721-a948-4205fc486535 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=29365679-be23-4812-96ee-330ec81b4037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330999 Nov 26 17:10:26.218482 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249a28a-8a61-4e59-adc8-39ab8ede2866 req-31559f5b-5206-4868-9bd0-9893c57bd7b8 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:26.220026 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3249a28a-8a61-4e59-adc8-39ab8ede2866 req-31559f5b-5206-4868-9bd0-9893c57bd7b8 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?device_id=035ae1eb-da5c-4b0e-971d-1386bb077f25 HTTP/1.1" status: 200 len: 945 time: 0.0793877 Nov 26 17:10:26.263330 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3249a28a-8a61-4e59-adc8-39ab8ede2866 req-99a49743-d133-4a40-b09d-3935c8e082cb tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/security-groups?id=29365679-be23-4812-96ee-330ec81b4037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377474 Nov 26 17:10:27.447852 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543019f3-aa09-416b-9670-8ec8d8eee284 req-f5ac723e-826d-4954-bc83-be5c361a5d66 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:27.449348 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-543019f3-aa09-416b-9670-8ec8d8eee284 req-f5ac723e-826d-4954-bc83-be5c361a5d66 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?device_id=035ae1eb-da5c-4b0e-971d-1386bb077f25 HTTP/1.1" status: 200 len: 945 time: 0.0827718 Nov 26 17:10:27.501923 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-543019f3-aa09-416b-9670-8ec8d8eee284 req-9e65bfc6-e1b0-43c6-bbe4-6e25faf66012 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/security-groups?id=29365679-be23-4812-96ee-330ec81b4037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461683 Nov 26 17:10:27.684714 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322525ef-9aa1-412b-85dc-b72041293d6d req-7175bbfc-45bc-449f-9c2c-d0c89c493782 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:27.686160 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-322525ef-9aa1-412b-85dc-b72041293d6d req-7175bbfc-45bc-449f-9c2c-d0c89c493782 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?device_id=035ae1eb-da5c-4b0e-971d-1386bb077f25 HTTP/1.1" status: 200 len: 945 time: 0.0837307 Nov 26 17:10:27.730842 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-322525ef-9aa1-412b-85dc-b72041293d6d req-b2a08ebd-1efd-42de-967a-0888acad5342 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/security-groups?id=29365679-be23-4812-96ee-330ec81b4037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390389 Nov 26 17:10:28.622726 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-45f2bd0a-f7ff-4f6a-8009-9e617ec88185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:29.410703 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:31.294557 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-54a8a4da-8025-4b2a-9cf2-6d17f72a940f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:32.263789 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:32.826898 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:10:34.053542 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:43.194222 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fb94c-1c17-4b82-b22e-21c059b51d79 req-e1b862a4-774d-43dc-a094-e090ca0261a5 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:43.195598 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-025fb94c-1c17-4b82-b22e-21c059b51d79 req-e1b862a4-774d-43dc-a094-e090ca0261a5 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?device_id=035ae1eb-da5c-4b0e-971d-1386bb077f25 HTTP/1.1" status: 200 len: 945 time: 0.0819077 Nov 26 17:10:43.243600 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-025fb94c-1c17-4b82-b22e-21c059b51d79 req-4fa26679-e62a-4eef-ab17-888f09bdb2ec tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/security-groups?id=29365679-be23-4812-96ee-330ec81b4037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420930 Nov 26 17:10:44.546273 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22f0c5-71ae-4ca7-9621-84a3434928db req-060728b5-2019-4d60-84d0-51d1f1131cda tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:44.547643 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7e22f0c5-71ae-4ca7-9621-84a3434928db req-060728b5-2019-4d60-84d0-51d1f1131cda tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?device_id=035ae1eb-da5c-4b0e-971d-1386bb077f25 HTTP/1.1" status: 200 len: 945 time: 0.1980319 Nov 26 17:10:44.591670 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7e22f0c5-71ae-4ca7-9621-84a3434928db req-1f4e47cb-034b-4117-ba2f-b592c84742eb tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/security-groups?id=29365679-be23-4812-96ee-330ec81b4037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384402 Nov 26 17:10:44.865783 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e19d7-3464-4ae4-835e-36708b6f6163 req-3b26a5bd-dc18-4448-a902-4c34a149c05e tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:44.867698 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7c5e19d7-3464-4ae4-835e-36708b6f6163 req-3b26a5bd-dc18-4448-a902-4c34a149c05e tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.31 "GET /v2.0/ports?device_id=035ae1eb-da5c-4b0e-971d-1386bb077f25 HTTP/1.1" status: 200 len: 945 time: 0.0784562 Nov 26 17:10:44.938173 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-7c5e19d7-3464-4ae4-835e-36708b6f6163 req-08e85fa8-0373-4b65-8f5d-f164bb61046d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Deleting port 3ae57244-3be5-4c85-9f66-cc57b181fbce {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:10:44.938503 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7c5e19d7-3464-4ae4-835e-36708b6f6163 req-08e85fa8-0373-4b65-8f5d-f164bb61046d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:45.188866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-7c5e19d7-3464-4ae4-835e-36708b6f6163 req-08e85fa8-0373-4b65-8f5d-f164bb61046d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] For port 3ae57244-3be5-4c85-9f66-cc57b181fbce, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=3ae57244-3be5-4c85-9f66-cc57b181fbce,segment=NetworkSegment(7765a88c-2134-4ed3-ae90-47a5ae7d8416),segment_id=7765a88c-2134-4ed3-ae90-47a5ae7d8416)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:10:45.189126 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7c5e19d7-3464-4ae4-835e-36708b6f6163 req-08e85fa8-0373-4b65-8f5d-f164bb61046d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:45.313127 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-7c5e19d7-3464-4ae4-835e-36708b6f6163 req-08e85fa8-0373-4b65-8f5d-f164bb61046d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Calling delete_port for 3ae57244-3be5-4c85-9f66-cc57b181fbce owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:10:45.567609 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7c5e19d7-3464-4ae4-835e-36708b6f6163 req-08e85fa8-0373-4b65-8f5d-f164bb61046d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:45.572866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:10:45.583694 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['3ae57244-3be5-4c85-9f66-cc57b181fbce'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:10:45.620333 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e85fa8-0373-4b65-8f5d-f164bb61046d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Pushing event deleted for resources: {'Port': ['ID=3ae57244-3be5-4c85-9f66-cc57b181fbce,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:10:45.655025 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e85fa8-0373-4b65-8f5d-f164bb61046d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:45.655411 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e85fa8-0373-4b65-8f5d-f164bb61046d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:45.655813 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e85fa8-0373-4b65-8f5d-f164bb61046d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:45.656378 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e85fa8-0373-4b65-8f5d-f164bb61046d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:45.656748 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e85fa8-0373-4b65-8f5d-f164bb61046d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:45.657116 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e85fa8-0373-4b65-8f5d-f164bb61046d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:45.657482 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e85fa8-0373-4b65-8f5d-f164bb61046d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:45.657837 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e85fa8-0373-4b65-8f5d-f164bb61046d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:45.658199 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e85fa8-0373-4b65-8f5d-f164bb61046d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:45.658562 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e85fa8-0373-4b65-8f5d-f164bb61046d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:45.658921 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e85fa8-0373-4b65-8f5d-f164bb61046d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:45.659279 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e85fa8-0373-4b65-8f5d-f164bb61046d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:45.681103 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-08e85fa8-0373-4b65-8f5d-f164bb61046d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:10:45.756520 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5e19d7-3464-4ae4-835e-36708b6f6163 req-08e85fa8-0373-4b65-8f5d-f164bb61046d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] No DVR routers for this DVR port 3ae57244-3be5-4c85-9f66-cc57b181fbce on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:10:45.759110 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7c5e19d7-3464-4ae4-835e-36708b6f6163 req-08e85fa8-0373-4b65-8f5d-f164bb61046d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:45.766737 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035ae1eb-da5c-4b0e-971d-1386bb077f25', 'name': 'network-vif-deleted', 'tag': '3ae57244-3be5-4c85-9f66-cc57b181fbce'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:10:45.775440 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8536ad25-3265-47e7-b5d6-0fc470dee137 req-61f28332-825b-4f96-ab93-1bfd1ed77257 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.11 "GET /v2.0/ports?device_id=035ae1eb-da5c-4b0e-971d-1386bb077f25 HTTP/1.1" status: 200 len: 210 time: 0.0634971 Nov 26 17:10:45.786827 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7c5e19d7-3464-4ae4-835e-36708b6f6163 req-08e85fa8-0373-4b65-8f5d-f164bb61046d tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] 10.222.0.31 "DELETE /v2.0/ports/3ae57244-3be5-4c85-9f66-cc57b181fbce HTTP/1.1" status: 204 len: 173 time: 0.9134126 Nov 26 17:10:45.819796 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035ae1eb-da5c-4b0e-971d-1386bb077f25', 'name': 'network-vif-deleted', 'tag': '3ae57244-3be5-4c85-9f66-cc57b181fbce', 'status': 'completed', 'code': 200} Nov 26 17:10:46.902160 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58748) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:10:47.431472 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-eaea8d5f-ffe3-463a-8c3a-352e842bc007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:47.783021 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-eaea8d5f-ffe3-463a-8c3a-352e842bc007 admin admin] Deleting port a17c3c54-c935-4967-b2d7-b581ca3cd158 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:10:47.783356 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-eaea8d5f-ffe3-463a-8c3a-352e842bc007 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:47.955232 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-eaea8d5f-ffe3-463a-8c3a-352e842bc007 admin admin] For port a17c3c54-c935-4967-b2d7-b581ca3cd158, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=a17c3c54-c935-4967-b2d7-b581ca3cd158,segment=NetworkSegment(7765a88c-2134-4ed3-ae90-47a5ae7d8416),segment_id=7765a88c-2134-4ed3-ae90-47a5ae7d8416)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:10:47.955957 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-eaea8d5f-ffe3-463a-8c3a-352e842bc007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:48.199408 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-eaea8d5f-ffe3-463a-8c3a-352e842bc007 admin admin] Calling delete_port for a17c3c54-c935-4967-b2d7-b581ca3cd158 owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:10:48.361636 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-eaea8d5f-ffe3-463a-8c3a-352e842bc007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:48.365888 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-41004669-1bc3-48f9-a28f-4381bcd00bed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:10:48.409463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea8d5f-ffe3-463a-8c3a-352e842bc007 admin admin] Pushing event deleted for resources: {'Port': ['ID=a17c3c54-c935-4967-b2d7-b581ca3cd158,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:10:48.435288 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-eaea8d5f-ffe3-463a-8c3a-352e842bc007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:10:48.674044 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-eaea8d5f-ffe3-463a-8c3a-352e842bc007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:49.028993 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaea8d5f-ffe3-463a-8c3a-352e842bc007 admin admin] Router ec7717c3-ea75-468e-9c6e-147c17400bdc has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:10:49.200656 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaea8d5f-ffe3-463a-8c3a-352e842bc007 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:10:49.209363 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb450d5-a413-448b-885f-aba7f23288fd None None] Sync routers for ids ['ec7717c3-ea75-468e-9c6e-147c17400bdc'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:10:49.213189 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-eaea8d5f-ffe3-463a-8c3a-352e842bc007 admin admin] 10.222.0.11 "PUT /v2.0/routers/ec7717c3-ea75-468e-9c6e-147c17400bdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3101544 Nov 26 17:10:49.215646 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58752) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:10:49.219016 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb450d5-a413-448b-885f-aba7f23288fd None None] Routers {'ec7717c3-ea75-468e-9c6e-147c17400bdc'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:10:49.219731 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-bfb450d5-a413-448b-885f-aba7f23288fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:10:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['ec7717c3-ea75-468e-9c6e-147c17400bdc'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:10:49.402812 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-bfb450d5-a413-448b-885f-aba7f23288fd None None] Set router ec7717c3-ea75-468e-9c6e-147c17400bdc gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:10:49.445929 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 3ae57244-3be5-4c85-9f66-cc57b181fbce no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:10:49.525213 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-37d9724b-2eed-4e37-9da6-a7fd22c75b83 admin admin] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:49.543491 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: 3ae57244-3be5-4c85-9f66-cc57b181fbce {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:10:49.543872 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 3ae57244-3be5-4c85-9f66-cc57b181fbce not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:10:49.703452 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-37d9724b-2eed-4e37-9da6-a7fd22c75b83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:49.723191 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-37d9724b-2eed-4e37-9da6-a7fd22c75b83 admin admin] Deleting port a92f29ec-63bd-46eb-8efd-7aee89128a96 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:10:49.723880 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-37d9724b-2eed-4e37-9da6-a7fd22c75b83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:49.755618 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:49.777473 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-bfb450d5-a413-448b-885f-aba7f23288fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7717c3-ea75-468e-9c6e-147c17400bdc', 'name': 'tempest-TestEncryptedCinderVolumes-74365027-router', 'tenant_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a92f29ec-63bd-46eb-8efd-7aee89128a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:09:32Z', 'updated_at': '2021-11-26T17:10:48Z', 'revision_number': 5, 'project_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'gw_port': {'id': 'a92f29ec-63bd-46eb-8efd-7aee89128a96', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:96:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7717c3-ea75-468e-9c6e-147c17400bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:09:32Z', 'updated_at': '2021-11-26T17:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:10:49.781830 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb450d5-a413-448b-885f-aba7f23288fd None None] Checking router: ec7717c3-ea75-468e-9c6e-147c17400bdc for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:10:49.790042 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb450d5-a413-448b-885f-aba7f23288fd None None] Routers {'ec7717c3-ea75-468e-9c6e-147c17400bdc'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:10:49.790684 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-bfb450d5-a413-448b-885f-aba7f23288fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:10:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['ec7717c3-ea75-468e-9c6e-147c17400bdc'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:10:49.913154 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-37d9724b-2eed-4e37-9da6-a7fd22c75b83 admin admin] For port a92f29ec-63bd-46eb-8efd-7aee89128a96, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=a92f29ec-63bd-46eb-8efd-7aee89128a96,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:10:49.913504 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-37d9724b-2eed-4e37-9da6-a7fd22c75b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:49.937938 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-bfb450d5-a413-448b-885f-aba7f23288fd None None] Set router ec7717c3-ea75-468e-9c6e-147c17400bdc gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:10:50.036976 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-37d9724b-2eed-4e37-9da6-a7fd22c75b83 admin admin] Calling delete_port for a92f29ec-63bd-46eb-8efd-7aee89128a96 owned by network:router_gateway {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:10:50.046347 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-bfb450d5-a413-448b-885f-aba7f23288fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7717c3-ea75-468e-9c6e-147c17400bdc', 'name': 'tempest-TestEncryptedCinderVolumes-74365027-router', 'tenant_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:09:32Z', 'updated_at': '2021-11-26T17:10:49Z', 'revision_number': 6, 'project_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:10:50.050278 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb450d5-a413-448b-885f-aba7f23288fd None None] The sync data for ids ['ec7717c3-ea75-468e-9c6e-147c17400bdc'] in dv-neutron-819440-1-hyperv is: [{'id': 'ec7717c3-ea75-468e-9c6e-147c17400bdc', 'name': 'tempest-TestEncryptedCinderVolumes-74365027-router', 'tenant_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:09:32Z', 'updated_at': '2021-11-26T17:10:49Z', 'revision_number': 6, 'project_id': '36bcbdb9fe974822bf8fcced6e824b1d', 'gw_port_host': None}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:10:50.208388 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-37d9724b-2eed-4e37-9da6-a7fd22c75b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:50.212186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:10:50.254677 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9724b-2eed-4e37-9da6-a7fd22c75b83 admin admin] Pushing event deleted for resources: {'Port': ['ID=a92f29ec-63bd-46eb-8efd-7aee89128a96,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:10:50.257701 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-37d9724b-2eed-4e37-9da6-a7fd22c75b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:10:50.346055 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-37d9724b-2eed-4e37-9da6-a7fd22c75b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:50.521206 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-37d9724b-2eed-4e37-9da6-a7fd22c75b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:50.523365 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-37d9724b-2eed-4e37-9da6-a7fd22c75b83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:50.544491 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-37d9724b-2eed-4e37-9da6-a7fd22c75b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:50.545054 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d9724b-2eed-4e37-9da6-a7fd22c75b83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec7717c3-ea75-468e-9c6e-147c17400bdc {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 17:10:50.557650 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-37d9724b-2eed-4e37-9da6-a7fd22c75b83 admin admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:50.558743 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-37d9724b-2eed-4e37-9da6-a7fd22c75b83 admin admin] 10.222.0.11 "DELETE /v2.0/routers/ec7717c3-ea75-468e-9c6e-147c17400bdc HTTP/1.1" status: 204 len: 168 time: 1.3421788 Nov 26 17:10:50.561293 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58756) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:10:50.619150 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e3b7f2-e759-47ac-8a47-9f68de90d5c6 admin admin] Deleting subnet 1d71d7da-b5fd-478f-9b28-52528678a30c {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 17:10:50.622040 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a4e3b7f2-e759-47ac-8a47-9f68de90d5c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:50.672318 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a4e3b7f2-e759-47ac-8a47-9f68de90d5c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:50.750418 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a4e3b7f2-e759-47ac-8a47-9f68de90d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:50.821860 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a4e3b7f2-e759-47ac-8a47-9f68de90d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:50.825740 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-68e2706f-28f6-4b60-b914-b3315abe502d tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:10:50.864647 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3b7f2-e759-47ac-8a47-9f68de90d5c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d71d7da-b5fd-478f-9b28-52528678a30c,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:10:50.867634 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a4e3b7f2-e759-47ac-8a47-9f68de90d5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:10:50.870670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a4e3b7f2-e759-47ac-8a47-9f68de90d5c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:50.875994 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daa9449-b87c-417a-945d-0da8a033b508 None None] Network eec5453e-2c4b-4d3d-a1e0-b9908d6a498d requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:10:50.877261 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a4e3b7f2-e759-47ac-8a47-9f68de90d5c6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1d71d7da-b5fd-478f-9b28-52528678a30c HTTP/1.1" status: 204 len: 168 time: 0.3150327 Nov 26 17:10:50.879760 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58760) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:10:51.127326 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9b34c050-f17b-4dc6-807b-1f6a88ed5034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:51.138468 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-9b34c050-f17b-4dc6-807b-1f6a88ed5034 admin admin] Deleting port 78861d67-b9ef-414f-ad35-e8c3a9938ba2 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:10:51.138839 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9b34c050-f17b-4dc6-807b-1f6a88ed5034 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:51.141898 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8c563e-eaf2-4367-9944-300cdb21bfd5 None None] DHCP port deletion for eec5453e-2c4b-4d3d-a1e0-b9908d6a498d request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 17:10:51.146133 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-dd8c563e-eaf2-4367-9944-300cdb21bfd5 None None] Deleting port 78861d67-b9ef-414f-ad35-e8c3a9938ba2 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:10:51.146518 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-dd8c563e-eaf2-4367-9944-300cdb21bfd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:51.344163 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-9b34c050-f17b-4dc6-807b-1f6a88ed5034 admin admin] For port 78861d67-b9ef-414f-ad35-e8c3a9938ba2, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=78861d67-b9ef-414f-ad35-e8c3a9938ba2,segment=NetworkSegment(7765a88c-2134-4ed3-ae90-47a5ae7d8416),segment_id=7765a88c-2134-4ed3-ae90-47a5ae7d8416)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:10:51.344606 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9b34c050-f17b-4dc6-807b-1f6a88ed5034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:51.349189 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-dd8c563e-eaf2-4367-9944-300cdb21bfd5 None None] For port 78861d67-b9ef-414f-ad35-e8c3a9938ba2, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=78861d67-b9ef-414f-ad35-e8c3a9938ba2,segment=NetworkSegment(7765a88c-2134-4ed3-ae90-47a5ae7d8416),segment_id=7765a88c-2134-4ed3-ae90-47a5ae7d8416)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:10:51.349595 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-dd8c563e-eaf2-4367-9944-300cdb21bfd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:51.470324 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-9b34c050-f17b-4dc6-807b-1f6a88ed5034 admin admin] Calling delete_port for 78861d67-b9ef-414f-ad35-e8c3a9938ba2 owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:10:51.471527 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-dd8c563e-eaf2-4367-9944-300cdb21bfd5 None None] Calling delete_port for 78861d67-b9ef-414f-ad35-e8c3a9938ba2 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:10:51.542766 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-dd8c563e-eaf2-4367-9944-300cdb21bfd5 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 26 17:10:51.542766 dv-neutron-819440-1-hyperv neutron-server[87520]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Nov 26 17:10:51.542766 dv-neutron-819440-1-hyperv neutron-server[87520]: [parameters: {'port_id': '78861d67-b9ef-414f-ad35-e8c3a9938ba2'}] Nov 26 17:10:51.542766 dv-neutron-819440-1-hyperv neutron-server[87520]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 17:10:51.543196 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-dd8c563e-eaf2-4367-9944-300cdb21bfd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 17:10:51.548038 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9b34c050-f17b-4dc6-807b-1f6a88ed5034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:51.552175 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-482a482d-1699-4793-82be-f0ae1fcbceb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:10:51.598427 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34c050-f17b-4dc6-807b-1f6a88ed5034 admin admin] Pushing event deleted for resources: {'Port': ['ID=78861d67-b9ef-414f-ad35-e8c3a9938ba2,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:10:51.601529 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9b34c050-f17b-4dc6-807b-1f6a88ed5034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:10:51.602291 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b34c050-f17b-4dc6-807b-1f6a88ed5034 admin admin] No DVR routers for this DVR port 78861d67-b9ef-414f-ad35-e8c3a9938ba2 on host dv-neutron-819440-1-hyperv {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:10:51.718726 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9b34c050-f17b-4dc6-807b-1f6a88ed5034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:51.726530 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device a17c3c54-c935-4967-b2d7-b581ca3cd158 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:10:51.752082 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-9b34c050-f17b-4dc6-807b-1f6a88ed5034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec5453e-2c4b-4d3d-a1e0-b9908d6a498d']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:10:51.764588 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: a17c3c54-c935-4967-b2d7-b581ca3cd158 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:10:51.764889 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-9b34c050-f17b-4dc6-807b-1f6a88ed5034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7765a88c-2134-4ed3-ae90-47a5ae7d8416') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:10:51.765005 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device a17c3c54-c935-4967-b2d7-b581ca3cd158 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:10:51.765186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-9b34c050-f17b-4dc6-807b-1f6a88ed5034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7765a88c-2134-4ed3-ae90-47a5ae7d8416') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:10:51.765368 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 78861d67-b9ef-414f-ad35-e8c3a9938ba2 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:10:51.778428 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9b34c050-f17b-4dc6-807b-1f6a88ed5034 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:51.796458 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9b34c050-f17b-4dc6-807b-1f6a88ed5034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:51.797930 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 78861d67-b9ef-414f-ad35-e8c3a9938ba2 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:10:51.798290 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 78861d67-b9ef-414f-ad35-e8c3a9938ba2 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:10:51.798737 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device a92f29ec-63bd-46eb-8efd-7aee89128a96 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:10:51.802706 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b34c050-f17b-4dc6-807b-1f6a88ed5034 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 17:10:51.803784 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9b34c050-f17b-4dc6-807b-1f6a88ed5034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 17:10:51.817360 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 17:10:51.831814 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: a92f29ec-63bd-46eb-8efd-7aee89128a96 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:10:51.832175 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device a92f29ec-63bd-46eb-8efd-7aee89128a96 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:10:51.896569 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9b34c050-f17b-4dc6-807b-1f6a88ed5034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:51.899858 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9577e2ec-cb9f-4e17-9470-ffd15372f7d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:10:51.912626 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9b34c050-f17b-4dc6-807b-1f6a88ed5034 admin admin] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:51.924249 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34c050-f17b-4dc6-807b-1f6a88ed5034 admin admin] Pushing event deleted for resources: {'Network': ['ID=eec5453e-2c4b-4d3d-a1e0-b9908d6a498d,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:10:51.929539 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9b34c050-f17b-4dc6-807b-1f6a88ed5034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:10:51.937192 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9b34c050-f17b-4dc6-807b-1f6a88ed5034 admin admin] 10.222.0.11 "DELETE /v2.0/networks/eec5453e-2c4b-4d3d-a1e0-b9908d6a498d HTTP/1.1" status: 204 len: 168 time: 1.0563924 Nov 26 17:10:51.940146 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58764) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:10:52.044204 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-dd8c563e-eaf2-4367-9944-300cdb21bfd5 None None] Deleting port 78861d67-b9ef-414f-ad35-e8c3a9938ba2 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:10:52.044779 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-dd8c563e-eaf2-4367-9944-300cdb21bfd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:52.111436 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-dd8c563e-eaf2-4367-9944-300cdb21bfd5 None None] The port '78861d67-b9ef-414f-ad35-e8c3a9938ba2' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 17:10:52.473949 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e8afbd86-8465-4155-9a33-59b4c4401591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:52.941315 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-e8afbd86-8465-4155-9a33-59b4c4401591 admin admin] Deleting port 0813c532-6a29-4ecc-bd31-ec80ed4d5841 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:10:52.941650 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e8afbd86-8465-4155-9a33-59b4c4401591 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:53.113923 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-e8afbd86-8465-4155-9a33-59b4c4401591 admin admin] For port 0813c532-6a29-4ecc-bd31-ec80ed4d5841, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=0813c532-6a29-4ecc-bd31-ec80ed4d5841,segment=NetworkSegment(61a8b773-cdc8-40b6-a8f4-3372e148b99f),segment_id=61a8b773-cdc8-40b6-a8f4-3372e148b99f)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:10:53.114275 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e8afbd86-8465-4155-9a33-59b4c4401591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:53.234770 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-e8afbd86-8465-4155-9a33-59b4c4401591 admin admin] Calling delete_port for 0813c532-6a29-4ecc-bd31-ec80ed4d5841 owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:10:53.397374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e8afbd86-8465-4155-9a33-59b4c4401591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:53.401590 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-65a640ea-bc88-45e4-b26b-596672063ed0 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:10:53.447071 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8afbd86-8465-4155-9a33-59b4c4401591 admin admin] Pushing event deleted for resources: {'Port': ['ID=0813c532-6a29-4ecc-bd31-ec80ed4d5841,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:10:53.472980 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e8afbd86-8465-4155-9a33-59b4c4401591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:10:53.718759 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e8afbd86-8465-4155-9a33-59b4c4401591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:54.195563 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8afbd86-8465-4155-9a33-59b4c4401591 admin admin] Router 1beef33e-c052-42ea-b306-0871b0b06b83 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:10:54.369943 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8afbd86-8465-4155-9a33-59b4c4401591 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:10:54.378688 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e8afbd86-8465-4155-9a33-59b4c4401591 admin admin] 10.222.0.11 "PUT /v2.0/routers/1beef33e-c052-42ea-b306-0871b0b06b83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4375639 Nov 26 17:10:54.378833 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be815a0-9828-43a4-9e46-a5f9410c1d85 None None] Sync routers for ids ['1beef33e-c052-42ea-b306-0871b0b06b83'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:10:54.381240 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58768) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:10:54.389490 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be815a0-9828-43a4-9e46-a5f9410c1d85 None None] Routers {'1beef33e-c052-42ea-b306-0871b0b06b83'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:10:54.390102 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-3be815a0-9828-43a4-9e46-a5f9410c1d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:10:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['1beef33e-c052-42ea-b306-0871b0b06b83'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:10:54.554755 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cb65dc76-1d8e-4a16-b2cd-45e3a7ea1824 admin admin] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:54.563005 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-3be815a0-9828-43a4-9e46-a5f9410c1d85 None None] Set router 1beef33e-c052-42ea-b306-0871b0b06b83 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:10:54.734499 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cb65dc76-1d8e-4a16-b2cd-45e3a7ea1824 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:54.745157 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-cb65dc76-1d8e-4a16-b2cd-45e3a7ea1824 admin admin] Deleting port 216464b6-b3c0-40cb-a38d-9b74c024ec95 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:10:54.745522 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cb65dc76-1d8e-4a16-b2cd-45e3a7ea1824 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:54.871212 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-3be815a0-9828-43a4-9e46-a5f9410c1d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beef33e-c052-42ea-b306-0871b0b06b83', 'name': 'tempest-TestEncryptedCinderVolumes-529772892-router', 'tenant_id': '122ee1fd65454bb3a6ac38012b15bee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '216464b6-b3c0-40cb-a38d-9b74c024ec95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:09:38Z', 'updated_at': '2021-11-26T17:10:53Z', 'revision_number': 5, 'project_id': '122ee1fd65454bb3a6ac38012b15bee0', 'gw_port': {'id': '216464b6-b3c0-40cb-a38d-9b74c024ec95', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:42:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beef33e-c052-42ea-b306-0871b0b06b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:09:39Z', 'updated_at': '2021-11-26T17:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:10:54.874996 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be815a0-9828-43a4-9e46-a5f9410c1d85 None None] Checking router: 1beef33e-c052-42ea-b306-0871b0b06b83 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:10:54.883131 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be815a0-9828-43a4-9e46-a5f9410c1d85 None None] Routers {'1beef33e-c052-42ea-b306-0871b0b06b83'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:10:54.883757 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-3be815a0-9828-43a4-9e46-a5f9410c1d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:10:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['1beef33e-c052-42ea-b306-0871b0b06b83'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:10:54.921843 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-cb65dc76-1d8e-4a16-b2cd-45e3a7ea1824 admin admin] For port 216464b6-b3c0-40cb-a38d-9b74c024ec95, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=216464b6-b3c0-40cb-a38d-9b74c024ec95,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:10:54.922195 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cb65dc76-1d8e-4a16-b2cd-45e3a7ea1824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:55.032028 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-3be815a0-9828-43a4-9e46-a5f9410c1d85 None None] Set router 1beef33e-c052-42ea-b306-0871b0b06b83 gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:10:55.046953 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-cb65dc76-1d8e-4a16-b2cd-45e3a7ea1824 admin admin] Calling delete_port for 216464b6-b3c0-40cb-a38d-9b74c024ec95 owned by network:router_gateway {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:10:55.133985 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-3be815a0-9828-43a4-9e46-a5f9410c1d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beef33e-c052-42ea-b306-0871b0b06b83', 'name': 'tempest-TestEncryptedCinderVolumes-529772892-router', 'tenant_id': '122ee1fd65454bb3a6ac38012b15bee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:09:38Z', 'updated_at': '2021-11-26T17:10:54Z', 'revision_number': 6, 'project_id': '122ee1fd65454bb3a6ac38012b15bee0', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:10:55.137735 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be815a0-9828-43a4-9e46-a5f9410c1d85 None None] The sync data for ids ['1beef33e-c052-42ea-b306-0871b0b06b83'] in dv-neutron-819440-1-hyperv is: [{'id': '1beef33e-c052-42ea-b306-0871b0b06b83', 'name': 'tempest-TestEncryptedCinderVolumes-529772892-router', 'tenant_id': '122ee1fd65454bb3a6ac38012b15bee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:09:38Z', 'updated_at': '2021-11-26T17:10:54Z', 'revision_number': 6, 'project_id': '122ee1fd65454bb3a6ac38012b15bee0', 'gw_port_host': None}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:10:55.213631 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cb65dc76-1d8e-4a16-b2cd-45e3a7ea1824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:55.218029 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-eaea8d5f-ffe3-463a-8c3a-352e842bc007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:10:55.261200 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65dc76-1d8e-4a16-b2cd-45e3a7ea1824 admin admin] Pushing event deleted for resources: {'Port': ['ID=216464b6-b3c0-40cb-a38d-9b74c024ec95,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:10:55.286746 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cb65dc76-1d8e-4a16-b2cd-45e3a7ea1824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:10:55.351142 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cb65dc76-1d8e-4a16-b2cd-45e3a7ea1824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:55.655226 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cb65dc76-1d8e-4a16-b2cd-45e3a7ea1824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:55.657359 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cb65dc76-1d8e-4a16-b2cd-45e3a7ea1824 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:55.680482 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cb65dc76-1d8e-4a16-b2cd-45e3a7ea1824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:55.681132 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb65dc76-1d8e-4a16-b2cd-45e3a7ea1824 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1beef33e-c052-42ea-b306-0871b0b06b83 {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 17:10:55.693100 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cb65dc76-1d8e-4a16-b2cd-45e3a7ea1824 admin admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:55.694929 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cb65dc76-1d8e-4a16-b2cd-45e3a7ea1824 admin admin] 10.222.0.11 "DELETE /v2.0/routers/1beef33e-c052-42ea-b306-0871b0b06b83 HTTP/1.1" status: 204 len: 168 time: 1.3126929 Nov 26 17:10:55.697285 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58772) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:10:55.755259 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e0b174-c2b3-404e-b5a9-2b9d024a64d5 admin admin] Deleting subnet 381965fb-809b-47c2-82b8-8cb8bc4155d8 {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 17:10:55.758167 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-13e0b174-c2b3-404e-b5a9-2b9d024a64d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:55.808844 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-13e0b174-c2b3-404e-b5a9-2b9d024a64d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:55.886000 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-13e0b174-c2b3-404e-b5a9-2b9d024a64d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:55.948323 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0813c532-6a29-4ecc-bd31-ec80ed4d5841 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:10:55.963149 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-13e0b174-c2b3-404e-b5a9-2b9d024a64d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:55.966969 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-dd6ab37d-9993-4f15-81ad-42d3442cc9ea tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:10:55.984947 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 0813c532-6a29-4ecc-bd31-ec80ed4d5841 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:10:55.985302 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 0813c532-6a29-4ecc-bd31-ec80ed4d5841 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:10:55.985760 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 216464b6-b3c0-40cb-a38d-9b74c024ec95 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:10:56.007514 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0b174-c2b3-404e-b5a9-2b9d024a64d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=381965fb-809b-47c2-82b8-8cb8bc4155d8,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:10:56.010447 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-13e0b174-c2b3-404e-b5a9-2b9d024a64d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:10:56.011421 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-13e0b174-c2b3-404e-b5a9-2b9d024a64d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:56.019615 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-13e0b174-c2b3-404e-b5a9-2b9d024a64d5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/381965fb-809b-47c2-82b8-8cb8bc4155d8 HTTP/1.1" status: 204 len: 168 time: 0.3191671 Nov 26 17:10:56.019918 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58776) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:10:56.020382 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4452d6-db0d-4950-8413-62371dec11ab None None] Network 77ee669c-3866-4b20-852c-70713c8165b3 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:10:56.040269 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 216464b6-b3c0-40cb-a38d-9b74c024ec95 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:10:56.040626 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 216464b6-b3c0-40cb-a38d-9b74c024ec95 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:10:56.131634 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a9ec7215-3486-4903-af01-9f8b343e17ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:56.142300 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec7215-3486-4903-af01-9f8b343e17ff admin admin] Deleting port 130f4e91-6703-4de6-8a5c-ac3e23d6b2cf {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:10:56.142643 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a9ec7215-3486-4903-af01-9f8b343e17ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:56.311986 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1a50c3-cc08-44d1-9f30-e69e5c1d4df2 None None] DHCP port deletion for 77ee669c-3866-4b20-852c-70713c8165b3 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 17:10:56.316386 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a50c3-cc08-44d1-9f30-e69e5c1d4df2 None None] Deleting port 130f4e91-6703-4de6-8a5c-ac3e23d6b2cf {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:10:56.316765 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8b1a50c3-cc08-44d1-9f30-e69e5c1d4df2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:56.353131 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-a9ec7215-3486-4903-af01-9f8b343e17ff admin admin] For port 130f4e91-6703-4de6-8a5c-ac3e23d6b2cf, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=130f4e91-6703-4de6-8a5c-ac3e23d6b2cf,segment=NetworkSegment(61a8b773-cdc8-40b6-a8f4-3372e148b99f),segment_id=61a8b773-cdc8-40b6-a8f4-3372e148b99f)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:10:56.353485 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a9ec7215-3486-4903-af01-9f8b343e17ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:56.474409 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec7215-3486-4903-af01-9f8b343e17ff admin admin] Calling delete_port for 130f4e91-6703-4de6-8a5c-ac3e23d6b2cf owned by network:dhcp {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:10:56.516164 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-8b1a50c3-cc08-44d1-9f30-e69e5c1d4df2 None None] For port 130f4e91-6703-4de6-8a5c-ac3e23d6b2cf, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=130f4e91-6703-4de6-8a5c-ac3e23d6b2cf,segment=NetworkSegment(61a8b773-cdc8-40b6-a8f4-3372e148b99f),segment_id=61a8b773-cdc8-40b6-a8f4-3372e148b99f)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:10:56.516482 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8b1a50c3-cc08-44d1-9f30-e69e5c1d4df2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:56.551737 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a9ec7215-3486-4903-af01-9f8b343e17ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:56.556307 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-044cf642-c92a-43c8-a884-86722ce56fcf tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:10:56.598972 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec7215-3486-4903-af01-9f8b343e17ff admin admin] Pushing event deleted for resources: {'Port': ['ID=130f4e91-6703-4de6-8a5c-ac3e23d6b2cf,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:10:56.601799 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a9ec7215-3486-4903-af01-9f8b343e17ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:10:56.604091 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ec7215-3486-4903-af01-9f8b343e17ff admin admin] No DVR routers for this DVR port 130f4e91-6703-4de6-8a5c-ac3e23d6b2cf on host dv-neutron-819440-1-hyperv {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:10:56.636520 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a50c3-cc08-44d1-9f30-e69e5c1d4df2 None None] Calling delete_port for 130f4e91-6703-4de6-8a5c-ac3e23d6b2cf owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:10:56.710055 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-8b1a50c3-cc08-44d1-9f30-e69e5c1d4df2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 17:10:56.710419 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-8b1a50c3-cc08-44d1-9f30-e69e5c1d4df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 17:10:56.718416 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a9ec7215-3486-4903-af01-9f8b343e17ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:56.742660 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-a9ec7215-3486-4903-af01-9f8b343e17ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ee669c-3866-4b20-852c-70713c8165b3']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:10:56.759174 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-a9ec7215-3486-4903-af01-9f8b343e17ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a8b773-cdc8-40b6-a8f4-3372e148b99f') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:10:56.759690 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-a9ec7215-3486-4903-af01-9f8b343e17ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a8b773-cdc8-40b6-a8f4-3372e148b99f') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:10:56.770695 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a9ec7215-3486-4903-af01-9f8b343e17ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:56.786930 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a9ec7215-3486-4903-af01-9f8b343e17ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:56.793261 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ec7215-3486-4903-af01-9f8b343e17ff admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 17:10:56.793642 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a9ec7215-3486-4903-af01-9f8b343e17ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 17:10:56.806751 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 17:10:56.880577 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a9ec7215-3486-4903-af01-9f8b343e17ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:56.884726 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3df85e60-987a-4ccf-af25-c64de670fb99 tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:10:56.897509 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a9ec7215-3486-4903-af01-9f8b343e17ff admin admin] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:56.912418 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec7215-3486-4903-af01-9f8b343e17ff admin admin] Pushing event deleted for resources: {'Network': ['ID=77ee669c-3866-4b20-852c-70713c8165b3,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:10:56.915328 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a9ec7215-3486-4903-af01-9f8b343e17ff admin admin] 10.222.0.11 "DELETE /v2.0/networks/77ee669c-3866-4b20-852c-70713c8165b3 HTTP/1.1" status: 204 len: 168 time: 0.8944514 Nov 26 17:10:56.916352 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a9ec7215-3486-4903-af01-9f8b343e17ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:10:57.101979 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58782) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:10:57.149736 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b50c2ac2-6e84-46ff-b2a9-0b67543101d0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=36bcbdb9fe974822bf8fcced6e824b1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465214 Nov 26 17:10:57.151985 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58786) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:10:57.210187 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-38131278-a689-4653-9c3e-a6752bb07123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:57.211782 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a50c3-cc08-44d1-9f30-e69e5c1d4df2 None None] Deleting port 130f4e91-6703-4de6-8a5c-ac3e23d6b2cf {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:10:57.212293 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8b1a50c3-cc08-44d1-9f30-e69e5c1d4df2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:57.237190 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-38131278-a689-4653-9c3e-a6752bb07123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:57.279521 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a50c3-cc08-44d1-9f30-e69e5c1d4df2 None None] The port '130f4e91-6703-4de6-8a5c-ac3e23d6b2cf' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 17:10:57.293754 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-38131278-a689-4653-9c3e-a6752bb07123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:57.297667 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ef98d58c-e6de-42e2-bb88-72e1f350715f tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:10:57.311833 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38131278-a689-4653-9c3e-a6752bb07123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29365679-be23-4812-96ee-330ec81b4037,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:10:57.314697 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-38131278-a689-4653-9c3e-a6752bb07123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:10:57.324211 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-38131278-a689-4653-9c3e-a6752bb07123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:57.325504 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-38131278-a689-4653-9c3e-a6752bb07123 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/29365679-be23-4812-96ee-330ec81b4037 HTTP/1.1" status: 204 len: 168 time: 0.1726553 Nov 26 17:10:57.669014 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58794) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:10:57.720291 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-57038845-9dc1-4d2b-89b1-c48c1c154b3b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=122ee1fd65454bb3a6ac38012b15bee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498841 Nov 26 17:10:57.722719 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58798) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:10:57.727385 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 130f4e91-6703-4de6-8a5c-ac3e23d6b2cf no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:10:57.765213 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 130f4e91-6703-4de6-8a5c-ac3e23d6b2cf {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:10:57.765580 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 130f4e91-6703-4de6-8a5c-ac3e23d6b2cf not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:10:57.793811 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5b004c8b-323a-4d7f-85c4-cd858d8743c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:57.819508 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5b004c8b-323a-4d7f-85c4-cd858d8743c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:57.871440 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5b004c8b-323a-4d7f-85c4-cd858d8743c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:57.876301 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-358e7ad3-4013-435f-a29d-ed6c99567c87 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:10:57.889734 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b004c8b-323a-4d7f-85c4-cd858d8743c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb147c0-e666-482f-9c4b-4cea38c91d91,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:10:57.892564 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5b004c8b-323a-4d7f-85c4-cd858d8743c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:10:57.893485 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5b004c8b-323a-4d7f-85c4-cd858d8743c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:57.894594 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5b004c8b-323a-4d7f-85c4-cd858d8743c1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7fb147c0-e666-482f-9c4b-4cea38c91d91 HTTP/1.1" status: 204 len: 168 time: 0.1709929 Nov 26 17:10:58.593671 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58822) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:10:58.625025 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-97881e44-518c-4ef2-a0de-a52173c2e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:58.714661 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-ed1e7191-bde3-4124-b073-e1a6a63046a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1978319315-network', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:10:58.719435 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ed1e7191-bde3-4124-b073-e1a6a63046a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:10:58.723267 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ed1e7191-bde3-4124-b073-e1a6a63046a6 admin admin] Usage tracker for resource:network and tenant:f722ab474c384cdcaa3ecfd8641b3857 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:10:58.726849 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ed1e7191-bde3-4124-b073-e1a6a63046a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:10:58.733214 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ed1e7191-bde3-4124-b073-e1a6a63046a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:10:58.742328 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1e7191-bde3-4124-b073-e1a6a63046a6 admin admin] Made reservation on behalf of f722ab474c384cdcaa3ecfd8641b3857 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:10:58.745068 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7191-bde3-4124-b073-e1a6a63046a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:58.757606 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7191-bde3-4124-b073-e1a6a63046a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:58.772399 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ed1e7191-bde3-4124-b073-e1a6a63046a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:10:58.776147 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ed1e7191-bde3-4124-b073-e1a6a63046a6 admin admin] Usage tracker for resource:security_group_rule and tenant:f722ab474c384cdcaa3ecfd8641b3857 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:10:58.778931 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ed1e7191-bde3-4124-b073-e1a6a63046a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:10:58.784495 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ed1e7191-bde3-4124-b073-e1a6a63046a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:10:58.865031 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7191-bde3-4124-b073-e1a6a63046a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:58.868862 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7191-bde3-4124-b073-e1a6a63046a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:58.872992 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-194defdd-25df-430c-b933-48fb98141998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:10:58.902401 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1e7191-bde3-4124-b073-e1a6a63046a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 17:10:58.914921 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e7191-bde3-4124-b073-e1a6a63046a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5feaf024-73ad-4ddb-9383-3babc58160e4,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:10:58.918561 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ed1e7191-bde3-4124-b073-e1a6a63046a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:10:58.921177 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7191-bde3-4124-b073-e1a6a63046a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:58.921509 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-ed1e7191-bde3-4124-b073-e1a6a63046a6 admin admin] Added segment 19ccc835-8927-4c05-921e-2eefff5c6c3f of type vlan for network cd970b39-971b-4efb-b494-cc59e1b50dee Nov 26 17:10:58.949950 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7191-bde3-4124-b073-e1a6a63046a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:58.978367 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7191-bde3-4124-b073-e1a6a63046a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:58.979748 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1e7191-bde3-4124-b073-e1a6a63046a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:58.980505 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7191-bde3-4124-b073-e1a6a63046a6 admin admin] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:58.986177 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d6c38bd3-9325-4b3e-bdcf-7b0a382cb42e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:10:59.203025 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e7191-bde3-4124-b073-e1a6a63046a6 admin admin] Pushing event updated for resources: {'Network': ['ID=cd970b39-971b-4efb-b494-cc59e1b50dee,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:10:59.205597 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ed1e7191-bde3-4124-b073-e1a6a63046a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:10:59.207288 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ed1e7191-bde3-4124-b073-e1a6a63046a6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6126158 Nov 26 17:10:59.210462 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58828) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:10:59.213833 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network cd970b39-971b-4efb-b494-cc59e1b50dee details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 17:10:59.221347 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Request body: {'subnet': {'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1978319315-subnet', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'ip_version': 4}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:10:59.226323 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:10:59.230160 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Usage tracker for resource:subnet and tenant:f722ab474c384cdcaa3ecfd8641b3857 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:10:59.233199 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:10:59.239784 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:10:59.249790 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Made reservation on behalf of f722ab474c384cdcaa3ecfd8641b3857 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:10:59.252226 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:59.405529 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:59.451694 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:59.455231 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f73a6300-d521-4565-b40b-bf3e5dd16c90 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:10:59.527987 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=37d17cd8-fbf1-45f0-be72-19eab59a9743,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:10:59.539022 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:59.539411 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:59.539818 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:59.540192 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:59.540557 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:59.540922 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:59.541284 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:59.541646 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:59.542007 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:59.542366 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:59.542723 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:59.543078 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:10:59.547420 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:10:59.548251 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Checking segment: {'id': '19ccc835-8927-4c05-921e-2eefff5c6c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:10:59.548600 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Network hostable DHCP agents. Network: cd970b39-971b-4efb-b494-cc59e1b50dee, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 17:10:59.567411 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Network cd970b39-971b-4efb-b494-cc59e1b50dee is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 17:10:59.577529 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, cd970b39-971b-4efb-b494-cc59e1b50dee) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:10:59.583756 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:10:59.584728 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:59.592556 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e3c49f-51e3-4a6b-891f-f21c3a1a7e5c None None] Network cd970b39-971b-4efb-b494-cc59e1b50dee requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:10:59.608322 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ec7ac5d4-791e-47fa-bdbe-4295f8bbdd9c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3967395 Nov 26 17:10:59.610916 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58832) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:10:59.616431 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-544ca964-e77b-421f-8ee6-be60f184a318 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1978319315-router', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:10:59.621167 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-544ca964-e77b-421f-8ee6-be60f184a318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:10:59.624931 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-544ca964-e77b-421f-8ee6-be60f184a318 admin admin] Usage tracker for resource:router and tenant:f722ab474c384cdcaa3ecfd8641b3857 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:10:59.627740 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-544ca964-e77b-421f-8ee6-be60f184a318 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:10:59.633376 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-544ca964-e77b-421f-8ee6-be60f184a318 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:10:59.643846 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-544ca964-e77b-421f-8ee6-be60f184a318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:59.645146 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-544ca964-e77b-421f-8ee6-be60f184a318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:59.660193 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-544ca964-e77b-421f-8ee6-be60f184a318 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:59.806020 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-cd970b39-971b-4efb-b494-cc59e1b50dee', 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'fixed_ips': [{'subnet_id': '37d17cd8-fbf1-45f0-be72-19eab59a9743'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 17:10:59.806964 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:59.930545 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-544ca964-e77b-421f-8ee6-be60f184a318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:10:59.965549 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] Allocated IP 172.20.0.2 (cd970b39-971b-4efb-b494-cc59e1b50dee/37d17cd8-fbf1-45f0-be72-19eab59a9743/25781c60-270a-4b67-a347-d045947ce0fa) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:11:00.178169 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:00.188324 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] Transition to ACTIVE for port object 25781c60-270a-4b67-a347-d045947ce0fa will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:11:00.206367 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] Transition to ACTIVE for port object 25781c60-270a-4b67-a347-d045947ce0fa will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:11:00.212576 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:00.217674 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:00.245458 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-544ca964-e77b-421f-8ee6-be60f184a318 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:00.275845 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-544ca964-e77b-421f-8ee6-be60f184a318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:00.278672 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] Network cd970b39-971b-4efb-b494-cc59e1b50dee is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:11:00.281574 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:11:00.285120 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:11:00.290667 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] Pushing event updated for resources: {'Port': ['ID=25781c60-270a-4b67-a347-d045947ce0fa,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:00.294253 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:00.416565 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-544ca964-e77b-421f-8ee6-be60f184a318 admin admin] Allocated IP 172.26.0.191 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/f2c898ca-586b-4d37-9974-da5d74fbf902) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:11:00.417460 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] Attempting to bind port 25781c60-270a-4b67-a347-d045947ce0fa on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:11:00.417923 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] Attempting to bind port 25781c60-270a-4b67-a347-d045947ce0fa by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '19ccc835-8927-4c05-921e-2eefff5c6c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:11:00.418299 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] Attempting to bind port 25781c60-270a-4b67-a347-d045947ce0fa on network cd970b39-971b-4efb-b494-cc59e1b50dee {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:11:00.423848 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:11:00.424230 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] Checking segment: {'id': '19ccc835-8927-4c05-921e-2eefff5c6c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:11:00.424637 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:00.425036 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] Bound using segment: {'id': '19ccc835-8927-4c05-921e-2eefff5c6c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:11:00.425502 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] Bound port: 25781c60-270a-4b67-a347-d045947ce0fa, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ccc835-8927-4c05-921e-2eefff5c6c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:11:00.425877 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:00.511949 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] For port 25781c60-270a-4b67-a347-d045947ce0fa, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:11:00.515018 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] For port 25781c60-270a-4b67-a347-d045947ce0fa, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=25781c60-270a-4b67-a347-d045947ce0fa,segment=NetworkSegment(19ccc835-8927-4c05-921e-2eefff5c6c3f),segment_id=19ccc835-8927-4c05-921e-2eefff5c6c3f)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:11:00.520358 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:00.526695 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:00.563408 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-544ca964-e77b-421f-8ee6-be60f184a318 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:00.606894 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-544ca964-e77b-421f-8ee6-be60f184a318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:00.610294 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] Pushing event updated for resources: {'Port': ['ID=25781c60-270a-4b67-a347-d045947ce0fa,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:00.611598 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b8c60a5f-ac81-4117-857b-25aab24f26c9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:00.613270 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:00.674050 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544ca964-e77b-421f-8ee6-be60f184a318 admin admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:11:00.676952 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-544ca964-e77b-421f-8ee6-be60f184a318 admin admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:11:00.679972 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544ca964-e77b-421f-8ee6-be60f184a318 admin admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:11:00.858827 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ca964-e77b-421f-8ee6-be60f184a318 admin admin] Pushing event updated for resources: {'Port': ['ID=f2c898ca-586b-4d37-9974-da5d74fbf902,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:00.861783 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-544ca964-e77b-421f-8ee6-be60f184a318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:01.229129 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-544ca964-e77b-421f-8ee6-be60f184a318 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:01.297336 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-09e38253-923e-4c32-8f6f-1a088eb8e220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:01.575081 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db692db9-9085-4ab6-b9fe-9ba99e0dfba8 None None] Network cd970b39-971b-4efb-b494-cc59e1b50dee requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:11:01.578093 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-544ca964-e77b-421f-8ee6-be60f184a318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:01.669488 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ccc589a9-97ca-4c79-91dd-4f37a7603b57 None None] Provisioning for port 25781c60-270a-4b67-a347-d045947ce0fa completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:11:01.806129 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 25781c60-270a-4b67-a347-d045947ce0fa up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:11:01.820347 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544ca964-e77b-421f-8ee6-be60f184a318 admin admin] Router c0c887fd-8d9b-41eb-9acc-0a90d62d6b43 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 17:11:01.904322 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 25781c60-270a-4b67-a347-d045947ce0fa completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:11:01.909442 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 25781c60-270a-4b67-a347-d045947ce0fa triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:11:01.909857 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:02.006563 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544ca964-e77b-421f-8ee6-be60f184a318 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:11:02.019113 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] Sync routers for ids ['c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:11:02.035166 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-544ca964-e77b-421f-8ee6-be60f184a318 admin admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:02.036630 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-544ca964-e77b-421f-8ee6-be60f184a318 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4247489 Nov 26 17:11:02.039975 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58836) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:11:02.043833 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] Routers {'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:11:02.044473 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:11:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:11:02.155150 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:02.244948 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 25781c60-270a-4b67-a347-d045947ce0fa, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=25781c60-270a-4b67-a347-d045947ce0fa,segment=NetworkSegment(19ccc835-8927-4c05-921e-2eefff5c6c3f),segment_id=19ccc835-8927-4c05-921e-2eefff5c6c3f)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:11:02.245787 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-181c9213-4573-4660-bfce-93593f31636b None None] Provisioning complete for port 25781c60-270a-4b67-a347-d045947ce0fa triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:11:02.246170 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-181c9213-4573-4660-bfce-93593f31636b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:02.284437 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:02.295839 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-dac078e9-3d71-442f-98dc-98b1f3fa7f94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:02.375366 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] Set router c0c887fd-8d9b-41eb-9acc-0a90d62d6b43 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:11:02.416108 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:02.584170 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=25781c60-270a-4b67-a347-d045947ce0fa,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:02.589686 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:02.737717 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'name': 'tempest-TestMinimumBasicScenario-1978319315-router', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'f2c898ca-586b-4d37-9974-da5d74fbf902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:10:59Z', 'updated_at': '2021-11-26T17:11:01Z', 'revision_number': 3, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'gw_port': {'id': 'f2c898ca-586b-4d37-9974-da5d74fbf902', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:00Z', 'updated_at': '2021-11-26T17:11:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:11:02.742171 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] Checking router: c0c887fd-8d9b-41eb-9acc-0a90d62d6b43 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:11:02.742533 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] Updating router c0c887fd-8d9b-41eb-9acc-0a90d62d6b43 port f2c898ca-586b-4d37-9974-da5d74fbf902 binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:11:02.794404 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:02.867375 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fe9b0c73-aa40-4737-bc43-165cb61a9e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:03.079935 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-fe9b0c73-aa40-4737-bc43-165cb61a9e14 admin admin] Allocated IP 172.20.0.1 (cd970b39-971b-4efb-b494-cc59e1b50dee/37d17cd8-fbf1-45f0-be72-19eab59a9743/591d2cfa-1cc5-4040-aa6c-28d14b359a3c) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:11:03.174513 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:03.187738 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] Transition to ACTIVE for port object f2c898ca-586b-4d37-9974-da5d74fbf902 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:11:03.196224 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:03.199939 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:03.229158 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fe9b0c73-aa40-4737-bc43-165cb61a9e14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:03.244614 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-fe9b0c73-aa40-4737-bc43-165cb61a9e14 admin admin] Transition to ACTIVE for port object 591d2cfa-1cc5-4040-aa6c-28d14b359a3c will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:11:03.269044 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fe9b0c73-aa40-4737-bc43-165cb61a9e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:03.274147 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-93039cd6-0e41-40bc-85a6-46b63a57868e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:03.280385 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] Attempting to bind port f2c898ca-586b-4d37-9974-da5d74fbf902 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:11:03.280761 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] Attempting to bind port f2c898ca-586b-4d37-9974-da5d74fbf902 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:11:03.281134 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] Attempting to bind port f2c898ca-586b-4d37-9974-da5d74fbf902 on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:11:03.283196 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6aa8e-12c1-4ae9-aea5-c8631f65db4b None None] Pushing event updated for resources: {'Port': ['ID=f2c898ca-586b-4d37-9974-da5d74fbf902,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:03.286708 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-4cf6aa8e-12c1-4ae9-aea5-c8631f65db4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:03.289211 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:11:03.289596 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:11:03.290002 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:03.290773 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:11:03.290860 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] Bound port: f2c898ca-586b-4d37-9974-da5d74fbf902, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:11:03.291212 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:03.338280 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9b0c73-aa40-4737-bc43-165cb61a9e14 admin admin] Network cd970b39-971b-4efb-b494-cc59e1b50dee is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:11:03.341089 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-fe9b0c73-aa40-4737-bc43-165cb61a9e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:11:03.344893 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b0c73-aa40-4737-bc43-165cb61a9e14 admin admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:11:03.362775 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] For port f2c898ca-586b-4d37-9974-da5d74fbf902, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:11:03.367823 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] For port f2c898ca-586b-4d37-9974-da5d74fbf902, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f2c898ca-586b-4d37-9974-da5d74fbf902,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:11:03.373780 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:03.377720 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:03.386268 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b0c73-aa40-4737-bc43-165cb61a9e14 admin admin] Pushing event updated for resources: {'Port': ['ID=591d2cfa-1cc5-4040-aa6c-28d14b359a3c,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:03.390618 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fe9b0c73-aa40-4737-bc43-165cb61a9e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:03.405411 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fe9b0c73-aa40-4737-bc43-165cb61a9e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:03.460087 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] Routers {'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:11:03.460762 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:11:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:11:03.535518 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fe9b0c73-aa40-4737-bc43-165cb61a9e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:03.574037 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6aa8e-12c1-4ae9-aea5-c8631f65db4b None None] Pushing event updated for resources: {'Port': ['ID=f2c898ca-586b-4d37-9974-da5d74fbf902,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:03.583210 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-4cf6aa8e-12c1-4ae9-aea5-c8631f65db4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:03.654319 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] Set router c0c887fd-8d9b-41eb-9acc-0a90d62d6b43 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:11:03.773752 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fe9b0c73-aa40-4737-bc43-165cb61a9e14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:03.778489 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fe9b0c73-aa40-4737-bc43-165cb61a9e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:03.779782 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 25781c60-270a-4b67-a347-d045947ce0fa up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:11:03.809941 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-38e75a2c-e228-47cd-a7b9-57913ab16198 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:03.810178 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-bd0fa7fe-4ca9-45ef-993f-492aa09b5691 None None] Provisioning for port 591d2cfa-1cc5-4040-aa6c-28d14b359a3c completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:11:03.838201 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-bd0fa7fe-4ca9-45ef-993f-492aa09b5691 None None] Provisioning complete for port 591d2cfa-1cc5-4040-aa6c-28d14b359a3c triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:11:03.838583 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bd0fa7fe-4ca9-45ef-993f-492aa09b5691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:03.887065 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fe9b0c73-aa40-4737-bc43-165cb61a9e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:03.890578 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b0c73-aa40-4737-bc43-165cb61a9e14 admin admin] Pushing event updated for resources: {'Port': ['ID=591d2cfa-1cc5-4040-aa6c-28d14b359a3c,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:03.893370 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fe9b0c73-aa40-4737-bc43-165cb61a9e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:03.983825 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-bd0fa7fe-4ca9-45ef-993f-492aa09b5691 None None] Port 591d2cfa-1cc5-4040-aa6c-28d14b359a3c cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:11:04.056788 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 25781c60-270a-4b67-a347-d045947ce0fa triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:11:04.057180 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:04.122733 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:04.148701 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9b0c73-aa40-4737-bc43-165cb61a9e14 admin admin] Network cd970b39-971b-4efb-b494-cc59e1b50dee is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:11:04.149898 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-fe9b0c73-aa40-4737-bc43-165cb61a9e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:11:04.198988 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'name': 'tempest-TestMinimumBasicScenario-1978319315-router', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'f2c898ca-586b-4d37-9974-da5d74fbf902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:10:59Z', 'updated_at': '2021-11-26T17:11:03Z', 'revision_number': 4, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'gw_port': {'id': 'f2c898ca-586b-4d37-9974-da5d74fbf902', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:00Z', 'updated_at': '2021-11-26T17:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '591d2cfa-1cc5-4040-aa6c-28d14b359a3c', 'name': '', 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'mac_address': 'fa:16:3e:24:c7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '37d17cd8-fbf1-45f0-be72-19eab59a9743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:02Z', 'updated_at': '2021-11-26T17:11:03Z', 'revision_number': 1, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'subnets': [{'id': '37d17cd8-fbf1-45f0-be72-19eab59a9743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:11:04.208308 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bd9861-1106-4cf7-ad72-f4e395585c57 None None] The sync data for ids ['c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'] in dv-neutron-819440-1-hyperv is: [{'id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'name': 'tempest-TestMinimumBasicScenario-1978319315-router', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'f2c898ca-586b-4d37-9974-da5d74fbf902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:10:59Z', 'updated_at': '2021-11-26T17:11:03Z', 'revision_number': 4, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'gw_port': {'id': 'f2c898ca-586b-4d37-9974-da5d74fbf902', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:00Z', 'updated_at': '2021-11-26T17:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '591d2cfa-1cc5-4040-aa6c-28d14b359a3c', 'name': '', 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'mac_address': 'fa:16:3e:24:c7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '37d17cd8-fbf1-45f0-be72-19eab59a9743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:02Z', 'updated_at': '2021-11-26T17:11:03Z', 'revision_number': 1, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'subnets': [{'id': '37d17cd8-fbf1-45f0-be72-19eab59a9743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:11:04.344581 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9b0c73-aa40-4737-bc43-165cb61a9e14 admin admin] Router c0c887fd-8d9b-41eb-9acc-0a90d62d6b43 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:11:04.410766 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-fb67dd01-d9f5-4a31-b3cf-4e2ddd14f969 None None] Provisioning complete for port 591d2cfa-1cc5-4040-aa6c-28d14b359a3c triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:11:04.411403 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fb67dd01-d9f5-4a31-b3cf-4e2ddd14f969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:04.495327 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-fb67dd01-d9f5-4a31-b3cf-4e2ddd14f969 None None] Port 591d2cfa-1cc5-4040-aa6c-28d14b359a3c cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:11:04.538008 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9b0c73-aa40-4737-bc43-165cb61a9e14 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:11:04.547190 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fe9b0c73-aa40-4737-bc43-165cb61a9e14 admin admin] 10.222.0.11 "PUT /v2.0/routers/c0c887fd-8d9b-41eb-9acc-0a90d62d6b43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5061953 Nov 26 17:11:05.079019 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58854) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:11:05.085096 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-b16b3b49-b8b4-4474-9aef-008a6695f6fc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1461830661-network', 'tenant_id': '1e729232ca1d428ba445ecdccdc62776'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:11:05.090597 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b16b3b49-b8b4-4474-9aef-008a6695f6fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:11:05.094845 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b16b3b49-b8b4-4474-9aef-008a6695f6fc admin admin] Usage tracker for resource:network and tenant:1e729232ca1d428ba445ecdccdc62776 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:11:05.097817 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b16b3b49-b8b4-4474-9aef-008a6695f6fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:11:05.104297 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b16b3b49-b8b4-4474-9aef-008a6695f6fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:11:05.114852 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16b3b49-b8b4-4474-9aef-008a6695f6fc admin admin] Made reservation on behalf of 1e729232ca1d428ba445ecdccdc62776 for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:11:05.117352 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b16b3b49-b8b4-4474-9aef-008a6695f6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:05.129933 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b16b3b49-b8b4-4474-9aef-008a6695f6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:05.145024 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b16b3b49-b8b4-4474-9aef-008a6695f6fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:11:05.149372 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b16b3b49-b8b4-4474-9aef-008a6695f6fc admin admin] Usage tracker for resource:security_group_rule and tenant:1e729232ca1d428ba445ecdccdc62776 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:11:05.152266 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b16b3b49-b8b4-4474-9aef-008a6695f6fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:11:05.158054 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b16b3b49-b8b4-4474-9aef-008a6695f6fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:11:05.246953 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b16b3b49-b8b4-4474-9aef-008a6695f6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:05.251221 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b16b3b49-b8b4-4474-9aef-008a6695f6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:05.254445 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2f1c4907-55b6-4498-afb8-15f1d76fbbd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:05.283398 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16b3b49-b8b4-4474-9aef-008a6695f6fc admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 17:11:05.292616 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b3b49-b8b4-4474-9aef-008a6695f6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2119b0b-ce7a-449a-b3ab-8870ece52646,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:05.296188 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b16b3b49-b8b4-4474-9aef-008a6695f6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:05.298773 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b16b3b49-b8b4-4474-9aef-008a6695f6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:05.299111 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-b16b3b49-b8b4-4474-9aef-008a6695f6fc admin admin] Added segment e5772716-f2e6-4efe-9fd6-bce53fbd4a81 of type vlan for network 432598ff-3c76-48d1-9b93-17c9cdf9c95c Nov 26 17:11:05.327135 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b16b3b49-b8b4-4474-9aef-008a6695f6fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:05.358503 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b16b3b49-b8b4-4474-9aef-008a6695f6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:05.359761 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16b3b49-b8b4-4474-9aef-008a6695f6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:05.360367 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b16b3b49-b8b4-4474-9aef-008a6695f6fc admin admin] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:05.363808 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5b8bfb96-0ada-441c-9ced-6983807c9f5e tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:05.465627 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b3b49-b8b4-4474-9aef-008a6695f6fc admin admin] Pushing event updated for resources: {'Network': ['ID=432598ff-3c76-48d1-9b93-17c9cdf9c95c,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:05.469980 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b16b3b49-b8b4-4474-9aef-008a6695f6fc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3898995 Nov 26 17:11:05.470930 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b16b3b49-b8b4-4474-9aef-008a6695f6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:05.472987 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58858) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:11:05.478086 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 432598ff-3c76-48d1-9b93-17c9cdf9c95c details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 17:11:05.478701 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-2fc82b32-c03c-40d8-aedd-da6c0da5acb9 admin admin] Request body: {'subnet': {'network_id': '432598ff-3c76-48d1-9b93-17c9cdf9c95c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1461830661-subnet', 'tenant_id': '1e729232ca1d428ba445ecdccdc62776', 'ip_version': 4}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:11:05.483665 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-2fc82b32-c03c-40d8-aedd-da6c0da5acb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:11:05.487896 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2fc82b32-c03c-40d8-aedd-da6c0da5acb9 admin admin] Usage tracker for resource:subnet and tenant:1e729232ca1d428ba445ecdccdc62776 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:11:05.490933 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-2fc82b32-c03c-40d8-aedd-da6c0da5acb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:11:05.497241 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-2fc82b32-c03c-40d8-aedd-da6c0da5acb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:11:05.509839 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc82b32-c03c-40d8-aedd-da6c0da5acb9 admin admin] Made reservation on behalf of 1e729232ca1d428ba445ecdccdc62776 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:11:05.512781 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2fc82b32-c03c-40d8-aedd-da6c0da5acb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:05.735757 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2fc82b32-c03c-40d8-aedd-da6c0da5acb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:05.735757 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a3b9c587-4960-4072-8fbf-5908af5b1567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:05.768497 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f2c898ca-586b-4d37-9974-da5d74fbf902 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:11:05.803202 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc82b32-c03c-40d8-aedd-da6c0da5acb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3be9c7d-7bb2-46e6-a757-7f856360c3fd,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:05.805965 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2fc82b32-c03c-40d8-aedd-da6c0da5acb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:05.817060 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc82b32-c03c-40d8-aedd-da6c0da5acb9 admin admin] Checking segment: {'id': 'e5772716-f2e6-4efe-9fd6-bce53fbd4a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '432598ff-3c76-48d1-9b93-17c9cdf9c95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:11:05.817654 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc82b32-c03c-40d8-aedd-da6c0da5acb9 admin admin] Network hostable DHCP agents. Network: 432598ff-3c76-48d1-9b93-17c9cdf9c95c, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 17:11:05.841273 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc82b32-c03c-40d8-aedd-da6c0da5acb9 admin admin] Network 432598ff-3c76-48d1-9b93-17c9cdf9c95c is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 17:11:05.851510 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-2fc82b32-c03c-40d8-aedd-da6c0da5acb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 432598ff-3c76-48d1-9b93-17c9cdf9c95c) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:11:05.855746 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc82b32-c03c-40d8-aedd-da6c0da5acb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:05.856531 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2fc82b32-c03c-40d8-aedd-da6c0da5acb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:05.861464 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e0ce8f-10d0-4499-b40d-fc9b97ae636b None None] Network 432598ff-3c76-48d1-9b93-17c9cdf9c95c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:11:05.878899 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2fc82b32-c03c-40d8-aedd-da6c0da5acb9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4051325 Nov 26 17:11:05.881941 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 58862) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:11:05.888550 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-12c413f7-29c0-49bc-ac9c-1971ca3a71b9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1461830661-router', 'tenant_id': '1e729232ca1d428ba445ecdccdc62776', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:11:05.894959 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-12c413f7-29c0-49bc-ac9c-1971ca3a71b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:11:05.898977 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-12c413f7-29c0-49bc-ac9c-1971ca3a71b9 admin admin] Usage tracker for resource:router and tenant:1e729232ca1d428ba445ecdccdc62776 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:11:05.901820 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-12c413f7-29c0-49bc-ac9c-1971ca3a71b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:11:05.907444 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-12c413f7-29c0-49bc-ac9c-1971ca3a71b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:11:05.917569 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12c413f7-29c0-49bc-ac9c-1971ca3a71b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:05.918567 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12c413f7-29c0-49bc-ac9c-1971ca3a71b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:05.933274 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12c413f7-29c0-49bc-ac9c-1971ca3a71b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:05.996022 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port f2c898ca-586b-4d37-9974-da5d74fbf902 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:11:06.006283 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port f2c898ca-586b-4d37-9974-da5d74fbf902 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:11:06.006899 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:06.227122 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-432598ff-3c76-48d1-9b93-17c9cdf9c95c', 'network_id': '432598ff-3c76-48d1-9b93-17c9cdf9c95c', 'tenant_id': '1e729232ca1d428ba445ecdccdc62776', 'fixed_ips': [{'subnet_id': 'c3be9c7d-7bb2-46e6-a757-7f856360c3fd'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 17:11:06.228143 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:06.236770 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12c413f7-29c0-49bc-ac9c-1971ca3a71b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:06.307985 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] Sync routers for ids ['c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:11:06.319609 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] Routers {'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:11:06.320677 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:11:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:11:06.327087 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:06.380219 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port f2c898ca-586b-4d37-9974-da5d74fbf902, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f2c898ca-586b-4d37-9974-da5d74fbf902,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:11:06.389390 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:06.395447 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:06.506044 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] Set router c0c887fd-8d9b-41eb-9acc-0a90d62d6b43 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:11:06.550827 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=f2c898ca-586b-4d37-9974-da5d74fbf902,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:06.556005 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:06.559609 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] Allocated IP 172.20.0.2 (432598ff-3c76-48d1-9b93-17c9cdf9c95c/c3be9c7d-7bb2-46e6-a757-7f856360c3fd/f58e09c6-0ecf-48f7-94d2-f6134f267279) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:11:06.567224 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12c413f7-29c0-49bc-ac9c-1971ca3a71b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:06.598465 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12c413f7-29c0-49bc-ac9c-1971ca3a71b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:06.751577 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-12c413f7-29c0-49bc-ac9c-1971ca3a71b9 admin admin] Allocated IP 172.26.0.190 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/b9ab2337-6eee-4a5f-ac0e-6469e8af7442) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:11:06.793198 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:06.803882 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] Transition to ACTIVE for port object f58e09c6-0ecf-48f7-94d2-f6134f267279 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:11:06.824557 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] Transition to ACTIVE for port object f58e09c6-0ecf-48f7-94d2-f6134f267279 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:11:06.831245 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:06.837578 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-612060b2-95c3-4bc4-8880-4dbdfc00bd48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:06.845659 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'name': 'tempest-TestMinimumBasicScenario-1978319315-router', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'f2c898ca-586b-4d37-9974-da5d74fbf902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:10:59Z', 'updated_at': '2021-11-26T17:11:03Z', 'revision_number': 4, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'gw_port': {'id': 'f2c898ca-586b-4d37-9974-da5d74fbf902', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:00Z', 'updated_at': '2021-11-26T17:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '591d2cfa-1cc5-4040-aa6c-28d14b359a3c', 'name': '', 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'mac_address': 'fa:16:3e:24:c7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '37d17cd8-fbf1-45f0-be72-19eab59a9743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:02Z', 'updated_at': '2021-11-26T17:11:03Z', 'revision_number': 2, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'subnets': [{'id': '37d17cd8-fbf1-45f0-be72-19eab59a9743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:11:06.850150 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] Checking router: c0c887fd-8d9b-41eb-9acc-0a90d62d6b43 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:11:06.850517 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] Updating router c0c887fd-8d9b-41eb-9acc-0a90d62d6b43 port 591d2cfa-1cc5-4040-aa6c-28d14b359a3c binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:11:06.904013 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] Network 432598ff-3c76-48d1-9b93-17c9cdf9c95c is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:11:06.906943 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:11:06.911006 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:11:06.911232 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:06.922350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12c413f7-29c0-49bc-ac9c-1971ca3a71b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:06.950520 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] Pushing event updated for resources: {'Port': ['ID=f58e09c6-0ecf-48f7-94d2-f6134f267279,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:06.953129 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12c413f7-29c0-49bc-ac9c-1971ca3a71b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:06.957827 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:06.961145 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f8575420-96fd-4b1f-b76f-f1af30a09947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:07.014589 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] Attempting to bind port f58e09c6-0ecf-48f7-94d2-f6134f267279 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:11:07.014973 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] Attempting to bind port f58e09c6-0ecf-48f7-94d2-f6134f267279 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'e5772716-f2e6-4efe-9fd6-bce53fbd4a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '432598ff-3c76-48d1-9b93-17c9cdf9c95c'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:11:07.015416 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] Attempting to bind port f58e09c6-0ecf-48f7-94d2-f6134f267279 on network 432598ff-3c76-48d1-9b93-17c9cdf9c95c {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:11:07.017360 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c413f7-29c0-49bc-ac9c-1971ca3a71b9 admin admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:11:07.020972 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:11:07.022220 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] Checking segment: {'id': 'e5772716-f2e6-4efe-9fd6-bce53fbd4a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '432598ff-3c76-48d1-9b93-17c9cdf9c95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:11:07.022842 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:07.023431 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] Bound using segment: {'id': 'e5772716-f2e6-4efe-9fd6-bce53fbd4a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '432598ff-3c76-48d1-9b93-17c9cdf9c95c'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:11:07.023938 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] Bound port: f58e09c6-0ecf-48f7-94d2-f6134f267279, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5772716-f2e6-4efe-9fd6-bce53fbd4a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '432598ff-3c76-48d1-9b93-17c9cdf9c95c'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:11:07.024548 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:07.025712 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-12c413f7-29c0-49bc-ac9c-1971ca3a71b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:11:07.029988 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c413f7-29c0-49bc-ac9c-1971ca3a71b9 admin admin] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:11:07.078987 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c413f7-29c0-49bc-ac9c-1971ca3a71b9 admin admin] Pushing event updated for resources: {'Port': ['ID=b9ab2337-6eee-4a5f-ac0e-6469e8af7442,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:07.090060 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-12c413f7-29c0-49bc-ac9c-1971ca3a71b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:07.121634 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] For port f58e09c6-0ecf-48f7-94d2-f6134f267279, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:11:07.125091 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] For port f58e09c6-0ecf-48f7-94d2-f6134f267279, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f58e09c6-0ecf-48f7-94d2-f6134f267279,segment=NetworkSegment(e5772716-f2e6-4efe-9fd6-bce53fbd4a81),segment_id=e5772716-f2e6-4efe-9fd6-bce53fbd4a81)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:11:07.130037 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:07.134293 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-82a3d965-3567-4641-86cc-a8108a0409ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:07.212225 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] Pushing event updated for resources: {'Port': ['ID=f58e09c6-0ecf-48f7-94d2-f6134f267279,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:07.217599 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:07.283555 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:07.296460 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] Transition to ACTIVE for port object 591d2cfa-1cc5-4040-aa6c-28d14b359a3c will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:11:07.303690 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:07.307466 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-92c916c8-17b9-419e-b7a5-f864739c3484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:07.575389 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf8bb0-94ec-4cfd-a284-f0e276e9ebd3 None None] Pushing event updated for resources: {'Port': ['ID=591d2cfa-1cc5-4040-aa6c-28d14b359a3c,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:07.584110 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf8bb0-94ec-4cfd-a284-f0e276e9ebd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:07.584541 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf8bb0-94ec-4cfd-a284-f0e276e9ebd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:07.584957 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf8bb0-94ec-4cfd-a284-f0e276e9ebd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:07.585362 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf8bb0-94ec-4cfd-a284-f0e276e9ebd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:07.585766 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf8bb0-94ec-4cfd-a284-f0e276e9ebd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:07.586171 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf8bb0-94ec-4cfd-a284-f0e276e9ebd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:07.586569 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf8bb0-94ec-4cfd-a284-f0e276e9ebd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:07.586984 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf8bb0-94ec-4cfd-a284-f0e276e9ebd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:07.587363 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf8bb0-94ec-4cfd-a284-f0e276e9ebd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:07.587772 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf8bb0-94ec-4cfd-a284-f0e276e9ebd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:07.588171 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf8bb0-94ec-4cfd-a284-f0e276e9ebd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:07.588619 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf8bb0-94ec-4cfd-a284-f0e276e9ebd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:07.599182 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-72cf8bb0-94ec-4cfd-a284-f0e276e9ebd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:07.613406 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] Attempting to bind port 591d2cfa-1cc5-4040-aa6c-28d14b359a3c on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:11:07.614628 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] Attempting to bind port 591d2cfa-1cc5-4040-aa6c-28d14b359a3c by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '19ccc835-8927-4c05-921e-2eefff5c6c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:11:07.615590 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] Attempting to bind port 591d2cfa-1cc5-4040-aa6c-28d14b359a3c on network cd970b39-971b-4efb-b494-cc59e1b50dee {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:11:07.623621 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:11:07.624111 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] Checking segment: {'id': '19ccc835-8927-4c05-921e-2eefff5c6c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:11:07.624528 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:07.624942 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] Bound using segment: {'id': '19ccc835-8927-4c05-921e-2eefff5c6c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:11:07.625423 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] Bound port: 591d2cfa-1cc5-4040-aa6c-28d14b359a3c, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ccc835-8927-4c05-921e-2eefff5c6c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:11:07.625796 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:07.668102 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12c413f7-29c0-49bc-ac9c-1971ca3a71b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:07.735437 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] For port 591d2cfa-1cc5-4040-aa6c-28d14b359a3c, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:11:07.740690 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] For port 591d2cfa-1cc5-4040-aa6c-28d14b359a3c, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=591d2cfa-1cc5-4040-aa6c-28d14b359a3c,segment=NetworkSegment(19ccc835-8927-4c05-921e-2eefff5c6c3f),segment_id=19ccc835-8927-4c05-921e-2eefff5c6c3f)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:11:07.746854 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:07.776245 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-492f15d9-e918-4100-b1dd-47dca5e8290d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:07.844557 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] Routers {'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:11:07.845207 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:11:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:11:07.896028 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f58e09c6-0ecf-48f7-94d2-f6134f267279 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:11:07.994930 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port f58e09c6-0ecf-48f7-94d2-f6134f267279 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:11:08.001244 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf8bb0-94ec-4cfd-a284-f0e276e9ebd3 None None] Pushing event updated for resources: {'Port': ['ID=591d2cfa-1cc5-4040-aa6c-28d14b359a3c,revision_number=4']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:08.006578 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-72cf8bb0-94ec-4cfd-a284-f0e276e9ebd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:08.007688 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f2c898ca-586b-4d37-9974-da5d74fbf902 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:11:08.066204 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] Set router c0c887fd-8d9b-41eb-9acc-0a90d62d6b43 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:11:08.117504 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port f2c898ca-586b-4d37-9974-da5d74fbf902 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:11:08.118350 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:08.138593 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12c413f7-29c0-49bc-ac9c-1971ca3a71b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:08.367382 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c413f7-29c0-49bc-ac9c-1971ca3a71b9 admin admin] Router 9ece27f9-6f6e-4d31-9743-85ab2173e5aa is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 17:11:08.440784 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'name': 'tempest-TestMinimumBasicScenario-1978319315-router', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'f2c898ca-586b-4d37-9974-da5d74fbf902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:10:59Z', 'updated_at': '2021-11-26T17:11:03Z', 'revision_number': 4, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'gw_port': {'id': 'f2c898ca-586b-4d37-9974-da5d74fbf902', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:00Z', 'updated_at': '2021-11-26T17:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '591d2cfa-1cc5-4040-aa6c-28d14b359a3c', 'name': '', 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'mac_address': 'fa:16:3e:24:c7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '37d17cd8-fbf1-45f0-be72-19eab59a9743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:02Z', 'updated_at': '2021-11-26T17:11:07Z', 'revision_number': 4, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'subnets': [{'id': '37d17cd8-fbf1-45f0-be72-19eab59a9743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:11:08.445039 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ec7809-f5ed-4f7a-8b75-e2cb60e94b1f None None] The sync data for ids ['c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'] in dv-neutron-819440-1-hyperv is: [{'id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'name': 'tempest-TestMinimumBasicScenario-1978319315-router', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'f2c898ca-586b-4d37-9974-da5d74fbf902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:10:59Z', 'updated_at': '2021-11-26T17:11:03Z', 'revision_number': 4, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'gw_port': {'id': 'f2c898ca-586b-4d37-9974-da5d74fbf902', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:00Z', 'updated_at': '2021-11-26T17:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '591d2cfa-1cc5-4040-aa6c-28d14b359a3c', 'name': '', 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'mac_address': 'fa:16:3e:24:c7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '37d17cd8-fbf1-45f0-be72-19eab59a9743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:02Z', 'updated_at': '2021-11-26T17:11:07Z', 'revision_number': 4, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'subnets': [{'id': '37d17cd8-fbf1-45f0-be72-19eab59a9743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:11:08.468574 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d1399f-701c-4e0d-a649-430df5f4f792 None None] Network 432598ff-3c76-48d1-9b93-17c9cdf9c95c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:11:08.564735 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e9bb2607-6dae-4104-b14c-8d5973a7598f None None] Provisioning for port f58e09c6-0ecf-48f7-94d2-f6134f267279 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:11:08.565596 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c413f7-29c0-49bc-ac9c-1971ca3a71b9 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:11:08.576096 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] Sync routers for ids ['9ece27f9-6f6e-4d31-9743-85ab2173e5aa'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:11:08.580883 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e9bb2607-6dae-4104-b14c-8d5973a7598f None None] Provisioning complete for port f58e09c6-0ecf-48f7-94d2-f6134f267279 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:11:08.581341 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2607-6dae-4104-b14c-8d5973a7598f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:08.596932 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-12c413f7-29c0-49bc-ac9c-1971ca3a71b9 admin admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:08.601282 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 58866) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:11:08.601865 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-12c413f7-29c0-49bc-ac9c-1971ca3a71b9 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7187643 Nov 26 17:11:08.661234 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] Routers {'9ece27f9-6f6e-4d31-9743-85ab2173e5aa'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:11:08.661982 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:11:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['9ece27f9-6f6e-4d31-9743-85ab2173e5aa'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:11:09.034755 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2607-6dae-4104-b14c-8d5973a7598f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:09.061484 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] Set router 9ece27f9-6f6e-4d31-9743-85ab2173e5aa gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:11:09.271614 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-e9bb2607-6dae-4104-b14c-8d5973a7598f None None] For port f58e09c6-0ecf-48f7-94d2-f6134f267279, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f58e09c6-0ecf-48f7-94d2-f6134f267279,segment=NetworkSegment(e5772716-f2e6-4efe-9fd6-bce53fbd4a81),segment_id=e5772716-f2e6-4efe-9fd6-bce53fbd4a81)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:11:09.280437 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2607-6dae-4104-b14c-8d5973a7598f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:09.284217 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:09.406247 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb2607-6dae-4104-b14c-8d5973a7598f None None] Pushing event updated for resources: {'Port': ['ID=f58e09c6-0ecf-48f7-94d2-f6134f267279,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:09.412411 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e9bb2607-6dae-4104-b14c-8d5973a7598f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:09.450406 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ece27f9-6f6e-4d31-9743-85ab2173e5aa', 'name': 'tempest-TestMinimumBasicScenario-1461830661-router', 'tenant_id': '1e729232ca1d428ba445ecdccdc62776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'b9ab2337-6eee-4a5f-ac0e-6469e8af7442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:11:05Z', 'updated_at': '2021-11-26T17:11:07Z', 'revision_number': 3, 'project_id': '1e729232ca1d428ba445ecdccdc62776', 'gw_port': {'id': 'b9ab2337-6eee-4a5f-ac0e-6469e8af7442', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:50:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ece27f9-6f6e-4d31-9743-85ab2173e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:06Z', 'updated_at': '2021-11-26T17:11:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:11:09.454970 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] Checking router: 9ece27f9-6f6e-4d31-9743-85ab2173e5aa for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:11:09.455335 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] Updating router 9ece27f9-6f6e-4d31-9743-85ab2173e5aa port b9ab2337-6eee-4a5f-ac0e-6469e8af7442 binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:11:09.483516 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-272de59e-4441-4830-a8fd-d7345cd83366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:09.518256 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:09.653908 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4d088003-68c7-497d-840e-348c5279f72c None None] Provisioning complete for port f58e09c6-0ecf-48f7-94d2-f6134f267279 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:11:09.654292 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4d088003-68c7-497d-840e-348c5279f72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:09.710033 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-272de59e-4441-4830-a8fd-d7345cd83366 admin admin] Allocated IP 172.20.0.1 (432598ff-3c76-48d1-9b93-17c9cdf9c95c/c3be9c7d-7bb2-46e6-a757-7f856360c3fd/320a9651-82e7-4faf-98ea-79ce10969543) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:11:09.807172 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 591d2cfa-1cc5-4040-aa6c-28d14b359a3c up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:11:09.826178 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:11:09.888434 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-272de59e-4441-4830-a8fd-d7345cd83366 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:09.904527 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-272de59e-4441-4830-a8fd-d7345cd83366 admin admin] Transition to ACTIVE for port object 320a9651-82e7-4faf-98ea-79ce10969543 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:11:09.930955 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-272de59e-4441-4830-a8fd-d7345cd83366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:09.935667 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-cc1bcb7a-1386-4576-9e75-f78d49d94cc8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:09.999600 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272de59e-4441-4830-a8fd-d7345cd83366 admin admin] Network 432598ff-3c76-48d1-9b93-17c9cdf9c95c is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:11:10.002406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-272de59e-4441-4830-a8fd-d7345cd83366 admin admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:11:10.008082 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272de59e-4441-4830-a8fd-d7345cd83366 admin admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:11:10.012705 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 591d2cfa-1cc5-4040-aa6c-28d14b359a3c completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:11:10.031627 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 591d2cfa-1cc5-4040-aa6c-28d14b359a3c triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:11:10.032035 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:10.051698 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272de59e-4441-4830-a8fd-d7345cd83366 admin admin] Pushing event updated for resources: {'Port': ['ID=320a9651-82e7-4faf-98ea-79ce10969543,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:10.054690 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-272de59e-4441-4830-a8fd-d7345cd83366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:10.070359 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-272de59e-4441-4830-a8fd-d7345cd83366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:10.095483 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:10.113784 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] Transition to ACTIVE for port object b9ab2337-6eee-4a5f-ac0e-6469e8af7442 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:11:10.124664 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:10.129912 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:10.190575 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-272de59e-4441-4830-a8fd-d7345cd83366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:10.308774 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ee236-0252-4e53-96df-6661988d64cd None None] Pushing event updated for resources: {'Port': ['ID=b9ab2337-6eee-4a5f-ac0e-6469e8af7442,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:10.317237 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-5b7ee236-0252-4e53-96df-6661988d64cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:10.318581 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] Attempting to bind port b9ab2337-6eee-4a5f-ac0e-6469e8af7442 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:11:10.318960 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] Attempting to bind port b9ab2337-6eee-4a5f-ac0e-6469e8af7442 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:11:10.319328 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] Attempting to bind port b9ab2337-6eee-4a5f-ac0e-6469e8af7442 on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:11:10.331293 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:11:10.331698 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:11:10.332149 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:10.332548 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:11:10.333020 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] Bound port: b9ab2337-6eee-4a5f-ac0e-6469e8af7442, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:11:10.333443 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:10.361346 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:10.377243 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6cdd972a-626e-448d-9756-d62e2d866c39 None None] Provisioning for port 320a9651-82e7-4faf-98ea-79ce10969543 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:11:10.395270 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6cdd972a-626e-448d-9756-d62e2d866c39 None None] Provisioning complete for port 320a9651-82e7-4faf-98ea-79ce10969543 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:11:10.395657 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6cdd972a-626e-448d-9756-d62e2d866c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:10.422992 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-272de59e-4441-4830-a8fd-d7345cd83366 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:10.428001 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-272de59e-4441-4830-a8fd-d7345cd83366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:10.455442 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-29747fc0-be9a-4fdd-8991-f964e02e2b43 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:10.482970 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 591d2cfa-1cc5-4040-aa6c-28d14b359a3c, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=591d2cfa-1cc5-4040-aa6c-28d14b359a3c,segment=NetworkSegment(19ccc835-8927-4c05-921e-2eefff5c6c3f),segment_id=19ccc835-8927-4c05-921e-2eefff5c6c3f)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:11:10.488395 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] For port b9ab2337-6eee-4a5f-ac0e-6469e8af7442, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:11:10.491282 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-6cdd972a-626e-448d-9756-d62e2d866c39 None None] Port 320a9651-82e7-4faf-98ea-79ce10969543 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:11:10.494416 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] For port b9ab2337-6eee-4a5f-ac0e-6469e8af7442, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b9ab2337-6eee-4a5f-ac0e-6469e8af7442,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:11:10.495984 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:10.496353 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f58e09c6-0ecf-48f7-94d2-f6134f267279 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:11:10.526320 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-6d1a5c34-72c9-434c-9b85-cd08702968ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:10.541825 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-272de59e-4441-4830-a8fd-d7345cd83366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:10.548370 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272de59e-4441-4830-a8fd-d7345cd83366 admin admin] Pushing event updated for resources: {'Port': ['ID=320a9651-82e7-4faf-98ea-79ce10969543,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:10.551133 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-272de59e-4441-4830-a8fd-d7345cd83366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:10.564861 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:10.630197 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=591d2cfa-1cc5-4040-aa6c-28d14b359a3c,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:10.634744 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:10.635348 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:10.679168 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] Routers {'9ece27f9-6f6e-4d31-9743-85ab2173e5aa'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:11:10.679842 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:11:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['9ece27f9-6f6e-4d31-9743-85ab2173e5aa'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:11:10.685358 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272de59e-4441-4830-a8fd-d7345cd83366 admin admin] Network 432598ff-3c76-48d1-9b93-17c9cdf9c95c is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:11:10.686442 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-272de59e-4441-4830-a8fd-d7345cd83366 admin admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:11:10.842296 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port f58e09c6-0ecf-48f7-94d2-f6134f267279 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:11:10.842679 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:10.877173 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ee236-0252-4e53-96df-6661988d64cd None None] Pushing event updated for resources: {'Port': ['ID=b9ab2337-6eee-4a5f-ac0e-6469e8af7442,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:10.890853 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-5b7ee236-0252-4e53-96df-6661988d64cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:10.947780 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] Set router 9ece27f9-6f6e-4d31-9743-85ab2173e5aa gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:11:11.004091 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272de59e-4441-4830-a8fd-d7345cd83366 admin admin] Router 9ece27f9-6f6e-4d31-9743-85ab2173e5aa has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:11:11.187487 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272de59e-4441-4830-a8fd-d7345cd83366 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:11:11.196435 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-272de59e-4441-4830-a8fd-d7345cd83366 admin admin] 10.222.0.11 "PUT /v2.0/routers/9ece27f9-6f6e-4d31-9743-85ab2173e5aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5932379 Nov 26 17:11:11.202396 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2f19609a-2908-4316-9b2e-cd021d3c4b40 None None] Provisioning complete for port 320a9651-82e7-4faf-98ea-79ce10969543 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:11:11.202904 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2f19609a-2908-4316-9b2e-cd021d3c4b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:11.278663 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-2f19609a-2908-4316-9b2e-cd021d3c4b40 None None] Port 320a9651-82e7-4faf-98ea-79ce10969543 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:11:11.372880 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ece27f9-6f6e-4d31-9743-85ab2173e5aa', 'name': 'tempest-TestMinimumBasicScenario-1461830661-router', 'tenant_id': '1e729232ca1d428ba445ecdccdc62776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'b9ab2337-6eee-4a5f-ac0e-6469e8af7442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:11:05Z', 'updated_at': '2021-11-26T17:11:10Z', 'revision_number': 4, 'project_id': '1e729232ca1d428ba445ecdccdc62776', 'gw_port': {'id': 'b9ab2337-6eee-4a5f-ac0e-6469e8af7442', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:50:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ece27f9-6f6e-4d31-9743-85ab2173e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:06Z', 'updated_at': '2021-11-26T17:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '320a9651-82e7-4faf-98ea-79ce10969543', 'name': '', 'network_id': '432598ff-3c76-48d1-9b93-17c9cdf9c95c', 'tenant_id': '1e729232ca1d428ba445ecdccdc62776', 'mac_address': 'fa:16:3e:29:92:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ece27f9-6f6e-4d31-9743-85ab2173e5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c3be9c7d-7bb2-46e6-a757-7f856360c3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:09Z', 'updated_at': '2021-11-26T17:11:10Z', 'revision_number': 2, 'project_id': '1e729232ca1d428ba445ecdccdc62776', 'subnets': [{'id': 'c3be9c7d-7bb2-46e6-a757-7f856360c3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:11:11.376852 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a377068f-d49e-44b4-837b-25124dd23a21 None None] The sync data for ids ['9ece27f9-6f6e-4d31-9743-85ab2173e5aa'] in dv-neutron-819440-1-hyperv is: [{'id': '9ece27f9-6f6e-4d31-9743-85ab2173e5aa', 'name': 'tempest-TestMinimumBasicScenario-1461830661-router', 'tenant_id': '1e729232ca1d428ba445ecdccdc62776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'b9ab2337-6eee-4a5f-ac0e-6469e8af7442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:11:05Z', 'updated_at': '2021-11-26T17:11:10Z', 'revision_number': 4, 'project_id': '1e729232ca1d428ba445ecdccdc62776', 'gw_port': {'id': 'b9ab2337-6eee-4a5f-ac0e-6469e8af7442', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:50:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ece27f9-6f6e-4d31-9743-85ab2173e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:06Z', 'updated_at': '2021-11-26T17:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '320a9651-82e7-4faf-98ea-79ce10969543', 'name': '', 'network_id': '432598ff-3c76-48d1-9b93-17c9cdf9c95c', 'tenant_id': '1e729232ca1d428ba445ecdccdc62776', 'mac_address': 'fa:16:3e:29:92:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ece27f9-6f6e-4d31-9743-85ab2173e5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c3be9c7d-7bb2-46e6-a757-7f856360c3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:09Z', 'updated_at': '2021-11-26T17:11:10Z', 'revision_number': 2, 'project_id': '1e729232ca1d428ba445ecdccdc62776', 'subnets': [{'id': 'c3be9c7d-7bb2-46e6-a757-7f856360c3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:11:11.779618 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 591d2cfa-1cc5-4040-aa6c-28d14b359a3c up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:11:11.853421 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 591d2cfa-1cc5-4040-aa6c-28d14b359a3c triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:11:11.853880 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:13.824893 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b9ab2337-6eee-4a5f-ac0e-6469e8af7442 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:11:13.908275 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port b9ab2337-6eee-4a5f-ac0e-6469e8af7442 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:11:13.914035 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port b9ab2337-6eee-4a5f-ac0e-6469e8af7442 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:11:13.914418 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:14.047793 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:14.066366 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port b9ab2337-6eee-4a5f-ac0e-6469e8af7442, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b9ab2337-6eee-4a5f-ac0e-6469e8af7442,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:11:14.071233 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:14.075965 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:14.154923 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=b9ab2337-6eee-4a5f-ac0e-6469e8af7442,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:14.158138 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:15.343705 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] Sync routers for ids ['9ece27f9-6f6e-4d31-9743-85ab2173e5aa'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:11:15.355587 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] Routers {'9ece27f9-6f6e-4d31-9743-85ab2173e5aa'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:11:15.356244 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:11:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['9ece27f9-6f6e-4d31-9743-85ab2173e5aa'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:11:15.538032 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] Set router 9ece27f9-6f6e-4d31-9743-85ab2173e5aa gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:11:15.776776 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b9ab2337-6eee-4a5f-ac0e-6469e8af7442 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:11:15.952863 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ece27f9-6f6e-4d31-9743-85ab2173e5aa', 'name': 'tempest-TestMinimumBasicScenario-1461830661-router', 'tenant_id': '1e729232ca1d428ba445ecdccdc62776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'b9ab2337-6eee-4a5f-ac0e-6469e8af7442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:11:05Z', 'updated_at': '2021-11-26T17:11:10Z', 'revision_number': 4, 'project_id': '1e729232ca1d428ba445ecdccdc62776', 'gw_port': {'id': 'b9ab2337-6eee-4a5f-ac0e-6469e8af7442', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ece27f9-6f6e-4d31-9743-85ab2173e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:06Z', 'updated_at': '2021-11-26T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '320a9651-82e7-4faf-98ea-79ce10969543', 'name': '', 'network_id': '432598ff-3c76-48d1-9b93-17c9cdf9c95c', 'tenant_id': '1e729232ca1d428ba445ecdccdc62776', 'mac_address': 'fa:16:3e:29:92:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ece27f9-6f6e-4d31-9743-85ab2173e5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c3be9c7d-7bb2-46e6-a757-7f856360c3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:09Z', 'updated_at': '2021-11-26T17:11:10Z', 'revision_number': 2, 'project_id': '1e729232ca1d428ba445ecdccdc62776', 'subnets': [{'id': 'c3be9c7d-7bb2-46e6-a757-7f856360c3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:11:15.957112 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port b9ab2337-6eee-4a5f-ac0e-6469e8af7442 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:11:15.957599 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:15.961277 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] Checking router: 9ece27f9-6f6e-4d31-9743-85ab2173e5aa for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:11:15.961671 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] Updating router 9ece27f9-6f6e-4d31-9743-85ab2173e5aa port 320a9651-82e7-4faf-98ea-79ce10969543 binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:11:16.092735 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:16.477074 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:16.489094 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] Transition to ACTIVE for port object 320a9651-82e7-4faf-98ea-79ce10969543 will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:11:16.502015 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:16.506166 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-15d9a7ec-7f32-417b-b310-b2857d5535c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:16.662824 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6a844-6ca2-4424-8a9f-69ec54212d7f None None] Pushing event updated for resources: {'Port': ['ID=320a9651-82e7-4faf-98ea-79ce10969543,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:16.665943 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-ace6a844-6ca2-4424-8a9f-69ec54212d7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:16.737102 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] Attempting to bind port 320a9651-82e7-4faf-98ea-79ce10969543 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:11:16.737479 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] Attempting to bind port 320a9651-82e7-4faf-98ea-79ce10969543 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'e5772716-f2e6-4efe-9fd6-bce53fbd4a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '432598ff-3c76-48d1-9b93-17c9cdf9c95c'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:11:16.737912 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] Attempting to bind port 320a9651-82e7-4faf-98ea-79ce10969543 on network 432598ff-3c76-48d1-9b93-17c9cdf9c95c {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:11:16.744339 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:11:16.744794 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] Checking segment: {'id': 'e5772716-f2e6-4efe-9fd6-bce53fbd4a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '432598ff-3c76-48d1-9b93-17c9cdf9c95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:11:16.745425 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:16.745873 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] Bound using segment: {'id': 'e5772716-f2e6-4efe-9fd6-bce53fbd4a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '432598ff-3c76-48d1-9b93-17c9cdf9c95c'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:11:16.746404 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] Bound port: 320a9651-82e7-4faf-98ea-79ce10969543, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5772716-f2e6-4efe-9fd6-bce53fbd4a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '432598ff-3c76-48d1-9b93-17c9cdf9c95c'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:11:16.746847 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:16.852375 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] For port 320a9651-82e7-4faf-98ea-79ce10969543, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:11:16.855905 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] For port 320a9651-82e7-4faf-98ea-79ce10969543, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=320a9651-82e7-4faf-98ea-79ce10969543,segment=NetworkSegment(e5772716-f2e6-4efe-9fd6-bce53fbd4a81),segment_id=e5772716-f2e6-4efe-9fd6-bce53fbd4a81)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:11:16.864114 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:16.868381 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-f82e33a9-f520-4602-8f5e-b6f4c37aec46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:16.944326 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] Routers {'9ece27f9-6f6e-4d31-9743-85ab2173e5aa'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:11:16.945000 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:11:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['9ece27f9-6f6e-4d31-9743-85ab2173e5aa'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:11:17.089186 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6a844-6ca2-4424-8a9f-69ec54212d7f None None] Pushing event updated for resources: {'Port': ['ID=320a9651-82e7-4faf-98ea-79ce10969543,revision_number=4']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:17.097659 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-ace6a844-6ca2-4424-8a9f-69ec54212d7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:17.156408 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] Set router 9ece27f9-6f6e-4d31-9743-85ab2173e5aa gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:11:17.494475 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ece27f9-6f6e-4d31-9743-85ab2173e5aa', 'name': 'tempest-TestMinimumBasicScenario-1461830661-router', 'tenant_id': '1e729232ca1d428ba445ecdccdc62776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'b9ab2337-6eee-4a5f-ac0e-6469e8af7442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:11:05Z', 'updated_at': '2021-11-26T17:11:10Z', 'revision_number': 4, 'project_id': '1e729232ca1d428ba445ecdccdc62776', 'gw_port': {'id': 'b9ab2337-6eee-4a5f-ac0e-6469e8af7442', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ece27f9-6f6e-4d31-9743-85ab2173e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:06Z', 'updated_at': '2021-11-26T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '320a9651-82e7-4faf-98ea-79ce10969543', 'name': '', 'network_id': '432598ff-3c76-48d1-9b93-17c9cdf9c95c', 'tenant_id': '1e729232ca1d428ba445ecdccdc62776', 'mac_address': 'fa:16:3e:29:92:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ece27f9-6f6e-4d31-9743-85ab2173e5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c3be9c7d-7bb2-46e6-a757-7f856360c3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:09Z', 'updated_at': '2021-11-26T17:11:16Z', 'revision_number': 4, 'project_id': '1e729232ca1d428ba445ecdccdc62776', 'subnets': [{'id': 'c3be9c7d-7bb2-46e6-a757-7f856360c3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:11:17.499010 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f92fdb6-1abf-4ebb-b603-126c8112d7fe None None] The sync data for ids ['9ece27f9-6f6e-4d31-9743-85ab2173e5aa'] in dv-neutron-819440-1-hyperv is: [{'id': '9ece27f9-6f6e-4d31-9743-85ab2173e5aa', 'name': 'tempest-TestMinimumBasicScenario-1461830661-router', 'tenant_id': '1e729232ca1d428ba445ecdccdc62776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'b9ab2337-6eee-4a5f-ac0e-6469e8af7442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:11:05Z', 'updated_at': '2021-11-26T17:11:10Z', 'revision_number': 4, 'project_id': '1e729232ca1d428ba445ecdccdc62776', 'gw_port': {'id': 'b9ab2337-6eee-4a5f-ac0e-6469e8af7442', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ece27f9-6f6e-4d31-9743-85ab2173e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:06Z', 'updated_at': '2021-11-26T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '320a9651-82e7-4faf-98ea-79ce10969543', 'name': '', 'network_id': '432598ff-3c76-48d1-9b93-17c9cdf9c95c', 'tenant_id': '1e729232ca1d428ba445ecdccdc62776', 'mac_address': 'fa:16:3e:29:92:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ece27f9-6f6e-4d31-9743-85ab2173e5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c3be9c7d-7bb2-46e6-a757-7f856360c3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:09Z', 'updated_at': '2021-11-26T17:11:16Z', 'revision_number': 4, 'project_id': '1e729232ca1d428ba445ecdccdc62776', 'subnets': [{'id': 'c3be9c7d-7bb2-46e6-a757-7f856360c3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:11:17.815902 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 320a9651-82e7-4faf-98ea-79ce10969543 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:11:17.884841 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 320a9651-82e7-4faf-98ea-79ce10969543 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:11:17.889884 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 320a9651-82e7-4faf-98ea-79ce10969543 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:11:17.890270 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:18.022124 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:18.074329 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 320a9651-82e7-4faf-98ea-79ce10969543, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=320a9651-82e7-4faf-98ea-79ce10969543,segment=NetworkSegment(e5772716-f2e6-4efe-9fd6-bce53fbd4a81),segment_id=e5772716-f2e6-4efe-9fd6-bce53fbd4a81)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:11:18.082053 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:18.084827 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:18.176577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=320a9651-82e7-4faf-98ea-79ce10969543,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:18.179854 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:19.685028 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:19.767020 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 320a9651-82e7-4faf-98ea-79ce10969543 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:11:19.844827 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 320a9651-82e7-4faf-98ea-79ce10969543 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:11:19.844827 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:21.882601 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-85063760-5cdc-48e6-bd51-b3ab706a5685 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:21.884058 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-85063760-5cdc-48e6-bd51-b3ab706a5685 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/networks?id=cd970b39-971b-4efb-b494-cc59e1b50dee HTTP/1.1" status: 200 len: 815 time: 0.1452980 Nov 26 17:11:21.898793 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-54cd6a9b-3668-439b-9d8e-67a3f07addc4 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/quotas/f722ab474c384cdcaa3ecfd8641b3857 HTTP/1.1" status: 200 len: 375 time: 0.0093696 Nov 26 17:11:21.979675 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-d4cc23e1-ac19-4169-90b5-52a117a2a770 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Synchronizing usage tracker for tenant:f722ab474c384cdcaa3ecfd8641b3857 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:11:21.997051 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-d4cc23e1-ac19-4169-90b5-52a117a2a770 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Unset dirty status for tenant:f722ab474c384cdcaa3ecfd8641b3857 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:11:21.998343 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-d4cc23e1-ac19-4169-90b5-52a117a2a770 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f722ab474c384cdcaa3ecfd8641b3857&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0949211 Nov 26 17:11:22.134324 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-abf188a1-1493-4043-85e0-859198f2210d service neutron] 10.222.0.11 "GET /v2.0/networks/cd970b39-971b-4efb-b494-cc59e1b50dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239860 Nov 26 17:11:22.264857 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-6d9c55a5-d33c-4eec-875b-15b5804fd155 service neutron] 10.222.0.11 "GET /v2.0/networks/cd970b39-971b-4efb-b494-cc59e1b50dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247730 Nov 26 17:11:22.441678 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-90481baa-e5df-4640-a2aa-2a621e6b931d req-e7bb2f04-91c6-47f5-a3ea-0fb3a89bd0a2 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 210 time: 0.0469654 Nov 26 17:11:23.592627 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b01185ed-027c-4068-839b-60b7c5d76a7e req-d5e100af-61ac-4802-b867-091c6bad244f tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 210 time: 0.0439403 Nov 26 17:11:23.678011 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-7835c122-972e-4fbb-a33a-9e02b8a2aa22 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:23.678692 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-7835c122-972e-4fbb-a33a-9e02b8a2aa22 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Synchronizing usage tracker for tenant:f722ab474c384cdcaa3ecfd8641b3857 on resource:network {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:11:23.698993 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-7835c122-972e-4fbb-a33a-9e02b8a2aa22 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Unset dirty status for tenant:f722ab474c384cdcaa3ecfd8641b3857 on resource:network {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:11:23.700333 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-7835c122-972e-4fbb-a33a-9e02b8a2aa22 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.31 "GET /v2.0/networks?id=cd970b39-971b-4efb-b494-cc59e1b50dee HTTP/1.1" status: 200 len: 815 time: 0.1700354 Nov 26 17:11:23.716087 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-5ac0882b-2a88-4578-affe-a050f275edd4 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Request body: {'port': {'device_id': '6ffe7072-4c65-4012-ba44-d6d39fa3276d', 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee', 'admin_state_up': True, 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:11:23.856143 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-5ac0882b-2a88-4578-affe-a050f275edd4 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:11:23.865427 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-5ac0882b-2a88-4578-affe-a050f275edd4 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:11:23.874794 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-5ac0882b-2a88-4578-affe-a050f275edd4 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Made reservation on behalf of f722ab474c384cdcaa3ecfd8641b3857 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:11:23.878358 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-5ac0882b-2a88-4578-affe-a050f275edd4 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:24.198070 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-5ac0882b-2a88-4578-affe-a050f275edd4 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Allocated IP 172.20.0.13 (cd970b39-971b-4efb-b494-cc59e1b50dee/37d17cd8-fbf1-45f0-be72-19eab59a9743/6fb824d9-1738-4d43-ae49-176733dd75cf) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:11:24.461976 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-5ac0882b-2a88-4578-affe-a050f275edd4 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:24.479228 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-5ac0882b-2a88-4578-affe-a050f275edd4 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Transition to ACTIVE for port object 6fb824d9-1738-4d43-ae49-176733dd75cf will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:11:24.504215 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-5ac0882b-2a88-4578-affe-a050f275edd4 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:24.510971 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-084bdebc-fb35-4ea5-9130-a81f8265fddb tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:24.580963 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-5ac0882b-2a88-4578-affe-a050f275edd4 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Network cd970b39-971b-4efb-b494-cc59e1b50dee is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:11:24.584887 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-5ac0882b-2a88-4578-affe-a050f275edd4 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:11:24.588952 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-5ac0882b-2a88-4578-affe-a050f275edd4 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:11:24.625429 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0882b-2a88-4578-affe-a050f275edd4 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Pushing event updated for resources: {'Port': ['ID=6fb824d9-1738-4d43-ae49-176733dd75cf,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:24.646272 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5ac0882b-2a88-4578-affe-a050f275edd4 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:24.693932 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-5ac0882b-2a88-4578-affe-a050f275edd4 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:24.694601 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-5ac0882b-2a88-4578-affe-a050f275edd4 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:24.780858 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-5ac0882b-2a88-4578-affe-a050f275edd4 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0710173 Nov 26 17:11:24.839029 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb03311-305f-4c7e-88c4-26fe5f864ce6 req-beddf4b2-9397-4c6c-871e-b2b09608e801 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:24.839990 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-beb03311-305f-4c7e-88c4-26fe5f864ce6 req-beddf4b2-9397-4c6c-871e-b2b09608e801 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Synchronizing usage tracker for tenant:f722ab474c384cdcaa3ecfd8641b3857 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:11:24.858023 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-beb03311-305f-4c7e-88c4-26fe5f864ce6 req-beddf4b2-9397-4c6c-871e-b2b09608e801 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Unset dirty status for tenant:f722ab474c384cdcaa3ecfd8641b3857 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:11:24.859230 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-beb03311-305f-4c7e-88c4-26fe5f864ce6 req-beddf4b2-9397-4c6c-871e-b2b09608e801 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 932 time: 0.1248331 Nov 26 17:11:24.875163 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f95a6c73-147b-4dd9-8a1f-bec80c369f6b None None] Provisioning for port 6fb824d9-1738-4d43-ae49-176733dd75cf completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:11:24.880622 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-f95a6c73-147b-4dd9-8a1f-bec80c369f6b None None] Provisioning complete for port 6fb824d9-1738-4d43-ae49-176733dd75cf triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:11:24.881078 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f95a6c73-147b-4dd9-8a1f-bec80c369f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:24.913310 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-beb03311-305f-4c7e-88c4-26fe5f864ce6 req-6e64d8f2-5dc8-46c1-85de-9b1612cf39d8 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Synchronizing usage tracker for tenant:f722ab474c384cdcaa3ecfd8641b3857 on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:11:24.934792 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-beb03311-305f-4c7e-88c4-26fe5f864ce6 req-6e64d8f2-5dc8-46c1-85de-9b1612cf39d8 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Unset dirty status for tenant:f722ab474c384cdcaa3ecfd8641b3857 on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:11:24.935973 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-beb03311-305f-4c7e-88c4-26fe5f864ce6 req-6e64d8f2-5dc8-46c1-85de-9b1612cf39d8 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685332 Nov 26 17:11:24.947520 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-f95a6c73-147b-4dd9-8a1f-bec80c369f6b None None] Port 6fb824d9-1738-4d43-ae49-176733dd75cf cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:11:26.146832 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37509a82-3804-4d25-8d0e-df498a080559 req-16ff30db-dc2b-4e98-b226-6365c56e901e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:26.149159 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-37509a82-3804-4d25-8d0e-df498a080559 req-16ff30db-dc2b-4e98-b226-6365c56e901e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 932 time: 0.0863059 Nov 26 17:11:26.195862 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-37509a82-3804-4d25-8d0e-df498a080559 req-dcc04ed3-3aa8-453a-b728-cf225cd23562 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411110 Nov 26 17:11:27.390138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cfddcc-fe42-4919-84f7-594229fa9e3c req-7570ef54-3217-4aae-bc04-987de5546b92 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:27.392341 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-71cfddcc-fe42-4919-84f7-594229fa9e3c req-7570ef54-3217-4aae-bc04-987de5546b92 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 932 time: 0.0921292 Nov 26 17:11:27.440878 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-71cfddcc-fe42-4919-84f7-594229fa9e3c req-ddf0c3fe-00a6-4a10-ac5a-9c968e42b85e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415909 Nov 26 17:11:28.628482 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cb84acb3-8a76-4fdc-b2aa-9b42ee1e2cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:28.635956 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc16bd6-baf1-4e29-a330-1c7bd5030c37 req-0bc90e4f-e920-449e-a498-ac8acbe7f4c0 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:28.637571 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0cc16bd6-baf1-4e29-a330-1c7bd5030c37 req-0bc90e4f-e920-449e-a498-ac8acbe7f4c0 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 932 time: 0.0905743 Nov 26 17:11:28.688722 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0cc16bd6-baf1-4e29-a330-1c7bd5030c37 req-55c7d380-9517-4ccf-9e6c-9b84a02d9b83 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448828 Nov 26 17:11:29.408265 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:29.886989 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e253c1-0339-42b5-9a48-7657e35e3777 req-5b8e9516-68eb-4ddc-b175-968d9e4b8a56 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:29.888606 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-43e253c1-0339-42b5-9a48-7657e35e3777 req-5b8e9516-68eb-4ddc-b175-968d9e4b8a56 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 932 time: 0.0928497 Nov 26 17:11:29.935108 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-43e253c1-0339-42b5-9a48-7657e35e3777 req-d92f5d40-e80d-4aac-9133-c7935dd79b6b tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402436 Nov 26 17:11:31.132754 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdf059-75d2-4376-b19c-d796c4915181 req-1a90557a-3dec-4a5d-af73-2d5db1640961 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:31.134380 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ffbdf059-75d2-4376-b19c-d796c4915181 req-1a90557a-3dec-4a5d-af73-2d5db1640961 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 932 time: 0.0875719 Nov 26 17:11:31.180409 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ffbdf059-75d2-4376-b19c-d796c4915181 req-80f8f0cc-211d-4e13-b4ee-d9de05dec9a4 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401437 Nov 26 17:11:31.299706 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d863fbc8-0ed9-4109-aaed-af1dc696e853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:32.283181 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:32.381845 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf234-f992-409a-8780-66325cab1c3d req-debb9e02-4d50-4684-9e58-7ba133ef6775 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:32.384466 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-45fbf234-f992-409a-8780-66325cab1c3d req-debb9e02-4d50-4684-9e58-7ba133ef6775 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 932 time: 0.0922952 Nov 26 17:11:32.430666 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-45fbf234-f992-409a-8780-66325cab1c3d req-f9559a6f-dcbc-405e-9015-e4f9097f86d9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405300 Nov 26 17:11:33.620619 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0f0ce-59af-47ae-8b46-e35865889ed5 req-5a0cf758-25c2-44e7-a15a-a72657341207 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:33.622045 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-44e0f0ce-59af-47ae-8b46-e35865889ed5 req-5a0cf758-25c2-44e7-a15a-a72657341207 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 932 time: 0.0843675 Nov 26 17:11:33.664758 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-44e0f0ce-59af-47ae-8b46-e35865889ed5 req-6d048df7-d436-4119-8496-25cdce799a7d tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371590 Nov 26 17:11:34.059420 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:34.065520 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] Request body: {'port': {'device_id': '6ffe7072-4c65-4012-ba44-d6d39fa3276d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:11:34.176285 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:34.517878 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb824d9-1738-4d43-ae49-176733dd75cf {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:11:34.525964 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:34.540965 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] Transition to ACTIVE for port object 6fb824d9-1738-4d43-ae49-176733dd75cf will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:11:34.544659 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:34.549391 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a36b51c5-67ba-47a6-9b04-b3e1a3df4b7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:34.741487 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb824d9-1738-4d43-ae49-176733dd75cf,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:34.751918 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:34.818449 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] Attempting to bind port 6fb824d9-1738-4d43-ae49-176733dd75cf on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:11:34.818782 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] Attempting to bind port 6fb824d9-1738-4d43-ae49-176733dd75cf by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '19ccc835-8927-4c05-921e-2eefff5c6c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:11:34.819104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] Attempting to bind port 6fb824d9-1738-4d43-ae49-176733dd75cf on network cd970b39-971b-4efb-b494-cc59e1b50dee {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:11:34.828139 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] Port 6fb824d9-1738-4d43-ae49-176733dd75cf on network cd970b39-971b-4efb-b494-cc59e1b50dee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 17:11:34.828456 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] Attempting to bind port 6fb824d9-1738-4d43-ae49-176733dd75cf on network cd970b39-971b-4efb-b494-cc59e1b50dee {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:11:34.841540 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:11:34.842016 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] Checking segment: {'id': '19ccc835-8927-4c05-921e-2eefff5c6c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:11:34.842235 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] Bound using segment: {'id': '19ccc835-8927-4c05-921e-2eefff5c6c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:11:34.842651 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] Bound port: 6fb824d9-1738-4d43-ae49-176733dd75cf, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ccc835-8927-4c05-921e-2eefff5c6c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:11:34.842991 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:34.945374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5511f-e46c-4ba4-9a51-547552545c03 req-386f4722-7d81-4bfd-894d-54e7c195c65d tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:34.946719 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-02f5511f-e46c-4ba4-9a51-547552545c03 req-386f4722-7d81-4bfd-894d-54e7c195c65d tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 944 time: 0.1626945 Nov 26 17:11:35.093863 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] For port 6fb824d9-1738-4d43-ae49-176733dd75cf, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:11:35.114360 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] For port 6fb824d9-1738-4d43-ae49-176733dd75cf, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=6fb824d9-1738-4d43-ae49-176733dd75cf,segment=NetworkSegment(19ccc835-8927-4c05-921e-2eefff5c6c3f),segment_id=19ccc835-8927-4c05-921e-2eefff5c6c3f)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:11:35.122992 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-02f5511f-e46c-4ba4-9a51-547552545c03 req-46e18051-9674-47d8-9b44-dc0f08693101 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692827 Nov 26 17:11:35.124138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:35.127638 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-95209a57-179c-45a2-834a-161306464f64 tempest-ServersNegativeTestJSON-60554154 tempest-ServersNegativeTestJSON-60554154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:35.184320 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:35.184950 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:35.186304 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] 10.222.0.31 "PUT /v2.0/ports/6fb824d9-1738-4d43-ae49-176733dd75cf HTTP/1.1" status: 200 len: 1094 time: 1.2522304 Nov 26 17:11:35.186814 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffe7072-4c65-4012-ba44-d6d39fa3276d', 'tag': '6fb824d9-1738-4d43-ae49-176733dd75cf'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:11:35.206836 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb824d9-1738-4d43-ae49-176733dd75cf,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:35.210885 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:35.264039 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffe7072-4c65-4012-ba44-d6d39fa3276d', 'tag': '6fb824d9-1738-4d43-ae49-176733dd75cf', 'status': 'completed', 'code': 200} Nov 26 17:11:35.309309 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-25d83ae0-e90b-413b-b02c-e40268212bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:35.310801 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-25d83ae0-e90b-413b-b02c-e40268212bab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f722ab474c384cdcaa3ecfd8641b3857&device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 1097 time: 0.0789320 Nov 26 17:11:35.384169 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-6937ea06-cc69-4048-b107-593469cfa067 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fb824d9-1738-4d43-ae49-176733dd75cf HTTP/1.1" status: 200 len: 217 time: 0.0619488 Nov 26 17:11:35.456393 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-5524a427-5753-48ad-96fb-a9f3cfaca26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:35.457715 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-5524a427-5753-48ad-96fb-a9f3cfaca26e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37d17cd8-fbf1-45f0-be72-19eab59a9743 HTTP/1.1" status: 200 len: 854 time: 0.0640011 Nov 26 17:11:35.534394 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-a26aa04a-8c96-4f1a-8ee1-058503647a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:35.535917 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-a26aa04a-8c96-4f1a-8ee1-058503647a91 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd970b39-971b-4efb-b494-cc59e1b50dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705698 Nov 26 17:11:35.667435 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-69cf9f84-d3a0-4440-a9b1-baa9a2aca556 service neutron] 10.222.0.31 "GET /v2.0/networks/cd970b39-971b-4efb-b494-cc59e1b50dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212943 Nov 26 17:11:35.803794 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6f9f5a93-1310-4ea4-ace0-3189266caa5b req-0ab11ef9-f84c-42bc-a7b0-d15191cabfb3 service neutron] 10.222.0.31 "GET /v2.0/networks/cd970b39-971b-4efb-b494-cc59e1b50dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256595 Nov 26 17:11:35.934706 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ad904-5550-49a5-b7c7-2a0c902df165 req-1e648c46-9bac-44ca-beba-c894650aa8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:35.936175 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9e3ad904-5550-49a5-b7c7-2a0c902df165 req-1e648c46-9bac-44ca-beba-c894650aa8c1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f722ab474c384cdcaa3ecfd8641b3857&device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 1097 time: 0.0734646 Nov 26 17:11:36.067407 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ad904-5550-49a5-b7c7-2a0c902df165 req-cfd34629-2222-498a-812b-aaa206cf62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:36.069425 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9e3ad904-5550-49a5-b7c7-2a0c902df165 req-cfd34629-2222-498a-812b-aaa206cf62e6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cd970b39-971b-4efb-b494-cc59e1b50dee HTTP/1.1" status: 200 len: 916 time: 0.1268122 Nov 26 17:11:36.136079 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9e3ad904-5550-49a5-b7c7-2a0c902df165 req-fd63db3f-b372-47c1-8277-eee32f81401b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fb824d9-1738-4d43-ae49-176733dd75cf HTTP/1.1" status: 200 len: 217 time: 0.0590701 Nov 26 17:11:36.203662 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ad904-5550-49a5-b7c7-2a0c902df165 req-9c36a3e6-4d8a-4d8c-93a9-05ac4a983a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:36.205192 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9e3ad904-5550-49a5-b7c7-2a0c902df165 req-9c36a3e6-4d8a-4d8c-93a9-05ac4a983a17 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37d17cd8-fbf1-45f0-be72-19eab59a9743 HTTP/1.1" status: 200 len: 854 time: 0.0607295 Nov 26 17:11:36.342333 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ad904-5550-49a5-b7c7-2a0c902df165 req-0922e62c-2adf-4845-9f11-8e6ec8e79deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:36.343689 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9e3ad904-5550-49a5-b7c7-2a0c902df165 req-0922e62c-2adf-4845-9f11-8e6ec8e79deb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd970b39-971b-4efb-b494-cc59e1b50dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1313608 Nov 26 17:11:36.351766 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd490f-e0e8-4653-8ee9-aea9e094092f req-89546f06-7ac4-4815-a3b5-07cf9ec5e4c9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:36.353077 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7cdd490f-e0e8-4653-8ee9-aea9e094092f req-89546f06-7ac4-4815-a3b5-07cf9ec5e4c9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 944 time: 0.1072314 Nov 26 17:11:36.478659 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7cdd490f-e0e8-4653-8ee9-aea9e094092f req-40277c7a-2458-406f-9d72-37b50349a45c tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054397 Nov 26 17:11:36.508125 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9e3ad904-5550-49a5-b7c7-2a0c902df165 req-a1d12b32-8c36-449e-99e3-4e6151a1bc27 service neutron] 10.222.0.31 "GET /v2.0/networks/cd970b39-971b-4efb-b494-cc59e1b50dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541290 Nov 26 17:11:36.638170 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9e3ad904-5550-49a5-b7c7-2a0c902df165 req-dec6809f-9113-49e5-9358-6e013a8b6d12 service neutron] 10.222.0.31 "GET /v2.0/networks/cd970b39-971b-4efb-b494-cc59e1b50dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225145 Nov 26 17:11:37.661873 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a103745-c1cc-4ffd-96b5-0e42b4c200fd req-d36970cf-6db1-4deb-88c4-ad7f5ebc2e7f tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:37.663296 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8a103745-c1cc-4ffd-96b5-0e42b4c200fd req-d36970cf-6db1-4deb-88c4-ad7f5ebc2e7f tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 944 time: 0.0790327 Nov 26 17:11:37.682286 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 6fb824d9-1738-4d43-ae49-176733dd75cf details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:11:37.707985 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8a103745-c1cc-4ffd-96b5-0e42b4c200fd req-3cccd50c-ea2c-4964-a5d8-6054c89ece30 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389092 Nov 26 17:11:37.817254 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 6fb824d9-1738-4d43-ae49-176733dd75cf, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=6fb824d9-1738-4d43-ae49-176733dd75cf,segment=NetworkSegment(19ccc835-8927-4c05-921e-2eefff5c6c3f),segment_id=19ccc835-8927-4c05-921e-2eefff5c6c3f)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:11:37.833607 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '6fb824d9-1738-4d43-ae49-176733dd75cf', 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee', 'port_id': '6fb824d9-1738-4d43-ae49-176733dd75cf', 'mac_address': 'fa:16:3e:fc:42:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d17cd8-fbf1-45f0-be72-19eab59a9743', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:11:37.887321 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:37.903233 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb824d9-1738-4d43-ae49-176733dd75cf {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:11:37.918249 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 6fb824d9-1738-4d43-ae49-176733dd75cf, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=6fb824d9-1738-4d43-ae49-176733dd75cf,segment=NetworkSegment(19ccc835-8927-4c05-921e-2eefff5c6c3f),segment_id=19ccc835-8927-4c05-921e-2eefff5c6c3f)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:11:37.921617 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:37.926596 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:37.991112 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=6fb824d9-1738-4d43-ae49-176733dd75cf,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:37.998578 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:37.998932 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:37.999276 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:37.999620 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:37.999971 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:38.000309 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:38.000635 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:38.000960 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:38.001286 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:38.001608 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:38.001927 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:38.002245 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:38.006543 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:38.182558 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['6fb824d9-1738-4d43-ae49-176733dd75cf'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:11:38.891609 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52898da8-b32a-46c8-84f8-4a388e4b64e3 req-4f4d04ee-8d70-44f1-8e39-1d8745689353 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:38.893046 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-52898da8-b32a-46c8-84f8-4a388e4b64e3 req-4f4d04ee-8d70-44f1-8e39-1d8745689353 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 945 time: 0.0788589 Nov 26 17:11:38.936744 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-52898da8-b32a-46c8-84f8-4a388e4b64e3 req-0aa800d0-371c-45dd-9e31-fd425592f12f tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376444 Nov 26 17:11:39.682716 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 6fb824d9-1738-4d43-ae49-176733dd75cf up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:11:39.751516 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port 6fb824d9-1738-4d43-ae49-176733dd75cf completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:11:39.757017 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 6fb824d9-1738-4d43-ae49-176733dd75cf triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:11:39.757409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:39.875150 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:39.903506 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffe7072-4c65-4012-ba44-d6d39fa3276d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb824d9-1738-4d43-ae49-176733dd75cf'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:11:39.913067 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 6fb824d9-1738-4d43-ae49-176733dd75cf, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=6fb824d9-1738-4d43-ae49-176733dd75cf,segment=NetworkSegment(19ccc835-8927-4c05-921e-2eefff5c6c3f),segment_id=19ccc835-8927-4c05-921e-2eefff5c6c3f)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:11:39.917092 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:39.919163 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:39.995964 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffe7072-4c65-4012-ba44-d6d39fa3276d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb824d9-1738-4d43-ae49-176733dd75cf', 'code': 200} Nov 26 17:11:40.037267 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=6fb824d9-1738-4d43-ae49-176733dd75cf,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:40.040312 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:40.309287 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da60f96-16ba-4db8-a16c-8ca3be2b20bd req-88972633-a61b-4afc-9861-0cab4bc3a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:40.310656 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1da60f96-16ba-4db8-a16c-8ca3be2b20bd req-88972633-a61b-4afc-9861-0cab4bc3a414 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 1099 time: 0.0976217 Nov 26 17:11:40.318231 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15e405-7300-4568-a1fb-d129c3f22135 req-1665d289-2047-4da1-98b4-40c00e5d2514 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:40.319603 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dc15e405-7300-4568-a1fb-d129c3f22135 req-1665d289-2047-4da1-98b4-40c00e5d2514 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 946 time: 0.2761333 Nov 26 17:11:40.382760 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1da60f96-16ba-4db8-a16c-8ca3be2b20bd req-cc5fed81-2dfa-4cd1-b096-aa8ea38ec504 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622017 Nov 26 17:11:40.389591 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dc15e405-7300-4568-a1fb-d129c3f22135 req-0f9093e8-d823-4cf7-b9c7-9f8e0c15a8c6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571237 Nov 26 17:11:41.582218 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047bfb8f-4414-4bc8-814b-cd3c4ba43b76 req-bfa33612-c4fb-4303-a3cc-2cd23260be07 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:41.584338 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-047bfb8f-4414-4bc8-814b-cd3c4ba43b76 req-bfa33612-c4fb-4303-a3cc-2cd23260be07 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 946 time: 0.0867770 Nov 26 17:11:41.636698 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-047bfb8f-4414-4bc8-814b-cd3c4ba43b76 req-8ae59dbe-6cbb-45cb-b630-546c9ab5d507 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436397 Nov 26 17:11:42.825048 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f146f-5604-4ffb-b210-d9f8bf1b076b req-237d00e0-3955-4df9-9b10-298d7edd9719 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:42.826481 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-689f146f-5604-4ffb-b210-d9f8bf1b076b req-237d00e0-3955-4df9-9b10-298d7edd9719 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 946 time: 0.0791013 Nov 26 17:11:42.873998 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-689f146f-5604-4ffb-b210-d9f8bf1b076b req-87d8eba7-8776-414c-ae84-f97feafa88fb tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419006 Nov 26 17:11:43.054873 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b605ba-cba7-469f-a388-bc878b39641c req-3d6b1d97-343c-402c-830d-8c2f19e179c5 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:43.056232 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-66b605ba-cba7-469f-a388-bc878b39641c req-3d6b1d97-343c-402c-830d-8c2f19e179c5 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 946 time: 0.0791368 Nov 26 17:11:43.102290 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-66b605ba-cba7-469f-a388-bc878b39641c req-0c531489-59d0-4e7a-9689-4aab688469f1 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405416 Nov 26 17:11:43.482275 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233eca4-2b2a-4748-9c2c-f69abf280e89 req-fdfc86ca-deb0-43b8-8cae-f70bc0d7a20c tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:43.483731 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d233eca4-2b2a-4748-9c2c-f69abf280e89 req-fdfc86ca-deb0-43b8-8cae-f70bc0d7a20c tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 946 time: 0.0785329 Nov 26 17:11:43.527875 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d233eca4-2b2a-4748-9c2c-f69abf280e89 req-ecb7f9f2-4653-435d-a5e6-70f78f2bcbd9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383840 Nov 26 17:11:46.826544 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:11:49.695592 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:53.732687 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66741d6e-797f-4762-a03a-f8d6a80461bf req-5ddc5890-8547-4f3d-89ce-01543ec8faa1 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:53.734140 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-66741d6e-797f-4762-a03a-f8d6a80461bf req-5ddc5890-8547-4f3d-89ce-01543ec8faa1 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 946 time: 0.0837128 Nov 26 17:11:53.898411 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-66741d6e-797f-4762-a03a-f8d6a80461bf req-f78ae984-9bd3-44bb-80d1-9d7846cb0608 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579397 Nov 26 17:11:53.921514 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59064) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:11:54.039320 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32ff4ef-d8d6-4d8e-bada-fa2bde0dc432 tempest-TestMinimumBasicScenario-493883217 tempest-TestMinimumBasicScenario-493883217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:54.040042 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e32ff4ef-d8d6-4d8e-bada-fa2bde0dc432 tempest-TestMinimumBasicScenario-493883217 tempest-TestMinimumBasicScenario-493883217-project-admin] Synchronizing usage tracker for tenant:1e729232ca1d428ba445ecdccdc62776 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:11:54.056066 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e32ff4ef-d8d6-4d8e-bada-fa2bde0dc432 tempest-TestMinimumBasicScenario-493883217 tempest-TestMinimumBasicScenario-493883217-project-admin] Unset dirty status for tenant:1e729232ca1d428ba445ecdccdc62776 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:11:54.057218 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e32ff4ef-d8d6-4d8e-bada-fa2bde0dc432 tempest-TestMinimumBasicScenario-493883217 tempest-TestMinimumBasicScenario-493883217-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 1094 time: 0.1347106 Nov 26 17:11:54.060172 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59070) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:11:54.065066 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'port_id': '6fb824d9-1738-4d43-ae49-176733dd75cf', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:11:54.071409 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:11:54.075172 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Usage tracker for resource:floatingip and tenant:f722ab474c384cdcaa3ecfd8641b3857 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:11:54.077999 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:11:54.083568 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:11:54.093483 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for floatingip, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:54.225843 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:54.358918 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Allocated IP 172.26.0.37 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/eec32a70-9bd9-459a-85b6-798c0a5daf3f) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:11:54.503253 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:54.530715 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:54.534201 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f2ee13f7-fc12-44df-967d-1937b1c39432 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:54.601017 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:11:54.604427 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:11:54.608734 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:11:54.644657 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Pushing event updated for resources: {'Port': ['ID=eec32a70-9bd9-459a-85b6-798c0a5daf3f,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:54.649265 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:55.008142 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:55.079687 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:55.282224 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:55.286583 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:55.290114 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-336e5ec7-378a-4985-9bc3-021e5ce800d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:55.393732 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Pushing event updated for resources: {'Port': ['ID=eec32a70-9bd9-459a-85b6-798c0a5daf3f,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:55.399935 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:55.409865 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:55.693228 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Floating IP 09f9ac77-57c4-425b-b6ff-93cb14f84221 associated. External IP: 172.26.0.37, port: 6fb824d9-1738-4d43-ae49-176733dd75cf. Nov 26 17:11:56.044838 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Router c0c887fd-8d9b-41eb-9acc-0a90d62d6b43 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:11:56.222383 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:11:56.233096 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb69416-98cb-4321-93cd-43837bb0aaf6 None None] Sync routers for ids ['c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:11:56.243736 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb69416-98cb-4321-93cd-43837bb0aaf6 None None] Routers {'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:11:56.244157 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-9bb69416-98cb-4321-93cd-43837bb0aaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:11:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:11:56.249185 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:56.309346 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59074) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:11:56.309969 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2481701 Nov 26 17:11:56.310125 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffe7072-4c65-4012-ba44-d6d39fa3276d', 'tag': '6fb824d9-1738-4d43-ae49-176733dd75cf'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:11:56.314992 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-87d5d10d-e33e-483c-ade2-1b9e14bacfb6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-453951074', 'description': 'tempest-secgroup-smoke-453951074 description', 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:11:56.321743 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-87d5d10d-e33e-483c-ade2-1b9e14bacfb6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:11:56.331548 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-87d5d10d-e33e-483c-ade2-1b9e14bacfb6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:11:56.345462 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-87d5d10d-e33e-483c-ade2-1b9e14bacfb6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:56.370932 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-87d5d10d-e33e-483c-ade2-1b9e14bacfb6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:11:56.375000 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-87d5d10d-e33e-483c-ade2-1b9e14bacfb6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Usage tracker for resource:security_group_rule and tenant:f722ab474c384cdcaa3ecfd8641b3857 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:11:56.378188 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-87d5d10d-e33e-483c-ade2-1b9e14bacfb6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:11:56.384942 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-87d5d10d-e33e-483c-ade2-1b9e14bacfb6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:11:56.432443 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-9bb69416-98cb-4321-93cd-43837bb0aaf6 None None] Set router c0c887fd-8d9b-41eb-9acc-0a90d62d6b43 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:11:56.461315 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-87d5d10d-e33e-483c-ade2-1b9e14bacfb6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:56.465532 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-87d5d10d-e33e-483c-ade2-1b9e14bacfb6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:56.471099 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d0b5ce0d-c86f-4839-a50b-4f98e9f537c7 tempest-NegativeSecGroupIPv6Test-1530784128 tempest-NegativeSecGroupIPv6Test-1530784128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:56.499064 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffe7072-4c65-4012-ba44-d6d39fa3276d', 'tag': '6fb824d9-1738-4d43-ae49-176733dd75cf', 'status': 'completed', 'code': 200} Nov 26 17:11:56.514063 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5d10d-e33e-483c-ade2-1b9e14bacfb6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8473e63f-8892-4123-a97c-3b1c8f95ceba,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:56.552650 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d5d10d-e33e-483c-ade2-1b9e14bacfb6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:56.553044 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d5d10d-e33e-483c-ade2-1b9e14bacfb6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:56.553428 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d5d10d-e33e-483c-ade2-1b9e14bacfb6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:56.553810 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d5d10d-e33e-483c-ade2-1b9e14bacfb6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:56.554209 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d5d10d-e33e-483c-ade2-1b9e14bacfb6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:56.554586 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d5d10d-e33e-483c-ade2-1b9e14bacfb6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:56.554956 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d5d10d-e33e-483c-ade2-1b9e14bacfb6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:56.555325 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d5d10d-e33e-483c-ade2-1b9e14bacfb6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:56.555693 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d5d10d-e33e-483c-ade2-1b9e14bacfb6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:56.556081 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d5d10d-e33e-483c-ade2-1b9e14bacfb6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:56.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d5d10d-e33e-483c-ade2-1b9e14bacfb6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:56.556832 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d5d10d-e33e-483c-ade2-1b9e14bacfb6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:11:56.559938 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-87d5d10d-e33e-483c-ade2-1b9e14bacfb6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:56.563985 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-87d5d10d-e33e-483c-ade2-1b9e14bacfb6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2534280 Nov 26 17:11:56.564599 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59082) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:11:56.569808 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-87d5d10d-e33e-483c-ade2-1b9e14bacfb6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:56.573789 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-76a1cbf0-5a6b-4738-82f1-61b163f695d1 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Request body: {'security_group_rule': {'security_group_id': '8473e63f-8892-4123-a97c-3b1c8f95ceba', 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:11:56.584808 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-76a1cbf0-5a6b-4738-82f1-61b163f695d1 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:11:56.589057 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-76a1cbf0-5a6b-4738-82f1-61b163f695d1 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Usage tracker for resource:security_group_rule and tenant:f722ab474c384cdcaa3ecfd8641b3857 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:11:56.592068 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-76a1cbf0-5a6b-4738-82f1-61b163f695d1 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:11:56.599389 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-76a1cbf0-5a6b-4738-82f1-61b163f695d1 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:11:56.611407 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf9a13-de71-4a17-918e-295905a2957e req-1e2ecd98-391a-412a-908b-ef619ea44455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:56.612906 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-92bf9a13-de71-4a17-918e-295905a2957e req-1e2ecd98-391a-412a-908b-ef619ea44455 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f722ab474c384cdcaa3ecfd8641b3857&device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 1099 time: 0.0915587 Nov 26 17:11:56.617259 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-76a1cbf0-5a6b-4738-82f1-61b163f695d1 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:56.683280 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-76a1cbf0-5a6b-4738-82f1-61b163f695d1 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:56.701047 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-76a1cbf0-5a6b-4738-82f1-61b163f695d1 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:56.708843 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9f391107-e9de-41f6-af8a-3056105b879a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:56.727759 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1cbf0-5a6b-4738-82f1-61b163f695d1 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd75b603-1380-4f29-9439-fa85f6e9ec55,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:56.730852 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-76a1cbf0-5a6b-4738-82f1-61b163f695d1 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:56.740239 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-76a1cbf0-5a6b-4738-82f1-61b163f695d1 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:56.741942 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-76a1cbf0-5a6b-4738-82f1-61b163f695d1 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1761699 Nov 26 17:11:56.746262 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59086) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:11:56.754313 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-67612224-033f-4ef8-bc3a-711bae478295 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Request body: {'security_group_rule': {'security_group_id': '8473e63f-8892-4123-a97c-3b1c8f95ceba', 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:11:56.764766 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-67612224-033f-4ef8-bc3a-711bae478295 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:11:56.777521 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-67612224-033f-4ef8-bc3a-711bae478295 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Usage tracker for resource:security_group_rule and tenant:f722ab474c384cdcaa3ecfd8641b3857 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:11:56.782686 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-67612224-033f-4ef8-bc3a-711bae478295 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:11:56.791020 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-67612224-033f-4ef8-bc3a-711bae478295 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:11:56.793295 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf9a13-de71-4a17-918e-295905a2957e req-7bd58312-bace-4cbc-a8f8-8d88e5409c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:56.794727 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-92bf9a13-de71-4a17-918e-295905a2957e req-7bd58312-bace-4cbc-a8f8-8d88e5409c9d service neutron] 10.222.0.31 "GET /v2.0/networks?id=cd970b39-971b-4efb-b494-cc59e1b50dee HTTP/1.1" status: 200 len: 916 time: 0.1754208 Nov 26 17:11:56.810537 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-9bb69416-98cb-4321-93cd-43837bb0aaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'name': 'tempest-TestMinimumBasicScenario-1978319315-router', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'f2c898ca-586b-4d37-9974-da5d74fbf902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:10:59Z', 'updated_at': '2021-11-26T17:11:03Z', 'revision_number': 4, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'gw_port': {'id': 'f2c898ca-586b-4d37-9974-da5d74fbf902', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:00Z', 'updated_at': '2021-11-26T17:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '09f9ac77-57c4-425b-b6ff-93cb14f84221', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'floating_ip_address': '172.26.0.37', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'port_id': '6fb824d9-1738-4d43-ae49-176733dd75cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee', 'mac_address': 'fa:16:3e:fc:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffe7072-4c65-4012-ba44-d6d39fa3276d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:11:54Z', 'updated_at': '2021-11-26T17:11:54Z', 'revision_number': 0, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '591d2cfa-1cc5-4040-aa6c-28d14b359a3c', 'name': '', 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'mac_address': 'fa:16:3e:24:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '37d17cd8-fbf1-45f0-be72-19eab59a9743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:02Z', 'updated_at': '2021-11-26T17:11:10Z', 'revision_number': 5, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'subnets': [{'id': '37d17cd8-fbf1-45f0-be72-19eab59a9743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:11:56.814434 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb69416-98cb-4321-93cd-43837bb0aaf6 None None] Checking router: c0c887fd-8d9b-41eb-9acc-0a90d62d6b43 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:11:56.822767 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb69416-98cb-4321-93cd-43837bb0aaf6 None None] Routers {'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:11:56.823372 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-9bb69416-98cb-4321-93cd-43837bb0aaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:11:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:11:56.879341 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-67612224-033f-4ef8-bc3a-711bae478295 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:56.923157 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-92bf9a13-de71-4a17-918e-295905a2957e req-89ad83bb-3634-4508-91cd-6a7496e24c2c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fb824d9-1738-4d43-ae49-176733dd75cf HTTP/1.1" status: 200 len: 999 time: 0.1218135 Nov 26 17:11:57.003226 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf9a13-de71-4a17-918e-295905a2957e req-fde5b982-8c0a-4b4a-bf73-d6cd114c260b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:57.003490 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-9bb69416-98cb-4321-93cd-43837bb0aaf6 None None] Set router c0c887fd-8d9b-41eb-9acc-0a90d62d6b43 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:11:57.004708 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-92bf9a13-de71-4a17-918e-295905a2957e req-fde5b982-8c0a-4b4a-bf73-d6cd114c260b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37d17cd8-fbf1-45f0-be72-19eab59a9743 HTTP/1.1" status: 200 len: 854 time: 0.0754495 Nov 26 17:11:57.044565 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-67612224-033f-4ef8-bc3a-711bae478295 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:57.055344 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-67612224-033f-4ef8-bc3a-711bae478295 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:57.062403 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-84f73b4b-e1c9-45a2-a80c-19aa2b52a26b tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:57.092562 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67612224-033f-4ef8-bc3a-711bae478295 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2c413e-91a5-4d19-b612-977aac7429f7,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:57.100534 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-67612224-033f-4ef8-bc3a-711bae478295 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:57.107494 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-67612224-033f-4ef8-bc3a-711bae478295 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:57.108665 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-67612224-033f-4ef8-bc3a-711bae478295 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3614612 Nov 26 17:11:57.111839 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59090) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:11:57.118275 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-09992578-5d4a-4ff4-afcf-4783a6a80008 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Request body: {'security_group_rule': {'security_group_id': '8473e63f-8892-4123-a97c-3b1c8f95ceba', 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:11:57.121595 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf9a13-de71-4a17-918e-295905a2957e req-f9e2a19a-96fa-4f62-9625-c63d3f6cf431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:57.123035 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-92bf9a13-de71-4a17-918e-295905a2957e req-f9e2a19a-96fa-4f62-9625-c63d3f6cf431 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd970b39-971b-4efb-b494-cc59e1b50dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1091201 Nov 26 17:11:57.124728 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-09992578-5d4a-4ff4-afcf-4783a6a80008 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:11:57.128711 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-09992578-5d4a-4ff4-afcf-4783a6a80008 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Usage tracker for resource:security_group_rule and tenant:f722ab474c384cdcaa3ecfd8641b3857 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:11:57.132505 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-09992578-5d4a-4ff4-afcf-4783a6a80008 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:11:57.138444 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-09992578-5d4a-4ff4-afcf-4783a6a80008 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:11:57.156669 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-09992578-5d4a-4ff4-afcf-4783a6a80008 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:57.221314 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-09992578-5d4a-4ff4-afcf-4783a6a80008 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:57.226487 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-09992578-5d4a-4ff4-afcf-4783a6a80008 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:57.234309 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a4bd807e-f0d6-4ced-9cbe-29ee3817cff9 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:57.257412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09992578-5d4a-4ff4-afcf-4783a6a80008 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a33c77-37be-4187-a2e6-23aec40ceb0d,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:57.260497 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-09992578-5d4a-4ff4-afcf-4783a6a80008 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:57.265897 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-09992578-5d4a-4ff4-afcf-4783a6a80008 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:57.271233 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-09992578-5d4a-4ff4-afcf-4783a6a80008 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1583021 Nov 26 17:11:57.271768 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-92bf9a13-de71-4a17-918e-295905a2957e req-bdea7497-aaff-44f2-886a-dc2734fa35de service neutron] 10.222.0.31 "GET /v2.0/networks/cd970b39-971b-4efb-b494-cc59e1b50dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399698 Nov 26 17:11:57.271904 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59094) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:11:57.277141 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-1aee62a3-cb4e-4a27-89e4-38935d0bfdd5 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Request body: {'security_group_rule': {'security_group_id': '8473e63f-8892-4123-a97c-3b1c8f95ceba', 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:11:57.283529 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1aee62a3-cb4e-4a27-89e4-38935d0bfdd5 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:11:57.288084 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1aee62a3-cb4e-4a27-89e4-38935d0bfdd5 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Usage tracker for resource:security_group_rule and tenant:f722ab474c384cdcaa3ecfd8641b3857 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:11:57.290923 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1aee62a3-cb4e-4a27-89e4-38935d0bfdd5 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:11:57.296828 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1aee62a3-cb4e-4a27-89e4-38935d0bfdd5 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:11:57.318502 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1aee62a3-cb4e-4a27-89e4-38935d0bfdd5 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:57.383828 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-9bb69416-98cb-4321-93cd-43837bb0aaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'name': 'tempest-TestMinimumBasicScenario-1978319315-router', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'f2c898ca-586b-4d37-9974-da5d74fbf902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:10:59Z', 'updated_at': '2021-11-26T17:11:03Z', 'revision_number': 4, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'gw_port': {'id': 'f2c898ca-586b-4d37-9974-da5d74fbf902', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:00Z', 'updated_at': '2021-11-26T17:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '09f9ac77-57c4-425b-b6ff-93cb14f84221', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'floating_ip_address': '172.26.0.37', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'port_id': '6fb824d9-1738-4d43-ae49-176733dd75cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee', 'mac_address': 'fa:16:3e:fc:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffe7072-4c65-4012-ba44-d6d39fa3276d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:11:54Z', 'updated_at': '2021-11-26T17:11:54Z', 'revision_number': 0, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '591d2cfa-1cc5-4040-aa6c-28d14b359a3c', 'name': '', 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'mac_address': 'fa:16:3e:24:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '37d17cd8-fbf1-45f0-be72-19eab59a9743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:02Z', 'updated_at': '2021-11-26T17:11:10Z', 'revision_number': 5, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'subnets': [{'id': '37d17cd8-fbf1-45f0-be72-19eab59a9743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:11:57.387904 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb69416-98cb-4321-93cd-43837bb0aaf6 None None] The sync data for ids ['c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'] in dv-neutron-819440-1-hyperv is: [{'id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'name': 'tempest-TestMinimumBasicScenario-1978319315-router', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'f2c898ca-586b-4d37-9974-da5d74fbf902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:10:59Z', 'updated_at': '2021-11-26T17:11:03Z', 'revision_number': 4, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'gw_port': {'id': 'f2c898ca-586b-4d37-9974-da5d74fbf902', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:00Z', 'updated_at': '2021-11-26T17:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '09f9ac77-57c4-425b-b6ff-93cb14f84221', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'floating_ip_address': '172.26.0.37', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'port_id': '6fb824d9-1738-4d43-ae49-176733dd75cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee', 'mac_address': 'fa:16:3e:fc:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffe7072-4c65-4012-ba44-d6d39fa3276d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:11:54Z', 'updated_at': '2021-11-26T17:11:54Z', 'revision_number': 0, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '591d2cfa-1cc5-4040-aa6c-28d14b359a3c', 'name': '', 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'mac_address': 'fa:16:3e:24:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '37d17cd8-fbf1-45f0-be72-19eab59a9743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:02Z', 'updated_at': '2021-11-26T17:11:10Z', 'revision_number': 5, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'subnets': [{'id': '37d17cd8-fbf1-45f0-be72-19eab59a9743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:11:57.397314 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1aee62a3-cb4e-4a27-89e4-38935d0bfdd5 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:57.402245 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1aee62a3-cb4e-4a27-89e4-38935d0bfdd5 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:57.408621 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c3777e80-b1ff-4e2d-898c-6bea3d3e5539 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:57.419148 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-92bf9a13-de71-4a17-918e-295905a2957e req-5c0dfe52-303b-400d-b2d3-024d12e2f9ee service neutron] 10.222.0.31 "GET /v2.0/networks/cd970b39-971b-4efb-b494-cc59e1b50dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376078 Nov 26 17:11:57.428574 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee62a3-cb4e-4a27-89e4-38935d0bfdd5 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8404a1-eb74-4882-a46e-200b22b3260a,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:57.431025 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1aee62a3-cb4e-4a27-89e4-38935d0bfdd5 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:57.440289 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1aee62a3-cb4e-4a27-89e4-38935d0bfdd5 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:57.443767 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1aee62a3-cb4e-4a27-89e4-38935d0bfdd5 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1688254 Nov 26 17:11:57.444934 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59098) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:11:57.450066 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-bfdc5790-dc40-4a75-ab3a-e04389667ae8 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Request body: {'security_group_rule': {'security_group_id': '8473e63f-8892-4123-a97c-3b1c8f95ceba', 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:11:57.456375 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-bfdc5790-dc40-4a75-ab3a-e04389667ae8 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:11:57.460787 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-bfdc5790-dc40-4a75-ab3a-e04389667ae8 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Usage tracker for resource:security_group_rule and tenant:f722ab474c384cdcaa3ecfd8641b3857 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:11:57.463698 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-bfdc5790-dc40-4a75-ab3a-e04389667ae8 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:11:57.469801 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-bfdc5790-dc40-4a75-ab3a-e04389667ae8 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:11:57.481449 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.securitygroups_db [None req-bfdc5790-dc40-4a75-ab3a-e04389667ae8 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Project f722ab474c384cdcaa3ecfd8641b3857 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 17:11:57.488999 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bfdc5790-dc40-4a75-ab3a-e04389667ae8 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:57.558234 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bfdc5790-dc40-4a75-ab3a-e04389667ae8 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:57.564030 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bfdc5790-dc40-4a75-ab3a-e04389667ae8 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:57.565898 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c23d2f14-a584-4865-8720-16b51ad5fd4c tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:57.593012 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc5790-dc40-4a75-ab3a-e04389667ae8 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33f6ef7-c4da-49f2-aac5-7c2cc5184ece,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:57.593012 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bfdc5790-dc40-4a75-ab3a-e04389667ae8 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:57.601917 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bfdc5790-dc40-4a75-ab3a-e04389667ae8 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:57.603646 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-bfdc5790-dc40-4a75-ab3a-e04389667ae8 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1573117 Nov 26 17:11:57.606114 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59102) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:11:57.611428 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-8170fcda-1418-4092-835a-4b0e1b8c6dbf tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Request body: {'security_group_rule': {'security_group_id': '8473e63f-8892-4123-a97c-3b1c8f95ceba', 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:11:57.618559 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-8170fcda-1418-4092-835a-4b0e1b8c6dbf tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:11:57.622726 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8170fcda-1418-4092-835a-4b0e1b8c6dbf tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Usage tracker for resource:security_group_rule and tenant:f722ab474c384cdcaa3ecfd8641b3857 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:11:57.625834 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8170fcda-1418-4092-835a-4b0e1b8c6dbf tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:11:57.632355 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-8170fcda-1418-4092-835a-4b0e1b8c6dbf tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:11:57.642748 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae251cd6-cfca-411d-a0bd-b5ca5307efa0 None None] New status for floating IP 09f9ac77-57c4-425b-b6ff-93cb14f84221: ACTIVE {{(pid=87521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:11:57.645159 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.securitygroups_db [None req-8170fcda-1418-4092-835a-4b0e1b8c6dbf tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Project f722ab474c384cdcaa3ecfd8641b3857 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 17:11:57.653233 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8170fcda-1418-4092-835a-4b0e1b8c6dbf tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:57.720779 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8170fcda-1418-4092-835a-4b0e1b8c6dbf tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:57.724917 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8170fcda-1418-4092-835a-4b0e1b8c6dbf tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:57.732672 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d2daa717-f5c1-40ab-9f35-35f7b58a0250 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:57.752097 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170fcda-1418-4092-835a-4b0e1b8c6dbf tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9604fac-4031-4e1a-9681-ebb37f2d2e26,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:57.755300 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8170fcda-1418-4092-835a-4b0e1b8c6dbf tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:57.764453 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8170fcda-1418-4092-835a-4b0e1b8c6dbf tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:57.765644 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8170fcda-1418-4092-835a-4b0e1b8c6dbf tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1586053 Nov 26 17:11:57.897045 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bd8293fc-76af-459d-af54-324dedaae795 req-784e86d7-06cc-4913-a976-8ae1f182be05 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-453951074&fields=id&tenant_id=f722ab474c384cdcaa3ecfd8641b3857 HTTP/1.1" status: 200 len: 267 time: 0.0489895 Nov 26 17:11:57.981899 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8293fc-76af-459d-af54-324dedaae795 req-bd62740c-3d8c-4b44-a527-adab8a0b2252 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:57.983354 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bd8293fc-76af-459d-af54-324dedaae795 req-bd62740c-3d8c-4b44-a527-adab8a0b2252 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 946 time: 0.0808523 Nov 26 17:11:57.994209 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [req-bd8293fc-76af-459d-af54-324dedaae795 req-73672aa4-6033-46c6-9dfd-da0754ee1c97 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Request body: {'port': {'security_groups': ['5feaf024-73ad-4ddb-9383-3babc58160e4', '8473e63f-8892-4123-a97c-3b1c8f95ceba']}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:11:58.114143 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-bd8293fc-76af-459d-af54-324dedaae795 req-73672aa4-6033-46c6-9dfd-da0754ee1c97 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:58.363179 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [req-bd8293fc-76af-459d-af54-324dedaae795 req-73672aa4-6033-46c6-9dfd-da0754ee1c97 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] For port 6fb824d9-1738-4d43-ae49-176733dd75cf, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=6fb824d9-1738-4d43-ae49-176733dd75cf,segment=NetworkSegment(19ccc835-8927-4c05-921e-2eefff5c6c3f),segment_id=19ccc835-8927-4c05-921e-2eefff5c6c3f)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:11:58.500434 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-bd8293fc-76af-459d-af54-324dedaae795 req-73672aa4-6033-46c6-9dfd-da0754ee1c97 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:58.505011 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-bd8293fc-76af-459d-af54-324dedaae795 req-73672aa4-6033-46c6-9dfd-da0754ee1c97 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:58.510502 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ce84093c-d798-4812-b794-ea3da3149f72 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:11:58.517994 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['6fb824d9-1738-4d43-ae49-176733dd75cf'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:11:58.584996 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8293fc-76af-459d-af54-324dedaae795 req-73672aa4-6033-46c6-9dfd-da0754ee1c97 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:58.584996 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [req-bd8293fc-76af-459d-af54-324dedaae795 req-73672aa4-6033-46c6-9dfd-da0754ee1c97 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:58.584996 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bd8293fc-76af-459d-af54-324dedaae795 req-73672aa4-6033-46c6-9dfd-da0754ee1c97 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "PUT /v2.0/ports/6fb824d9-1738-4d43-ae49-176733dd75cf HTTP/1.1" status: 200 len: 982 time: 0.5890639 Nov 26 17:11:58.584996 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffe7072-4c65-4012-ba44-d6d39fa3276d', 'tag': '6fb824d9-1738-4d43-ae49-176733dd75cf'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:11:58.626167 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73672aa4-6033-46c6-9dfd-da0754ee1c97 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Pushing event updated for resources: {'Port': ['ID=6fb824d9-1738-4d43-ae49-176733dd75cf,revision_number=6']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:11:58.631922 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-73672aa4-6033-46c6-9dfd-da0754ee1c97 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:11:58.646707 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffe7072-4c65-4012-ba44-d6d39fa3276d', 'tag': '6fb824d9-1738-4d43-ae49-176733dd75cf', 'status': 'completed', 'code': 200} Nov 26 17:11:58.659937 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['6fb824d9-1738-4d43-ae49-176733dd75cf'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:11:58.717252 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3386887e-405a-432c-8c16-b172374abb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:58.808311 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee5b48-ebae-4d1f-92f6-9fbfeeceeeef req-6658d75e-8ff2-4d97-82b1-9e03708a0e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:58.810516 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-19ee5b48-ebae-4d1f-92f6-9fbfeeceeeef req-6658d75e-8ff2-4d97-82b1-9e03708a0e4a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f722ab474c384cdcaa3ecfd8641b3857&device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 1138 time: 0.1410339 Nov 26 17:11:58.840721 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf324e-d539-4ee6-acde-4cf3a4920468 req-425826ed-6b76-4285-981d-c7410beefde4 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:58.842677 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8fdf324e-d539-4ee6-acde-4cf3a4920468 req-425826ed-6b76-4285-981d-c7410beefde4 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 985 time: 0.1373024 Nov 26 17:11:58.892037 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8fdf324e-d539-4ee6-acde-4cf3a4920468 req-bf84156d-a083-404a-83be-71bb6820cf61 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=8473e63f-8892-4123-a97c-3b1c8f95ceba&id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426784 Nov 26 17:11:58.969165 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee5b48-ebae-4d1f-92f6-9fbfeeceeeef req-c76a37aa-ec9e-4f35-9cc3-949b4e1cd64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:58.970596 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-19ee5b48-ebae-4d1f-92f6-9fbfeeceeeef req-c76a37aa-ec9e-4f35-9cc3-949b4e1cd64c service neutron] 10.222.0.31 "GET /v2.0/networks?id=cd970b39-971b-4efb-b494-cc59e1b50dee HTTP/1.1" status: 200 len: 916 time: 0.1521864 Nov 26 17:11:58.985151 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-80d992eb-b880-462a-bc2a-01346952b60d None None] Provisioning complete for port 6fb824d9-1738-4d43-ae49-176733dd75cf triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:11:58.985535 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-80d992eb-b880-462a-bc2a-01346952b60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:59.077899 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-19ee5b48-ebae-4d1f-92f6-9fbfeeceeeef req-6ba355c2-9492-4f5b-a5dd-e2daf69fca80 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fb824d9-1738-4d43-ae49-176733dd75cf HTTP/1.1" status: 200 len: 1001 time: 0.0983703 Nov 26 17:11:59.152880 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee5b48-ebae-4d1f-92f6-9fbfeeceeeef req-d6a9c7b3-c970-4a1f-8e0d-858554f97158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:59.152880 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-19ee5b48-ebae-4d1f-92f6-9fbfeeceeeef req-d6a9c7b3-c970-4a1f-8e0d-858554f97158 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37d17cd8-fbf1-45f0-be72-19eab59a9743 HTTP/1.1" status: 200 len: 854 time: 0.0646577 Nov 26 17:11:59.351211 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee5b48-ebae-4d1f-92f6-9fbfeeceeeef req-23134f2a-5b3e-4935-9a21-7785d5887592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:11:59.352752 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-19ee5b48-ebae-4d1f-92f6-9fbfeeceeeef req-23134f2a-5b3e-4935-9a21-7785d5887592 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd970b39-971b-4efb-b494-cc59e1b50dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1969848 Nov 26 17:11:59.436668 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:11:59.486183 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-19ee5b48-ebae-4d1f-92f6-9fbfeeceeeef req-87e8f117-15d4-4805-886f-a27a5cf91346 service neutron] 10.222.0.31 "GET /v2.0/networks/cd970b39-971b-4efb-b494-cc59e1b50dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259601 Nov 26 17:11:59.618669 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-19ee5b48-ebae-4d1f-92f6-9fbfeeceeeef req-e2c55719-e4d2-45af-b825-25724af7d317 service neutron] 10.222.0.31 "GET /v2.0/networks/cd970b39-971b-4efb-b494-cc59e1b50dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235962 Nov 26 17:12:01.301293 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1856b8c6-5705-45eb-b087-d19afd018eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:12:02.272614 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:12:04.062075 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:12:17.729859 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2faa5e99-4c91-47a1-bea7-50282a1acdf7 req-da9eb86d-fa85-405f-91ab-fc74923501d7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691931 Nov 26 17:12:17.874189 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa5e99-4c91-47a1-bea7-50282a1acdf7 req-5a13fe8e-0f7a-42e4-95a7-7b94b26d9224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:12:17.875632 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2faa5e99-4c91-47a1-bea7-50282a1acdf7 req-5a13fe8e-0f7a-42e4-95a7-7b94b26d9224 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f722ab474c384cdcaa3ecfd8641b3857&device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 1138 time: 0.0743651 Nov 26 17:12:18.024686 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa5e99-4c91-47a1-bea7-50282a1acdf7 req-a4167c9e-ad99-43cf-950e-8a70b9ba80ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:12:18.026017 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2faa5e99-4c91-47a1-bea7-50282a1acdf7 req-a4167c9e-ad99-43cf-950e-8a70b9ba80ea service neutron] 10.222.0.31 "GET /v2.0/networks?id=cd970b39-971b-4efb-b494-cc59e1b50dee HTTP/1.1" status: 200 len: 916 time: 0.1303186 Nov 26 17:12:18.129805 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2faa5e99-4c91-47a1-bea7-50282a1acdf7 req-8591c9ad-3a4c-434e-808a-f408843eff3b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fb824d9-1738-4d43-ae49-176733dd75cf HTTP/1.1" status: 200 len: 1001 time: 0.0966632 Nov 26 17:12:18.192285 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa5e99-4c91-47a1-bea7-50282a1acdf7 req-416975f6-1065-4be0-b194-1d11653fdd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:12:18.193693 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2faa5e99-4c91-47a1-bea7-50282a1acdf7 req-416975f6-1065-4be0-b194-1d11653fdd3e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37d17cd8-fbf1-45f0-be72-19eab59a9743 HTTP/1.1" status: 200 len: 854 time: 0.0561640 Nov 26 17:12:18.269374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa5e99-4c91-47a1-bea7-50282a1acdf7 req-c2e68093-2e21-4935-ad23-dadf05a053ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:12:18.270791 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2faa5e99-4c91-47a1-bea7-50282a1acdf7 req-c2e68093-2e21-4935-ad23-dadf05a053ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd970b39-971b-4efb-b494-cc59e1b50dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683832 Nov 26 17:12:18.398842 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2faa5e99-4c91-47a1-bea7-50282a1acdf7 req-eb09fb82-7ee2-4c96-9921-0c15781d1151 service neutron] 10.222.0.31 "GET /v2.0/networks/cd970b39-971b-4efb-b494-cc59e1b50dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211822 Nov 26 17:12:18.526892 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2faa5e99-4c91-47a1-bea7-50282a1acdf7 req-6ab53677-0601-4ff6-bcf1-aa0c81b7c60a service neutron] 10.222.0.31 "GET /v2.0/networks/cd970b39-971b-4efb-b494-cc59e1b50dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209934 Nov 26 17:12:19.709544 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:12:21.948255 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87fe1f-0ddd-4ba4-ad48-15a466604053 req-ce091e15-bd98-43e7-8644-f8c86a712ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:12:21.949610 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fe87fe1f-0ddd-4ba4-ad48-15a466604053 req-ce091e15-bd98-43e7-8644-f8c86a712ee9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f722ab474c384cdcaa3ecfd8641b3857&device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 1138 time: 0.0761840 Nov 26 17:12:21.978565 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44dce0-16c2-4fba-9e83-da46ce985716 req-9153a30d-eee9-4d3d-b35a-7e5ec80d7156 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:12:21.980235 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5a44dce0-16c2-4fba-9e83-da46ce985716 req-9153a30d-eee9-4d3d-b35a-7e5ec80d7156 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 985 time: 0.0834577 Nov 26 17:12:22.027258 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5a44dce0-16c2-4fba-9e83-da46ce985716 req-844ec8ce-93a3-491d-94cb-1bc75a9b6d69 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=8473e63f-8892-4123-a97c-3b1c8f95ceba&id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402000 Nov 26 17:12:22.081951 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87fe1f-0ddd-4ba4-ad48-15a466604053 req-55e14ae8-cf59-4249-be15-b8a528107892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:12:22.083368 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fe87fe1f-0ddd-4ba4-ad48-15a466604053 req-55e14ae8-cf59-4249-be15-b8a528107892 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cd970b39-971b-4efb-b494-cc59e1b50dee HTTP/1.1" status: 200 len: 916 time: 0.1273274 Nov 26 17:12:22.185721 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fe87fe1f-0ddd-4ba4-ad48-15a466604053 req-f87d221c-869c-4012-b0c5-a94838bbb304 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fb824d9-1738-4d43-ae49-176733dd75cf HTTP/1.1" status: 200 len: 1001 time: 0.0947485 Nov 26 17:12:22.251641 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87fe1f-0ddd-4ba4-ad48-15a466604053 req-4dad43e8-101e-4add-958e-05309c622e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:12:22.252961 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fe87fe1f-0ddd-4ba4-ad48-15a466604053 req-4dad43e8-101e-4add-958e-05309c622e1c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37d17cd8-fbf1-45f0-be72-19eab59a9743 HTTP/1.1" status: 200 len: 854 time: 0.0579855 Nov 26 17:12:22.326071 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87fe1f-0ddd-4ba4-ad48-15a466604053 req-7655c9a9-d799-4444-96e5-ff64d100013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:12:22.327469 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fe87fe1f-0ddd-4ba4-ad48-15a466604053 req-7655c9a9-d799-4444-96e5-ff64d100013a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd970b39-971b-4efb-b494-cc59e1b50dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673993 Nov 26 17:12:22.578704 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fe87fe1f-0ddd-4ba4-ad48-15a466604053 req-789645fc-af3b-41a0-ac87-3b6dfee832b9 service neutron] 10.222.0.31 "GET /v2.0/networks/cd970b39-971b-4efb-b494-cc59e1b50dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436001 Nov 26 17:12:22.710563 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fe87fe1f-0ddd-4ba4-ad48-15a466604053 req-77a5ae10-e6a1-4c4c-ae4b-15e5bb6d7185 service neutron] 10.222.0.31 "GET /v2.0/networks/cd970b39-971b-4efb-b494-cc59e1b50dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241612 Nov 26 17:12:23.208988 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387d993-a288-4ed3-bed4-744d8e792cc0 req-143710f0-ce0d-44be-81cf-d1628d30373c tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:12:23.210424 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8387d993-a288-4ed3-bed4-744d8e792cc0 req-143710f0-ce0d-44be-81cf-d1628d30373c tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 985 time: 0.0790102 Nov 26 17:12:23.256154 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-8387d993-a288-4ed3-bed4-744d8e792cc0 req-4ce66ff7-c1a7-44d7-a410-7acad607c416 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Synchronizing usage tracker for tenant:f722ab474c384cdcaa3ecfd8641b3857 on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:12:23.270453 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-8387d993-a288-4ed3-bed4-744d8e792cc0 req-4ce66ff7-c1a7-44d7-a410-7acad607c416 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Unset dirty status for tenant:f722ab474c384cdcaa3ecfd8641b3857 on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:12:23.271697 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8387d993-a288-4ed3-bed4-744d8e792cc0 req-4ce66ff7-c1a7-44d7-a410-7acad607c416 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=8473e63f-8892-4123-a97c-3b1c8f95ceba&id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554936 Nov 26 17:12:23.825865 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:12:24.459339 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183fe86-fdd3-411f-959c-322ff52cd29f req-6ec54a07-48fb-4c7f-a620-9826a2f9f6ee tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:12:24.460868 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c183fe86-fdd3-411f-959c-322ff52cd29f req-6ec54a07-48fb-4c7f-a620-9826a2f9f6ee tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 985 time: 0.0830789 Nov 26 17:12:24.506155 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c183fe86-fdd3-411f-959c-322ff52cd29f req-9c5c60d1-0d51-41ce-9b2f-835e1b9b711a tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=8473e63f-8892-4123-a97c-3b1c8f95ceba&id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396137 Nov 26 17:12:25.691844 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b1056-a682-447f-8ca2-2f695150c4c5 req-e812682a-e7bc-4a6d-a7c2-6b8ab20dacad tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:12:25.693280 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0c1b1056-a682-447f-8ca2-2f695150c4c5 req-e812682a-e7bc-4a6d-a7c2-6b8ab20dacad tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 985 time: 0.0830219 Nov 26 17:12:25.740093 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0c1b1056-a682-447f-8ca2-2f695150c4c5 req-918a46df-b3da-4d32-9db4-d34131fbea68 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=8473e63f-8892-4123-a97c-3b1c8f95ceba&id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403690 Nov 26 17:12:26.920347 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e7fd4-deca-4631-8d61-0d52554e17bf req-e45b1770-fd82-4a0a-8f63-f4e0cf0905c1 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:12:26.921767 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ea3e7fd4-deca-4631-8d61-0d52554e17bf req-e45b1770-fd82-4a0a-8f63-f4e0cf0905c1 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 985 time: 0.0790865 Nov 26 17:12:26.971638 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ea3e7fd4-deca-4631-8d61-0d52554e17bf req-f3f63b71-9704-4580-a911-37f750cdd6fd tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=8473e63f-8892-4123-a97c-3b1c8f95ceba&id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437772 Nov 26 17:12:28.155163 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa72713-8ee6-4aec-8d38-ae6c6d2f329a req-209e648c-5c4e-4039-9ff6-a0252cebaa0e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:12:28.156940 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5aa72713-8ee6-4aec-8d38-ae6c6d2f329a req-209e648c-5c4e-4039-9ff6-a0252cebaa0e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 985 time: 0.0803440 Nov 26 17:12:28.202293 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5aa72713-8ee6-4aec-8d38-ae6c6d2f329a req-e39b43fa-8c05-4e08-8512-025effd6f9f7 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=8473e63f-8892-4123-a97c-3b1c8f95ceba&id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396764 Nov 26 17:12:28.629034 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-259fcdbc-0e95-4a28-96b9-5ddae590970a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:12:29.386388 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bf244-e2e8-4355-8b5a-a0d43413f367 req-70af43d6-6abb-4850-99c9-cc5eb5ce888c tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:12:29.387835 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-114bf244-e2e8-4355-8b5a-a0d43413f367 req-70af43d6-6abb-4850-99c9-cc5eb5ce888c tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 985 time: 0.0834787 Nov 26 17:12:29.409428 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:12:29.436096 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-114bf244-e2e8-4355-8b5a-a0d43413f367 req-1e1997fc-fe11-464c-9651-c2ba5aba4667 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=8473e63f-8892-4123-a97c-3b1c8f95ceba&id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423791 Nov 26 17:12:30.628072 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfcec1-5c0c-4efd-a857-e94c9e49e19b req-d734c480-105f-4b8f-aa91-5c50193dd567 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:12:30.629501 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-36cfcec1-5c0c-4efd-a857-e94c9e49e19b req-d734c480-105f-4b8f-aa91-5c50193dd567 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 985 time: 0.0833032 Nov 26 17:12:30.674882 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-36cfcec1-5c0c-4efd-a857-e94c9e49e19b req-afa5d6c4-11f6-4d60-b6f2-ddd73bc863c6 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=8473e63f-8892-4123-a97c-3b1c8f95ceba&id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392511 Nov 26 17:12:31.302288 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-359909b3-e5c4-41ad-874b-718b751c5b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:12:31.865412 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456e77b-ce86-4819-bdad-703c6ad637c8 req-7e5312c8-f1fc-4b9a-aa8b-86f25fc8a981 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:12:31.866829 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6456e77b-ce86-4819-bdad-703c6ad637c8 req-7e5312c8-f1fc-4b9a-aa8b-86f25fc8a981 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 985 time: 0.0847042 Nov 26 17:12:31.912390 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6456e77b-ce86-4819-bdad-703c6ad637c8 req-9f58b419-207d-41ce-b0fa-17eea32f1193 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=8473e63f-8892-4123-a97c-3b1c8f95ceba&id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390189 Nov 26 17:12:32.274061 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:12:33.245079 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd872b-215b-4e71-a563-e783d4319b59 req-521b0f93-dd92-4cdd-ac8c-4a7f94966062 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:12:33.246504 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-49cd872b-215b-4e71-a563-e783d4319b59 req-521b0f93-dd92-4cdd-ac8c-4a7f94966062 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 985 time: 0.0798550 Nov 26 17:12:33.292134 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-49cd872b-215b-4e71-a563-e783d4319b59 req-c94843e8-a2c3-4161-ba5d-5ab0588af791 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=8473e63f-8892-4123-a97c-3b1c8f95ceba&id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397766 Nov 26 17:12:34.064245 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:12:34.474571 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630598c7-ab54-474d-b83e-2081afcb7503 req-f27685af-2a63-4f28-be01-948e2c118f23 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:12:34.476027 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-630598c7-ab54-474d-b83e-2081afcb7503 req-f27685af-2a63-4f28-be01-948e2c118f23 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 985 time: 0.0809581 Nov 26 17:12:34.522751 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-630598c7-ab54-474d-b83e-2081afcb7503 req-7a9b97d8-dbf8-4428-8ccc-6bd31ca0ab58 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=8473e63f-8892-4123-a97c-3b1c8f95ceba&id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409696 Nov 26 17:12:35.707047 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b18181-cdf3-4348-be5b-a16dad0eeb19 req-fd5536e8-57b0-496d-8058-a7529d9c4029 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:12:35.708542 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b9b18181-cdf3-4348-be5b-a16dad0eeb19 req-fd5536e8-57b0-496d-8058-a7529d9c4029 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 985 time: 0.0841515 Nov 26 17:12:35.755155 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b9b18181-cdf3-4348-be5b-a16dad0eeb19 req-96b45301-b837-48df-a3f4-1adb5f610e71 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=8473e63f-8892-4123-a97c-3b1c8f95ceba&id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402389 Nov 26 17:12:36.940722 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395345f3-1be5-42ba-8227-a6032996b998 req-b099c1a9-2418-496d-af0d-c965b6596a4e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:12:36.942139 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-395345f3-1be5-42ba-8227-a6032996b998 req-b099c1a9-2418-496d-af0d-c965b6596a4e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 985 time: 0.0826607 Nov 26 17:12:36.988455 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-395345f3-1be5-42ba-8227-a6032996b998 req-73f92578-1ea7-4ff4-9dde-a5bedd011022 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=8473e63f-8892-4123-a97c-3b1c8f95ceba&id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406079 Nov 26 17:12:38.170448 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c305c1-e1b7-4136-aefd-7536ef9b3724 req-c718b8a9-c103-4440-a475-3fd136fd1131 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:12:38.171888 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-12c305c1-e1b7-4136-aefd-7536ef9b3724 req-c718b8a9-c103-4440-a475-3fd136fd1131 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 985 time: 0.0791986 Nov 26 17:12:38.220334 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-12c305c1-e1b7-4136-aefd-7536ef9b3724 req-45d240f3-53d5-4ea4-9629-c68b5a245700 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=8473e63f-8892-4123-a97c-3b1c8f95ceba&id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427885 Nov 26 17:12:39.402286 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbfe5a-9f1e-4e1f-b513-5a9441787497 req-33fa3edd-5f0f-4342-a79c-ea232d1bf7e5 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:12:39.403701 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9fdbfe5a-9f1e-4e1f-b513-5a9441787497 req-33fa3edd-5f0f-4342-a79c-ea232d1bf7e5 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 985 time: 0.0788188 Nov 26 17:12:39.450531 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9fdbfe5a-9f1e-4e1f-b513-5a9441787497 req-d4bccd29-70f7-4bbc-b554-6a952c84b8d0 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=8473e63f-8892-4123-a97c-3b1c8f95ceba&id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411336 Nov 26 17:12:49.698419 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:12:58.631398 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-89f83e69-fb7b-483e-8ad3-2999143e4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:12:59.411676 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:00.823794 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:13:01.302164 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fa8139b2-9ec2-452f-954e-b7ecf6d3dc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:02.277548 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:04.067451 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:12.568085 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3a5a6d0d-bf2d-4aca-b762-de4fe4d8dae0 req-e049e80a-4939-4ff4-8f38-c8e911bd2d1f tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-453951074&fields=id&tenant_id=f722ab474c384cdcaa3ecfd8641b3857 HTTP/1.1" status: 200 len: 267 time: 0.0396578 Nov 26 17:13:12.651315 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a6d0d-bf2d-4aca-b762-de4fe4d8dae0 req-4fe71d2f-affe-4fb9-ac4d-3c8cae889637 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:12.652793 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3a5a6d0d-bf2d-4aca-b762-de4fe4d8dae0 req-4fe71d2f-affe-4fb9-ac4d-3c8cae889637 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 985 time: 0.0796072 Nov 26 17:13:12.663191 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-3a5a6d0d-bf2d-4aca-b762-de4fe4d8dae0 req-a767b5ea-c9f7-4b35-af2a-4409483804c2 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Request body: {'port': {'security_groups': ['5feaf024-73ad-4ddb-9383-3babc58160e4']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:13:12.784702 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-3a5a6d0d-bf2d-4aca-b762-de4fe4d8dae0 req-a767b5ea-c9f7-4b35-af2a-4409483804c2 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:13.024646 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-3a5a6d0d-bf2d-4aca-b762-de4fe4d8dae0 req-a767b5ea-c9f7-4b35-af2a-4409483804c2 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] For port 6fb824d9-1738-4d43-ae49-176733dd75cf, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=6fb824d9-1738-4d43-ae49-176733dd75cf,segment=NetworkSegment(19ccc835-8927-4c05-921e-2eefff5c6c3f),segment_id=19ccc835-8927-4c05-921e-2eefff5c6c3f)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:13:13.048339 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-3a5a6d0d-bf2d-4aca-b762-de4fe4d8dae0 req-a767b5ea-c9f7-4b35-af2a-4409483804c2 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:13.053628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-3a5a6d0d-bf2d-4aca-b762-de4fe4d8dae0 req-a767b5ea-c9f7-4b35-af2a-4409483804c2 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:13.060037 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9b34c050-f17b-4dc6-807b-1f6a88ed5034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:13.066987 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['6fb824d9-1738-4d43-ae49-176733dd75cf'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:13:13.125171 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a6d0d-bf2d-4aca-b762-de4fe4d8dae0 req-a767b5ea-c9f7-4b35-af2a-4409483804c2 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:13.125798 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-3a5a6d0d-bf2d-4aca-b762-de4fe4d8dae0 req-a767b5ea-c9f7-4b35-af2a-4409483804c2 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:13.127170 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3a5a6d0d-bf2d-4aca-b762-de4fe4d8dae0 req-a767b5ea-c9f7-4b35-af2a-4409483804c2 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "PUT /v2.0/ports/6fb824d9-1738-4d43-ae49-176733dd75cf HTTP/1.1" status: 200 len: 943 time: 0.4683452 Nov 26 17:13:13.127730 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffe7072-4c65-4012-ba44-d6d39fa3276d', 'tag': '6fb824d9-1738-4d43-ae49-176733dd75cf'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:13:13.135111 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59172) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:13.192533 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffe7072-4c65-4012-ba44-d6d39fa3276d', 'tag': '6fb824d9-1738-4d43-ae49-176733dd75cf', 'status': 'completed', 'code': 200} Nov 26 17:13:13.196544 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767b5ea-c9f7-4b35-af2a-4409483804c2 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Pushing event updated for resources: {'Port': ['ID=6fb824d9-1738-4d43-ae49-176733dd75cf,revision_number=7']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:13.208622 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767b5ea-c9f7-4b35-af2a-4409483804c2 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:13.209017 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767b5ea-c9f7-4b35-af2a-4409483804c2 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:13.209405 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767b5ea-c9f7-4b35-af2a-4409483804c2 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:13.209803 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767b5ea-c9f7-4b35-af2a-4409483804c2 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:13.210260 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767b5ea-c9f7-4b35-af2a-4409483804c2 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:13.210810 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767b5ea-c9f7-4b35-af2a-4409483804c2 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:13.211194 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767b5ea-c9f7-4b35-af2a-4409483804c2 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:13.211565 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767b5ea-c9f7-4b35-af2a-4409483804c2 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:13.211971 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767b5ea-c9f7-4b35-af2a-4409483804c2 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:13.212345 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767b5ea-c9f7-4b35-af2a-4409483804c2 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:13.212718 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767b5ea-c9f7-4b35-af2a-4409483804c2 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:13.213096 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767b5ea-c9f7-4b35-af2a-4409483804c2 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:13.226373 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['6fb824d9-1738-4d43-ae49-176733dd75cf'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:13:13.252408 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a767b5ea-c9f7-4b35-af2a-4409483804c2 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:13.280056 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9329a45d-d789-41bd-8d92-107316261eb0 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:13.322287 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9329a45d-d789-41bd-8d92-107316261eb0 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:13.369515 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1373e1-bf39-46f9-b2bd-ebb3fb7f6acd req-4f1d98e2-96dd-451c-8137-f2e6d1ab4f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:13.370996 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cc1373e1-bf39-46f9-b2bd-ebb3fb7f6acd req-4f1d98e2-96dd-451c-8137-f2e6d1ab4f14 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f722ab474c384cdcaa3ecfd8641b3857&device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 1099 time: 0.1525733 Nov 26 17:13:13.436001 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-adf3286b-3cfd-4bf9-9543-e82de1edfd2c None None] Provisioning complete for port 6fb824d9-1738-4d43-ae49-176733dd75cf triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:13:13.436314 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-adf3286b-3cfd-4bf9-9543-e82de1edfd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:13.473888 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9329a45d-d789-41bd-8d92-107316261eb0 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:13.479254 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-842a43f4-a755-4174-b9fd-a326cd2f7019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:13.498520 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329a45d-d789-41bd-8d92-107316261eb0 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8473e63f-8892-4123-a97c-3b1c8f95ceba,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:13.510602 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9329a45d-d789-41bd-8d92-107316261eb0 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:13.534328 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9329a45d-d789-41bd-8d92-107316261eb0 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:13.535372 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9329a45d-d789-41bd-8d92-107316261eb0 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "DELETE /v2.0/security-groups/8473e63f-8892-4123-a97c-3b1c8f95ceba HTTP/1.1" status: 204 len: 168 time: 0.3996270 Nov 26 17:13:13.536720 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1373e1-bf39-46f9-b2bd-ebb3fb7f6acd req-be39af2e-63dd-4220-8e31-f7f2c889b48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:13.538064 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cc1373e1-bf39-46f9-b2bd-ebb3fb7f6acd req-be39af2e-63dd-4220-8e31-f7f2c889b48f service neutron] 10.222.0.31 "GET /v2.0/networks?id=cd970b39-971b-4efb-b494-cc59e1b50dee HTTP/1.1" status: 200 len: 916 time: 0.1590364 Nov 26 17:13:13.538579 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59176) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:13.645667 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cc1373e1-bf39-46f9-b2bd-ebb3fb7f6acd req-dea013e8-6534-40e7-83b9-438c6287c376 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fb824d9-1738-4d43-ae49-176733dd75cf HTTP/1.1" status: 200 len: 1001 time: 0.0993445 Nov 26 17:13:13.714224 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1373e1-bf39-46f9-b2bd-ebb3fb7f6acd req-c7b09515-05eb-4d2d-ace2-a5a59ccdec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:13.715692 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cc1373e1-bf39-46f9-b2bd-ebb3fb7f6acd req-c7b09515-05eb-4d2d-ace2-a5a59ccdec67 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37d17cd8-fbf1-45f0-be72-19eab59a9743 HTTP/1.1" status: 200 len: 854 time: 0.0621510 Nov 26 17:13:13.742982 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-24d42976-870a-41a4-8331-1b7b3ab1123e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Deleting port eec32a70-9bd9-459a-85b6-798c0a5daf3f {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:13:13.743315 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-24d42976-870a-41a4-8331-1b7b3ab1123e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:13.793357 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1373e1-bf39-46f9-b2bd-ebb3fb7f6acd req-ca08e11e-334e-4eb2-8be9-b8efdfaccc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:13.794739 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cc1373e1-bf39-46f9-b2bd-ebb3fb7f6acd req-ca08e11e-334e-4eb2-8be9-b8efdfaccc32 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd970b39-971b-4efb-b494-cc59e1b50dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723948 Nov 26 17:13:13.913832 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-24d42976-870a-41a4-8331-1b7b3ab1123e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:13.914158 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-24d42976-870a-41a4-8331-1b7b3ab1123e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:14.047317 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-24d42976-870a-41a4-8331-1b7b3ab1123e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Calling delete_port for eec32a70-9bd9-459a-85b6-798c0a5daf3f owned by network:floatingip {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:13:14.051583 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cc1373e1-bf39-46f9-b2bd-ebb3fb7f6acd req-b652968e-a395-458e-9e3d-e0803afb561b service neutron] 10.222.0.31 "GET /v2.0/networks/cd970b39-971b-4efb-b494-cc59e1b50dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461569 Nov 26 17:13:14.185731 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cc1373e1-bf39-46f9-b2bd-ebb3fb7f6acd req-89a410d1-3af0-4ee1-b422-7e37d604a5de service neutron] 10.222.0.31 "GET /v2.0/networks/cd970b39-971b-4efb-b494-cc59e1b50dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254499 Nov 26 17:13:14.201628 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-24d42976-870a-41a4-8331-1b7b3ab1123e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:14.206227 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0054cb83-f21e-43e7-b2b5-127c69ba0d93 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:14.250590 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d42976-870a-41a4-8331-1b7b3ab1123e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Pushing event deleted for resources: {'Port': ['ID=eec32a70-9bd9-459a-85b6-798c0a5daf3f,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:14.288811 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d42976-870a-41a4-8331-1b7b3ab1123e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:14.289190 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d42976-870a-41a4-8331-1b7b3ab1123e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:14.289560 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d42976-870a-41a4-8331-1b7b3ab1123e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:14.289926 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d42976-870a-41a4-8331-1b7b3ab1123e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:14.290288 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d42976-870a-41a4-8331-1b7b3ab1123e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:14.290649 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d42976-870a-41a4-8331-1b7b3ab1123e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:14.291006 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d42976-870a-41a4-8331-1b7b3ab1123e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:14.291364 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d42976-870a-41a4-8331-1b7b3ab1123e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:14.291742 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d42976-870a-41a4-8331-1b7b3ab1123e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:14.292096 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d42976-870a-41a4-8331-1b7b3ab1123e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:14.292449 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d42976-870a-41a4-8331-1b7b3ab1123e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:14.292806 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d42976-870a-41a4-8331-1b7b3ab1123e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:14.322076 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-24d42976-870a-41a4-8331-1b7b3ab1123e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:14.350092 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-24d42976-870a-41a4-8331-1b7b3ab1123e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks [] for floatingip, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:14.350472 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-24d42976-870a-41a4-8331-1b7b3ab1123e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Floating IP 09f9ac77-57c4-425b-b6ff-93cb14f84221 disassociated (deleted). External IP: 172.26.0.37, port: 6fb824d9-1738-4d43-ae49-176733dd75cf. Nov 26 17:13:14.805640 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d42976-870a-41a4-8331-1b7b3ab1123e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Router c0c887fd-8d9b-41eb-9acc-0a90d62d6b43 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:13:14.984377 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d42976-870a-41a4-8331-1b7b3ab1123e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:13:14.995247 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8f248b-d177-4067-9d8d-f6f896ed5e2d None None] Sync routers for ids ['c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:13:15.004786 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8f248b-d177-4067-9d8d-f6f896ed5e2d None None] Routers {'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:13:15.005415 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-aa8f248b-d177-4067-9d8d-f6f896ed5e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:13:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:15.009976 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-24d42976-870a-41a4-8331-1b7b3ab1123e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:15.064977 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-24d42976-870a-41a4-8331-1b7b3ab1123e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "DELETE /v2.0/floatingips/09f9ac77-57c4-425b-b6ff-93cb14f84221 HTTP/1.1" status: 204 len: 168 time: 1.5252378 Nov 26 17:13:15.065650 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffe7072-4c65-4012-ba44-d6d39fa3276d', 'tag': '6fb824d9-1738-4d43-ae49-176733dd75cf'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:13:15.110177 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffe7072-4c65-4012-ba44-d6d39fa3276d', 'tag': '6fb824d9-1738-4d43-ae49-176733dd75cf', 'status': 'completed', 'code': 200} Nov 26 17:13:15.185774 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-aa8f248b-d177-4067-9d8d-f6f896ed5e2d None None] Set router c0c887fd-8d9b-41eb-9acc-0a90d62d6b43 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:13:15.209740 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab62ba-1c5f-4dc9-9639-690827473ca4 req-39abf645-fbb3-484b-ab6d-79681fb02191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:15.211170 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-99ab62ba-1c5f-4dc9-9639-690827473ca4 req-39abf645-fbb3-484b-ab6d-79681fb02191 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f722ab474c384cdcaa3ecfd8641b3857&device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 1099 time: 0.0728171 Nov 26 17:13:15.353449 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab62ba-1c5f-4dc9-9639-690827473ca4 req-2cbe1af9-8b8a-47c2-bd16-091bf18397a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:15.354858 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-99ab62ba-1c5f-4dc9-9639-690827473ca4 req-2cbe1af9-8b8a-47c2-bd16-091bf18397a1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cd970b39-971b-4efb-b494-cc59e1b50dee HTTP/1.1" status: 200 len: 916 time: 0.1327081 Nov 26 17:13:15.470875 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-99ab62ba-1c5f-4dc9-9639-690827473ca4 req-d877bbe4-9df2-4519-bdc5-0bca3eda703b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fb824d9-1738-4d43-ae49-176733dd75cf HTTP/1.1" status: 200 len: 217 time: 0.1086009 Nov 26 17:13:15.548434 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-aa8f248b-d177-4067-9d8d-f6f896ed5e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'name': 'tempest-TestMinimumBasicScenario-1978319315-router', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'f2c898ca-586b-4d37-9974-da5d74fbf902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:10:59Z', 'updated_at': '2021-11-26T17:11:03Z', 'revision_number': 4, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'gw_port': {'id': 'f2c898ca-586b-4d37-9974-da5d74fbf902', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:00Z', 'updated_at': '2021-11-26T17:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '591d2cfa-1cc5-4040-aa6c-28d14b359a3c', 'name': '', 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'mac_address': 'fa:16:3e:24:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '37d17cd8-fbf1-45f0-be72-19eab59a9743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:02Z', 'updated_at': '2021-11-26T17:11:10Z', 'revision_number': 5, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'subnets': [{'id': '37d17cd8-fbf1-45f0-be72-19eab59a9743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:15.550667 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab62ba-1c5f-4dc9-9639-690827473ca4 req-3cee8f79-93f1-4633-9c9a-e5ea3f53f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:15.552767 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-99ab62ba-1c5f-4dc9-9639-690827473ca4 req-3cee8f79-93f1-4633-9c9a-e5ea3f53f758 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37d17cd8-fbf1-45f0-be72-19eab59a9743 HTTP/1.1" status: 200 len: 854 time: 0.0720723 Nov 26 17:13:15.553268 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8f248b-d177-4067-9d8d-f6f896ed5e2d None None] Checking router: c0c887fd-8d9b-41eb-9acc-0a90d62d6b43 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:13:15.562188 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8f248b-d177-4067-9d8d-f6f896ed5e2d None None] Routers {'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:13:15.562740 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-aa8f248b-d177-4067-9d8d-f6f896ed5e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:13:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:15.638459 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab62ba-1c5f-4dc9-9639-690827473ca4 req-0c9f1214-1c80-4922-9b83-0910490ce084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:15.639968 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-99ab62ba-1c5f-4dc9-9639-690827473ca4 req-0c9f1214-1c80-4922-9b83-0910490ce084 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd970b39-971b-4efb-b494-cc59e1b50dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768688 Nov 26 17:13:15.798708 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-aa8f248b-d177-4067-9d8d-f6f896ed5e2d None None] Set router c0c887fd-8d9b-41eb-9acc-0a90d62d6b43 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:13:15.800279 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-99ab62ba-1c5f-4dc9-9639-690827473ca4 req-f16945ff-3140-4eb6-900c-226ef71af463 service neutron] 10.222.0.31 "GET /v2.0/networks/cd970b39-971b-4efb-b494-cc59e1b50dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529827 Nov 26 17:13:15.933065 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-99ab62ba-1c5f-4dc9-9639-690827473ca4 req-01c8697c-8288-4ac3-895f-a39cc2163e80 service neutron] 10.222.0.31 "GET /v2.0/networks/cd970b39-971b-4efb-b494-cc59e1b50dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255231 Nov 26 17:13:16.115750 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-aa8f248b-d177-4067-9d8d-f6f896ed5e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'name': 'tempest-TestMinimumBasicScenario-1978319315-router', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'f2c898ca-586b-4d37-9974-da5d74fbf902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:10:59Z', 'updated_at': '2021-11-26T17:11:03Z', 'revision_number': 4, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'gw_port': {'id': 'f2c898ca-586b-4d37-9974-da5d74fbf902', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:00Z', 'updated_at': '2021-11-26T17:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '591d2cfa-1cc5-4040-aa6c-28d14b359a3c', 'name': '', 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'mac_address': 'fa:16:3e:24:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '37d17cd8-fbf1-45f0-be72-19eab59a9743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:02Z', 'updated_at': '2021-11-26T17:11:10Z', 'revision_number': 5, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'subnets': [{'id': '37d17cd8-fbf1-45f0-be72-19eab59a9743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:16.120138 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8f248b-d177-4067-9d8d-f6f896ed5e2d None None] The sync data for ids ['c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'] in dv-neutron-819440-1-hyperv is: [{'id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'name': 'tempest-TestMinimumBasicScenario-1978319315-router', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'f2c898ca-586b-4d37-9974-da5d74fbf902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:10:59Z', 'updated_at': '2021-11-26T17:11:03Z', 'revision_number': 4, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'gw_port': {'id': 'f2c898ca-586b-4d37-9974-da5d74fbf902', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:00Z', 'updated_at': '2021-11-26T17:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '591d2cfa-1cc5-4040-aa6c-28d14b359a3c', 'name': '', 'network_id': 'cd970b39-971b-4efb-b494-cc59e1b50dee', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'mac_address': 'fa:16:3e:24:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '37d17cd8-fbf1-45f0-be72-19eab59a9743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:02Z', 'updated_at': '2021-11-26T17:11:10Z', 'revision_number': 5, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'subnets': [{'id': '37d17cd8-fbf1-45f0-be72-19eab59a9743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:13:16.346293 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02759850-c6a6-42a5-a134-e2d8a06e46e2 None None] New status for floating IP 09f9ac77-57c4-425b-b6ff-93cb14f84221: DOWN {{(pid=87521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:13:18.751266 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3846730f-2c85-40b5-a9b2-8884affafb9f req-4255cdb3-88a6-4013-89b7-973cdb328e55 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698657 Nov 26 17:13:18.899229 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846730f-2c85-40b5-a9b2-8884affafb9f req-26b4646c-aadc-48a4-a11c-584b4202e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:18.900708 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3846730f-2c85-40b5-a9b2-8884affafb9f req-26b4646c-aadc-48a4-a11c-584b4202e2a9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f722ab474c384cdcaa3ecfd8641b3857&device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 1099 time: 0.0749474 Nov 26 17:13:19.066241 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846730f-2c85-40b5-a9b2-8884affafb9f req-b2dfb9de-006a-4bfb-a790-e604fc362d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:19.067691 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3846730f-2c85-40b5-a9b2-8884affafb9f req-b2dfb9de-006a-4bfb-a790-e604fc362d4c service neutron] 10.222.0.31 "GET /v2.0/networks?id=cd970b39-971b-4efb-b494-cc59e1b50dee HTTP/1.1" status: 200 len: 916 time: 0.1402025 Nov 26 17:13:19.143196 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3846730f-2c85-40b5-a9b2-8884affafb9f req-da793c33-190e-43e3-a549-325f15a7da2f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fb824d9-1738-4d43-ae49-176733dd75cf HTTP/1.1" status: 200 len: 217 time: 0.0657170 Nov 26 17:13:19.209423 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846730f-2c85-40b5-a9b2-8884affafb9f req-ea3b2aad-6470-47d2-9d18-0288bc05e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:19.210788 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3846730f-2c85-40b5-a9b2-8884affafb9f req-ea3b2aad-6470-47d2-9d18-0288bc05e6e4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37d17cd8-fbf1-45f0-be72-19eab59a9743 HTTP/1.1" status: 200 len: 854 time: 0.0574663 Nov 26 17:13:19.290232 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846730f-2c85-40b5-a9b2-8884affafb9f req-8ac093b4-2c79-4f8f-b63e-d21689a6b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:19.291687 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3846730f-2c85-40b5-a9b2-8884affafb9f req-8ac093b4-2c79-4f8f-b63e-d21689a6b536 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd970b39-971b-4efb-b494-cc59e1b50dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706162 Nov 26 17:13:19.431473 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3846730f-2c85-40b5-a9b2-8884affafb9f req-c87e884b-4087-4387-a693-b05fadaaedec service neutron] 10.222.0.31 "GET /v2.0/networks/cd970b39-971b-4efb-b494-cc59e1b50dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288147 Nov 26 17:13:19.694577 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3846730f-2c85-40b5-a9b2-8884affafb9f req-e582b945-f918-4227-9b2d-fdbba2bf54d9 service neutron] 10.222.0.31 "GET /v2.0/networks/cd970b39-971b-4efb-b494-cc59e1b50dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516320 Nov 26 17:13:19.725074 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:20.531439 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f7bbe-2ec0-46d1-85cf-515d329608f2 req-f4c9c6e0-b556-4ed3-a1de-da1095b05b5c tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:20.532914 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d72f7bbe-2ec0-46d1-85cf-515d329608f2 req-f4c9c6e0-b556-4ed3-a1de-da1095b05b5c tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 946 time: 0.0940831 Nov 26 17:13:20.575814 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-d72f7bbe-2ec0-46d1-85cf-515d329608f2 req-a7c03440-cc3e-4e39-bbd5-2b55ec863abc tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Synchronizing usage tracker for tenant:f722ab474c384cdcaa3ecfd8641b3857 on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:13:20.590253 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-d72f7bbe-2ec0-46d1-85cf-515d329608f2 req-a7c03440-cc3e-4e39-bbd5-2b55ec863abc tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Unset dirty status for tenant:f722ab474c384cdcaa3ecfd8641b3857 on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:13:20.591439 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d72f7bbe-2ec0-46d1-85cf-515d329608f2 req-a7c03440-cc3e-4e39-bbd5-2b55ec863abc tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530553 Nov 26 17:13:21.775292 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95b300-1d43-4243-a4b9-0021ddb929ed req-74dd02f2-5939-423f-b962-45e44ec87954 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:21.776006 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-cb95b300-1d43-4243-a4b9-0021ddb929ed req-74dd02f2-5939-423f-b962-45e44ec87954 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Synchronizing usage tracker for tenant:f722ab474c384cdcaa3ecfd8641b3857 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:13:21.790642 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-cb95b300-1d43-4243-a4b9-0021ddb929ed req-74dd02f2-5939-423f-b962-45e44ec87954 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Unset dirty status for tenant:f722ab474c384cdcaa3ecfd8641b3857 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:13:21.791866 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cb95b300-1d43-4243-a4b9-0021ddb929ed req-74dd02f2-5939-423f-b962-45e44ec87954 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 946 time: 0.0975146 Nov 26 17:13:21.839388 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cb95b300-1d43-4243-a4b9-0021ddb929ed req-2d65d257-2c2c-4f59-893f-aef5468e72ed tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/security-groups?id=5feaf024-73ad-4ddb-9383-3babc58160e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417829 Nov 26 17:13:22.431974 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db306b-ee7a-45f4-af0d-2c7d72daf9d4 req-e74064bc-281a-4c18-9c8a-43df8781f3ba tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:22.434260 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-97db306b-ee7a-45f4-af0d-2c7d72daf9d4 req-e74064bc-281a-4c18-9c8a-43df8781f3ba tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 946 time: 0.0808573 Nov 26 17:13:22.510734 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-97db306b-ee7a-45f4-af0d-2c7d72daf9d4 req-1195cfa1-71e9-49c8-ab6e-9efdde74f3fd tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Deleting port 6fb824d9-1738-4d43-ae49-176733dd75cf {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:13:22.511073 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-97db306b-ee7a-45f4-af0d-2c7d72daf9d4 req-1195cfa1-71e9-49c8-ab6e-9efdde74f3fd tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:22.760554 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-97db306b-ee7a-45f4-af0d-2c7d72daf9d4 req-1195cfa1-71e9-49c8-ab6e-9efdde74f3fd tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] For port 6fb824d9-1738-4d43-ae49-176733dd75cf, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=6fb824d9-1738-4d43-ae49-176733dd75cf,segment=NetworkSegment(19ccc835-8927-4c05-921e-2eefff5c6c3f),segment_id=19ccc835-8927-4c05-921e-2eefff5c6c3f)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:13:22.760922 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-97db306b-ee7a-45f4-af0d-2c7d72daf9d4 req-1195cfa1-71e9-49c8-ab6e-9efdde74f3fd tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:22.884174 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-97db306b-ee7a-45f4-af0d-2c7d72daf9d4 req-1195cfa1-71e9-49c8-ab6e-9efdde74f3fd tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Calling delete_port for 6fb824d9-1738-4d43-ae49-176733dd75cf owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:13:23.033905 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-97db306b-ee7a-45f4-af0d-2c7d72daf9d4 req-1195cfa1-71e9-49c8-ab6e-9efdde74f3fd tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:23.040442 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0aee4b6d-19d8-460e-86bc-20ac55b39855 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:23.050213 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['6fb824d9-1738-4d43-ae49-176733dd75cf'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:13:23.140285 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195cfa1-71e9-49c8-ab6e-9efdde74f3fd tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Pushing event deleted for resources: {'Port': ['ID=6fb824d9-1738-4d43-ae49-176733dd75cf,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:23.168899 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c0fc287a-f20e-4ead-a067-362bf3f17a2a req-9978ccce-fed9-499b-9d57-7838a0efd909 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ffe7072-4c65-4012-ba44-d6d39fa3276d HTTP/1.1" status: 200 len: 210 time: 0.2260132 Nov 26 17:13:23.174482 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1195cfa1-71e9-49c8-ab6e-9efdde74f3fd tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:23.217903 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-97db306b-ee7a-45f4-af0d-2c7d72daf9d4 req-1195cfa1-71e9-49c8-ab6e-9efdde74f3fd tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] No DVR routers for this DVR port 6fb824d9-1738-4d43-ae49-176733dd75cf on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:13:23.220449 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-97db306b-ee7a-45f4-af0d-2c7d72daf9d4 req-1195cfa1-71e9-49c8-ab6e-9efdde74f3fd tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:23.222979 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffe7072-4c65-4012-ba44-d6d39fa3276d', 'name': 'network-vif-deleted', 'tag': '6fb824d9-1738-4d43-ae49-176733dd75cf'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:13:23.239920 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-97db306b-ee7a-45f4-af0d-2c7d72daf9d4 req-1195cfa1-71e9-49c8-ab6e-9efdde74f3fd tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] 10.222.0.31 "DELETE /v2.0/ports/6fb824d9-1738-4d43-ae49-176733dd75cf HTTP/1.1" status: 204 len: 173 time: 0.7974231 Nov 26 17:13:23.269654 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffe7072-4c65-4012-ba44-d6d39fa3276d', 'name': 'network-vif-deleted', 'tag': '6fb824d9-1738-4d43-ae49-176733dd75cf', 'status': 'completed', 'code': 200} Nov 26 17:13:24.806997 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59264) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:25.336325 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f07bf17f-845f-4638-bf63-6ea016f2fb5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:25.794460 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-f07bf17f-845f-4638-bf63-6ea016f2fb5c admin admin] Deleting port 591d2cfa-1cc5-4040-aa6c-28d14b359a3c {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:13:25.794798 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f07bf17f-845f-4638-bf63-6ea016f2fb5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:25.962431 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-f07bf17f-845f-4638-bf63-6ea016f2fb5c admin admin] For port 591d2cfa-1cc5-4040-aa6c-28d14b359a3c, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=591d2cfa-1cc5-4040-aa6c-28d14b359a3c,segment=NetworkSegment(19ccc835-8927-4c05-921e-2eefff5c6c3f),segment_id=19ccc835-8927-4c05-921e-2eefff5c6c3f)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:13:25.963173 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f07bf17f-845f-4638-bf63-6ea016f2fb5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:26.083078 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-f07bf17f-845f-4638-bf63-6ea016f2fb5c admin admin] Calling delete_port for 591d2cfa-1cc5-4040-aa6c-28d14b359a3c owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:13:26.149001 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 6fb824d9-1738-4d43-ae49-176733dd75cf no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:13:26.182520 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: 6fb824d9-1738-4d43-ae49-176733dd75cf {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:13:26.182876 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 6fb824d9-1738-4d43-ae49-176733dd75cf not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:13:26.255950 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f07bf17f-845f-4638-bf63-6ea016f2fb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:26.260222 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-9d7e09c3-8123-4f51-bb34-0e69b12e5f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:26.305444 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bf17f-845f-4638-bf63-6ea016f2fb5c admin admin] Pushing event deleted for resources: {'Port': ['ID=591d2cfa-1cc5-4040-aa6c-28d14b359a3c,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:26.339754 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f07bf17f-845f-4638-bf63-6ea016f2fb5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:26.568356 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f07bf17f-845f-4638-bf63-6ea016f2fb5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:26.917754 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07bf17f-845f-4638-bf63-6ea016f2fb5c admin admin] Router c0c887fd-8d9b-41eb-9acc-0a90d62d6b43 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:13:27.210455 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07bf17f-845f-4638-bf63-6ea016f2fb5c admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:13:27.219106 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7d2109-64f1-4e1c-a88b-5af8bb9b1048 None None] Sync routers for ids ['c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:13:27.222715 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f07bf17f-845f-4638-bf63-6ea016f2fb5c admin admin] 10.222.0.11 "PUT /v2.0/routers/c0c887fd-8d9b-41eb-9acc-0a90d62d6b43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4146538 Nov 26 17:13:27.225231 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59268) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:27.228268 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7d2109-64f1-4e1c-a88b-5af8bb9b1048 None None] Routers {'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:13:27.228880 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-5f7d2109-64f1-4e1c-a88b-5af8bb9b1048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:13:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:27.404673 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-5f7d2109-64f1-4e1c-a88b-5af8bb9b1048 None None] Set router c0c887fd-8d9b-41eb-9acc-0a90d62d6b43 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:13:27.406675 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3dc4843e-271b-4924-b4be-c5c999178a6c admin admin] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:27.586362 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3dc4843e-271b-4924-b4be-c5c999178a6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:27.596073 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-3dc4843e-271b-4924-b4be-c5c999178a6c admin admin] Deleting port f2c898ca-586b-4d37-9974-da5d74fbf902 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:13:27.596414 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3dc4843e-271b-4924-b4be-c5c999178a6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:27.687350 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-5f7d2109-64f1-4e1c-a88b-5af8bb9b1048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'name': 'tempest-TestMinimumBasicScenario-1978319315-router', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'f2c898ca-586b-4d37-9974-da5d74fbf902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:10:59Z', 'updated_at': '2021-11-26T17:13:26Z', 'revision_number': 5, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'gw_port': {'id': 'f2c898ca-586b-4d37-9974-da5d74fbf902', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:00Z', 'updated_at': '2021-11-26T17:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:27.691307 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7d2109-64f1-4e1c-a88b-5af8bb9b1048 None None] Checking router: c0c887fd-8d9b-41eb-9acc-0a90d62d6b43 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:13:27.700291 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7d2109-64f1-4e1c-a88b-5af8bb9b1048 None None] Routers {'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:13:27.700883 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-5f7d2109-64f1-4e1c-a88b-5af8bb9b1048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:13:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:27.776498 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-3dc4843e-271b-4924-b4be-c5c999178a6c admin admin] For port f2c898ca-586b-4d37-9974-da5d74fbf902, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f2c898ca-586b-4d37-9974-da5d74fbf902,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:13:27.776928 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3dc4843e-271b-4924-b4be-c5c999178a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:27.853249 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-5f7d2109-64f1-4e1c-a88b-5af8bb9b1048 None None] Set router c0c887fd-8d9b-41eb-9acc-0a90d62d6b43 gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:13:27.903877 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-3dc4843e-271b-4924-b4be-c5c999178a6c admin admin] Calling delete_port for f2c898ca-586b-4d37-9974-da5d74fbf902 owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:13:27.998419 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-5f7d2109-64f1-4e1c-a88b-5af8bb9b1048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'name': 'tempest-TestMinimumBasicScenario-1978319315-router', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:10:59Z', 'updated_at': '2021-11-26T17:13:27Z', 'revision_number': 6, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:28.002313 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7d2109-64f1-4e1c-a88b-5af8bb9b1048 None None] The sync data for ids ['c0c887fd-8d9b-41eb-9acc-0a90d62d6b43'] in dv-neutron-819440-1-hyperv is: [{'id': 'c0c887fd-8d9b-41eb-9acc-0a90d62d6b43', 'name': 'tempest-TestMinimumBasicScenario-1978319315-router', 'tenant_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:10:59Z', 'updated_at': '2021-11-26T17:13:27Z', 'revision_number': 6, 'project_id': 'f722ab474c384cdcaa3ecfd8641b3857', 'gw_port_host': None}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:13:28.075080 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3dc4843e-271b-4924-b4be-c5c999178a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:28.078518 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d4a3e46a-0b91-4444-b7ce-c4abfa4c3e4b tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:28.120485 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4843e-271b-4924-b4be-c5c999178a6c admin admin] Pushing event deleted for resources: {'Port': ['ID=f2c898ca-586b-4d37-9974-da5d74fbf902,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:28.124179 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3dc4843e-271b-4924-b4be-c5c999178a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:28.212577 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3dc4843e-271b-4924-b4be-c5c999178a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:28.506883 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3dc4843e-271b-4924-b4be-c5c999178a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:28.509058 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3dc4843e-271b-4924-b4be-c5c999178a6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:28.530645 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3dc4843e-271b-4924-b4be-c5c999178a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:28.531216 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc4843e-271b-4924-b4be-c5c999178a6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0c887fd-8d9b-41eb-9acc-0a90d62d6b43 {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 17:13:28.543248 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3dc4843e-271b-4924-b4be-c5c999178a6c admin admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:28.544362 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3dc4843e-271b-4924-b4be-c5c999178a6c admin admin] 10.222.0.11 "DELETE /v2.0/routers/c0c887fd-8d9b-41eb-9acc-0a90d62d6b43 HTTP/1.1" status: 204 len: 168 time: 1.3182497 Nov 26 17:13:28.546982 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59272) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:28.602907 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc5cea5-0bf7-493d-a952-e6203c36806d admin admin] Deleting subnet 37d17cd8-fbf1-45f0-be72-19eab59a9743 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 17:13:28.606216 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7bc5cea5-0bf7-493d-a952-e6203c36806d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:28.632764 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-38ce9399-9112-4836-b5d8-4ed7eb604b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:28.656214 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7bc5cea5-0bf7-493d-a952-e6203c36806d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:28.732967 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7bc5cea5-0bf7-493d-a952-e6203c36806d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:28.800507 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7bc5cea5-0bf7-493d-a952-e6203c36806d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:28.804926 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fdcf193c-41a7-4de3-8e9f-5358189cf802 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:28.844791 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5cea5-0bf7-493d-a952-e6203c36806d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37d17cd8-fbf1-45f0-be72-19eab59a9743,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:28.846698 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-7bc5cea5-0bf7-493d-a952-e6203c36806d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:28.849262 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7bc5cea5-0bf7-493d-a952-e6203c36806d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:28.851548 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e8e9d2-bba2-4fdb-924c-5d7b7572fa94 None None] Network cd970b39-971b-4efb-b494-cc59e1b50dee requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:13:28.856426 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7bc5cea5-0bf7-493d-a952-e6203c36806d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/37d17cd8-fbf1-45f0-be72-19eab59a9743 HTTP/1.1" status: 204 len: 168 time: 0.3057499 Nov 26 17:13:28.856685 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59276) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:28.968101 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4d3ee4c6-620f-46fe-b535-2fd3f9c24116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:28.979043 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ee4c6-620f-46fe-b535-2fd3f9c24116 admin admin] Deleting port 25781c60-270a-4b67-a347-d045947ce0fa {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:13:28.979383 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4d3ee4c6-620f-46fe-b535-2fd3f9c24116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:29.119330 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f31ec49-67c0-406f-8a20-b2e8b7e77471 None None] DHCP port deletion for cd970b39-971b-4efb-b494-cc59e1b50dee request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 17:13:29.124624 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-3f31ec49-67c0-406f-8a20-b2e8b7e77471 None None] Deleting port 25781c60-270a-4b67-a347-d045947ce0fa {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:13:29.125088 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3f31ec49-67c0-406f-8a20-b2e8b7e77471 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:29.190135 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-4d3ee4c6-620f-46fe-b535-2fd3f9c24116 admin admin] For port 25781c60-270a-4b67-a347-d045947ce0fa, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=25781c60-270a-4b67-a347-d045947ce0fa,segment=NetworkSegment(19ccc835-8927-4c05-921e-2eefff5c6c3f),segment_id=19ccc835-8927-4c05-921e-2eefff5c6c3f)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:13:29.190418 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4d3ee4c6-620f-46fe-b535-2fd3f9c24116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:29.317284 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ee4c6-620f-46fe-b535-2fd3f9c24116 admin admin] Calling delete_port for 25781c60-270a-4b67-a347-d045947ce0fa owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:13:29.327257 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-3f31ec49-67c0-406f-8a20-b2e8b7e77471 None None] For port 25781c60-270a-4b67-a347-d045947ce0fa, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=25781c60-270a-4b67-a347-d045947ce0fa,segment=NetworkSegment(19ccc835-8927-4c05-921e-2eefff5c6c3f),segment_id=19ccc835-8927-4c05-921e-2eefff5c6c3f)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:13:29.327661 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3f31ec49-67c0-406f-8a20-b2e8b7e77471 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:29.392373 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4d3ee4c6-620f-46fe-b535-2fd3f9c24116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:29.397474 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-96c52bfc-838f-43fb-84c6-24ec15d9edc8 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:29.438812 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ee4c6-620f-46fe-b535-2fd3f9c24116 admin admin] Pushing event deleted for resources: {'Port': ['ID=25781c60-270a-4b67-a347-d045947ce0fa,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:29.441508 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4d3ee4c6-620f-46fe-b535-2fd3f9c24116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:29.445812 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3ee4c6-620f-46fe-b535-2fd3f9c24116 admin admin] No DVR routers for this DVR port 25781c60-270a-4b67-a347-d045947ce0fa on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:13:29.452395 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-3f31ec49-67c0-406f-8a20-b2e8b7e77471 None None] Calling delete_port for 25781c60-270a-4b67-a347-d045947ce0fa owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:13:29.508529 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:29.534199 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-3f31ec49-67c0-406f-8a20-b2e8b7e77471 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 17:13:29.534722 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-3f31ec49-67c0-406f-8a20-b2e8b7e77471 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 17:13:29.564102 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4d3ee4c6-620f-46fe-b535-2fd3f9c24116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:29.592703 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-4d3ee4c6-620f-46fe-b535-2fd3f9c24116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd970b39-971b-4efb-b494-cc59e1b50dee']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:29.604314 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-4d3ee4c6-620f-46fe-b535-2fd3f9c24116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ccc835-8927-4c05-921e-2eefff5c6c3f') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:29.604604 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-4d3ee4c6-620f-46fe-b535-2fd3f9c24116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ccc835-8927-4c05-921e-2eefff5c6c3f') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:29.615959 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4d3ee4c6-620f-46fe-b535-2fd3f9c24116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:29.631964 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4d3ee4c6-620f-46fe-b535-2fd3f9c24116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:29.638007 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3ee4c6-620f-46fe-b535-2fd3f9c24116 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 17:13:29.638394 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4d3ee4c6-620f-46fe-b535-2fd3f9c24116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 17:13:29.651024 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 17:13:29.723743 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4d3ee4c6-620f-46fe-b535-2fd3f9c24116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:29.727034 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c34a9b45-7e99-4a90-8df1-24e17418c67d tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:29.744073 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4d3ee4c6-620f-46fe-b535-2fd3f9c24116 admin admin] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:29.756042 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ee4c6-620f-46fe-b535-2fd3f9c24116 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd970b39-971b-4efb-b494-cc59e1b50dee,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:29.760198 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4d3ee4c6-620f-46fe-b535-2fd3f9c24116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:29.772285 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4d3ee4c6-620f-46fe-b535-2fd3f9c24116 admin admin] 10.222.0.11 "DELETE /v2.0/networks/cd970b39-971b-4efb-b494-cc59e1b50dee HTTP/1.1" status: 204 len: 168 time: 0.9114387 Nov 26 17:13:29.772285 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59282) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:29.813034 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f2c898ca-586b-4d37-9974-da5d74fbf902 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:13:29.846229 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: f2c898ca-586b-4d37-9974-da5d74fbf902 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:13:29.846592 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f2c898ca-586b-4d37-9974-da5d74fbf902 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:13:29.847080 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 591d2cfa-1cc5-4040-aa6c-28d14b359a3c no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:13:29.880200 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 591d2cfa-1cc5-4040-aa6c-28d14b359a3c {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:13:29.880560 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 591d2cfa-1cc5-4040-aa6c-28d14b359a3c not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:13:29.880999 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 25781c60-270a-4b67-a347-d045947ce0fa no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:13:29.916694 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 25781c60-270a-4b67-a347-d045947ce0fa {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:13:29.917048 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 25781c60-270a-4b67-a347-d045947ce0fa not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:13:30.035913 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-3f31ec49-67c0-406f-8a20-b2e8b7e77471 None None] Deleting port 25781c60-270a-4b67-a347-d045947ce0fa {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:13:30.036227 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3f31ec49-67c0-406f-8a20-b2e8b7e77471 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:30.101542 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-3f31ec49-67c0-406f-8a20-b2e8b7e77471 None None] The port '25781c60-270a-4b67-a347-d045947ce0fa' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 17:13:30.423170 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a5a80657-da07-47c1-b230-e8d03ba6979d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:30.767253 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-a5a80657-da07-47c1-b230-e8d03ba6979d admin admin] Deleting port 320a9651-82e7-4faf-98ea-79ce10969543 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:13:30.767586 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a5a80657-da07-47c1-b230-e8d03ba6979d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:30.936727 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-a5a80657-da07-47c1-b230-e8d03ba6979d admin admin] For port 320a9651-82e7-4faf-98ea-79ce10969543, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=320a9651-82e7-4faf-98ea-79ce10969543,segment=NetworkSegment(e5772716-f2e6-4efe-9fd6-bce53fbd4a81),segment_id=e5772716-f2e6-4efe-9fd6-bce53fbd4a81)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:13:30.937075 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a5a80657-da07-47c1-b230-e8d03ba6979d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:31.060853 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-a5a80657-da07-47c1-b230-e8d03ba6979d admin admin] Calling delete_port for 320a9651-82e7-4faf-98ea-79ce10969543 owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:13:31.225674 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a5a80657-da07-47c1-b230-e8d03ba6979d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:31.229200 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5c880fae-818f-4aae-a8a0-47cd8a5d9f85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:31.274520 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a80657-da07-47c1-b230-e8d03ba6979d admin admin] Pushing event deleted for resources: {'Port': ['ID=320a9651-82e7-4faf-98ea-79ce10969543,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:31.278227 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a5a80657-da07-47c1-b230-e8d03ba6979d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:31.304378 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-073afa18-f1b2-4333-81f3-6ea1bee7f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:31.537274 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a5a80657-da07-47c1-b230-e8d03ba6979d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:32.021381 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a80657-da07-47c1-b230-e8d03ba6979d admin admin] Router 9ece27f9-6f6e-4d31-9743-85ab2173e5aa has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:13:32.198726 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a80657-da07-47c1-b230-e8d03ba6979d admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:13:32.207340 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cc8ed3-8faa-42be-b632-add567a1006a None None] Sync routers for ids ['9ece27f9-6f6e-4d31-9743-85ab2173e5aa'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:13:32.214848 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a5a80657-da07-47c1-b230-e8d03ba6979d admin admin] 10.222.0.11 "PUT /v2.0/routers/9ece27f9-6f6e-4d31-9743-85ab2173e5aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4412425 Nov 26 17:13:32.217384 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59288) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:32.218414 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc8ed3-8faa-42be-b632-add567a1006a None None] Routers {'9ece27f9-6f6e-4d31-9743-85ab2173e5aa'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:13:32.219242 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-72cc8ed3-8faa-42be-b632-add567a1006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:13:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['9ece27f9-6f6e-4d31-9743-85ab2173e5aa'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:32.283549 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:32.390825 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b3055948-1ba8-44a9-a252-6c001c65510b admin admin] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:32.396853 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-72cc8ed3-8faa-42be-b632-add567a1006a None None] Set router 9ece27f9-6f6e-4d31-9743-85ab2173e5aa gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:13:32.568450 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b3055948-1ba8-44a9-a252-6c001c65510b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:32.579294 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-b3055948-1ba8-44a9-a252-6c001c65510b admin admin] Deleting port b9ab2337-6eee-4a5f-ac0e-6469e8af7442 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:13:32.579635 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b3055948-1ba8-44a9-a252-6c001c65510b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:32.682547 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-72cc8ed3-8faa-42be-b632-add567a1006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ece27f9-6f6e-4d31-9743-85ab2173e5aa', 'name': 'tempest-TestMinimumBasicScenario-1461830661-router', 'tenant_id': '1e729232ca1d428ba445ecdccdc62776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'b9ab2337-6eee-4a5f-ac0e-6469e8af7442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:11:05Z', 'updated_at': '2021-11-26T17:13:31Z', 'revision_number': 5, 'project_id': '1e729232ca1d428ba445ecdccdc62776', 'gw_port': {'id': 'b9ab2337-6eee-4a5f-ac0e-6469e8af7442', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ece27f9-6f6e-4d31-9743-85ab2173e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:11:06Z', 'updated_at': '2021-11-26T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:32.688017 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cc8ed3-8faa-42be-b632-add567a1006a None None] Checking router: 9ece27f9-6f6e-4d31-9743-85ab2173e5aa for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:13:32.696718 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc8ed3-8faa-42be-b632-add567a1006a None None] Routers {'9ece27f9-6f6e-4d31-9743-85ab2173e5aa'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:13:32.697447 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-72cc8ed3-8faa-42be-b632-add567a1006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:13:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['9ece27f9-6f6e-4d31-9743-85ab2173e5aa'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:32.754063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-b3055948-1ba8-44a9-a252-6c001c65510b admin admin] For port b9ab2337-6eee-4a5f-ac0e-6469e8af7442, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b9ab2337-6eee-4a5f-ac0e-6469e8af7442,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:13:32.754421 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b3055948-1ba8-44a9-a252-6c001c65510b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:32.848517 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-72cc8ed3-8faa-42be-b632-add567a1006a None None] Set router 9ece27f9-6f6e-4d31-9743-85ab2173e5aa gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:13:32.880254 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-b3055948-1ba8-44a9-a252-6c001c65510b admin admin] Calling delete_port for b9ab2337-6eee-4a5f-ac0e-6469e8af7442 owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:13:32.987291 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-72cc8ed3-8faa-42be-b632-add567a1006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ece27f9-6f6e-4d31-9743-85ab2173e5aa', 'name': 'tempest-TestMinimumBasicScenario-1461830661-router', 'tenant_id': '1e729232ca1d428ba445ecdccdc62776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:11:05Z', 'updated_at': '2021-11-26T17:13:32Z', 'revision_number': 6, 'project_id': '1e729232ca1d428ba445ecdccdc62776', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:32.991189 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cc8ed3-8faa-42be-b632-add567a1006a None None] The sync data for ids ['9ece27f9-6f6e-4d31-9743-85ab2173e5aa'] in dv-neutron-819440-1-hyperv is: [{'id': '9ece27f9-6f6e-4d31-9743-85ab2173e5aa', 'name': 'tempest-TestMinimumBasicScenario-1461830661-router', 'tenant_id': '1e729232ca1d428ba445ecdccdc62776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:11:05Z', 'updated_at': '2021-11-26T17:13:32Z', 'revision_number': 6, 'project_id': '1e729232ca1d428ba445ecdccdc62776', 'gw_port_host': None}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:13:33.051216 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b3055948-1ba8-44a9-a252-6c001c65510b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:33.055546 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fe84f79b-f545-48b6-b1dc-e85607d9d718 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:33.221695 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3055948-1ba8-44a9-a252-6c001c65510b admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ab2337-6eee-4a5f-ac0e-6469e8af7442,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:33.247538 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b3055948-1ba8-44a9-a252-6c001c65510b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:33.310990 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b3055948-1ba8-44a9-a252-6c001c65510b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:33.485097 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b3055948-1ba8-44a9-a252-6c001c65510b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:33.487230 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b3055948-1ba8-44a9-a252-6c001c65510b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:33.509146 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b3055948-1ba8-44a9-a252-6c001c65510b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:33.509866 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3055948-1ba8-44a9-a252-6c001c65510b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ece27f9-6f6e-4d31-9743-85ab2173e5aa {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 17:13:33.522180 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b3055948-1ba8-44a9-a252-6c001c65510b admin admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:33.523271 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b3055948-1ba8-44a9-a252-6c001c65510b admin admin] 10.222.0.11 "DELETE /v2.0/routers/9ece27f9-6f6e-4d31-9743-85ab2173e5aa HTTP/1.1" status: 204 len: 168 time: 1.3050008 Nov 26 17:13:33.525764 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59292) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:33.588517 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-09728c80-d0bf-4577-acac-53e8fe5a58f9 admin admin] Deleting subnet c3be9c7d-7bb2-46e6-a757-7f856360c3fd {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 17:13:33.591979 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-09728c80-d0bf-4577-acac-53e8fe5a58f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:33.641101 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-09728c80-d0bf-4577-acac-53e8fe5a58f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:33.715925 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-09728c80-d0bf-4577-acac-53e8fe5a58f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:33.788420 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-09728c80-d0bf-4577-acac-53e8fe5a58f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:33.792605 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0856da90-9d3e-4cca-a30d-3822f56d0074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:33.816639 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 320a9651-82e7-4faf-98ea-79ce10969543 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:13:33.838222 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09728c80-d0bf-4577-acac-53e8fe5a58f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3be9c7d-7bb2-46e6-a757-7f856360c3fd,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:33.841726 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-09728c80-d0bf-4577-acac-53e8fe5a58f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:33.842692 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-09728c80-d0bf-4577-acac-53e8fe5a58f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:33.848855 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-09728c80-d0bf-4577-acac-53e8fe5a58f9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c3be9c7d-7bb2-46e6-a757-7f856360c3fd HTTP/1.1" status: 204 len: 168 time: 0.3221374 Nov 26 17:13:33.851329 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59296) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:33.853723 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cde40f7-feaf-49b0-9f74-1d9f5e669272 None None] Network 432598ff-3c76-48d1-9b93-17c9cdf9c95c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:13:33.874231 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 320a9651-82e7-4faf-98ea-79ce10969543 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:13:33.874634 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 320a9651-82e7-4faf-98ea-79ce10969543 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:13:33.875063 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b9ab2337-6eee-4a5f-ac0e-6469e8af7442 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:13:33.954378 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: b9ab2337-6eee-4a5f-ac0e-6469e8af7442 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:13:33.954965 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b9ab2337-6eee-4a5f-ac0e-6469e8af7442 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:13:33.963629 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-737a8a95-c2ac-42b7-9334-112fd65e17eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:33.975162 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-737a8a95-c2ac-42b7-9334-112fd65e17eb admin admin] Deleting port f58e09c6-0ecf-48f7-94d2-f6134f267279 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:13:33.975619 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-737a8a95-c2ac-42b7-9334-112fd65e17eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:34.080535 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:34.163335 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a683a4-6438-4025-827f-3ae7fbe42e53 None None] DHCP port deletion for 432598ff-3c76-48d1-9b93-17c9cdf9c95c request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 17:13:34.168422 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-c0a683a4-6438-4025-827f-3ae7fbe42e53 None None] Deleting port f58e09c6-0ecf-48f7-94d2-f6134f267279 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:13:34.169048 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c0a683a4-6438-4025-827f-3ae7fbe42e53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:34.192122 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-737a8a95-c2ac-42b7-9334-112fd65e17eb admin admin] For port f58e09c6-0ecf-48f7-94d2-f6134f267279, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f58e09c6-0ecf-48f7-94d2-f6134f267279,segment=NetworkSegment(e5772716-f2e6-4efe-9fd6-bce53fbd4a81),segment_id=e5772716-f2e6-4efe-9fd6-bce53fbd4a81)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:13:34.192478 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-737a8a95-c2ac-42b7-9334-112fd65e17eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:34.319564 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-737a8a95-c2ac-42b7-9334-112fd65e17eb admin admin] Calling delete_port for f58e09c6-0ecf-48f7-94d2-f6134f267279 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:13:34.399327 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-737a8a95-c2ac-42b7-9334-112fd65e17eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:34.403974 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-272de59e-4441-4830-a8fd-d7345cd83366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:34.420049 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c0a683a4-6438-4025-827f-3ae7fbe42e53 None None] For port f58e09c6-0ecf-48f7-94d2-f6134f267279, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f58e09c6-0ecf-48f7-94d2-f6134f267279,segment=NetworkSegment(e5772716-f2e6-4efe-9fd6-bce53fbd4a81),segment_id=e5772716-f2e6-4efe-9fd6-bce53fbd4a81)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:13:34.420454 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c0a683a4-6438-4025-827f-3ae7fbe42e53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:34.447268 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a8a95-c2ac-42b7-9334-112fd65e17eb admin admin] Pushing event deleted for resources: {'Port': ['ID=f58e09c6-0ecf-48f7-94d2-f6134f267279,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:34.449047 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737a8a95-c2ac-42b7-9334-112fd65e17eb admin admin] No DVR routers for this DVR port f58e09c6-0ecf-48f7-94d2-f6134f267279 on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:13:34.450474 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-737a8a95-c2ac-42b7-9334-112fd65e17eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:34.544600 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-c0a683a4-6438-4025-827f-3ae7fbe42e53 None None] Calling delete_port for f58e09c6-0ecf-48f7-94d2-f6134f267279 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:13:34.562985 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-737a8a95-c2ac-42b7-9334-112fd65e17eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:34.587346 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-737a8a95-c2ac-42b7-9334-112fd65e17eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432598ff-3c76-48d1-9b93-17c9cdf9c95c']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:34.603121 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-737a8a95-c2ac-42b7-9334-112fd65e17eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5772716-f2e6-4efe-9fd6-bce53fbd4a81') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:34.603786 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-737a8a95-c2ac-42b7-9334-112fd65e17eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5772716-f2e6-4efe-9fd6-bce53fbd4a81') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:34.614749 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-737a8a95-c2ac-42b7-9334-112fd65e17eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:34.616467 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-c0a683a4-6438-4025-827f-3ae7fbe42e53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 17:13:34.616836 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-c0a683a4-6438-4025-827f-3ae7fbe42e53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 17:13:34.631531 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-737a8a95-c2ac-42b7-9334-112fd65e17eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:34.638229 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737a8a95-c2ac-42b7-9334-112fd65e17eb admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 17:13:34.638654 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-737a8a95-c2ac-42b7-9334-112fd65e17eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 17:13:34.652373 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 17:13:34.725968 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-737a8a95-c2ac-42b7-9334-112fd65e17eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:34.730071 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-737a8a95-c2ac-42b7-9334-112fd65e17eb admin admin] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:34.733060 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c036a211-62c8-4117-8db1-1f2884fd0fb4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:34.760064 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a8a95-c2ac-42b7-9334-112fd65e17eb admin admin] Pushing event deleted for resources: {'Network': ['ID=432598ff-3c76-48d1-9b93-17c9cdf9c95c,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:34.763058 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-737a8a95-c2ac-42b7-9334-112fd65e17eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:34.766819 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-737a8a95-c2ac-42b7-9334-112fd65e17eb admin admin] 10.222.0.11 "DELETE /v2.0/networks/432598ff-3c76-48d1-9b93-17c9cdf9c95c HTTP/1.1" status: 204 len: 168 time: 0.9132595 Nov 26 17:13:34.931128 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59302) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:34.978510 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-70fb1ab8-6057-41e3-a564-3a4922ab838a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f722ab474c384cdcaa3ecfd8641b3857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460770 Nov 26 17:13:34.981366 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59306) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:35.037418 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cc1ee196-dc24-4e1f-9114-9eb4a19218a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:35.063304 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cc1ee196-dc24-4e1f-9114-9eb4a19218a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:35.114137 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cc1ee196-dc24-4e1f-9114-9eb4a19218a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:35.118196 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1663caf1-6c49-416f-920b-fded706f44c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:35.118399 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-c0a683a4-6438-4025-827f-3ae7fbe42e53 None None] Deleting port f58e09c6-0ecf-48f7-94d2-f6134f267279 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:13:35.118863 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c0a683a4-6438-4025-827f-3ae7fbe42e53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:35.130325 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ee196-dc24-4e1f-9114-9eb4a19218a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5feaf024-73ad-4ddb-9383-3babc58160e4,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:35.132790 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-cc1ee196-dc24-4e1f-9114-9eb4a19218a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:35.145703 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cc1ee196-dc24-4e1f-9114-9eb4a19218a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:35.146826 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-cc1ee196-dc24-4e1f-9114-9eb4a19218a3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5feaf024-73ad-4ddb-9383-3babc58160e4 HTTP/1.1" status: 204 len: 168 time: 0.1645863 Nov 26 17:13:35.199650 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-c0a683a4-6438-4025-827f-3ae7fbe42e53 None None] The port 'f58e09c6-0ecf-48f7-94d2-f6134f267279' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 17:13:35.479762 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59314) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:35.531659 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-08ecbcbb-5d59-45b3-aaff-c4aa50627481 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1e729232ca1d428ba445ecdccdc62776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506604 Nov 26 17:13:35.534002 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59318) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:35.593862 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0b28352d-b978-4061-adb3-d3426fcd875d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:35.618943 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0b28352d-b978-4061-adb3-d3426fcd875d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:35.670258 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0b28352d-b978-4061-adb3-d3426fcd875d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:35.674992 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c852e8d8-ed06-4492-ae60-9aa3bb56f4d5 tempest-PortsIpV6TestJSON-363791789 tempest-PortsIpV6TestJSON-363791789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:35.687295 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28352d-b978-4061-adb3-d3426fcd875d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2119b0b-ce7a-449a-b3ab-8870ece52646,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:35.689602 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0b28352d-b978-4061-adb3-d3426fcd875d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:35.692933 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0b28352d-b978-4061-adb3-d3426fcd875d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:35.694021 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0b28352d-b978-4061-adb3-d3426fcd875d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b2119b0b-ce7a-449a-b3ab-8870ece52646 HTTP/1.1" status: 204 len: 168 time: 0.1591444 Nov 26 17:13:35.804660 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f58e09c6-0ecf-48f7-94d2-f6134f267279 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:13:35.838681 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: f58e09c6-0ecf-48f7-94d2-f6134f267279 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:13:35.839071 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f58e09c6-0ecf-48f7-94d2-f6134f267279 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:13:37.335096 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59360) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:37.340283 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-ae841757-8c8c-4a09-ab9a-00af99b23de9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-316652023', 'description': 'tempest-secgroup-smoke-316652023 description', 'project_id': '059d345cf6d84a598e16d9e203a8e35d'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:13:37.346250 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ae841757-8c8c-4a09-ab9a-00af99b23de9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:13:37.350355 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ae841757-8c8c-4a09-ab9a-00af99b23de9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:13:37.354112 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ae841757-8c8c-4a09-ab9a-00af99b23de9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:13:37.360281 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ae841757-8c8c-4a09-ab9a-00af99b23de9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:13:37.370058 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ae841757-8c8c-4a09-ab9a-00af99b23de9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:37.381984 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ae841757-8c8c-4a09-ab9a-00af99b23de9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:37.396888 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ae841757-8c8c-4a09-ab9a-00af99b23de9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:13:37.400670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ae841757-8c8c-4a09-ab9a-00af99b23de9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:13:37.404048 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ae841757-8c8c-4a09-ab9a-00af99b23de9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:13:37.409615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ae841757-8c8c-4a09-ab9a-00af99b23de9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:13:37.493317 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ae841757-8c8c-4a09-ab9a-00af99b23de9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:37.497570 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ae841757-8c8c-4a09-ab9a-00af99b23de9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:37.500929 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9ef03303-4c97-4d9c-8e12-a7ddc440b52d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:37.510218 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ae841757-8c8c-4a09-ab9a-00af99b23de9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:13:37.518579 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ae841757-8c8c-4a09-ab9a-00af99b23de9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:13:37.527409 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ae841757-8c8c-4a09-ab9a-00af99b23de9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:13:37.536992 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ae841757-8c8c-4a09-ab9a-00af99b23de9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:13:37.540515 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae841757-8c8c-4a09-ab9a-00af99b23de9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d74d1cd-c29d-4bf7-a94a-9913f1941cc7,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:37.544875 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ae841757-8c8c-4a09-ab9a-00af99b23de9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:37.610309 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ae841757-8c8c-4a09-ab9a-00af99b23de9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:37.613858 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ae841757-8c8c-4a09-ab9a-00af99b23de9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:37.617748 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-217e73d3-9a76-4251-abf7-6d1aa6da143f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:37.656870 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae841757-8c8c-4a09-ab9a-00af99b23de9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcb95a7-70d9-487d-8fa1-4a119c792aa3,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:37.659752 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ae841757-8c8c-4a09-ab9a-00af99b23de9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:37.660923 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ae841757-8c8c-4a09-ab9a-00af99b23de9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3249156 Nov 26 17:13:37.661811 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ae841757-8c8c-4a09-ab9a-00af99b23de9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:37.663916 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59364) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:37.668985 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-4baa4845-955f-46c9-934d-85e0164ddd59 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': 'bfcb95a7-70d9-487d-8fa1-4a119c792aa3', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:13:37.674778 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-4baa4845-955f-46c9-934d-85e0164ddd59 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:13:37.678551 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-4baa4845-955f-46c9-934d-85e0164ddd59 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:13:37.681391 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-4baa4845-955f-46c9-934d-85e0164ddd59 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:13:37.687655 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-4baa4845-955f-46c9-934d-85e0164ddd59 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:13:37.704837 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4baa4845-955f-46c9-934d-85e0164ddd59 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:37.764707 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4baa4845-955f-46c9-934d-85e0164ddd59 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:37.768288 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4baa4845-955f-46c9-934d-85e0164ddd59 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:37.770052 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6f7ce90a-28fa-4cdc-a91a-9194601c7921 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:37.791571 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa4845-955f-46c9-934d-85e0164ddd59 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22808d1d-d202-4a03-ad67-797ad4c79971,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:37.794096 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4baa4845-955f-46c9-934d-85e0164ddd59 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:37.801158 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4baa4845-955f-46c9-934d-85e0164ddd59 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:37.802346 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4baa4845-955f-46c9-934d-85e0164ddd59 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374950 Nov 26 17:13:37.805186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59368) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:37.810604 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-edf8b25d-38e7-43cb-95fa-7ce755a4fa31 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': 'bfcb95a7-70d9-487d-8fa1-4a119c792aa3', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:13:37.816358 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-edf8b25d-38e7-43cb-95fa-7ce755a4fa31 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:13:37.820962 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-edf8b25d-38e7-43cb-95fa-7ce755a4fa31 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:13:37.824274 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:13:37.824831 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-edf8b25d-38e7-43cb-95fa-7ce755a4fa31 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:13:37.830599 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-edf8b25d-38e7-43cb-95fa-7ce755a4fa31 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:13:37.846182 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-edf8b25d-38e7-43cb-95fa-7ce755a4fa31 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:37.915632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-edf8b25d-38e7-43cb-95fa-7ce755a4fa31 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:37.920382 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-edf8b25d-38e7-43cb-95fa-7ce755a4fa31 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:37.922143 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bc720fc2-cebb-45a3-bbc0-06b5e7f1ec77 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:37.944477 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8b25d-38e7-43cb-95fa-7ce755a4fa31 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412f53e7-e2ca-4239-8e79-4312c7ecee99,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:37.948772 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-edf8b25d-38e7-43cb-95fa-7ce755a4fa31 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:37.953085 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-edf8b25d-38e7-43cb-95fa-7ce755a4fa31 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:37.954246 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-edf8b25d-38e7-43cb-95fa-7ce755a4fa31 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1481686 Nov 26 17:13:37.957061 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59372) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:37.961980 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-41dcf0bb-b150-4f86-919f-1dc7c77faf95 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': 'bfcb95a7-70d9-487d-8fa1-4a119c792aa3', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:13:37.967608 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-41dcf0bb-b150-4f86-919f-1dc7c77faf95 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:13:37.971328 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-41dcf0bb-b150-4f86-919f-1dc7c77faf95 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:13:37.974138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-41dcf0bb-b150-4f86-919f-1dc7c77faf95 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:13:37.980232 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-41dcf0bb-b150-4f86-919f-1dc7c77faf95 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:13:37.998282 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-41dcf0bb-b150-4f86-919f-1dc7c77faf95 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:38.058521 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-41dcf0bb-b150-4f86-919f-1dc7c77faf95 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:38.062143 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-41dcf0bb-b150-4f86-919f-1dc7c77faf95 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:38.063920 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fc5ab9b6-5fa1-46f2-b3a6-aeadc9c1e531 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:38.084751 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcf0bb-b150-4f86-919f-1dc7c77faf95 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74040f55-6dec-4ad0-8488-5971f7aebd10,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:38.087162 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-41dcf0bb-b150-4f86-919f-1dc7c77faf95 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:38.094226 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-41dcf0bb-b150-4f86-919f-1dc7c77faf95 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:38.095457 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-41dcf0bb-b150-4f86-919f-1dc7c77faf95 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374860 Nov 26 17:13:38.098064 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59376) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:38.103027 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-e05b595e-c295-499a-8015-34476086b541 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': 'bfcb95a7-70d9-487d-8fa1-4a119c792aa3', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:13:38.109250 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e05b595e-c295-499a-8015-34476086b541 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:13:38.113019 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e05b595e-c295-499a-8015-34476086b541 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:13:38.115876 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e05b595e-c295-499a-8015-34476086b541 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:13:38.122448 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e05b595e-c295-499a-8015-34476086b541 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:13:38.138602 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e05b595e-c295-499a-8015-34476086b541 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:38.206031 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e05b595e-c295-499a-8015-34476086b541 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:38.209560 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e05b595e-c295-499a-8015-34476086b541 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:38.211467 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-52c5f553-efb2-48ed-aae4-f6af8a65b61f tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:38.233783 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b595e-c295-499a-8015-34476086b541 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de12b8d0-0d01-410b-acfa-5cbd96d2059b,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:38.236138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e05b595e-c295-499a-8015-34476086b541 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:38.242170 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e05b595e-c295-499a-8015-34476086b541 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:38.243680 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e05b595e-c295-499a-8015-34476086b541 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1447015 Nov 26 17:13:38.246541 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59380) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:38.251421 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-2c34fefb-2a21-498f-924a-82e404811974 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': 'bfcb95a7-70d9-487d-8fa1-4a119c792aa3', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:13:38.257145 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2c34fefb-2a21-498f-924a-82e404811974 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:13:38.261005 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2c34fefb-2a21-498f-924a-82e404811974 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:13:38.263858 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2c34fefb-2a21-498f-924a-82e404811974 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:13:38.269504 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2c34fefb-2a21-498f-924a-82e404811974 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:13:38.279785 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.securitygroups_db [None req-2c34fefb-2a21-498f-924a-82e404811974 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Project 059d345cf6d84a598e16d9e203a8e35d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 17:13:38.286115 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2c34fefb-2a21-498f-924a-82e404811974 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:38.347907 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2c34fefb-2a21-498f-924a-82e404811974 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:38.351245 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2c34fefb-2a21-498f-924a-82e404811974 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:38.353055 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-41dcf0bb-b150-4f86-919f-1dc7c77faf95 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:38.373080 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34fefb-2a21-498f-924a-82e404811974 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12d3bfa-4208-4835-8ba6-c672f1d6299f,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:38.376926 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2c34fefb-2a21-498f-924a-82e404811974 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:38.384502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2c34fefb-2a21-498f-924a-82e404811974 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:38.385646 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2c34fefb-2a21-498f-924a-82e404811974 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382053 Nov 26 17:13:38.388357 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59384) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:38.393215 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-5c611fbb-122a-4eed-99d2-e12eb71194a9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': 'bfcb95a7-70d9-487d-8fa1-4a119c792aa3', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:13:38.398789 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5c611fbb-122a-4eed-99d2-e12eb71194a9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:13:38.403129 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5c611fbb-122a-4eed-99d2-e12eb71194a9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:13:38.406035 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5c611fbb-122a-4eed-99d2-e12eb71194a9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:13:38.411743 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5c611fbb-122a-4eed-99d2-e12eb71194a9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:13:38.421750 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.securitygroups_db [None req-5c611fbb-122a-4eed-99d2-e12eb71194a9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Project 059d345cf6d84a598e16d9e203a8e35d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 17:13:38.428161 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5c611fbb-122a-4eed-99d2-e12eb71194a9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:38.495447 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5c611fbb-122a-4eed-99d2-e12eb71194a9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:38.499051 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5c611fbb-122a-4eed-99d2-e12eb71194a9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:38.504684 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-247c2b85-c729-4e1a-8b11-ec40e925ac01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:38.525083 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c611fbb-122a-4eed-99d2-e12eb71194a9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d8e51f-2b8c-43e6-b9e0-987191f9528a,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:38.528203 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5c611fbb-122a-4eed-99d2-e12eb71194a9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:38.535060 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5c611fbb-122a-4eed-99d2-e12eb71194a9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:38.536273 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5c611fbb-122a-4eed-99d2-e12eb71194a9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1470156 Nov 26 17:13:38.539254 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59388) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:38.545505 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-dd8081e4-2e81-4315-baa8-62f98a1f4599 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'network': {'name': 'tempest-network-smoke--334378242', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'port_security_enabled': True}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:13:38.550502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-dd8081e4-2e81-4315-baa8-62f98a1f4599 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:13:38.554272 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-dd8081e4-2e81-4315-baa8-62f98a1f4599 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:network and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:13:38.557099 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-dd8081e4-2e81-4315-baa8-62f98a1f4599 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:13:38.562729 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-dd8081e4-2e81-4315-baa8-62f98a1f4599 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:13:38.576059 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8081e4-2e81-4315-baa8-62f98a1f4599 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Made reservation on behalf of 059d345cf6d84a598e16d9e203a8e35d for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:13:38.579415 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd8081e4-2e81-4315-baa8-62f98a1f4599 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:38.606476 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8081e4-2e81-4315-baa8-62f98a1f4599 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 17:13:38.614962 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd8081e4-2e81-4315-baa8-62f98a1f4599 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:38.615298 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-dd8081e4-2e81-4315-baa8-62f98a1f4599 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Added segment 2cce6a82-4bd4-4cb0-8af7-5168e025baf4 of type vlan for network 80459302-6f38-4c6c-add2-3afb956b3ce8 Nov 26 17:13:38.641300 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd8081e4-2e81-4315-baa8-62f98a1f4599 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:38.669443 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd8081e4-2e81-4315-baa8-62f98a1f4599 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:38.674976 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8081e4-2e81-4315-baa8-62f98a1f4599 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:38.675563 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd8081e4-2e81-4315-baa8-62f98a1f4599 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:38.680391 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3d844ac8-61f9-417c-bf0f-44e254c61c92 tempest-NetworksIpV6Test-1040081681 tempest-NetworksIpV6Test-1040081681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:38.765245 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-dd8081e4-2e81-4315-baa8-62f98a1f4599 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2248793 Nov 26 17:13:38.768230 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59392) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:38.774839 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-d4e50144-d34b-476d-a387-4ffc2a5c5714 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-834674692', 'admin_state_up': True, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:13:38.782647 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d4e50144-d34b-476d-a387-4ffc2a5c5714 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:13:38.785245 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8081e4-2e81-4315-baa8-62f98a1f4599 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Network': ['ID=80459302-6f38-4c6c-add2-3afb956b3ce8,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:38.786727 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d4e50144-d34b-476d-a387-4ffc2a5c5714 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:router and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:13:38.788041 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-dd8081e4-2e81-4315-baa8-62f98a1f4599 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:38.789800 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d4e50144-d34b-476d-a387-4ffc2a5c5714 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:13:38.795471 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 80459302-6f38-4c6c-add2-3afb956b3ce8 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 17:13:38.800135 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d4e50144-d34b-476d-a387-4ffc2a5c5714 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:13:38.813674 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d4e50144-d34b-476d-a387-4ffc2a5c5714 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:38.814748 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d4e50144-d34b-476d-a387-4ffc2a5c5714 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:38.831560 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d4e50144-d34b-476d-a387-4ffc2a5c5714 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:39.220418 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d4e50144-d34b-476d-a387-4ffc2a5c5714 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:39.515434 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d4e50144-d34b-476d-a387-4ffc2a5c5714 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:39.543837 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d4e50144-d34b-476d-a387-4ffc2a5c5714 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:39.674132 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-d4e50144-d34b-476d-a387-4ffc2a5c5714 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Allocated IP 172.26.0.12 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/1c7bce5b-bd3a-4cac-8f18-5724c91cffcc) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:13:39.820192 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d4e50144-d34b-476d-a387-4ffc2a5c5714 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:39.848503 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d4e50144-d34b-476d-a387-4ffc2a5c5714 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:39.851948 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a5a80657-da07-47c1-b230-e8d03ba6979d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:39.912142 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e50144-d34b-476d-a387-4ffc2a5c5714 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:13:39.914964 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-d4e50144-d34b-476d-a387-4ffc2a5c5714 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:13:39.919065 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e50144-d34b-476d-a387-4ffc2a5c5714 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:13:39.950092 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e50144-d34b-476d-a387-4ffc2a5c5714 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=1c7bce5b-bd3a-4cac-8f18-5724c91cffcc,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:39.959848 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d4e50144-d34b-476d-a387-4ffc2a5c5714 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:40.442185 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d4e50144-d34b-476d-a387-4ffc2a5c5714 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router_gateway, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:40.775032 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d4e50144-d34b-476d-a387-4ffc2a5c5714 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:40.981613 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e50144-d34b-476d-a387-4ffc2a5c5714 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Router 765b3b3c-b09b-42e3-bf95-81dbde57a4ce is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 17:13:41.158516 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e50144-d34b-476d-a387-4ffc2a5c5714 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:13:41.168233 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5109c01-c207-4657-9494-2157309703cb None None] Sync routers for ids ['765b3b3c-b09b-42e3-bf95-81dbde57a4ce'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:13:41.177237 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5109c01-c207-4657-9494-2157309703cb None None] Routers {'765b3b3c-b09b-42e3-bf95-81dbde57a4ce'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:13:41.177861 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c5109c01-c207-4657-9494-2157309703cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:13:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['765b3b3c-b09b-42e3-bf95-81dbde57a4ce'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:41.186286 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d4e50144-d34b-476d-a387-4ffc2a5c5714 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:41.187543 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d4e50144-d34b-476d-a387-4ffc2a5c5714 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4168091 Nov 26 17:13:41.190950 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59396) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:41.336062 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-27f27b0a-b1cc-4a5c-90cd-1717e2483223 tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=059d345cf6d84a598e16d9e203a8e35d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1438761 Nov 26 17:13:41.339232 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59402) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:41.361276 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-c5109c01-c207-4657-9494-2157309703cb None None] Set router 765b3b3c-b09b-42e3-bf95-81dbde57a4ce gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:13:41.469793 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94853e99-a4f6-4418-95bd-62d1db19203b tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:41.474563 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59406) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:41.475030 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-94853e99-a4f6-4418-95bd-62d1db19203b tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1344690 Nov 26 17:13:41.520577 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59410) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:41.521125 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-23e9900a-4a73-44aa-b2ba-b285029f453c tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=cf8dce9a-1df0-4b90-b19d-7de373e178f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442495 Nov 26 17:13:41.527066 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-03bcf8f2-8dfd-4349-b66d-1944afb22401 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-484737654', 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:13:41.636982 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-03bcf8f2-8dfd-4349-b66d-1944afb22401 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:13:41.640793 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-03bcf8f2-8dfd-4349-b66d-1944afb22401 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:subnet and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:13:41.643548 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-03bcf8f2-8dfd-4349-b66d-1944afb22401 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:13:41.649186 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-03bcf8f2-8dfd-4349-b66d-1944afb22401 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:13:41.650716 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c5109c01-c207-4657-9494-2157309703cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834674692', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:13:38Z', 'updated_at': '2021-11-26T17:13:40Z', 'revision_number': 3, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:13:39Z', 'updated_at': '2021-11-26T17:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:41.654938 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5109c01-c207-4657-9494-2157309703cb None None] Checking router: 765b3b3c-b09b-42e3-bf95-81dbde57a4ce for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:13:41.655302 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5109c01-c207-4657-9494-2157309703cb None None] Updating router 765b3b3c-b09b-42e3-bf95-81dbde57a4ce port 1c7bce5b-bd3a-4cac-8f18-5724c91cffcc binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:13:41.659506 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bcf8f2-8dfd-4349-b66d-1944afb22401 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Made reservation on behalf of 059d345cf6d84a598e16d9e203a8e35d for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:13:41.662990 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-03bcf8f2-8dfd-4349-b66d-1944afb22401 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:41.716206 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c5109c01-c207-4657-9494-2157309703cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:41.880527 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-03bcf8f2-8dfd-4349-b66d-1944afb22401 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:41.884992 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c50219ec-6579-4629-866c-9d3928cdaa89 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:41.957380 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcf8f2-8dfd-4349-b66d-1944afb22401 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Subnet': ['ID=415e0b23-283b-487f-85e4-7d401fe79b4c,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:41.961173 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-03bcf8f2-8dfd-4349-b66d-1944afb22401 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:41.969262 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bcf8f2-8dfd-4349-b66d-1944afb22401 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Checking segment: {'id': '2cce6a82-4bd4-4cb0-8af7-5168e025baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:13:41.969656 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bcf8f2-8dfd-4349-b66d-1944afb22401 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network hostable DHCP agents. Network: 80459302-6f38-4c6c-add2-3afb956b3ce8, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 17:13:41.989287 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bcf8f2-8dfd-4349-b66d-1944afb22401 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network 80459302-6f38-4c6c-add2-3afb956b3ce8 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 17:13:41.999753 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-03bcf8f2-8dfd-4349-b66d-1944afb22401 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 80459302-6f38-4c6c-add2-3afb956b3ce8) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:13:42.004234 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bcf8f2-8dfd-4349-b66d-1944afb22401 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:42.004801 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-03bcf8f2-8dfd-4349-b66d-1944afb22401 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:42.009691 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d14d83-2593-426f-8a1e-48a378f33e3a None None] Network 80459302-6f38-4c6c-add2-3afb956b3ce8 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:13:42.028182 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-03bcf8f2-8dfd-4349-b66d-1944afb22401 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5065067 Nov 26 17:13:42.030894 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59414) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:42.295738 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c5109c01-c207-4657-9494-2157309703cb None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:42.345934 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c5109c01-c207-4657-9494-2157309703cb None None] Transition to ACTIVE for port object 1c7bce5b-bd3a-4cac-8f18-5724c91cffcc will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:13:42.357472 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c5109c01-c207-4657-9494-2157309703cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:42.361075 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-4cf6aa8e-12c1-4ae9-aea5-c8631f65db4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:42.396680 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-80459302-6f38-4c6c-add2-3afb956b3ce8', 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'fixed_ips': [{'subnet_id': '415e0b23-283b-487f-85e4-7d401fe79b4c'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 17:13:42.397536 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:42.513170 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c5109c01-c207-4657-9494-2157309703cb None None] Attempting to bind port 1c7bce5b-bd3a-4cac-8f18-5724c91cffcc on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:13:42.513664 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c5109c01-c207-4657-9494-2157309703cb None None] Attempting to bind port 1c7bce5b-bd3a-4cac-8f18-5724c91cffcc by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:13:42.513935 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5109c01-c207-4657-9494-2157309703cb None None] Attempting to bind port 1c7bce5b-bd3a-4cac-8f18-5724c91cffcc on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:13:42.536859 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda2081-7cd1-42b5-b21f-15e78ce17b26 None None] Pushing event updated for resources: {'Port': ['ID=1c7bce5b-bd3a-4cac-8f18-5724c91cffcc,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:42.541925 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5109c01-c207-4657-9494-2157309703cb None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:13:42.542318 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5109c01-c207-4657-9494-2157309703cb None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:13:42.542739 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c5109c01-c207-4657-9494-2157309703cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:42.543400 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5109c01-c207-4657-9494-2157309703cb None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:13:42.544230 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c5109c01-c207-4657-9494-2157309703cb None None] Bound port: 1c7bce5b-bd3a-4cac-8f18-5724c91cffcc, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:13:42.544874 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c5109c01-c207-4657-9494-2157309703cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:42.606682 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda2081-7cd1-42b5-b21f-15e78ce17b26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:42.607043 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda2081-7cd1-42b5-b21f-15e78ce17b26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:42.607389 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda2081-7cd1-42b5-b21f-15e78ce17b26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:42.607748 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda2081-7cd1-42b5-b21f-15e78ce17b26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:42.608105 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda2081-7cd1-42b5-b21f-15e78ce17b26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:42.608437 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda2081-7cd1-42b5-b21f-15e78ce17b26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:42.608931 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda2081-7cd1-42b5-b21f-15e78ce17b26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:42.609504 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda2081-7cd1-42b5-b21f-15e78ce17b26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:42.610062 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda2081-7cd1-42b5-b21f-15e78ce17b26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:42.610627 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda2081-7cd1-42b5-b21f-15e78ce17b26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:42.611156 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda2081-7cd1-42b5-b21f-15e78ce17b26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:42.611734 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda2081-7cd1-42b5-b21f-15e78ce17b26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:42.623115 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3cda2081-7cd1-42b5-b21f-15e78ce17b26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:42.704902 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c5109c01-c207-4657-9494-2157309703cb None None] For port 1c7bce5b-bd3a-4cac-8f18-5724c91cffcc, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:13:42.709328 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c5109c01-c207-4657-9494-2157309703cb None None] For port 1c7bce5b-bd3a-4cac-8f18-5724c91cffcc, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=1c7bce5b-bd3a-4cac-8f18-5724c91cffcc,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:13:42.716655 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c5109c01-c207-4657-9494-2157309703cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:42.723348 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:42.752551 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] Allocated IP 172.20.0.2 (80459302-6f38-4c6c-add2-3afb956b3ce8/415e0b23-283b-487f-85e4-7d401fe79b4c/7d605555-7682-47eb-a4f2-377fc0f76c79) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:13:42.864801 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-efe5b07a-510a-4336-a75f-97bedd7798d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:42.873005 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda2081-7cd1-42b5-b21f-15e78ce17b26 None None] Pushing event updated for resources: {'Port': ['ID=1c7bce5b-bd3a-4cac-8f18-5724c91cffcc,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:42.888240 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5109c01-c207-4657-9494-2157309703cb None None] Routers {'765b3b3c-b09b-42e3-bf95-81dbde57a4ce'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:13:42.888927 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c5109c01-c207-4657-9494-2157309703cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:13:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['765b3b3c-b09b-42e3-bf95-81dbde57a4ce'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:42.940593 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3cda2081-7cd1-42b5-b21f-15e78ce17b26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:43.153361 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-c5109c01-c207-4657-9494-2157309703cb None None] Set router 765b3b3c-b09b-42e3-bf95-81dbde57a4ce gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:13:43.384067 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:43.400644 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] Transition to ACTIVE for port object 7d605555-7682-47eb-a4f2-377fc0f76c79 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:13:43.439239 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] Transition to ACTIVE for port object 7d605555-7682-47eb-a4f2-377fc0f76c79 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:13:43.452293 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:43.458346 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:43.518786 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-efe5b07a-510a-4336-a75f-97bedd7798d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Allocated IP 172.20.0.1 (80459302-6f38-4c6c-add2-3afb956b3ce8/415e0b23-283b-487f-85e4-7d401fe79b4c/e851701b-ad63-4546-a233-0df24bc43e5e) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:13:43.549857 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] Network 80459302-6f38-4c6c-add2-3afb956b3ce8 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:13:43.556847 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:13:43.562422 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:13:43.597830 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] Pushing event updated for resources: {'Port': ['ID=7d605555-7682-47eb-a4f2-377fc0f76c79,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:43.605221 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:43.670077 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] Attempting to bind port 7d605555-7682-47eb-a4f2-377fc0f76c79 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:13:43.670459 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] Attempting to bind port 7d605555-7682-47eb-a4f2-377fc0f76c79 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '2cce6a82-4bd4-4cb0-8af7-5168e025baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:13:43.670836 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] Attempting to bind port 7d605555-7682-47eb-a4f2-377fc0f76c79 on network 80459302-6f38-4c6c-add2-3afb956b3ce8 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:13:43.678466 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:13:43.678844 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] Checking segment: {'id': '2cce6a82-4bd4-4cb0-8af7-5168e025baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:13:43.679577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:43.679686 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] Bound using segment: {'id': '2cce6a82-4bd4-4cb0-8af7-5168e025baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:13:43.680148 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] Bound port: 7d605555-7682-47eb-a4f2-377fc0f76c79, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cce6a82-4bd4-4cb0-8af7-5168e025baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:13:43.680537 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:43.682010 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-efe5b07a-510a-4336-a75f-97bedd7798d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:43.698627 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c5109c01-c207-4657-9494-2157309703cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834674692', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:13:38Z', 'updated_at': '2021-11-26T17:13:40Z', 'revision_number': 3, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:13:39Z', 'updated_at': '2021-11-26T17:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:43.699124 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-efe5b07a-510a-4336-a75f-97bedd7798d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Transition to ACTIVE for port object e851701b-ad63-4546-a233-0df24bc43e5e will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:13:43.722213 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-efe5b07a-510a-4336-a75f-97bedd7798d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:43.725914 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2d810d00-fc8c-41b7-a1c3-61fe10764fda tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:43.731165 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5109c01-c207-4657-9494-2157309703cb None None] The sync data for ids ['765b3b3c-b09b-42e3-bf95-81dbde57a4ce'] in dv-neutron-819440-1-hyperv is: [{'id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834674692', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:13:38Z', 'updated_at': '2021-11-26T17:13:40Z', 'revision_number': 3, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:13:39Z', 'updated_at': '2021-11-26T17:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:13:43.785551 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] For port 7d605555-7682-47eb-a4f2-377fc0f76c79, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:13:43.789708 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] For port 7d605555-7682-47eb-a4f2-377fc0f76c79, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7d605555-7682-47eb-a4f2-377fc0f76c79,segment=NetworkSegment(2cce6a82-4bd4-4cb0-8af7-5168e025baf4),segment_id=2cce6a82-4bd4-4cb0-8af7-5168e025baf4)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:13:43.794902 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:43.800410 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-fa585f08-330b-4e0d-b180-5a437e7cf85c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:43.802109 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe5b07a-510a-4336-a75f-97bedd7798d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network 80459302-6f38-4c6c-add2-3afb956b3ce8 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:13:43.803361 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-efe5b07a-510a-4336-a75f-97bedd7798d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:13:43.805324 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5b07a-510a-4336-a75f-97bedd7798d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=e851701b-ad63-4546-a233-0df24bc43e5e,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:43.807970 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe5b07a-510a-4336-a75f-97bedd7798d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:13:43.833865 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-efe5b07a-510a-4336-a75f-97bedd7798d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:43.867573 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-efe5b07a-510a-4336-a75f-97bedd7798d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:43.892472 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] Pushing event updated for resources: {'Port': ['ID=7d605555-7682-47eb-a4f2-377fc0f76c79,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:43.898494 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:44.161173 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-efe5b07a-510a-4336-a75f-97bedd7798d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:44.591585 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-efe5b07a-510a-4336-a75f-97bedd7798d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:44.596848 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-efe5b07a-510a-4336-a75f-97bedd7798d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:44.629090 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fe9b0c73-aa40-4737-bc43-165cb61a9e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:44.720307 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-efe5b07a-510a-4336-a75f-97bedd7798d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:44.723831 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5b07a-510a-4336-a75f-97bedd7798d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=e851701b-ad63-4546-a233-0df24bc43e5e,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:44.727186 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-efe5b07a-510a-4336-a75f-97bedd7798d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:44.864340 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe5b07a-510a-4336-a75f-97bedd7798d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network 80459302-6f38-4c6c-add2-3afb956b3ce8 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:13:44.865440 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-efe5b07a-510a-4336-a75f-97bedd7798d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:13:44.883286 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b61272-398b-457c-b13e-cb45494cb96a None None] Network 80459302-6f38-4c6c-add2-3afb956b3ce8 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:13:44.969419 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-0eab540a-4b37-4a05-b264-d654fa12bd40 None None] Provisioning for port 7d605555-7682-47eb-a4f2-377fc0f76c79 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:13:45.067218 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe5b07a-510a-4336-a75f-97bedd7798d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Router 765b3b3c-b09b-42e3-bf95-81dbde57a4ce has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:13:45.254775 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe5b07a-510a-4336-a75f-97bedd7798d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:13:45.264314 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-efe5b07a-510a-4336-a75f-97bedd7798d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "PUT /v2.0/routers/765b3b3c-b09b-42e3-bf95-81dbde57a4ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2324271 Nov 26 17:13:45.305128 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] Sync routers for ids ['765b3b3c-b09b-42e3-bf95-81dbde57a4ce'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:13:45.315997 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] Routers {'765b3b3c-b09b-42e3-bf95-81dbde57a4ce'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:13:45.316621 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:13:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['765b3b3c-b09b-42e3-bf95-81dbde57a4ce'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:45.400253 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-48f249cd-c2cf-4876-8a5f-37f6fed5d412 None None] Provisioning for port e851701b-ad63-4546-a233-0df24bc43e5e completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:13:45.406525 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-48f249cd-c2cf-4876-8a5f-37f6fed5d412 None None] Provisioning complete for port e851701b-ad63-4546-a233-0df24bc43e5e triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:13:45.407014 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-48f249cd-c2cf-4876-8a5f-37f6fed5d412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:45.447476 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-8625e2c7-d9b7-4cc0-a4b8-a5bff11235b4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-316652023&fields=id&tenant_id=059d345cf6d84a598e16d9e203a8e35d HTTP/1.1" status: 200 len: 267 time: 0.0512779 Nov 26 17:13:45.476507 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-48f249cd-c2cf-4876-8a5f-37f6fed5d412 None None] Port e851701b-ad63-4546-a233-0df24bc43e5e cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:13:45.523709 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] Set router 765b3b3c-b09b-42e3-bf95-81dbde57a4ce gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:13:45.605862 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-75c6fddc-55bb-4bd7-a10b-87ada5a25b87 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:45.607627 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-75c6fddc-55bb-4bd7-a10b-87ada5a25b87 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/networks?id=80459302-6f38-4c6c-add2-3afb956b3ce8 HTTP/1.1" status: 200 len: 796 time: 0.1511304 Nov 26 17:13:45.609315 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7d2f6f8b-6d25-41f2-84a3-11a448a04970 None None] Provisioning complete for port e851701b-ad63-4546-a233-0df24bc43e5e triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:13:45.609814 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7d2f6f8b-6d25-41f2-84a3-11a448a04970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:45.632052 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-e2ca3cc6-9684-4c34-9975-8a0bcadb35a0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/quotas/059d345cf6d84a598e16d9e203a8e35d HTTP/1.1" status: 200 len: 375 time: 0.0157006 Nov 26 17:13:45.683543 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-7d2f6f8b-6d25-41f2-84a3-11a448a04970 None None] Port e851701b-ad63-4546-a233-0df24bc43e5e cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:13:45.733083 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-f82ef863-3b4b-44ef-8992-35dd1a11a07b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:13:45.767584 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-f82ef863-3b4b-44ef-8992-35dd1a11a07b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:13:45.784836 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-f82ef863-3b4b-44ef-8992-35dd1a11a07b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1461871 Nov 26 17:13:45.817665 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8b3299b1-ee7e-4d78-9718-df6af8718cc7 None None] Provisioning complete for port e851701b-ad63-4546-a233-0df24bc43e5e triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:13:45.817990 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8b3299b1-ee7e-4d78-9718-df6af8718cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:45.895429 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834674692', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:13:38Z', 'updated_at': '2021-11-26T17:13:44Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:13:39Z', 'updated_at': '2021-11-26T17:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'e851701b-ad63-4546-a233-0df24bc43e5e', 'name': '', 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:74:40:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '415e0b23-283b-487f-85e4-7d401fe79b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:13:43Z', 'updated_at': '2021-11-26T17:13:44Z', 'revision_number': 2, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': '415e0b23-283b-487f-85e4-7d401fe79b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:45.897125 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-8b3299b1-ee7e-4d78-9718-df6af8718cc7 None None] Port e851701b-ad63-4546-a233-0df24bc43e5e cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:13:45.901910 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] Checking router: 765b3b3c-b09b-42e3-bf95-81dbde57a4ce for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:13:45.902126 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 1c7bce5b-bd3a-4cac-8f18-5724c91cffcc up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:13:45.902435 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] Updating router 765b3b3c-b09b-42e3-bf95-81dbde57a4ce port e851701b-ad63-4546-a233-0df24bc43e5e binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:13:45.961184 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:45.975499 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 1c7bce5b-bd3a-4cac-8f18-5724c91cffcc completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:13:45.981886 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 1c7bce5b-bd3a-4cac-8f18-5724c91cffcc triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:13:45.982277 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:46.046844 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-9f7c5197-0ebc-4440-ad98-a375d635b7ff service neutron] 10.222.0.11 "GET /v2.0/networks/80459302-6f38-4c6c-add2-3afb956b3ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600174 Nov 26 17:13:46.103091 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:46.120159 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 1c7bce5b-bd3a-4cac-8f18-5724c91cffcc, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=1c7bce5b-bd3a-4cac-8f18-5724c91cffcc,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:13:46.124488 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:46.125475 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7d605555-7682-47eb-a4f2-377fc0f76c79 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:13:46.154476 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:46.180662 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-333d9d2d-bd93-4f4e-afb7-c9dde5cd488a service neutron] 10.222.0.11 "GET /v2.0/networks/80459302-6f38-4c6c-add2-3afb956b3ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274705 Nov 26 17:13:46.245198 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=1c7bce5b-bd3a-4cac-8f18-5724c91cffcc,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:46.249547 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:46.258467 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 7d605555-7682-47eb-a4f2-377fc0f76c79 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:13:46.264029 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 7d605555-7682-47eb-a4f2-377fc0f76c79 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:13:46.264414 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:46.348572 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:46.362230 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] Transition to ACTIVE for port object e851701b-ad63-4546-a233-0df24bc43e5e will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:13:46.370942 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:46.376302 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-d03b2085-6cdd-4d31-a4fa-35680e6f1fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:46.399809 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:46.403178 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8a2dc052-1b72-49d7-8e03-ba08d544a891 req-15a17c35-5bc2-46a8-9c82-2dc2a6e3907a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bde2a49-eef8-4efc-97ca-242f7406e0ce HTTP/1.1" status: 200 len: 210 time: 0.0525270 Nov 26 17:13:46.445197 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 7d605555-7682-47eb-a4f2-377fc0f76c79, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7d605555-7682-47eb-a4f2-377fc0f76c79,segment=NetworkSegment(2cce6a82-4bd4-4cb0-8af7-5168e025baf4),segment_id=2cce6a82-4bd4-4cb0-8af7-5168e025baf4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:13:46.451009 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:46.454283 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b6868554-b0dd-4e80-9e6e-500c288965c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:46.540885 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=7d605555-7682-47eb-a4f2-377fc0f76c79,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:46.544629 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:46.594595 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5490c41-7053-41dd-ae10-8143d05eb807 None None] Pushing event updated for resources: {'Port': ['ID=e851701b-ad63-4546-a233-0df24bc43e5e,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:46.597019 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] Attempting to bind port e851701b-ad63-4546-a233-0df24bc43e5e on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:13:46.597356 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] Attempting to bind port e851701b-ad63-4546-a233-0df24bc43e5e by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '2cce6a82-4bd4-4cb0-8af7-5168e025baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:13:46.597720 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] Attempting to bind port e851701b-ad63-4546-a233-0df24bc43e5e on network 80459302-6f38-4c6c-add2-3afb956b3ce8 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:13:46.607404 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:13:46.607810 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] Checking segment: {'id': '2cce6a82-4bd4-4cb0-8af7-5168e025baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:13:46.608222 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:46.608890 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] Bound using segment: {'id': '2cce6a82-4bd4-4cb0-8af7-5168e025baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:13:46.609096 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] Bound port: e851701b-ad63-4546-a233-0df24bc43e5e, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cce6a82-4bd4-4cb0-8af7-5168e025baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:13:46.609482 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:46.619201 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5490c41-7053-41dd-ae10-8143d05eb807 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:46.619551 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5490c41-7053-41dd-ae10-8143d05eb807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:46.619953 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5490c41-7053-41dd-ae10-8143d05eb807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:46.620281 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5490c41-7053-41dd-ae10-8143d05eb807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:46.620617 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5490c41-7053-41dd-ae10-8143d05eb807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:46.620945 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5490c41-7053-41dd-ae10-8143d05eb807 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:46.621269 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5490c41-7053-41dd-ae10-8143d05eb807 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:46.621595 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5490c41-7053-41dd-ae10-8143d05eb807 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:46.621916 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5490c41-7053-41dd-ae10-8143d05eb807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:46.622236 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5490c41-7053-41dd-ae10-8143d05eb807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:46.622558 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5490c41-7053-41dd-ae10-8143d05eb807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:46.622879 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5490c41-7053-41dd-ae10-8143d05eb807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:13:46.627795 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-b5490c41-7053-41dd-ae10-8143d05eb807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:46.714454 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] For port e851701b-ad63-4546-a233-0df24bc43e5e, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:13:46.718050 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] For port e851701b-ad63-4546-a233-0df24bc43e5e, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=e851701b-ad63-4546-a233-0df24bc43e5e,segment=NetworkSegment(2cce6a82-4bd4-4cb0-8af7-5168e025baf4),segment_id=2cce6a82-4bd4-4cb0-8af7-5168e025baf4)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:13:46.725042 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:46.730359 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-92c916c8-17b9-419e-b7a5-f864739c3484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:46.815158 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5490c41-7053-41dd-ae10-8143d05eb807 None None] Pushing event updated for resources: {'Port': ['ID=e851701b-ad63-4546-a233-0df24bc43e5e,revision_number=4']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:46.818737 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-b5490c41-7053-41dd-ae10-8143d05eb807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:46.819479 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] Routers {'765b3b3c-b09b-42e3-bf95-81dbde57a4ce'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:13:46.820125 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:13:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['765b3b3c-b09b-42e3-bf95-81dbde57a4ce'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:47.046412 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] Set router 765b3b3c-b09b-42e3-bf95-81dbde57a4ce gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:13:47.370043 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834674692', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:13:38Z', 'updated_at': '2021-11-26T17:13:44Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:13:39Z', 'updated_at': '2021-11-26T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'e851701b-ad63-4546-a233-0df24bc43e5e', 'name': '', 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:74:40:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '415e0b23-283b-487f-85e4-7d401fe79b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:13:43Z', 'updated_at': '2021-11-26T17:13:46Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': '415e0b23-283b-487f-85e4-7d401fe79b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:47.374053 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcff3ee2-70d0-403f-a661-dbf3e43173b6 None None] The sync data for ids ['765b3b3c-b09b-42e3-bf95-81dbde57a4ce'] in dv-neutron-819440-1-hyperv is: [{'id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834674692', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:13:38Z', 'updated_at': '2021-11-26T17:13:44Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:13:39Z', 'updated_at': '2021-11-26T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'e851701b-ad63-4546-a233-0df24bc43e5e', 'name': '', 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:74:40:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '415e0b23-283b-487f-85e4-7d401fe79b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:13:43Z', 'updated_at': '2021-11-26T17:13:46Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': '415e0b23-283b-487f-85e4-7d401fe79b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:13:47.567112 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ba340452-690c-43ec-8b6f-c4f99cddd1f9 req-f15c09a2-d5b6-4538-86bc-e075c8ff4875 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bde2a49-eef8-4efc-97ca-242f7406e0ce HTTP/1.1" status: 200 len: 210 time: 0.0480502 Nov 26 17:13:47.791403 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-413c88c2-c2aa-4c89-9126-aadba77e3673 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:47.792284 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-413c88c2-c2aa-4c89-9126-aadba77e3673 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:network {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:13:47.812117 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-413c88c2-c2aa-4c89-9126-aadba77e3673 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:network {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:13:47.813274 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-413c88c2-c2aa-4c89-9126-aadba77e3673 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.31 "GET /v2.0/networks?id=80459302-6f38-4c6c-add2-3afb956b3ce8 HTTP/1.1" status: 200 len: 796 time: 0.1794870 Nov 26 17:13:47.904115 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-8e5e83c3-6ef6-44cb-b3ba-f6e373b166c7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:13:47.924266 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-8e5e83c3-6ef6-44cb-b3ba-f6e373b166c7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:13:47.926056 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-8e5e83c3-6ef6-44cb-b3ba-f6e373b166c7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=059d345cf6d84a598e16d9e203a8e35d HTTP/1.1" status: 200 len: 379 time: 0.0959551 Nov 26 17:13:47.931097 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 1c7bce5b-bd3a-4cac-8f18-5724c91cffcc up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:13:47.951429 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-11b3cb3c-adde-4b36-bdf9-cead1f61b4cb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'port': {'device_id': '9bde2a49-eef8-4efc-97ca-242f7406e0ce', 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8', 'admin_state_up': True, 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'security_groups': ['bfcb95a7-70d9-487d-8fa1-4a119c792aa3']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:13:48.012586 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 1c7bce5b-bd3a-4cac-8f18-5724c91cffcc triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:13:48.012973 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:48.096416 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-11b3cb3c-adde-4b36-bdf9-cead1f61b4cb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:13:48.106864 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-11b3cb3c-adde-4b36-bdf9-cead1f61b4cb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:13:48.118877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-11b3cb3c-adde-4b36-bdf9-cead1f61b4cb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Made reservation on behalf of 059d345cf6d84a598e16d9e203a8e35d for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:13:48.123183 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-11b3cb3c-adde-4b36-bdf9-cead1f61b4cb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:48.140088 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7d605555-7682-47eb-a4f2-377fc0f76c79 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:13:48.263480 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 7d605555-7682-47eb-a4f2-377fc0f76c79 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:13:48.263895 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:48.385818 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device e851701b-ad63-4546-a233-0df24bc43e5e up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:13:48.419577 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-11b3cb3c-adde-4b36-bdf9-cead1f61b4cb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Allocated IP 172.20.0.10 (80459302-6f38-4c6c-add2-3afb956b3ce8/415e0b23-283b-487f-85e4-7d401fe79b4c/f482cfc3-c9f0-493c-ba99-ae95fed09d6f) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:13:48.455641 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port e851701b-ad63-4546-a233-0df24bc43e5e completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:13:48.462304 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port e851701b-ad63-4546-a233-0df24bc43e5e triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:13:48.462926 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:48.586554 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:48.624407 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port e851701b-ad63-4546-a233-0df24bc43e5e, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=e851701b-ad63-4546-a233-0df24bc43e5e,segment=NetworkSegment(2cce6a82-4bd4-4cb0-8af7-5168e025baf4),segment_id=2cce6a82-4bd4-4cb0-8af7-5168e025baf4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:13:48.625723 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-11b3cb3c-adde-4b36-bdf9-cead1f61b4cb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:48.629662 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:48.632741 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-82a3d965-3567-4641-86cc-a8108a0409ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:48.642389 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-11b3cb3c-adde-4b36-bdf9-cead1f61b4cb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Transition to ACTIVE for port object f482cfc3-c9f0-493c-ba99-ae95fed09d6f will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:13:48.667273 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-11b3cb3c-adde-4b36-bdf9-cead1f61b4cb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:48.674440 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a767b5ea-c9f7-4b35-af2a-4409483804c2 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:48.703817 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=e851701b-ad63-4546-a233-0df24bc43e5e,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:48.706840 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:48.788006 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-11b3cb3c-adde-4b36-bdf9-cead1f61b4cb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network 80459302-6f38-4c6c-add2-3afb956b3ce8 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:13:48.794703 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-11b3cb3c-adde-4b36-bdf9-cead1f61b4cb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:13:48.799620 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-11b3cb3c-adde-4b36-bdf9-cead1f61b4cb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:13:48.846471 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3cb3c-adde-4b36-bdf9-cead1f61b4cb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=f482cfc3-c9f0-493c-ba99-ae95fed09d6f,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:48.852734 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-11b3cb3c-adde-4b36-bdf9-cead1f61b4cb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:48.877378 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-11b3cb3c-adde-4b36-bdf9-cead1f61b4cb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:48.877990 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-11b3cb3c-adde-4b36-bdf9-cead1f61b4cb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:48.901938 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38faf3c9-820d-4f49-bff8-716691f08cd1 req-fd497a6c-7bbd-43e0-80cf-0d7ed9479767 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:48.903455 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-38faf3c9-820d-4f49-bff8-716691f08cd1 req-fd497a6c-7bbd-43e0-80cf-0d7ed9479767 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bde2a49-eef8-4efc-97ca-242f7406e0ce HTTP/1.1" status: 200 len: 932 time: 0.1978951 Nov 26 17:13:48.931669 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-11b3cb3c-adde-4b36-bdf9-cead1f61b4cb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9848979 Nov 26 17:13:48.954881 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] Request body: {'port': {'device_id': '9bde2a49-eef8-4efc-97ca-242f7406e0ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:13:49.003515 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-38faf3c9-820d-4f49-bff8-716691f08cd1 req-9154634d-4ace-4e07-8fcc-c1f2f63c8b7f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfcb95a7-70d9-487d-8fa1-4a119c792aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933197 Nov 26 17:13:49.070165 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:49.078600 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-248f7f0b-64f3-4acb-9e3c-da5c8f0f7e20 None None] Provisioning for port f482cfc3-c9f0-493c-ba99-ae95fed09d6f completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:13:49.083200 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-248f7f0b-64f3-4acb-9e3c-da5c8f0f7e20 None None] Provisioning complete for port f482cfc3-c9f0-493c-ba99-ae95fed09d6f triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:13:49.083581 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-248f7f0b-64f3-4acb-9e3c-da5c8f0f7e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:49.140552 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-248f7f0b-64f3-4acb-9e3c-da5c8f0f7e20 None None] Port f482cfc3-c9f0-493c-ba99-ae95fed09d6f cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:13:49.404452 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f482cfc3-c9f0-493c-ba99-ae95fed09d6f {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:13:49.411415 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:49.425214 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] Transition to ACTIVE for port object f482cfc3-c9f0-493c-ba99-ae95fed09d6f will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:13:49.428900 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:49.432377 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4483a42a-03ea-4407-8add-07634a4bb409 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:49.561525 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] Pushing event updated for resources: {'Port': ['ID=f482cfc3-c9f0-493c-ba99-ae95fed09d6f,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:49.588524 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:49.666335 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] Attempting to bind port f482cfc3-c9f0-493c-ba99-ae95fed09d6f on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:13:49.666687 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] Attempting to bind port f482cfc3-c9f0-493c-ba99-ae95fed09d6f by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '2cce6a82-4bd4-4cb0-8af7-5168e025baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:13:49.667006 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] Attempting to bind port f482cfc3-c9f0-493c-ba99-ae95fed09d6f on network 80459302-6f38-4c6c-add2-3afb956b3ce8 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:13:49.671705 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] Port f482cfc3-c9f0-493c-ba99-ae95fed09d6f on network 80459302-6f38-4c6c-add2-3afb956b3ce8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 17:13:49.672042 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] Attempting to bind port f482cfc3-c9f0-493c-ba99-ae95fed09d6f on network 80459302-6f38-4c6c-add2-3afb956b3ce8 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:13:49.676996 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:13:49.677322 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] Checking segment: {'id': '2cce6a82-4bd4-4cb0-8af7-5168e025baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:13:49.677701 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] Bound using segment: {'id': '2cce6a82-4bd4-4cb0-8af7-5168e025baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:13:49.678116 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] Bound port: f482cfc3-c9f0-493c-ba99-ae95fed09d6f, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cce6a82-4bd4-4cb0-8af7-5168e025baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:13:49.678448 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:49.724365 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:49.775343 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] For port f482cfc3-c9f0-493c-ba99-ae95fed09d6f, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:13:49.778693 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] For port f482cfc3-c9f0-493c-ba99-ae95fed09d6f, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f482cfc3-c9f0-493c-ba99-ae95fed09d6f,segment=NetworkSegment(2cce6a82-4bd4-4cb0-8af7-5168e025baf4),segment_id=2cce6a82-4bd4-4cb0-8af7-5168e025baf4)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:13:49.783605 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:49.787440 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5ac0882b-2a88-4578-affe-a050f275edd4 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:49.821662 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device e851701b-ad63-4546-a233-0df24bc43e5e up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:13:49.842158 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:49.842775 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:49.844323 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] 10.222.0.31 "PUT /v2.0/ports/f482cfc3-c9f0-493c-ba99-ae95fed09d6f HTTP/1.1" status: 200 len: 1094 time: 0.8991847 Nov 26 17:13:49.847295 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bde2a49-eef8-4efc-97ca-242f7406e0ce', 'tag': 'f482cfc3-c9f0-493c-ba99-ae95fed09d6f'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:13:49.872902 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] Pushing event updated for resources: {'Port': ['ID=f482cfc3-c9f0-493c-ba99-ae95fed09d6f,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:49.876472 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:49.901268 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port e851701b-ad63-4546-a233-0df24bc43e5e triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:13:49.901268 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:49.937035 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bde2a49-eef8-4efc-97ca-242f7406e0ce', 'tag': 'f482cfc3-c9f0-493c-ba99-ae95fed09d6f', 'status': 'completed', 'code': 200} Nov 26 17:13:49.985055 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-e1e41762-e106-4eb5-bbcc-6bc5632c825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:49.986572 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-e1e41762-e106-4eb5-bbcc-6bc5632c825d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=9bde2a49-eef8-4efc-97ca-242f7406e0ce HTTP/1.1" status: 200 len: 1097 time: 0.0881858 Nov 26 17:13:50.067392 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-eef6c68b-1031-4497-a266-11a7d1e1b852 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f482cfc3-c9f0-493c-ba99-ae95fed09d6f HTTP/1.1" status: 200 len: 217 time: 0.0694525 Nov 26 17:13:50.306962 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-385516c6-5a58-4347-bfc3-4b73b0de58a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:50.308321 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-385516c6-5a58-4347-bfc3-4b73b0de58a9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=415e0b23-283b-487f-85e4-7d401fe79b4c HTTP/1.1" status: 200 len: 834 time: 0.2310822 Nov 26 17:13:50.382702 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acab41b-e2f1-4485-8450-f64623e155f9 req-08b668d6-9407-4dde-a8b7-c31b2a3d7fc9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:50.383380 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-7acab41b-e2f1-4485-8450-f64623e155f9 req-08b668d6-9407-4dde-a8b7-c31b2a3d7fc9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:13:50.405190 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-7acab41b-e2f1-4485-8450-f64623e155f9 req-08b668d6-9407-4dde-a8b7-c31b2a3d7fc9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:13:50.406289 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7acab41b-e2f1-4485-8450-f64623e155f9 req-08b668d6-9407-4dde-a8b7-c31b2a3d7fc9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bde2a49-eef8-4efc-97ca-242f7406e0ce HTTP/1.1" status: 200 len: 944 time: 0.2915611 Nov 26 17:13:50.427687 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-c477910a-ef20-4f72-8086-3f8ce9365c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:50.429095 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-c477910a-ef20-4f72-8086-3f8ce9365c27 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=80459302-6f38-4c6c-add2-3afb956b3ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1102953 Nov 26 17:13:50.519106 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7acab41b-e2f1-4485-8450-f64623e155f9 req-00b2b569-bc6d-4495-9901-8b666a602698 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfcb95a7-70d9-487d-8fa1-4a119c792aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061676 Nov 26 17:13:50.577994 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-d0589bee-c73d-44d6-a4a1-4d76efe981dc service neutron] 10.222.0.31 "GET /v2.0/networks/80459302-6f38-4c6c-add2-3afb956b3ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329231 Nov 26 17:13:50.712736 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5c0bbb16-309d-430b-b1b5-26825f838cbb req-1da81322-d490-4986-909a-0e059c304381 service neutron] 10.222.0.31 "GET /v2.0/networks/80459302-6f38-4c6c-add2-3afb956b3ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242158 Nov 26 17:13:50.842503 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2dafd-f0e7-4265-967d-957e9fe97322 req-f6a1b1b6-b592-43d7-969f-a6d099583726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:50.843913 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-50f2dafd-f0e7-4265-967d-957e9fe97322 req-f6a1b1b6-b592-43d7-969f-a6d099583726 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=9bde2a49-eef8-4efc-97ca-242f7406e0ce HTTP/1.1" status: 200 len: 1097 time: 0.0720527 Nov 26 17:13:50.980790 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2dafd-f0e7-4265-967d-957e9fe97322 req-599bed60-f2a0-4452-8497-f1f2ac54f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:50.982224 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-50f2dafd-f0e7-4265-967d-957e9fe97322 req-599bed60-f2a0-4452-8497-f1f2ac54f99c service neutron] 10.222.0.31 "GET /v2.0/networks?id=80459302-6f38-4c6c-add2-3afb956b3ce8 HTTP/1.1" status: 200 len: 897 time: 0.1289067 Nov 26 17:13:51.055232 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-50f2dafd-f0e7-4265-967d-957e9fe97322 req-0f9e92fe-a286-4c27-bac6-c2b2671cd7ed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f482cfc3-c9f0-493c-ba99-ae95fed09d6f HTTP/1.1" status: 200 len: 217 time: 0.0644732 Nov 26 17:13:51.118033 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2dafd-f0e7-4265-967d-957e9fe97322 req-91748f5b-8cc9-4460-89b6-daf2ab658fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:51.119486 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-50f2dafd-f0e7-4265-967d-957e9fe97322 req-91748f5b-8cc9-4460-89b6-daf2ab658fc1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=415e0b23-283b-487f-85e4-7d401fe79b4c HTTP/1.1" status: 200 len: 834 time: 0.0567253 Nov 26 17:13:51.200999 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2dafd-f0e7-4265-967d-957e9fe97322 req-4ce9746b-1bec-46e9-b1ff-f253ed9f577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:51.202490 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-50f2dafd-f0e7-4265-967d-957e9fe97322 req-4ce9746b-1bec-46e9-b1ff-f253ed9f577d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=80459302-6f38-4c6c-add2-3afb956b3ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747132 Nov 26 17:13:51.352643 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-50f2dafd-f0e7-4265-967d-957e9fe97322 req-3d63a13b-4e9e-4f06-91aa-0e483ca390e0 service neutron] 10.222.0.31 "GET /v2.0/networks/80459302-6f38-4c6c-add2-3afb956b3ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392767 Nov 26 17:13:51.483206 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-50f2dafd-f0e7-4265-967d-957e9fe97322 req-e29e99ff-d0e7-487a-9359-b5d0b1b1351a service neutron] 10.222.0.31 "GET /v2.0/networks/80459302-6f38-4c6c-add2-3afb956b3ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230917 Nov 26 17:13:51.713842 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41077854-c79b-401f-ada1-f54a081cac3d req-0b000493-7e2f-44b7-be3a-020ac30d060e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:51.715280 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-41077854-c79b-401f-ada1-f54a081cac3d req-0b000493-7e2f-44b7-be3a-020ac30d060e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bde2a49-eef8-4efc-97ca-242f7406e0ce HTTP/1.1" status: 200 len: 944 time: 0.0839078 Nov 26 17:13:51.759171 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-41077854-c79b-401f-ada1-f54a081cac3d req-95e35620-2db2-4911-8014-71238dad05a8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfcb95a7-70d9-487d-8fa1-4a119c792aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381606 Nov 26 17:13:52.257177 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device f482cfc3-c9f0-493c-ba99-ae95fed09d6f details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:13:52.391691 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port f482cfc3-c9f0-493c-ba99-ae95fed09d6f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f482cfc3-c9f0-493c-ba99-ae95fed09d6f,segment=NetworkSegment(2cce6a82-4bd4-4cb0-8af7-5168e025baf4),segment_id=2cce6a82-4bd4-4cb0-8af7-5168e025baf4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:13:52.404476 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': 'f482cfc3-c9f0-493c-ba99-ae95fed09d6f', 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8', 'port_id': 'f482cfc3-c9f0-493c-ba99-ae95fed09d6f', 'mac_address': 'fa:16:3e:a9:62:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415e0b23-283b-487f-85e4-7d401fe79b4c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:13:52.460878 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:52.477320 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f482cfc3-c9f0-493c-ba99-ae95fed09d6f {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:13:52.492848 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port f482cfc3-c9f0-493c-ba99-ae95fed09d6f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f482cfc3-c9f0-493c-ba99-ae95fed09d6f,segment=NetworkSegment(2cce6a82-4bd4-4cb0-8af7-5168e025baf4),segment_id=2cce6a82-4bd4-4cb0-8af7-5168e025baf4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:13:52.496935 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:52.498714 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:52.562262 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=f482cfc3-c9f0-493c-ba99-ae95fed09d6f,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:52.565132 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:52.794031 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['f482cfc3-c9f0-493c-ba99-ae95fed09d6f'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:13:52.944531 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4147e-f97b-482a-b65d-1c2b7461a41d req-00af4405-f33a-4ffe-b51d-5630ae08060d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:52.945997 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b3c4147e-f97b-482a-b65d-1c2b7461a41d req-00af4405-f33a-4ffe-b51d-5630ae08060d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bde2a49-eef8-4efc-97ca-242f7406e0ce HTTP/1.1" status: 200 len: 945 time: 0.0822082 Nov 26 17:13:52.990400 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b3c4147e-f97b-482a-b65d-1c2b7461a41d req-64b141fb-c032-4d2a-a395-12fc76bd88d7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfcb95a7-70d9-487d-8fa1-4a119c792aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382745 Nov 26 17:13:54.171011 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebfa37-ca3f-4c27-80e2-ed0ac22fd004 req-810b5031-3576-4910-a47f-7eb49f4e53a4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:54.172453 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b9ebfa37-ca3f-4c27-80e2-ed0ac22fd004 req-810b5031-3576-4910-a47f-7eb49f4e53a4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bde2a49-eef8-4efc-97ca-242f7406e0ce HTTP/1.1" status: 200 len: 945 time: 0.0780232 Nov 26 17:13:54.220447 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b9ebfa37-ca3f-4c27-80e2-ed0ac22fd004 req-74dd353c-523a-49cf-9929-ab06ed2388e7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfcb95a7-70d9-487d-8fa1-4a119c792aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424469 Nov 26 17:13:54.257295 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device f482cfc3-c9f0-493c-ba99-ae95fed09d6f up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:13:54.328698 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port f482cfc3-c9f0-493c-ba99-ae95fed09d6f completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:13:54.333290 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port f482cfc3-c9f0-493c-ba99-ae95fed09d6f triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:13:54.333670 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:54.449009 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:54.475312 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bde2a49-eef8-4efc-97ca-242f7406e0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f482cfc3-c9f0-493c-ba99-ae95fed09d6f'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:13:54.484658 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port f482cfc3-c9f0-493c-ba99-ae95fed09d6f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f482cfc3-c9f0-493c-ba99-ae95fed09d6f,segment=NetworkSegment(2cce6a82-4bd4-4cb0-8af7-5168e025baf4),segment_id=2cce6a82-4bd4-4cb0-8af7-5168e025baf4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:13:54.488541 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:54.491337 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-4cf6aa8e-12c1-4ae9-aea5-c8631f65db4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:54.556801 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=f482cfc3-c9f0-493c-ba99-ae95fed09d6f,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:54.560155 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:54.571777 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bde2a49-eef8-4efc-97ca-242f7406e0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f482cfc3-c9f0-493c-ba99-ae95fed09d6f', 'code': 200} Nov 26 17:13:54.817641 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f70d7b-03f8-435d-8296-b136a22ee218 req-7d4c36c3-7708-42d1-a403-6228320c3f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:54.819086 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-51f70d7b-03f8-435d-8296-b136a22ee218 req-7d4c36c3-7708-42d1-a403-6228320c3f55 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9bde2a49-eef8-4efc-97ca-242f7406e0ce HTTP/1.1" status: 200 len: 1099 time: 0.0732253 Nov 26 17:13:54.861777 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-51f70d7b-03f8-435d-8296-b136a22ee218 req-fc6f71f3-3445-4691-bcc3-b69b44310bf1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bfcb95a7-70d9-487d-8fa1-4a119c792aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327165 Nov 26 17:13:55.407500 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498e5b6-3929-4444-a2bd-671636e68d98 req-bc100dae-10ac-4c15-a026-1ded01064727 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:55.408972 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2498e5b6-3929-4444-a2bd-671636e68d98 req-bc100dae-10ac-4c15-a026-1ded01064727 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bde2a49-eef8-4efc-97ca-242f7406e0ce HTTP/1.1" status: 200 len: 946 time: 0.0869858 Nov 26 17:13:55.451815 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2498e5b6-3929-4444-a2bd-671636e68d98 req-2724c4e0-6084-40f4-907c-52c1ee1d6d6f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfcb95a7-70d9-487d-8fa1-4a119c792aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372806 Nov 26 17:13:56.633766 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed085f6-8ef9-4c05-856d-450ea422525c req-2695f8a4-0332-41e7-b763-01e87bf3d67b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:56.635188 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2ed085f6-8ef9-4c05-856d-450ea422525c req-2695f8a4-0332-41e7-b763-01e87bf3d67b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bde2a49-eef8-4efc-97ca-242f7406e0ce HTTP/1.1" status: 200 len: 946 time: 0.0802829 Nov 26 17:13:56.681056 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2ed085f6-8ef9-4c05-856d-450ea422525c req-160add09-aac5-44e8-8f98-fda38f084b95 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfcb95a7-70d9-487d-8fa1-4a119c792aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401807 Nov 26 17:13:56.863338 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9eeca9-4e68-4547-b28a-241f6e017842 req-5775e264-672b-4f02-944b-20908306ce3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:56.864800 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4b9eeca9-4e68-4547-b28a-241f6e017842 req-5775e264-672b-4f02-944b-20908306ce3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bde2a49-eef8-4efc-97ca-242f7406e0ce HTTP/1.1" status: 200 len: 946 time: 0.0792348 Nov 26 17:13:56.908190 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4b9eeca9-4e68-4547-b28a-241f6e017842 req-e6259b73-6753-40b2-8d62-aef302910db3 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfcb95a7-70d9-487d-8fa1-4a119c792aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368164 Nov 26 17:13:56.930088 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59472) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:57.003353 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761c488a-bc11-4cc5-abca-fb8685364ec0 tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:57.004939 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-761c488a-bc11-4cc5-abca-fb8685364ec0 tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9bde2a49-eef8-4efc-97ca-242f7406e0ce HTTP/1.1" status: 200 len: 1094 time: 0.0739286 Nov 26 17:13:57.007983 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59476) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:57.012736 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'port_id': 'f482cfc3-c9f0-493c-ba99-ae95fed09d6f', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:13:57.018538 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:13:57.022596 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:floatingip and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:13:57.025387 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:13:57.031435 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:13:57.042061 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for floatingip, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:57.175560 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:57.309079 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Allocated IP 172.26.0.187 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/e1614d45-a4fd-4c06-b9e0-449d4c3c79bd) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:13:57.454332 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:57.483025 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:57.487388 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7cab9995-82f7-4d50-bc6a-1e1ffdb1fbe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:57.547439 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:13:57.550282 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:13:57.554071 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:13:57.596498 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=e1614d45-a4fd-4c06-b9e0-449d4c3c79bd,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:57.600601 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:57.958118 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:58.144108 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:58.354283 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:58.358670 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:58.362262 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f07bf17f-845f-4638-bf63-6ea016f2fb5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:13:58.467096 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=e1614d45-a4fd-4c06-b9e0-449d4c3c79bd,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:13:58.470908 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:13:58.477313 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:58.635790 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-528e195e-f59a-4035-863d-9374fb7b552e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:58.648413 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Floating IP 6b48dc4b-c6cc-4fbf-8341-e2afe610fff4 associated. External IP: 172.26.0.187, port: f482cfc3-c9f0-493c-ba99-ae95fed09d6f. Nov 26 17:13:58.997296 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Router 765b3b3c-b09b-42e3-bf95-81dbde57a4ce has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:13:59.173334 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:13:59.183623 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41001768-7744-4732-9716-030b90e0fd72 None None] Sync routers for ids ['765b3b3c-b09b-42e3-bf95-81dbde57a4ce'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:13:59.194410 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41001768-7744-4732-9716-030b90e0fd72 None None] Routers {'765b3b3c-b09b-42e3-bf95-81dbde57a4ce'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:13:59.195047 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-41001768-7744-4732-9716-030b90e0fd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:13:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['765b3b3c-b09b-42e3-bf95-81dbde57a4ce'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:59.200693 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:59.254856 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2458429 Nov 26 17:13:59.255534 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bde2a49-eef8-4efc-97ca-242f7406e0ce', 'tag': 'f482cfc3-c9f0-493c-ba99-ae95fed09d6f'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:13:59.319238 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bde2a49-eef8-4efc-97ca-242f7406e0ce', 'tag': 'f482cfc3-c9f0-493c-ba99-ae95fed09d6f', 'status': 'completed', 'code': 200} Nov 26 17:13:59.424447 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:13:59.429525 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-41001768-7744-4732-9716-030b90e0fd72 None None] Set router 765b3b3c-b09b-42e3-bf95-81dbde57a4ce gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:13:59.474692 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148346d-9123-4f86-981e-15c042603d56 req-1f132ad7-a14a-4429-994b-cfd42c2d171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:59.476179 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0148346d-9123-4f86-981e-15c042603d56 req-1f132ad7-a14a-4429-994b-cfd42c2d171d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=9bde2a49-eef8-4efc-97ca-242f7406e0ce HTTP/1.1" status: 200 len: 1099 time: 0.1351199 Nov 26 17:13:59.484980 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b864dc-93d2-4ca3-a144-94181809f854 req-808aff85-e8d0-4413-bec2-c177d6dbc1b2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:59.486325 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c7b864dc-93d2-4ca3-a144-94181809f854 req-808aff85-e8d0-4413-bec2-c177d6dbc1b2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bde2a49-eef8-4efc-97ca-242f7406e0ce HTTP/1.1" status: 200 len: 946 time: 0.1140661 Nov 26 17:13:59.739428 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c7b864dc-93d2-4ca3-a144-94181809f854 req-3e4d6e9b-a7f3-4495-bbf3-7b9e6ebe5bc2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfcb95a7-70d9-487d-8fa1-4a119c792aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061041 Nov 26 17:13:59.766921 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59484) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:13:59.777694 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148346d-9123-4f86-981e-15c042603d56 req-94bec20e-3bae-42cd-9237-81096097de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:59.779130 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0148346d-9123-4f86-981e-15c042603d56 req-94bec20e-3bae-42cd-9237-81096097de0a service neutron] 10.222.0.31 "GET /v2.0/networks?id=80459302-6f38-4c6c-add2-3afb956b3ce8 HTTP/1.1" status: 200 len: 897 time: 0.2919700 Nov 26 17:13:59.793601 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-41001768-7744-4732-9716-030b90e0fd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834674692', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:13:38Z', 'updated_at': '2021-11-26T17:13:44Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:13:39Z', 'updated_at': '2021-11-26T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '6b48dc4b-c6cc-4fbf-8341-e2afe610fff4', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'floating_ip_address': '172.26.0.187', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'port_id': 'f482cfc3-c9f0-493c-ba99-ae95fed09d6f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8', 'mac_address': 'fa:16:3e:a9:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde2a49-eef8-4efc-97ca-242f7406e0ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:13:57Z', 'updated_at': '2021-11-26T17:13:57Z', 'revision_number': 0, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e851701b-ad63-4546-a233-0df24bc43e5e', 'name': '', 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:74:40:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '415e0b23-283b-487f-85e4-7d401fe79b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:13:43Z', 'updated_at': '2021-11-26T17:13:48Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': '415e0b23-283b-487f-85e4-7d401fe79b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:59.797572 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41001768-7744-4732-9716-030b90e0fd72 None None] Checking router: 765b3b3c-b09b-42e3-bf95-81dbde57a4ce for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:13:59.806125 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41001768-7744-4732-9716-030b90e0fd72 None None] Routers {'765b3b3c-b09b-42e3-bf95-81dbde57a4ce'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:13:59.806762 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-41001768-7744-4732-9716-030b90e0fd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:13:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['765b3b3c-b09b-42e3-bf95-81dbde57a4ce'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:13:59.878840 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-da9c2944-e53f-4c68-88f3-8430ba5f3870 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/floatingips/6b48dc4b-c6cc-4fbf-8341-e2afe610fff4 HTTP/1.1" status: 200 len: 992 time: 0.1096742 Nov 26 17:13:59.884184 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0148346d-9123-4f86-981e-15c042603d56 req-4686a76e-f17a-4920-b05d-7755059c563d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f482cfc3-c9f0-493c-ba99-ae95fed09d6f HTTP/1.1" status: 200 len: 1000 time: 0.0981493 Nov 26 17:13:59.945235 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148346d-9123-4f86-981e-15c042603d56 req-3b54a99d-34f9-4f4d-957f-a2a15e5426ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:13:59.946654 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0148346d-9123-4f86-981e-15c042603d56 req-3b54a99d-34f9-4f4d-957f-a2a15e5426ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=415e0b23-283b-487f-85e4-7d401fe79b4c HTTP/1.1" status: 200 len: 834 time: 0.0562820 Nov 26 17:13:59.982132 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-41001768-7744-4732-9716-030b90e0fd72 None None] Set router 765b3b3c-b09b-42e3-bf95-81dbde57a4ce gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:14:00.025341 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148346d-9123-4f86-981e-15c042603d56 req-49478bef-f710-475e-a06f-c6b564c3fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:14:00.026766 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0148346d-9123-4f86-981e-15c042603d56 req-49478bef-f710-475e-a06f-c6b564c3fd00 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=80459302-6f38-4c6c-add2-3afb956b3ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737329 Nov 26 17:14:00.158528 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0148346d-9123-4f86-981e-15c042603d56 req-06b6f8df-0c67-4b26-bac7-1638cdd3cb58 service neutron] 10.222.0.31 "GET /v2.0/networks/80459302-6f38-4c6c-add2-3afb956b3ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241295 Nov 26 17:14:00.291053 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0148346d-9123-4f86-981e-15c042603d56 req-8623bba7-cfa7-49df-9514-5bef94c4bc90 service neutron] 10.222.0.31 "GET /v2.0/networks/80459302-6f38-4c6c-add2-3afb956b3ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257424 Nov 26 17:14:00.329486 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-41001768-7744-4732-9716-030b90e0fd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834674692', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:13:38Z', 'updated_at': '2021-11-26T17:13:44Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:13:39Z', 'updated_at': '2021-11-26T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '6b48dc4b-c6cc-4fbf-8341-e2afe610fff4', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'floating_ip_address': '172.26.0.187', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'port_id': 'f482cfc3-c9f0-493c-ba99-ae95fed09d6f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8', 'mac_address': 'fa:16:3e:a9:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde2a49-eef8-4efc-97ca-242f7406e0ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:13:57Z', 'updated_at': '2021-11-26T17:13:57Z', 'revision_number': 0, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e851701b-ad63-4546-a233-0df24bc43e5e', 'name': '', 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:74:40:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '415e0b23-283b-487f-85e4-7d401fe79b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:13:43Z', 'updated_at': '2021-11-26T17:13:48Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': '415e0b23-283b-487f-85e4-7d401fe79b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:14:00.333431 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41001768-7744-4732-9716-030b90e0fd72 None None] The sync data for ids ['765b3b3c-b09b-42e3-bf95-81dbde57a4ce'] in dv-neutron-819440-1-hyperv is: [{'id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834674692', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:13:38Z', 'updated_at': '2021-11-26T17:13:44Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:13:39Z', 'updated_at': '2021-11-26T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '6b48dc4b-c6cc-4fbf-8341-e2afe610fff4', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'floating_ip_address': '172.26.0.187', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'port_id': 'f482cfc3-c9f0-493c-ba99-ae95fed09d6f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8', 'mac_address': 'fa:16:3e:a9:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde2a49-eef8-4efc-97ca-242f7406e0ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:13:57Z', 'updated_at': '2021-11-26T17:13:57Z', 'revision_number': 0, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e851701b-ad63-4546-a233-0df24bc43e5e', 'name': '', 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:74:40:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '415e0b23-283b-487f-85e4-7d401fe79b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:13:43Z', 'updated_at': '2021-11-26T17:13:48Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': '415e0b23-283b-487f-85e4-7d401fe79b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:14:00.530474 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae95409-1828-4a95-8473-709d126711ac None None] New status for floating IP 6b48dc4b-c6cc-4fbf-8341-e2afe610fff4: ACTIVE {{(pid=87521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:14:00.881449 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59488) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:14:01.106328 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-997235d6-029c-43f5-b00a-d2804b7ed2fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/floatingips/6b48dc4b-c6cc-4fbf-8341-e2afe610fff4 HTTP/1.1" status: 200 len: 994 time: 0.2236702 Nov 26 17:14:01.305477 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fb79eac7-6eef-4a4a-8ca0-f2fe7b4c00c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:02.283453 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:04.073926 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:14.823816 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:14:18.739229 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ad1d4e0d-54aa-419e-a685-e8428d2dca75 req-528de2b2-de80-44cc-bcce-02b04addb94f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9bde2a49-eef8-4efc-97ca-242f7406e0ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697145 Nov 26 17:14:18.879166 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d4e0d-54aa-419e-a685-e8428d2dca75 req-c6386b5f-efa6-4c6e-92c8-b401039bd020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:14:18.880685 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ad1d4e0d-54aa-419e-a685-e8428d2dca75 req-c6386b5f-efa6-4c6e-92c8-b401039bd020 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=9bde2a49-eef8-4efc-97ca-242f7406e0ce HTTP/1.1" status: 200 len: 1099 time: 0.0731359 Nov 26 17:14:19.022788 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d4e0d-54aa-419e-a685-e8428d2dca75 req-60bb3711-18f7-4a0a-8eca-c69d371f4853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:14:19.024125 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ad1d4e0d-54aa-419e-a685-e8428d2dca75 req-60bb3711-18f7-4a0a-8eca-c69d371f4853 service neutron] 10.222.0.31 "GET /v2.0/networks?id=80459302-6f38-4c6c-add2-3afb956b3ce8 HTTP/1.1" status: 200 len: 897 time: 0.1243601 Nov 26 17:14:19.127089 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ad1d4e0d-54aa-419e-a685-e8428d2dca75 req-d9f87698-7885-4a23-9394-536c22b5db57 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f482cfc3-c9f0-493c-ba99-ae95fed09d6f HTTP/1.1" status: 200 len: 1002 time: 0.0948794 Nov 26 17:14:19.195708 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d4e0d-54aa-419e-a685-e8428d2dca75 req-1b673626-d1e6-46d0-b195-d4068a0a9320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:14:19.197698 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ad1d4e0d-54aa-419e-a685-e8428d2dca75 req-1b673626-d1e6-46d0-b195-d4068a0a9320 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=415e0b23-283b-487f-85e4-7d401fe79b4c HTTP/1.1" status: 200 len: 834 time: 0.0609715 Nov 26 17:14:19.276860 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d4e0d-54aa-419e-a685-e8428d2dca75 req-cbe13ae6-c237-47f0-bc82-91f4be0929d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:14:19.278241 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ad1d4e0d-54aa-419e-a685-e8428d2dca75 req-cbe13ae6-c237-47f0-bc82-91f4be0929d6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=80459302-6f38-4c6c-add2-3afb956b3ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738809 Nov 26 17:14:19.410263 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ad1d4e0d-54aa-419e-a685-e8428d2dca75 req-6631d3a3-5707-4f76-abbb-d4d7c5baea75 service neutron] 10.222.0.31 "GET /v2.0/networks/80459302-6f38-4c6c-add2-3afb956b3ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238830 Nov 26 17:14:19.543399 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ad1d4e0d-54aa-419e-a685-e8428d2dca75 req-64d4db69-4c2a-4aaa-a0f9-082c1d0bb1f8 service neutron] 10.222.0.31 "GET /v2.0/networks/80459302-6f38-4c6c-add2-3afb956b3ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235580 Nov 26 17:14:19.730572 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:28.637212 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cd3695d7-889f-4a29-83ef-629d824cd65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:29.416429 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:31.307316 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-065ad13a-d8f3-4bb0-8f95-98022bd36a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:32.284683 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:34.077269 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:34.724608 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483f59f-7f9c-4e23-b363-74fe3336d360 req-2cf6f9f9-67fa-458b-8cd0-02f14725d277 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:14:34.726015 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4483f59f-7f9c-4e23-b363-74fe3336d360 req-2cf6f9f9-67fa-458b-8cd0-02f14725d277 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bde2a49-eef8-4efc-97ca-242f7406e0ce HTTP/1.1" status: 200 len: 946 time: 0.0803380 Nov 26 17:14:34.775559 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4483f59f-7f9c-4e23-b363-74fe3336d360 req-63ce2ebb-6410-4788-8f80-0475d15da151 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfcb95a7-70d9-487d-8fa1-4a119c792aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427141 Nov 26 17:14:36.082632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d32c6-7411-462e-9fb3-82cbce329a04 req-774788b3-c3aa-47bc-9ed8-5c9ab7634f76 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:14:36.083998 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4d1d32c6-7411-462e-9fb3-82cbce329a04 req-774788b3-c3aa-47bc-9ed8-5c9ab7634f76 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bde2a49-eef8-4efc-97ca-242f7406e0ce HTTP/1.1" status: 200 len: 946 time: 0.2034140 Nov 26 17:14:36.126383 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4d1d32c6-7411-462e-9fb3-82cbce329a04 req-2aa0c4e9-dbeb-40fe-83c2-f2593e5b2e2d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfcb95a7-70d9-487d-8fa1-4a119c792aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366533 Nov 26 17:14:36.149109 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59510) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:14:36.249944 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-84cb5b18-8f75-4848-a602-9ea521d55684 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/floatingips/6b48dc4b-c6cc-4fbf-8341-e2afe610fff4 HTTP/1.1" status: 200 len: 994 time: 0.0996511 Nov 26 17:14:37.726131 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04b821-6e90-4068-b0e9-ea594564c3b3 req-04560fcd-abc3-4a22-93a4-4aa3f18b9e1d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:14:37.727781 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8e04b821-6e90-4068-b0e9-ea594564c3b3 req-04560fcd-abc3-4a22-93a4-4aa3f18b9e1d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bde2a49-eef8-4efc-97ca-242f7406e0ce HTTP/1.1" status: 200 len: 946 time: 0.0835738 Nov 26 17:14:37.778665 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8e04b821-6e90-4068-b0e9-ea594564c3b3 req-ec3f6266-e0cd-4d6d-8765-5303fcb9dc40 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfcb95a7-70d9-487d-8fa1-4a119c792aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454905 Nov 26 17:14:38.961064 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1002d1c-6893-4856-b963-0d5499af0cf8 req-4a17271c-91c5-48f6-ae83-037e7b7c80be tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:14:38.962977 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b1002d1c-6893-4856-b963-0d5499af0cf8 req-4a17271c-91c5-48f6-ae83-037e7b7c80be tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bde2a49-eef8-4efc-97ca-242f7406e0ce HTTP/1.1" status: 200 len: 946 time: 0.0791476 Nov 26 17:14:39.006819 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b1002d1c-6893-4856-b963-0d5499af0cf8 req-bf6f802a-6ef8-4c0f-b554-eb07e089067b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfcb95a7-70d9-487d-8fa1-4a119c792aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382099 Nov 26 17:14:39.029674 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59522) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:14:39.134223 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-1e92b89c-1847-419a-80ee-5be480d4827a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/floatingips/6b48dc4b-c6cc-4fbf-8341-e2afe610fff4 HTTP/1.1" status: 200 len: 994 time: 0.1033454 Nov 26 17:14:39.441580 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59530) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:14:39.644225 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-d3570059-d81d-4642-aeee-ee970874cb3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Deleting port e1614d45-a4fd-4c06-b9e0-449d4c3c79bd {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:14:39.644566 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3570059-d81d-4642-aeee-ee970874cb3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:39.812614 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3570059-d81d-4642-aeee-ee970874cb3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:39.812941 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3570059-d81d-4642-aeee-ee970874cb3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:39.936382 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-d3570059-d81d-4642-aeee-ee970874cb3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Calling delete_port for e1614d45-a4fd-4c06-b9e0-449d4c3c79bd owned by network:floatingip {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:14:40.081866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3570059-d81d-4642-aeee-ee970874cb3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:40.085341 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b1c627e5-215c-4c5d-ba8e-0d1599511eb5 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:40.130332 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3570059-d81d-4642-aeee-ee970874cb3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Port': ['ID=e1614d45-a4fd-4c06-b9e0-449d4c3c79bd,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:40.140287 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3570059-d81d-4642-aeee-ee970874cb3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:40.140682 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3570059-d81d-4642-aeee-ee970874cb3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:40.141067 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3570059-d81d-4642-aeee-ee970874cb3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:40.141451 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3570059-d81d-4642-aeee-ee970874cb3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:40.141830 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3570059-d81d-4642-aeee-ee970874cb3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:40.142202 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3570059-d81d-4642-aeee-ee970874cb3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:40.142844 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3570059-d81d-4642-aeee-ee970874cb3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:40.143494 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3570059-d81d-4642-aeee-ee970874cb3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:40.143898 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3570059-d81d-4642-aeee-ee970874cb3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:40.144275 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3570059-d81d-4642-aeee-ee970874cb3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:40.144653 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3570059-d81d-4642-aeee-ee970874cb3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:40.145023 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3570059-d81d-4642-aeee-ee970874cb3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:40.171468 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d3570059-d81d-4642-aeee-ee970874cb3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:14:40.233630 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3570059-d81d-4642-aeee-ee970874cb3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for floatingip, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:40.233929 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-d3570059-d81d-4642-aeee-ee970874cb3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Floating IP 6b48dc4b-c6cc-4fbf-8341-e2afe610fff4 disassociated (deleted). External IP: 172.26.0.187, port: f482cfc3-c9f0-493c-ba99-ae95fed09d6f. Nov 26 17:14:40.700232 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3570059-d81d-4642-aeee-ee970874cb3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Router 765b3b3c-b09b-42e3-bf95-81dbde57a4ce has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:14:40.886035 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3570059-d81d-4642-aeee-ee970874cb3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:14:40.897173 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c37ced1-50ff-4642-8286-a2700e8d3341 None None] Sync routers for ids ['765b3b3c-b09b-42e3-bf95-81dbde57a4ce'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:14:40.908886 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c37ced1-50ff-4642-8286-a2700e8d3341 None None] Routers {'765b3b3c-b09b-42e3-bf95-81dbde57a4ce'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:14:40.909602 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-0c37ced1-50ff-4642-8286-a2700e8d3341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:14:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['765b3b3c-b09b-42e3-bf95-81dbde57a4ce'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:14:40.909731 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3570059-d81d-4642-aeee-ee970874cb3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:40.974817 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d3570059-d81d-4642-aeee-ee970874cb3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "DELETE /v2.0/floatingips/6b48dc4b-c6cc-4fbf-8341-e2afe610fff4 HTTP/1.1" status: 204 len: 168 time: 1.5296590 Nov 26 17:14:40.974817 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bde2a49-eef8-4efc-97ca-242f7406e0ce', 'tag': 'f482cfc3-c9f0-493c-ba99-ae95fed09d6f'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:14:41.087348 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bde2a49-eef8-4efc-97ca-242f7406e0ce', 'tag': 'f482cfc3-c9f0-493c-ba99-ae95fed09d6f', 'status': 'completed', 'code': 200} Nov 26 17:14:41.105815 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-0c37ced1-50ff-4642-8286-a2700e8d3341 None None] Set router 765b3b3c-b09b-42e3-bf95-81dbde57a4ce gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:14:41.197531 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52819d-ed97-468a-a46d-46bfc980df44 req-5e0f9515-a7be-4ff7-afa9-ff1f7858d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:14:41.199231 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4d52819d-ed97-468a-a46d-46bfc980df44 req-5e0f9515-a7be-4ff7-afa9-ff1f7858d89a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=9bde2a49-eef8-4efc-97ca-242f7406e0ce HTTP/1.1" status: 200 len: 1099 time: 0.0809002 Nov 26 17:14:41.364301 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52819d-ed97-468a-a46d-46bfc980df44 req-b344e4df-e2d4-4242-8291-ab3d620b03c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:14:41.366031 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4d52819d-ed97-468a-a46d-46bfc980df44 req-b344e4df-e2d4-4242-8291-ab3d620b03c3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=80459302-6f38-4c6c-add2-3afb956b3ce8 HTTP/1.1" status: 200 len: 897 time: 0.1549420 Nov 26 17:14:41.400702 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff97d5-8248-43cf-a223-51c186201ada req-0d6bda9f-5c03-4d8d-914a-513d33f29171 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:14:41.408574 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-67ff97d5-8248-43cf-a223-51c186201ada req-0d6bda9f-5c03-4d8d-914a-513d33f29171 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bde2a49-eef8-4efc-97ca-242f7406e0ce HTTP/1.1" status: 200 len: 946 time: 0.0933187 Nov 26 17:14:41.455037 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4d52819d-ed97-468a-a46d-46bfc980df44 req-2aac7441-366d-4a32-9590-e3e76c10faf6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f482cfc3-c9f0-493c-ba99-ae95fed09d6f HTTP/1.1" status: 200 len: 217 time: 0.0812137 Nov 26 17:14:41.456239 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-67ff97d5-8248-43cf-a223-51c186201ada req-8eb120c8-83f4-49e8-b849-7f3cbb2d1930 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfcb95a7-70d9-487d-8fa1-4a119c792aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465748 Nov 26 17:14:41.504070 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-0c37ced1-50ff-4642-8286-a2700e8d3341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834674692', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:13:38Z', 'updated_at': '2021-11-26T17:13:44Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:13:39Z', 'updated_at': '2021-11-26T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'e851701b-ad63-4546-a233-0df24bc43e5e', 'name': '', 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:74:40:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '415e0b23-283b-487f-85e4-7d401fe79b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:13:43Z', 'updated_at': '2021-11-26T17:13:48Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': '415e0b23-283b-487f-85e4-7d401fe79b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:14:41.508130 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c37ced1-50ff-4642-8286-a2700e8d3341 None None] Checking router: 765b3b3c-b09b-42e3-bf95-81dbde57a4ce for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:14:41.516556 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c37ced1-50ff-4642-8286-a2700e8d3341 None None] Routers {'765b3b3c-b09b-42e3-bf95-81dbde57a4ce'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:14:41.517582 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-0c37ced1-50ff-4642-8286-a2700e8d3341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:14:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['765b3b3c-b09b-42e3-bf95-81dbde57a4ce'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:14:41.525036 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52819d-ed97-468a-a46d-46bfc980df44 req-39191fa9-f4f6-4eb7-810c-0ae0296c0fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:14:41.526545 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4d52819d-ed97-468a-a46d-46bfc980df44 req-39191fa9-f4f6-4eb7-810c-0ae0296c0fad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=415e0b23-283b-487f-85e4-7d401fe79b4c HTTP/1.1" status: 200 len: 834 time: 0.0632601 Nov 26 17:14:41.604888 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52819d-ed97-468a-a46d-46bfc980df44 req-c900aae1-9c12-472c-a1bc-be097dbf84d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:14:41.606354 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4d52819d-ed97-468a-a46d-46bfc980df44 req-c900aae1-9c12-472c-a1bc-be097dbf84d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=80459302-6f38-4c6c-add2-3afb956b3ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709362 Nov 26 17:14:41.693157 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-0c37ced1-50ff-4642-8286-a2700e8d3341 None None] Set router 765b3b3c-b09b-42e3-bf95-81dbde57a4ce gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:14:41.738665 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4d52819d-ed97-468a-a46d-46bfc980df44 req-f0c1afae-dad4-404a-b4a7-afa54e41b948 service neutron] 10.222.0.31 "GET /v2.0/networks/80459302-6f38-4c6c-add2-3afb956b3ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251571 Nov 26 17:14:41.876239 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4d52819d-ed97-468a-a46d-46bfc980df44 req-2a88e3c7-69a8-440f-b64c-19f75e720771 service neutron] 10.222.0.31 "GET /v2.0/networks/80459302-6f38-4c6c-add2-3afb956b3ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299164 Nov 26 17:14:42.018041 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-0c37ced1-50ff-4642-8286-a2700e8d3341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834674692', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:13:38Z', 'updated_at': '2021-11-26T17:13:44Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:13:39Z', 'updated_at': '2021-11-26T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'e851701b-ad63-4546-a233-0df24bc43e5e', 'name': '', 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:74:40:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '415e0b23-283b-487f-85e4-7d401fe79b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:13:43Z', 'updated_at': '2021-11-26T17:13:48Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': '415e0b23-283b-487f-85e4-7d401fe79b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:14:42.021801 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c37ced1-50ff-4642-8286-a2700e8d3341 None None] The sync data for ids ['765b3b3c-b09b-42e3-bf95-81dbde57a4ce'] in dv-neutron-819440-1-hyperv is: [{'id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834674692', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:13:38Z', 'updated_at': '2021-11-26T17:13:44Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:13:39Z', 'updated_at': '2021-11-26T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'e851701b-ad63-4546-a233-0df24bc43e5e', 'name': '', 'network_id': '80459302-6f38-4c6c-add2-3afb956b3ce8', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:74:40:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '415e0b23-283b-487f-85e4-7d401fe79b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:13:43Z', 'updated_at': '2021-11-26T17:13:48Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': '415e0b23-283b-487f-85e4-7d401fe79b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:14:42.231131 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194be078-4c0d-49a6-adcb-16b30aa96d44 None None] New status for floating IP 6b48dc4b-c6cc-4fbf-8341-e2afe610fff4: DOWN {{(pid=87521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:14:42.642690 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41994f-3aef-4a80-af50-8dafef347176 req-adc30a33-f9be-483f-9b1d-a8cd81f036e8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:14:42.643376 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-2f41994f-3aef-4a80-af50-8dafef347176 req-adc30a33-f9be-483f-9b1d-a8cd81f036e8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:14:42.658632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-2f41994f-3aef-4a80-af50-8dafef347176 req-adc30a33-f9be-483f-9b1d-a8cd81f036e8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:14:42.659843 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2f41994f-3aef-4a80-af50-8dafef347176 req-adc30a33-f9be-483f-9b1d-a8cd81f036e8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bde2a49-eef8-4efc-97ca-242f7406e0ce HTTP/1.1" status: 200 len: 946 time: 0.1014802 Nov 26 17:14:42.703946 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2f41994f-3aef-4a80-af50-8dafef347176 req-202696a3-0f4b-487e-af1b-703fd4eaf79b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfcb95a7-70d9-487d-8fa1-4a119c792aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384555 Nov 26 17:14:43.194346 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcadb79-a5fb-42a3-adf8-b1d052d3ce71 req-03225e24-3cb3-4178-9ac1-bcf9c6d3fc97 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:14:43.195793 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9bcadb79-a5fb-42a3-adf8-b1d052d3ce71 req-03225e24-3cb3-4178-9ac1-bcf9c6d3fc97 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bde2a49-eef8-4efc-97ca-242f7406e0ce HTTP/1.1" status: 200 len: 946 time: 0.0844598 Nov 26 17:14:43.267550 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-9bcadb79-a5fb-42a3-adf8-b1d052d3ce71 req-28543001-75bf-45a9-95b4-590bda159a79 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Deleting port f482cfc3-c9f0-493c-ba99-ae95fed09d6f {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:14:43.268008 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-9bcadb79-a5fb-42a3-adf8-b1d052d3ce71 req-28543001-75bf-45a9-95b4-590bda159a79 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:43.518244 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-9bcadb79-a5fb-42a3-adf8-b1d052d3ce71 req-28543001-75bf-45a9-95b4-590bda159a79 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] For port f482cfc3-c9f0-493c-ba99-ae95fed09d6f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f482cfc3-c9f0-493c-ba99-ae95fed09d6f,segment=NetworkSegment(2cce6a82-4bd4-4cb0-8af7-5168e025baf4),segment_id=2cce6a82-4bd4-4cb0-8af7-5168e025baf4)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:14:43.518511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-9bcadb79-a5fb-42a3-adf8-b1d052d3ce71 req-28543001-75bf-45a9-95b4-590bda159a79 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:43.768400 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-9bcadb79-a5fb-42a3-adf8-b1d052d3ce71 req-28543001-75bf-45a9-95b4-590bda159a79 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Calling delete_port for f482cfc3-c9f0-493c-ba99-ae95fed09d6f owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:14:43.893626 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ef646-76e4-41ff-ae19-49c518b2bd8e req-ed0f3112-915e-4305-9c3d-111ef3828ec3 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:14:43.895062 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-039ef646-76e4-41ff-ae19-49c518b2bd8e req-ed0f3112-915e-4305-9c3d-111ef3828ec3 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bde2a49-eef8-4efc-97ca-242f7406e0ce HTTP/1.1" status: 200 len: 946 time: 0.0821021 Nov 26 17:14:43.914888 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-9bcadb79-a5fb-42a3-adf8-b1d052d3ce71 req-28543001-75bf-45a9-95b4-590bda159a79 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:43.921667 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a9ec7215-3486-4903-af01-9f8b343e17ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:43.941324 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-039ef646-76e4-41ff-ae19-49c518b2bd8e req-8010e569-5e45-4cef-b87c-c23273d29cdb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfcb95a7-70d9-487d-8fa1-4a119c792aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402679 Nov 26 17:14:43.966339 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28543001-75bf-45a9-95b4-590bda159a79 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Port': ['ID=f482cfc3-c9f0-493c-ba99-ae95fed09d6f,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:43.968762 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-28543001-75bf-45a9-95b4-590bda159a79 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:14:44.046673 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bcadb79-a5fb-42a3-adf8-b1d052d3ce71 req-28543001-75bf-45a9-95b4-590bda159a79 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] No DVR routers for this DVR port f482cfc3-c9f0-493c-ba99-ae95fed09d6f on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:14:44.049011 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-9bcadb79-a5fb-42a3-adf8-b1d052d3ce71 req-28543001-75bf-45a9-95b4-590bda159a79 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:44.051661 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bde2a49-eef8-4efc-97ca-242f7406e0ce', 'name': 'network-vif-deleted', 'tag': 'f482cfc3-c9f0-493c-ba99-ae95fed09d6f'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:14:44.072746 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9bcadb79-a5fb-42a3-adf8-b1d052d3ce71 req-28543001-75bf-45a9-95b4-590bda159a79 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.31 "DELETE /v2.0/ports/f482cfc3-c9f0-493c-ba99-ae95fed09d6f HTTP/1.1" status: 204 len: 173 time: 0.8683853 Nov 26 17:14:44.096340 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bde2a49-eef8-4efc-97ca-242f7406e0ce', 'name': 'network-vif-deleted', 'tag': 'f482cfc3-c9f0-493c-ba99-ae95fed09d6f', 'status': 'completed', 'code': 200} Nov 26 17:14:45.034051 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59550) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:14:45.575329 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-822fa145-2251-4ca4-ad0c-d8864f00f2be tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:45.920244 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-822fa145-2251-4ca4-ad0c-d8864f00f2be tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Deleting port e851701b-ad63-4546-a233-0df24bc43e5e {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:14:45.920580 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-822fa145-2251-4ca4-ad0c-d8864f00f2be tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:46.227047 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-822fa145-2251-4ca4-ad0c-d8864f00f2be tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] For port e851701b-ad63-4546-a233-0df24bc43e5e, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=e851701b-ad63-4546-a233-0df24bc43e5e,segment=NetworkSegment(2cce6a82-4bd4-4cb0-8af7-5168e025baf4),segment_id=2cce6a82-4bd4-4cb0-8af7-5168e025baf4)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:14:46.228275 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-822fa145-2251-4ca4-ad0c-d8864f00f2be tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:46.345904 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-822fa145-2251-4ca4-ad0c-d8864f00f2be tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Calling delete_port for e851701b-ad63-4546-a233-0df24bc43e5e owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:14:46.490648 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device f482cfc3-c9f0-493c-ba99-ae95fed09d6f no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:14:46.523078 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-822fa145-2251-4ca4-ad0c-d8864f00f2be tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:46.524921 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: f482cfc3-c9f0-493c-ba99-ae95fed09d6f {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:14:46.525278 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device f482cfc3-c9f0-493c-ba99-ae95fed09d6f not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:14:46.528914 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:46.576493 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fa145-2251-4ca4-ad0c-d8864f00f2be tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Port': ['ID=e851701b-ad63-4546-a233-0df24bc43e5e,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:46.603317 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-822fa145-2251-4ca4-ad0c-d8864f00f2be tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:14:46.850029 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-822fa145-2251-4ca4-ad0c-d8864f00f2be tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:47.209123 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822fa145-2251-4ca4-ad0c-d8864f00f2be tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Router 765b3b3c-b09b-42e3-bf95-81dbde57a4ce has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:14:47.385875 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822fa145-2251-4ca4-ad0c-d8864f00f2be tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:14:47.396125 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2924be-1baa-4545-ac90-0b0e70b2288f None None] Sync routers for ids ['765b3b3c-b09b-42e3-bf95-81dbde57a4ce'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:14:47.398279 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-822fa145-2251-4ca4-ad0c-d8864f00f2be tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "PUT /v2.0/routers/765b3b3c-b09b-42e3-bf95-81dbde57a4ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3630073 Nov 26 17:14:47.401269 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59554) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:14:47.406468 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2924be-1baa-4545-ac90-0b0e70b2288f None None] Routers {'765b3b3c-b09b-42e3-bf95-81dbde57a4ce'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:14:47.407083 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-9c2924be-1baa-4545-ac90-0b0e70b2288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:14:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['765b3b3c-b09b-42e3-bf95-81dbde57a4ce'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:14:47.467466 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac70b990-1b79-4230-bb7a-f4720f33cde9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Deleting subnet 415e0b23-283b-487f-85e4-7d401fe79b4c {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 17:14:47.470535 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ac70b990-1b79-4230-bb7a-f4720f33cde9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:47.590729 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-9c2924be-1baa-4545-ac90-0b0e70b2288f None None] Set router 765b3b3c-b09b-42e3-bf95-81dbde57a4ce gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:14:47.662889 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ac70b990-1b79-4230-bb7a-f4720f33cde9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:47.746736 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ac70b990-1b79-4230-bb7a-f4720f33cde9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:47.823464 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ac70b990-1b79-4230-bb7a-f4720f33cde9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:47.828151 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b5aed326-d46f-43fd-9634-eb28412ae8df tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:47.872383 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70b990-1b79-4230-bb7a-f4720f33cde9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Subnet': ['ID=415e0b23-283b-487f-85e4-7d401fe79b4c,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:47.875421 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ac70b990-1b79-4230-bb7a-f4720f33cde9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:14:47.876422 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ac70b990-1b79-4230-bb7a-f4720f33cde9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:47.882352 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ac70b990-1b79-4230-bb7a-f4720f33cde9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "DELETE /v2.0/subnets/415e0b23-283b-487f-85e4-7d401fe79b4c HTTP/1.1" status: 204 len: 168 time: 0.4801121 Nov 26 17:14:47.885539 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59558) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:14:47.886146 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabbf0b1-e93f-476a-b86c-506605a99872 None None] Network 80459302-6f38-4c6c-add2-3afb956b3ce8 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:14:47.906682 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-9c2924be-1baa-4545-ac90-0b0e70b2288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834674692', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:13:38Z', 'updated_at': '2021-11-26T17:14:46Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:13:39Z', 'updated_at': '2021-11-26T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:14:47.961248 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2924be-1baa-4545-ac90-0b0e70b2288f None None] Checking router: 765b3b3c-b09b-42e3-bf95-81dbde57a4ce for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:14:47.993582 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2924be-1baa-4545-ac90-0b0e70b2288f None None] Routers {'765b3b3c-b09b-42e3-bf95-81dbde57a4ce'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:14:47.994309 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-9c2924be-1baa-4545-ac90-0b0e70b2288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:14:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['765b3b3c-b09b-42e3-bf95-81dbde57a4ce'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:14:48.063522 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aa6193b5-eb14-4285-87ad-7acaa5a8425e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:48.238314 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aa6193b5-eb14-4285-87ad-7acaa5a8425e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:48.249751 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-aa6193b5-eb14-4285-87ad-7acaa5a8425e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Deleting port 1c7bce5b-bd3a-4cac-8f18-5724c91cffcc {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:14:48.249751 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aa6193b5-eb14-4285-87ad-7acaa5a8425e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:48.286563 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-9c2924be-1baa-4545-ac90-0b0e70b2288f None None] Set router 765b3b3c-b09b-42e3-bf95-81dbde57a4ce gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:14:48.425592 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-aa6193b5-eb14-4285-87ad-7acaa5a8425e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] For port 1c7bce5b-bd3a-4cac-8f18-5724c91cffcc, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=1c7bce5b-bd3a-4cac-8f18-5724c91cffcc,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:14:48.426116 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aa6193b5-eb14-4285-87ad-7acaa5a8425e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:48.481718 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d79616-c844-44bc-821c-7f0d39d83187 None None] DHCP port deletion for 80459302-6f38-4c6c-add2-3afb956b3ce8 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 17:14:48.489900 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-a0d79616-c844-44bc-821c-7f0d39d83187 None None] Deleting port 7d605555-7682-47eb-a4f2-377fc0f76c79 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:14:48.490282 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a0d79616-c844-44bc-821c-7f0d39d83187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:48.553211 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-aa6193b5-eb14-4285-87ad-7acaa5a8425e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Calling delete_port for 1c7bce5b-bd3a-4cac-8f18-5724c91cffcc owned by network:router_gateway {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:14:48.719618 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aa6193b5-eb14-4285-87ad-7acaa5a8425e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:48.728969 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c3586155-09b0-4153-8500-d8363cb774f6 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:48.774103 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-a0d79616-c844-44bc-821c-7f0d39d83187 None None] For port 7d605555-7682-47eb-a4f2-377fc0f76c79, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7d605555-7682-47eb-a4f2-377fc0f76c79,segment=NetworkSegment(2cce6a82-4bd4-4cb0-8af7-5168e025baf4),segment_id=2cce6a82-4bd4-4cb0-8af7-5168e025baf4)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:14:48.774652 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a0d79616-c844-44bc-821c-7f0d39d83187 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:48.786055 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-9c2924be-1baa-4545-ac90-0b0e70b2288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834674692', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:13:38Z', 'updated_at': '2021-11-26T17:14:46Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:13:39Z', 'updated_at': '2021-11-26T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:14:48.805985 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6193b5-eb14-4285-87ad-7acaa5a8425e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Port': ['ID=1c7bce5b-bd3a-4cac-8f18-5724c91cffcc,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:48.837231 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-aa6193b5-eb14-4285-87ad-7acaa5a8425e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:14:48.839626 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2924be-1baa-4545-ac90-0b0e70b2288f None None] The sync data for ids ['765b3b3c-b09b-42e3-bf95-81dbde57a4ce'] in dv-neutron-819440-1-hyperv is: [{'id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834674692', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:13:38Z', 'updated_at': '2021-11-26T17:14:46Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '1c7bce5b-bd3a-4cac-8f18-5724c91cffcc', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765b3b3c-b09b-42e3-bf95-81dbde57a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:13:39Z', 'updated_at': '2021-11-26T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:14:48.871449 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aa6193b5-eb14-4285-87ad-7acaa5a8425e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:48.906114 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-a0d79616-c844-44bc-821c-7f0d39d83187 None None] Calling delete_port for 7d605555-7682-47eb-a4f2-377fc0f76c79 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:14:48.982018 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a0d79616-c844-44bc-821c-7f0d39d83187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:48.985611 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:49.031362 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d79616-c844-44bc-821c-7f0d39d83187 None None] Pushing event deleted for resources: {'Port': ['ID=7d605555-7682-47eb-a4f2-377fc0f76c79,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:49.036449 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d79616-c844-44bc-821c-7f0d39d83187 None None] No DVR routers for this DVR port 7d605555-7682-47eb-a4f2-377fc0f76c79 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:14:49.043351 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d79616-c844-44bc-821c-7f0d39d83187 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:49.043706 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d79616-c844-44bc-821c-7f0d39d83187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:49.048409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d79616-c844-44bc-821c-7f0d39d83187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:49.048409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d79616-c844-44bc-821c-7f0d39d83187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:49.048409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d79616-c844-44bc-821c-7f0d39d83187 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:49.048409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d79616-c844-44bc-821c-7f0d39d83187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:49.048409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d79616-c844-44bc-821c-7f0d39d83187 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:49.048409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d79616-c844-44bc-821c-7f0d39d83187 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:49.048409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d79616-c844-44bc-821c-7f0d39d83187 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:49.048409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d79616-c844-44bc-821c-7f0d39d83187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:49.048409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d79616-c844-44bc-821c-7f0d39d83187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:49.048409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d79616-c844-44bc-821c-7f0d39d83187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:49.052154 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a0d79616-c844-44bc-821c-7f0d39d83187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:14:49.168053 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aa6193b5-eb14-4285-87ad-7acaa5a8425e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:49.170256 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aa6193b5-eb14-4285-87ad-7acaa5a8425e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:49.193314 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aa6193b5-eb14-4285-87ad-7acaa5a8425e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:49.193891 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6193b5-eb14-4285-87ad-7acaa5a8425e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Fanout notify agent at l3_agent the message router_deleted on router 765b3b3c-b09b-42e3-bf95-81dbde57a4ce {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 17:14:49.209411 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-aa6193b5-eb14-4285-87ad-7acaa5a8425e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:49.210501 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-aa6193b5-eb14-4285-87ad-7acaa5a8425e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "DELETE /v2.0/routers/765b3b3c-b09b-42e3-bf95-81dbde57a4ce HTTP/1.1" status: 204 len: 168 time: 1.3240488 Nov 26 17:14:49.213828 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59562) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:14:49.331472 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3675b5e-2e40-4f1f-8611-e51613619678 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:49.464952 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3675b5e-2e40-4f1f-8611-e51613619678 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:49.492368 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-d3675b5e-2e40-4f1f-8611-e51613619678 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80459302-6f38-4c6c-add2-3afb956b3ce8']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:14:49.506440 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-d3675b5e-2e40-4f1f-8611-e51613619678 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cce6a82-4bd4-4cb0-8af7-5168e025baf4') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:14:49.506735 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-d3675b5e-2e40-4f1f-8611-e51613619678 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cce6a82-4bd4-4cb0-8af7-5168e025baf4') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:14:49.519224 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3675b5e-2e40-4f1f-8611-e51613619678 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:49.535572 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3675b5e-2e40-4f1f-8611-e51613619678 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:49.541597 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3675b5e-2e40-4f1f-8611-e51613619678 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 17:14:49.541996 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3675b5e-2e40-4f1f-8611-e51613619678 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 17:14:49.556449 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 17:14:49.635576 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3675b5e-2e40-4f1f-8611-e51613619678 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:49.639004 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-dd8081e4-2e81-4315-baa8-62f98a1f4599 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:49.652858 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3675b5e-2e40-4f1f-8611-e51613619678 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:49.664947 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3675b5e-2e40-4f1f-8611-e51613619678 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Network': ['ID=80459302-6f38-4c6c-add2-3afb956b3ce8,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:49.667677 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d3675b5e-2e40-4f1f-8611-e51613619678 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:14:49.671318 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d3675b5e-2e40-4f1f-8611-e51613619678 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "DELETE /v2.0/networks/80459302-6f38-4c6c-add2-3afb956b3ce8 HTTP/1.1" status: 204 len: 168 time: 0.4565773 Nov 26 17:14:49.674014 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59566) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:14:49.741189 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b3db7d00-ddce-4f15-a7ad-97c135fc6494 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:49.753676 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:49.772409 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b3db7d00-ddce-4f15-a7ad-97c135fc6494 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:49.843285 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b3db7d00-ddce-4f15-a7ad-97c135fc6494 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:49.848128 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-80c6a735-57c8-4442-b02c-df0a1fce83bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:49.866716 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db7d00-ddce-4f15-a7ad-97c135fc6494 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcb95a7-70d9-487d-8fa1-4a119c792aa3,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:49.870433 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b3db7d00-ddce-4f15-a7ad-97c135fc6494 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:14:49.879622 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b3db7d00-ddce-4f15-a7ad-97c135fc6494 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:49.883254 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b3db7d00-ddce-4f15-a7ad-97c135fc6494 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "DELETE /v2.0/security-groups/bfcb95a7-70d9-487d-8fa1-4a119c792aa3 HTTP/1.1" status: 204 len: 168 time: 0.2058711 Nov 26 17:14:49.927739 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 1c7bce5b-bd3a-4cac-8f18-5724c91cffcc no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:14:49.961640 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 1c7bce5b-bd3a-4cac-8f18-5724c91cffcc {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:14:49.962552 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 1c7bce5b-bd3a-4cac-8f18-5724c91cffcc not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:14:49.962999 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7d605555-7682-47eb-a4f2-377fc0f76c79 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:14:49.998880 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 7d605555-7682-47eb-a4f2-377fc0f76c79 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:14:49.999241 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7d605555-7682-47eb-a4f2-377fc0f76c79 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:14:49.999677 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device e851701b-ad63-4546-a233-0df24bc43e5e no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:14:50.032584 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: e851701b-ad63-4546-a233-0df24bc43e5e {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:14:50.032886 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device e851701b-ad63-4546-a233-0df24bc43e5e not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:14:50.294597 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59574) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:14:50.299824 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-e18ae99f-c905-44f3-8bf2-7a2e8b662d90 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-32396192', 'description': 'tempest-secgroup-smoke-32396192 description', 'project_id': '059d345cf6d84a598e16d9e203a8e35d'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:14:50.306417 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e18ae99f-c905-44f3-8bf2-7a2e8b662d90 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:14:50.310656 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e18ae99f-c905-44f3-8bf2-7a2e8b662d90 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:14:50.313506 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e18ae99f-c905-44f3-8bf2-7a2e8b662d90 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:14:50.319152 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e18ae99f-c905-44f3-8bf2-7a2e8b662d90 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:14:50.329596 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e18ae99f-c905-44f3-8bf2-7a2e8b662d90 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:50.348727 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e18ae99f-c905-44f3-8bf2-7a2e8b662d90 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:14:50.352404 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e18ae99f-c905-44f3-8bf2-7a2e8b662d90 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:14:50.355095 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e18ae99f-c905-44f3-8bf2-7a2e8b662d90 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:14:50.360594 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e18ae99f-c905-44f3-8bf2-7a2e8b662d90 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:14:50.431935 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e18ae99f-c905-44f3-8bf2-7a2e8b662d90 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:50.435505 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e18ae99f-c905-44f3-8bf2-7a2e8b662d90 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:50.439134 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-78828c90-910a-4e49-95d4-03df653b3e01 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:50.480690 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ae99f-c905-44f3-8bf2-7a2e8b662d90 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a1b8e7-2efb-42db-9467-a21920e837c9,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:50.483410 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e18ae99f-c905-44f3-8bf2-7a2e8b662d90 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:50.484639 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e18ae99f-c905-44f3-8bf2-7a2e8b662d90 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1890461 Nov 26 17:14:50.485622 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e18ae99f-c905-44f3-8bf2-7a2e8b662d90 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:14:50.487818 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59578) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:14:50.493660 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-761676ef-abc9-47cf-b003-8fe5a5a23652 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': 'c2a1b8e7-2efb-42db-9467-a21920e837c9', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:14:50.499583 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-761676ef-abc9-47cf-b003-8fe5a5a23652 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:14:50.503392 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-761676ef-abc9-47cf-b003-8fe5a5a23652 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:14:50.506442 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-761676ef-abc9-47cf-b003-8fe5a5a23652 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:14:50.513613 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-761676ef-abc9-47cf-b003-8fe5a5a23652 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:14:50.530048 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-761676ef-abc9-47cf-b003-8fe5a5a23652 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:50.591746 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-761676ef-abc9-47cf-b003-8fe5a5a23652 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:50.594932 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-761676ef-abc9-47cf-b003-8fe5a5a23652 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:50.596755 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7c9be0c7-dc1b-408b-bb5f-aadf01ab5132 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:50.619427 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761676ef-abc9-47cf-b003-8fe5a5a23652 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d1a5e84-7582-4189-8c3a-6cf98018b9ba,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:50.623835 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-761676ef-abc9-47cf-b003-8fe5a5a23652 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:14:50.628048 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-761676ef-abc9-47cf-b003-8fe5a5a23652 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:50.629191 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-761676ef-abc9-47cf-b003-8fe5a5a23652 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404815 Nov 26 17:14:50.631903 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59582) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:14:50.636823 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-c5845f00-bca9-4a93-871b-908f210b2583 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': 'c2a1b8e7-2efb-42db-9467-a21920e837c9', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:14:50.642518 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c5845f00-bca9-4a93-871b-908f210b2583 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:14:50.646254 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c5845f00-bca9-4a93-871b-908f210b2583 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:14:50.649087 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c5845f00-bca9-4a93-871b-908f210b2583 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:14:50.654695 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c5845f00-bca9-4a93-871b-908f210b2583 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:14:50.670962 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c5845f00-bca9-4a93-871b-908f210b2583 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:50.730497 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c5845f00-bca9-4a93-871b-908f210b2583 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:50.733967 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c5845f00-bca9-4a93-871b-908f210b2583 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:50.735871 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b9e56502-5b92-45af-a189-446383f0ae96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:50.762065 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5845f00-bca9-4a93-871b-908f210b2583 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a75235-1b81-466e-bf56-21fbfd645e99,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:50.766743 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c5845f00-bca9-4a93-871b-908f210b2583 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:14:50.771493 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c5845f00-bca9-4a93-871b-908f210b2583 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:50.772706 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c5845f00-bca9-4a93-871b-908f210b2583 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1398995 Nov 26 17:14:50.775394 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59586) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:14:50.780388 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-ded4ed95-345e-47d5-88bc-5a77ff38f050 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': 'c2a1b8e7-2efb-42db-9467-a21920e837c9', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:14:50.786263 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ded4ed95-345e-47d5-88bc-5a77ff38f050 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:14:50.790532 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ded4ed95-345e-47d5-88bc-5a77ff38f050 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:14:50.793394 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ded4ed95-345e-47d5-88bc-5a77ff38f050 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:14:50.798980 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ded4ed95-345e-47d5-88bc-5a77ff38f050 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:14:50.817058 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ded4ed95-345e-47d5-88bc-5a77ff38f050 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:50.878560 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ded4ed95-345e-47d5-88bc-5a77ff38f050 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:50.882121 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ded4ed95-345e-47d5-88bc-5a77ff38f050 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:50.889627 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e52cddd0-f34d-4e0a-9cc6-304a4f24582a tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:50.911015 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4ed95-345e-47d5-88bc-5a77ff38f050 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a28f440-3876-492f-b030-8eccc64490c2,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:50.913461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ded4ed95-345e-47d5-88bc-5a77ff38f050 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:14:50.920345 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ded4ed95-345e-47d5-88bc-5a77ff38f050 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:50.921680 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ded4ed95-345e-47d5-88bc-5a77ff38f050 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1453280 Nov 26 17:14:50.924423 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59590) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:14:50.929578 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-5f65ad55-afcd-4fd4-b48f-92832e3d3d4b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': 'c2a1b8e7-2efb-42db-9467-a21920e837c9', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:14:50.935879 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5f65ad55-afcd-4fd4-b48f-92832e3d3d4b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:14:50.939826 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5f65ad55-afcd-4fd4-b48f-92832e3d3d4b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:14:50.942696 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5f65ad55-afcd-4fd4-b48f-92832e3d3d4b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:14:50.949038 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5f65ad55-afcd-4fd4-b48f-92832e3d3d4b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:14:50.964303 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5f65ad55-afcd-4fd4-b48f-92832e3d3d4b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:51.025869 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5f65ad55-afcd-4fd4-b48f-92832e3d3d4b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:51.029391 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5f65ad55-afcd-4fd4-b48f-92832e3d3d4b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:51.031135 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-563de517-9f6d-4510-bdbe-a4f8b7b390cd tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:51.052652 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65ad55-afcd-4fd4-b48f-92832e3d3d4b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1712a78d-10ec-44c8-9b62-02064cedc3a1,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:51.057574 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5f65ad55-afcd-4fd4-b48f-92832e3d3d4b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:14:51.061809 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5f65ad55-afcd-4fd4-b48f-92832e3d3d4b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:51.062957 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5f65ad55-afcd-4fd4-b48f-92832e3d3d4b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376305 Nov 26 17:14:51.065762 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59594) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:14:51.070590 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-21906d17-39e5-4795-b5d2-b81bff7ec40b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': 'c2a1b8e7-2efb-42db-9467-a21920e837c9', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:14:51.076913 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-21906d17-39e5-4795-b5d2-b81bff7ec40b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:14:51.080618 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-21906d17-39e5-4795-b5d2-b81bff7ec40b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:14:51.083405 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-21906d17-39e5-4795-b5d2-b81bff7ec40b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:14:51.089032 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-21906d17-39e5-4795-b5d2-b81bff7ec40b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:14:51.099131 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.securitygroups_db [None req-21906d17-39e5-4795-b5d2-b81bff7ec40b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Project 059d345cf6d84a598e16d9e203a8e35d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 17:14:51.106015 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-21906d17-39e5-4795-b5d2-b81bff7ec40b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:51.171076 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-21906d17-39e5-4795-b5d2-b81bff7ec40b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:51.174612 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-21906d17-39e5-4795-b5d2-b81bff7ec40b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:51.182393 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-67612224-033f-4ef8-bc3a-711bae478295 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:51.200552 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21906d17-39e5-4795-b5d2-b81bff7ec40b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde149f2-0aa3-4b11-8214-b00746f8c36c,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:51.202930 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-21906d17-39e5-4795-b5d2-b81bff7ec40b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:14:51.211214 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-21906d17-39e5-4795-b5d2-b81bff7ec40b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:51.212478 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-21906d17-39e5-4795-b5d2-b81bff7ec40b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1458173 Nov 26 17:14:51.215224 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59598) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:14:51.220473 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-a2f3a2da-33be-49cd-a68a-5a04eec74782 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': 'c2a1b8e7-2efb-42db-9467-a21920e837c9', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:14:51.226282 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-a2f3a2da-33be-49cd-a68a-5a04eec74782 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:14:51.230191 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a2f3a2da-33be-49cd-a68a-5a04eec74782 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:14:51.233166 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a2f3a2da-33be-49cd-a68a-5a04eec74782 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:14:51.238815 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-a2f3a2da-33be-49cd-a68a-5a04eec74782 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:14:51.249352 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.securitygroups_db [None req-a2f3a2da-33be-49cd-a68a-5a04eec74782 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Project 059d345cf6d84a598e16d9e203a8e35d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 17:14:51.255860 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a2f3a2da-33be-49cd-a68a-5a04eec74782 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:51.324427 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a2f3a2da-33be-49cd-a68a-5a04eec74782 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:51.328046 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a2f3a2da-33be-49cd-a68a-5a04eec74782 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:51.335073 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5c611fbb-122a-4eed-99d2-e12eb71194a9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:51.353415 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3a2da-33be-49cd-a68a-5a04eec74782 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3cbe4c4-f1be-40f3-8be1-5842672dd11a,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:51.356024 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a2f3a2da-33be-49cd-a68a-5a04eec74782 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:14:51.362932 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a2f3a2da-33be-49cd-a68a-5a04eec74782 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:51.364171 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a2f3a2da-33be-49cd-a68a-5a04eec74782 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1479807 Nov 26 17:14:51.369427 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59602) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:14:51.375436 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-b0165c66-4313-435e-857b-21b4c3e91e8a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'network': {'name': 'tempest-network-smoke--895273587', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'port_security_enabled': True}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:14:51.380476 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-b0165c66-4313-435e-857b-21b4c3e91e8a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:14:51.385118 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b0165c66-4313-435e-857b-21b4c3e91e8a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:network and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:14:51.388068 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-b0165c66-4313-435e-857b-21b4c3e91e8a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:14:51.395031 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-b0165c66-4313-435e-857b-21b4c3e91e8a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:14:51.405537 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0165c66-4313-435e-857b-21b4c3e91e8a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Made reservation on behalf of 059d345cf6d84a598e16d9e203a8e35d for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:14:51.409099 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b0165c66-4313-435e-857b-21b4c3e91e8a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:51.436466 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0165c66-4313-435e-857b-21b4c3e91e8a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 17:14:51.445031 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b0165c66-4313-435e-857b-21b4c3e91e8a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:51.445378 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-b0165c66-4313-435e-857b-21b4c3e91e8a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Added segment ca944eb7-1e89-4301-8692-9579de4e8e4d of type vlan for network d9c21518-1ab2-49d0-9029-be80079b4f2c Nov 26 17:14:51.472081 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b0165c66-4313-435e-857b-21b4c3e91e8a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:51.500885 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b0165c66-4313-435e-857b-21b4c3e91e8a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:51.506420 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0165c66-4313-435e-857b-21b4c3e91e8a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:14:51.507011 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-b0165c66-4313-435e-857b-21b4c3e91e8a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:51.511017 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8f101ae1-4f55-44bd-a309-c95000e40a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:51.616692 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-b0165c66-4313-435e-857b-21b4c3e91e8a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2458706 Nov 26 17:14:51.619687 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59606) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:14:51.622879 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0165c66-4313-435e-857b-21b4c3e91e8a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Network': ['ID=d9c21518-1ab2-49d0-9029-be80079b4f2c,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:51.625476 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b0165c66-4313-435e-857b-21b4c3e91e8a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:14:51.626289 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-866184883', 'admin_state_up': True, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:14:51.634059 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:14:51.638015 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:router and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:14:51.638962 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network d9c21518-1ab2-49d0-9029-be80079b4f2c details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 17:14:51.640882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:14:51.647343 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:14:51.657778 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:51.658731 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:51.674135 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:51.826444 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:14:51.942902 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:52.245850 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:52.273837 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:52.408422 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Allocated IP 172.26.0.56 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/14abb492-bb2a-4107-8e5e-e5e366f0444a) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:14:52.678723 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:52.708764 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:52.712464 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-efe5b07a-510a-4336-a75f-97bedd7798d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:52.775271 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:14:52.778136 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:14:52.780740 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:14:52.823405 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=14abb492-bb2a-4107-8e5e-e5e366f0444a,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:52.835077 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:52.835462 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:52.835867 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:52.836243 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:52.836629 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:52.836994 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:52.837352 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:52.837708 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:52.838063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:52.838418 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:52.838771 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:52.839130 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:52.842684 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:14:53.205037 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router_gateway, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:53.542724 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:53.742268 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Router 558c9344-4156-4e06-8135-20fbaad3ae9c is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 17:14:54.048035 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:14:54.057133 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] Sync routers for ids ['558c9344-4156-4e06-8135-20fbaad3ae9c'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:14:54.068002 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] Routers {'558c9344-4156-4e06-8135-20fbaad3ae9c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:14:54.068620 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:14:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['558c9344-4156-4e06-8135-20fbaad3ae9c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:14:54.077539 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:54.078840 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4580302 Nov 26 17:14:54.082197 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59610) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:14:54.122226 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-10245bd5-16e4-4eb6-b285-1f2eca407a53 tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=059d345cf6d84a598e16d9e203a8e35d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387416 Nov 26 17:14:54.124438 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59614) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:14:54.244549 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] Set router 558c9344-4156-4e06-8135-20fbaad3ae9c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:14:54.252594 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36435baf-d421-42c4-a99c-40b331541266 tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:14:54.254059 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-36435baf-d421-42c4-a99c-40b331541266 tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287427 Nov 26 17:14:54.256986 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59618) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:14:54.299190 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0a567f80-7651-4eaa-b153-e04597ef12b7 tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=cf8dce9a-1df0-4b90-b19d-7de373e178f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407820 Nov 26 17:14:54.301527 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59622) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:14:54.307898 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-6f6af322-1641-43bb-897b-b1dbc2d107f0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1236700299', 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:14:54.421265 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-6f6af322-1641-43bb-897b-b1dbc2d107f0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:14:54.425065 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-6f6af322-1641-43bb-897b-b1dbc2d107f0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:subnet and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:14:54.427865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-6f6af322-1641-43bb-897b-b1dbc2d107f0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:14:54.433528 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-6f6af322-1641-43bb-897b-b1dbc2d107f0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:14:54.443086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6af322-1641-43bb-897b-b1dbc2d107f0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Made reservation on behalf of 059d345cf6d84a598e16d9e203a8e35d for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:14:54.447129 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6f6af322-1641-43bb-897b-b1dbc2d107f0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:54.560163 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866184883', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56'}], 'enable_snat': True}, 'gw_port_id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:14:51Z', 'updated_at': '2021-11-26T17:14:53Z', 'revision_number': 3, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:14:52Z', 'updated_at': '2021-11-26T17:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:14:54.564172 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] Checking router: 558c9344-4156-4e06-8135-20fbaad3ae9c for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:14:54.564548 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] Updating router 558c9344-4156-4e06-8135-20fbaad3ae9c port 14abb492-bb2a-4107-8e5e-e5e366f0444a binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:14:54.618891 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:54.671931 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6f6af322-1641-43bb-897b-b1dbc2d107f0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:54.676264 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a1f8fb8c-23aa-4337-b5e8-4e623e23fa7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:54.752353 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6af322-1641-43bb-897b-b1dbc2d107f0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Subnet': ['ID=47e76b6e-ee1d-4158-83dc-efeef7686e3a,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:54.755693 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6f6af322-1641-43bb-897b-b1dbc2d107f0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:14:54.761609 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6af322-1641-43bb-897b-b1dbc2d107f0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Checking segment: {'id': 'ca944eb7-1e89-4301-8692-9579de4e8e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:14:54.761973 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6af322-1641-43bb-897b-b1dbc2d107f0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network hostable DHCP agents. Network: d9c21518-1ab2-49d0-9029-be80079b4f2c, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 17:14:54.780517 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6af322-1641-43bb-897b-b1dbc2d107f0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network d9c21518-1ab2-49d0-9029-be80079b4f2c is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 17:14:54.790365 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-6f6af322-1641-43bb-897b-b1dbc2d107f0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, d9c21518-1ab2-49d0-9029-be80079b4f2c) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:14:54.794349 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6af322-1641-43bb-897b-b1dbc2d107f0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:14:54.794918 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6f6af322-1641-43bb-897b-b1dbc2d107f0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:54.800656 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80d7fcd-a7ed-4724-b8f7-85c7e61aa060 None None] Network d9c21518-1ab2-49d0-9029-be80079b4f2c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:14:54.817082 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6f6af322-1641-43bb-897b-b1dbc2d107f0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5143609 Nov 26 17:14:54.819884 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59626) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:14:54.956895 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:54.968679 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] Transition to ACTIVE for port object 14abb492-bb2a-4107-8e5e-e5e366f0444a will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:14:54.975888 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:54.981528 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-ace6a844-6ca2-4424-8a9f-69ec54212d7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:55.058804 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] Attempting to bind port 14abb492-bb2a-4107-8e5e-e5e366f0444a on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:14:55.059471 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] Attempting to bind port 14abb492-bb2a-4107-8e5e-e5e366f0444a by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:14:55.059573 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] Attempting to bind port 14abb492-bb2a-4107-8e5e-e5e366f0444a on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:14:55.069341 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9151d3d-f0bd-47fb-b2fa-01f1fc3b2a22 None None] Pushing event updated for resources: {'Port': ['ID=14abb492-bb2a-4107-8e5e-e5e366f0444a,revision_number=2']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:55.072262 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:14:55.072552 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:14:55.072952 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:55.073362 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:14:55.073822 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] Bound port: 14abb492-bb2a-4107-8e5e-e5e366f0444a, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:14:55.074193 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:55.081946 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-d9c21518-1ab2-49d0-9029-be80079b4f2c', 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'fixed_ips': [{'subnet_id': '47e76b6e-ee1d-4158-83dc-efeef7686e3a'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 17:14:55.083237 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:55.113518 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9151d3d-f0bd-47fb-b2fa-01f1fc3b2a22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:55.113865 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9151d3d-f0bd-47fb-b2fa-01f1fc3b2a22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:55.114203 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9151d3d-f0bd-47fb-b2fa-01f1fc3b2a22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:55.114534 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9151d3d-f0bd-47fb-b2fa-01f1fc3b2a22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:55.114862 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9151d3d-f0bd-47fb-b2fa-01f1fc3b2a22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:55.115188 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9151d3d-f0bd-47fb-b2fa-01f1fc3b2a22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:55.115510 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9151d3d-f0bd-47fb-b2fa-01f1fc3b2a22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:55.115854 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9151d3d-f0bd-47fb-b2fa-01f1fc3b2a22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:55.116177 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9151d3d-f0bd-47fb-b2fa-01f1fc3b2a22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:55.116493 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9151d3d-f0bd-47fb-b2fa-01f1fc3b2a22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:55.116809 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9151d3d-f0bd-47fb-b2fa-01f1fc3b2a22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:55.117377 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9151d3d-f0bd-47fb-b2fa-01f1fc3b2a22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:14:55.131799 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-d9151d3d-f0bd-47fb-b2fa-01f1fc3b2a22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:14:55.166396 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] For port 14abb492-bb2a-4107-8e5e-e5e366f0444a, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:14:55.169614 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] For port 14abb492-bb2a-4107-8e5e-e5e366f0444a, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=14abb492-bb2a-4107-8e5e-e5e366f0444a,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:14:55.174042 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:55.178503 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-b5490c41-7053-41dd-ae10-8143d05eb807 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:55.247149 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] Allocated IP 172.20.0.2 (d9c21518-1ab2-49d0-9029-be80079b4f2c/47e76b6e-ee1d-4158-83dc-efeef7686e3a/d84b8f82-867a-4bf7-9a65-54262e59c73a) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:14:55.258398 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9151d3d-f0bd-47fb-b2fa-01f1fc3b2a22 None None] Pushing event updated for resources: {'Port': ['ID=14abb492-bb2a-4107-8e5e-e5e366f0444a,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:55.262245 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-d9151d3d-f0bd-47fb-b2fa-01f1fc3b2a22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:14:55.262834 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] Routers {'558c9344-4156-4e06-8135-20fbaad3ae9c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:14:55.263517 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:14:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['558c9344-4156-4e06-8135-20fbaad3ae9c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:14:55.448663 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] Set router 558c9344-4156-4e06-8135-20fbaad3ae9c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:14:55.464458 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:55.474807 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] Transition to ACTIVE for port object d84b8f82-867a-4bf7-9a65-54262e59c73a will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:14:55.493897 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] Transition to ACTIVE for port object d84b8f82-867a-4bf7-9a65-54262e59c73a will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:14:55.502175 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:55.510372 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-5b7ee236-0252-4e53-96df-6661988d64cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:55.553528 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-da8bf5a4-4ac8-4ff4-93a2-c1330e31d7a8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:55.573510 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] Network d9c21518-1ab2-49d0-9029-be80079b4f2c is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:14:55.576512 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:14:55.580366 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:14:55.613259 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] Pushing event updated for resources: {'Port': ['ID=d84b8f82-867a-4bf7-9a65-54262e59c73a,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:55.628154 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:14:55.680747 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] Attempting to bind port d84b8f82-867a-4bf7-9a65-54262e59c73a on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:14:55.681133 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] Attempting to bind port d84b8f82-867a-4bf7-9a65-54262e59c73a by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'ca944eb7-1e89-4301-8692-9579de4e8e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:14:55.681513 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] Attempting to bind port d84b8f82-867a-4bf7-9a65-54262e59c73a on network d9c21518-1ab2-49d0-9029-be80079b4f2c {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:14:55.688813 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:14:55.689697 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] Checking segment: {'id': 'ca944eb7-1e89-4301-8692-9579de4e8e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:14:55.690471 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:55.691072 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] Bound using segment: {'id': 'ca944eb7-1e89-4301-8692-9579de4e8e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:14:55.691990 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] Bound port: d84b8f82-867a-4bf7-9a65-54262e59c73a, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca944eb7-1e89-4301-8692-9579de4e8e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:14:55.692612 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:55.747828 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866184883', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56'}], 'enable_snat': True}, 'gw_port_id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:14:51Z', 'updated_at': '2021-11-26T17:14:53Z', 'revision_number': 3, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:14:52Z', 'updated_at': '2021-11-26T17:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:14:55.752335 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7969311f-d59a-4a51-aa8a-78f4d632747a None None] The sync data for ids ['558c9344-4156-4e06-8135-20fbaad3ae9c'] in dv-neutron-819440-1-hyperv is: [{'id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866184883', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56'}], 'enable_snat': True}, 'gw_port_id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:14:51Z', 'updated_at': '2021-11-26T17:14:53Z', 'revision_number': 3, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:14:52Z', 'updated_at': '2021-11-26T17:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:14:55.799071 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] For port d84b8f82-867a-4bf7-9a65-54262e59c73a, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:14:55.802388 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] For port d84b8f82-867a-4bf7-9a65-54262e59c73a, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=d84b8f82-867a-4bf7-9a65-54262e59c73a,segment=NetworkSegment(ca944eb7-1e89-4301-8692-9579de4e8e4d),segment_id=ca944eb7-1e89-4301-8692-9579de4e8e4d)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:14:55.806568 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:55.810447 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-4a07e590-2c96-491a-a9c7-f20d574a25c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:55.892466 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] Pushing event updated for resources: {'Port': ['ID=d84b8f82-867a-4bf7-9a65-54262e59c73a,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:55.895973 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:14:55.988707 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-da8bf5a4-4ac8-4ff4-93a2-c1330e31d7a8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Allocated IP 172.20.0.1 (d9c21518-1ab2-49d0-9029-be80079b4f2c/47e76b6e-ee1d-4158-83dc-efeef7686e3a/66e1306d-ecfd-428b-86d7-0cdf9b804b8c) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:14:56.327389 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-da8bf5a4-4ac8-4ff4-93a2-c1330e31d7a8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:56.344383 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-da8bf5a4-4ac8-4ff4-93a2-c1330e31d7a8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Transition to ACTIVE for port object 66e1306d-ecfd-428b-86d7-0cdf9b804b8c will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:14:56.368763 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-da8bf5a4-4ac8-4ff4-93a2-c1330e31d7a8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:56.373565 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0d9aaf9d-7854-400a-a92a-a70623d506e5 tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:56.436022 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8bf5a4-4ac8-4ff4-93a2-c1330e31d7a8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network d9c21518-1ab2-49d0-9029-be80079b4f2c is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:14:56.439295 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-da8bf5a4-4ac8-4ff4-93a2-c1330e31d7a8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:14:56.443602 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8bf5a4-4ac8-4ff4-93a2-c1330e31d7a8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:14:56.491451 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8bf5a4-4ac8-4ff4-93a2-c1330e31d7a8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=66e1306d-ecfd-428b-86d7-0cdf9b804b8c,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:56.496809 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-da8bf5a4-4ac8-4ff4-93a2-c1330e31d7a8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:14:56.512600 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-da8bf5a4-4ac8-4ff4-93a2-c1330e31d7a8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:56.640964 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-da8bf5a4-4ac8-4ff4-93a2-c1330e31d7a8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:56.922680 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe614ee6-9c65-4ff4-a1c3-080779b40533 None None] Network d9c21518-1ab2-49d0-9029-be80079b4f2c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:14:57.018361 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-36dc0a94-0ea0-4fcb-8abd-7502160e8eda None None] Provisioning for port d84b8f82-867a-4bf7-9a65-54262e59c73a completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:14:57.061096 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-da8bf5a4-4ac8-4ff4-93a2-c1330e31d7a8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:57.065676 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-da8bf5a4-4ac8-4ff4-93a2-c1330e31d7a8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:57.092897 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:57.181024 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-da8bf5a4-4ac8-4ff4-93a2-c1330e31d7a8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:57.184769 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8bf5a4-4ac8-4ff4-93a2-c1330e31d7a8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=66e1306d-ecfd-428b-86d7-0cdf9b804b8c,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:57.188136 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-da8bf5a4-4ac8-4ff4-93a2-c1330e31d7a8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:14:57.328131 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8bf5a4-4ac8-4ff4-93a2-c1330e31d7a8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network d9c21518-1ab2-49d0-9029-be80079b4f2c is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:14:57.329288 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-da8bf5a4-4ac8-4ff4-93a2-c1330e31d7a8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:14:57.470519 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4d3d0dc4-4626-4b71-a32a-59915cc3ccd6 None None] Provisioning for port 66e1306d-ecfd-428b-86d7-0cdf9b804b8c completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:14:57.475913 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4d3d0dc4-4626-4b71-a32a-59915cc3ccd6 None None] Provisioning complete for port 66e1306d-ecfd-428b-86d7-0cdf9b804b8c triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:14:57.476302 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4d3d0dc4-4626-4b71-a32a-59915cc3ccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:57.521877 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8bf5a4-4ac8-4ff4-93a2-c1330e31d7a8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Router 558c9344-4156-4e06-8135-20fbaad3ae9c has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:14:57.537231 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-4d3d0dc4-4626-4b71-a32a-59915cc3ccd6 None None] Port 66e1306d-ecfd-428b-86d7-0cdf9b804b8c cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:14:57.657582 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-3f2cf583-3a73-4c57-891a-4f20b22af711 None None] Provisioning complete for port 66e1306d-ecfd-428b-86d7-0cdf9b804b8c triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:14:57.658014 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3f2cf583-3a73-4c57-891a-4f20b22af711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:57.711825 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8bf5a4-4ac8-4ff4-93a2-c1330e31d7a8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:14:57.722742 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-3f2cf583-3a73-4c57-891a-4f20b22af711 None None] Port 66e1306d-ecfd-428b-86d7-0cdf9b804b8c cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:14:57.734416 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-da8bf5a4-4ac8-4ff4-93a2-c1330e31d7a8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "PUT /v2.0/routers/558c9344-4156-4e06-8135-20fbaad3ae9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9053030 Nov 26 17:14:57.734617 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] Sync routers for ids ['558c9344-4156-4e06-8135-20fbaad3ae9c'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:14:57.736722 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] Routers {'558c9344-4156-4e06-8135-20fbaad3ae9c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:14:57.737195 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:14:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['558c9344-4156-4e06-8135-20fbaad3ae9c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:14:57.899535 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-5a2bd1cb-4ad2-4343-aea0-78b8ac16434f None None] Provisioning complete for port 66e1306d-ecfd-428b-86d7-0cdf9b804b8c triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:14:57.899945 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5a2bd1cb-4ad2-4343-aea0-78b8ac16434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:57.914860 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-ed188644-bc82-4135-87ce-03a022e54345 req-a0a60010-1339-4f29-918a-b409ca7fe4cc tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:14:57.930732 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device d84b8f82-867a-4bf7-9a65-54262e59c73a up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:14:57.932620 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-ed188644-bc82-4135-87ce-03a022e54345 req-a0a60010-1339-4f29-918a-b409ca7fe4cc tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:14:57.933900 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ed188644-bc82-4135-87ce-03a022e54345 req-a0a60010-1339-4f29-918a-b409ca7fe4cc tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-32396192&fields=id&tenant_id=059d345cf6d84a598e16d9e203a8e35d HTTP/1.1" status: 200 len: 267 time: 0.0598216 Nov 26 17:14:58.022676 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-5a2bd1cb-4ad2-4343-aea0-78b8ac16434f None None] Port 66e1306d-ecfd-428b-86d7-0cdf9b804b8c cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:14:58.031237 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] Set router 558c9344-4156-4e06-8135-20fbaad3ae9c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:14:58.084432 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed188644-bc82-4135-87ce-03a022e54345 req-e79a034c-513c-4dca-91ca-e1b1c4c2a7d8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:14:58.085104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-ed188644-bc82-4135-87ce-03a022e54345 req-e79a034c-513c-4dca-91ca-e1b1c4c2a7d8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:network {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:14:58.101163 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-ed188644-bc82-4135-87ce-03a022e54345 req-e79a034c-513c-4dca-91ca-e1b1c4c2a7d8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:network {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:14:58.102437 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ed188644-bc82-4135-87ce-03a022e54345 req-e79a034c-513c-4dca-91ca-e1b1c4c2a7d8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/networks?id=d9c21518-1ab2-49d0-9029-be80079b4f2c HTTP/1.1" status: 200 len: 796 time: 0.1619864 Nov 26 17:14:58.118106 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ed188644-bc82-4135-87ce-03a022e54345 req-86839103-e813-49e8-ae0f-6d8271c9d9d0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/quotas/059d345cf6d84a598e16d9e203a8e35d HTTP/1.1" status: 200 len: 375 time: 0.0099835 Nov 26 17:14:58.203345 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port d84b8f82-867a-4bf7-9a65-54262e59c73a completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:14:58.204491 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-ed188644-bc82-4135-87ce-03a022e54345 req-cdbc1d64-d460-4d74-a7a1-320a7aae86b7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:14:58.220891 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-ed188644-bc82-4135-87ce-03a022e54345 req-cdbc1d64-d460-4d74-a7a1-320a7aae86b7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:14:58.222380 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ed188644-bc82-4135-87ce-03a022e54345 req-cdbc1d64-d460-4d74-a7a1-320a7aae86b7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0985527 Nov 26 17:14:58.228812 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port d84b8f82-867a-4bf7-9a65-54262e59c73a triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:14:58.229201 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:58.284756 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [req-ed188644-bc82-4135-87ce-03a022e54345 req-2ab8f1c3-3bea-4d4b-a058-80a861e8566a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 17:14:58.285743 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ed188644-bc82-4135-87ce-03a022e54345 req-2ab8f1c3-3bea-4d4b-a058-80a861e8566a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512311 Nov 26 17:14:58.483348 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:58.523682 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port d84b8f82-867a-4bf7-9a65-54262e59c73a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=d84b8f82-867a-4bf7-9a65-54262e59c73a,segment=NetworkSegment(ca944eb7-1e89-4301-8692-9579de4e8e4d),segment_id=ca944eb7-1e89-4301-8692-9579de4e8e4d)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:14:58.528121 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:58.528965 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 14abb492-bb2a-4107-8e5e-e5e366f0444a up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:14:58.549702 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ed188644-bc82-4135-87ce-03a022e54345 req-10878750-8a70-40f0-8914-abe1bc918980 service neutron] 10.222.0.11 "GET /v2.0/networks/d9c21518-1ab2-49d0-9029-be80079b4f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574522 Nov 26 17:14:58.557860 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3cda2081-7cd1-42b5-b21f-15e78ce17b26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:58.626224 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866184883', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56'}], 'enable_snat': True}, 'gw_port_id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:14:51Z', 'updated_at': '2021-11-26T17:14:56Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:14:52Z', 'updated_at': '2021-11-26T17:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '66e1306d-ecfd-428b-86d7-0cdf9b804b8c', 'name': '', 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:17:54:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '47e76b6e-ee1d-4158-83dc-efeef7686e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:14:55Z', 'updated_at': '2021-11-26T17:14:56Z', 'revision_number': 2, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': '47e76b6e-ee1d-4158-83dc-efeef7686e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:14:58.651152 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] Checking router: 558c9344-4156-4e06-8135-20fbaad3ae9c for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:14:58.651506 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] Updating router 558c9344-4156-4e06-8135-20fbaad3ae9c port 66e1306d-ecfd-428b-86d7-0cdf9b804b8c binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:14:58.685427 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ed188644-bc82-4135-87ce-03a022e54345 req-d92db3a8-a826-41a8-9739-cf25ac4c3184 service neutron] 10.222.0.11 "GET /v2.0/networks/d9c21518-1ab2-49d0-9029-be80079b4f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291165 Nov 26 17:14:58.710392 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4e23c551-2aea-4dde-8c1d-7d9f1c20db60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:58.718184 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=d84b8f82-867a-4bf7-9a65-54262e59c73a,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:58.724491 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:14:58.726776 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:58.744447 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 14abb492-bb2a-4107-8e5e-e5e366f0444a completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:14:58.753521 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 14abb492-bb2a-4107-8e5e-e5e366f0444a triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:14:58.754170 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:58.940192 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-e4e4da04-9d64-4feb-890d-b6e697882710 req-276535c1-741b-4dc2-a3a1-4cb8e6ba0e73 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:14:58.953234 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-e4e4da04-9d64-4feb-890d-b6e697882710 req-276535c1-741b-4dc2-a3a1-4cb8e6ba0e73 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:14:58.954477 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e4e4da04-9d64-4feb-890d-b6e697882710 req-276535c1-741b-4dc2-a3a1-4cb8e6ba0e73 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 210 time: 0.1101825 Nov 26 17:14:59.083325 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:59.124785 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 14abb492-bb2a-4107-8e5e-e5e366f0444a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=14abb492-bb2a-4107-8e5e-e5e366f0444a,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:14:59.129628 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:59.132323 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:59.253996 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=14abb492-bb2a-4107-8e5e-e5e366f0444a,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:59.257043 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:14:59.271584 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:59.283732 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] Transition to ACTIVE for port object 66e1306d-ecfd-428b-86d7-0cdf9b804b8c will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:14:59.290426 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:59.293857 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:59.427852 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03874112-43ec-4333-8056-fa2c04f37b56 None None] Pushing event updated for resources: {'Port': ['ID=66e1306d-ecfd-428b-86d7-0cdf9b804b8c,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:59.459889 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-03874112-43ec-4333-8056-fa2c04f37b56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:14:59.466098 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:59.522953 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] Attempting to bind port 66e1306d-ecfd-428b-86d7-0cdf9b804b8c on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:14:59.523259 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] Attempting to bind port 66e1306d-ecfd-428b-86d7-0cdf9b804b8c by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'ca944eb7-1e89-4301-8692-9579de4e8e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:14:59.523635 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] Attempting to bind port 66e1306d-ecfd-428b-86d7-0cdf9b804b8c on network d9c21518-1ab2-49d0-9029-be80079b4f2c {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:14:59.530202 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:14:59.530584 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] Checking segment: {'id': 'ca944eb7-1e89-4301-8692-9579de4e8e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:14:59.530998 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:59.531399 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] Bound using segment: {'id': 'ca944eb7-1e89-4301-8692-9579de4e8e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:14:59.531896 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] Bound port: 66e1306d-ecfd-428b-86d7-0cdf9b804b8c, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca944eb7-1e89-4301-8692-9579de4e8e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:14:59.532281 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:59.630675 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] For port 66e1306d-ecfd-428b-86d7-0cdf9b804b8c, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:14:59.634015 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] For port 66e1306d-ecfd-428b-86d7-0cdf9b804b8c, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=66e1306d-ecfd-428b-86d7-0cdf9b804b8c,segment=NetworkSegment(ca944eb7-1e89-4301-8692-9579de4e8e4d),segment_id=ca944eb7-1e89-4301-8692-9579de4e8e4d)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:14:59.638120 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:14:59.642355 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-4332628c-0eab-4b4f-a39c-57ffe8a357c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:14:59.723133 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] Routers {'558c9344-4156-4e06-8135-20fbaad3ae9c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:14:59.723874 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:14:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['558c9344-4156-4e06-8135-20fbaad3ae9c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:14:59.944837 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device d84b8f82-867a-4bf7-9a65-54262e59c73a up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:14:59.970668 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03874112-43ec-4333-8056-fa2c04f37b56 None None] Pushing event updated for resources: {'Port': ['ID=66e1306d-ecfd-428b-86d7-0cdf9b804b8c,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:14:59.973825 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-03874112-43ec-4333-8056-fa2c04f37b56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:15:00.008949 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed188644-bc82-4135-87ce-03a022e54345 req-62a38c98-7f1b-4a64-8aa7-2b80bba8f4e8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:00.010395 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ed188644-bc82-4135-87ce-03a022e54345 req-62a38c98-7f1b-4a64-8aa7-2b80bba8f4e8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.31 "GET /v2.0/networks?id=d9c21518-1ab2-49d0-9029-be80079b4f2c HTTP/1.1" status: 200 len: 796 time: 0.1565769 Nov 26 17:15:00.047630 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] Set router 558c9344-4156-4e06-8135-20fbaad3ae9c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:15:00.089995 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ed188644-bc82-4135-87ce-03a022e54345 req-05ad8c69-6c5d-4fbe-a832-fb2f777b9b23 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=059d345cf6d84a598e16d9e203a8e35d HTTP/1.1" status: 200 len: 378 time: 0.0642042 Nov 26 17:15:00.136836 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port d84b8f82-867a-4bf7-9a65-54262e59c73a triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:15:00.137368 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:00.138957 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-ed188644-bc82-4135-87ce-03a022e54345 req-b2924b2d-1ddc-4ffd-9852-0aea30ea01fa tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'port': {'device_id': 'a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b', 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c', 'admin_state_up': True, 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'security_groups': ['c2a1b8e7-2efb-42db-9467-a21920e837c9']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:15:00.154270 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b557bdf1-9687-46b7-8a27-28896bf5e13f req-59ac1d32-c8fb-4e8c-8f57-38c1d7c2a7cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 210 time: 0.0633776 Nov 26 17:15:00.279170 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-ed188644-bc82-4135-87ce-03a022e54345 req-b2924b2d-1ddc-4ffd-9852-0aea30ea01fa tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:15:00.288642 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-ed188644-bc82-4135-87ce-03a022e54345 req-b2924b2d-1ddc-4ffd-9852-0aea30ea01fa tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:15:00.298952 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed188644-bc82-4135-87ce-03a022e54345 req-b2924b2d-1ddc-4ffd-9852-0aea30ea01fa tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Made reservation on behalf of 059d345cf6d84a598e16d9e203a8e35d for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:15:00.302481 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-ed188644-bc82-4135-87ce-03a022e54345 req-b2924b2d-1ddc-4ffd-9852-0aea30ea01fa tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:00.451175 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 14abb492-bb2a-4107-8e5e-e5e366f0444a up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:15:00.461943 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-ed188644-bc82-4135-87ce-03a022e54345 req-b2924b2d-1ddc-4ffd-9852-0aea30ea01fa tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Allocated IP 172.20.0.5 (d9c21518-1ab2-49d0-9029-be80079b4f2c/47e76b6e-ee1d-4158-83dc-efeef7686e3a/fa427487-5ee4-4a10-8748-8c416f8d840a) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:15:00.541862 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866184883', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56'}], 'enable_snat': True}, 'gw_port_id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:14:51Z', 'updated_at': '2021-11-26T17:14:56Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:14:52Z', 'updated_at': '2021-11-26T17:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '66e1306d-ecfd-428b-86d7-0cdf9b804b8c', 'name': '', 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:17:54:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '47e76b6e-ee1d-4158-83dc-efeef7686e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:14:55Z', 'updated_at': '2021-11-26T17:14:59Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': '47e76b6e-ee1d-4158-83dc-efeef7686e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:15:00.543849 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 14abb492-bb2a-4107-8e5e-e5e366f0444a triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:15:00.544224 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:00.586843 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989c84aa-1947-4b7f-8789-07bd40b5eb16 None None] The sync data for ids ['558c9344-4156-4e06-8135-20fbaad3ae9c'] in dv-neutron-819440-1-hyperv is: [{'id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866184883', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56'}], 'enable_snat': True}, 'gw_port_id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:14:51Z', 'updated_at': '2021-11-26T17:14:56Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:14:52Z', 'updated_at': '2021-11-26T17:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '66e1306d-ecfd-428b-86d7-0cdf9b804b8c', 'name': '', 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:17:54:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '47e76b6e-ee1d-4158-83dc-efeef7686e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:14:55Z', 'updated_at': '2021-11-26T17:14:59Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': '47e76b6e-ee1d-4158-83dc-efeef7686e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:15:00.671018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-ed188644-bc82-4135-87ce-03a022e54345 req-b2924b2d-1ddc-4ffd-9852-0aea30ea01fa tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:00.687673 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-ed188644-bc82-4135-87ce-03a022e54345 req-b2924b2d-1ddc-4ffd-9852-0aea30ea01fa tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Transition to ACTIVE for port object fa427487-5ee4-4a10-8748-8c416f8d840a will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:15:00.717104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-ed188644-bc82-4135-87ce-03a022e54345 req-b2924b2d-1ddc-4ffd-9852-0aea30ea01fa tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:00.723005 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-70c0b61e-645a-40d9-9d32-9e0e65fefd63 tempest-TestEncryptedCinderVolumes-1185842813 tempest-TestEncryptedCinderVolumes-1185842813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:15:00.791975 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed188644-bc82-4135-87ce-03a022e54345 req-b2924b2d-1ddc-4ffd-9852-0aea30ea01fa tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network d9c21518-1ab2-49d0-9029-be80079b4f2c is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:15:00.795208 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-ed188644-bc82-4135-87ce-03a022e54345 req-b2924b2d-1ddc-4ffd-9852-0aea30ea01fa tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:15:00.797949 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed188644-bc82-4135-87ce-03a022e54345 req-b2924b2d-1ddc-4ffd-9852-0aea30ea01fa tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:15:00.841544 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2924b2d-1ddc-4ffd-9852-0aea30ea01fa tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=fa427487-5ee4-4a10-8748-8c416f8d840a,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:15:00.844449 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b2924b2d-1ddc-4ffd-9852-0aea30ea01fa tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:15:00.872407 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed188644-bc82-4135-87ce-03a022e54345 req-b2924b2d-1ddc-4ffd-9852-0aea30ea01fa tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:00.873036 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-ed188644-bc82-4135-87ce-03a022e54345 req-b2924b2d-1ddc-4ffd-9852-0aea30ea01fa tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:00.904538 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ed188644-bc82-4135-87ce-03a022e54345 req-b2924b2d-1ddc-4ffd-9852-0aea30ea01fa tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7779517 Nov 26 17:15:00.921680 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-ed188644-bc82-4135-87ce-03a022e54345 req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] Request body: {'port': {'device_id': 'a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:15:01.047768 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-ed188644-bc82-4135-87ce-03a022e54345 req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:01.065877 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-93b4d98e-531d-450d-95ae-faf7ba7527fb None None] Provisioning for port fa427487-5ee4-4a10-8748-8c416f8d840a completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:15:01.071825 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-93b4d98e-531d-450d-95ae-faf7ba7527fb None None] Provisioning complete for port fa427487-5ee4-4a10-8748-8c416f8d840a triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:15:01.072565 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-93b4d98e-531d-450d-95ae-faf7ba7527fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:01.130819 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-93b4d98e-531d-450d-95ae-faf7ba7527fb None None] Port fa427487-5ee4-4a10-8748-8c416f8d840a cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:15:01.314582 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-af406418-c928-43f0-96ef-583b70eb1ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:01.428792 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-ed188644-bc82-4135-87ce-03a022e54345 req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa427487-5ee4-4a10-8748-8c416f8d840a {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:15:01.437415 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-ed188644-bc82-4135-87ce-03a022e54345 req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:01.453516 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-ed188644-bc82-4135-87ce-03a022e54345 req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] Transition to ACTIVE for port object fa427487-5ee4-4a10-8748-8c416f8d840a will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:15:01.456725 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-ed188644-bc82-4135-87ce-03a022e54345 req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:01.460906 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:15:01.503132 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789de11f-2aa5-4e4d-8b26-ba479a27083e req-9faa9547-e605-4912-a306-5c2bb80d379c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:01.504849 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-789de11f-2aa5-4e4d-8b26-ba479a27083e req-9faa9547-e605-4912-a306-5c2bb80d379c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 931 time: 0.2300923 Nov 26 17:15:01.557506 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-789de11f-2aa5-4e4d-8b26-ba479a27083e req-ce6089ee-02c6-4da8-b1da-f8e458ca2b86 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2a1b8e7-2efb-42db-9467-a21920e837c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467257 Nov 26 17:15:01.601202 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] Pushing event updated for resources: {'Port': ['ID=fa427487-5ee4-4a10-8748-8c416f8d840a,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:15:01.605705 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:15:01.713077 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-ed188644-bc82-4135-87ce-03a022e54345 req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] Attempting to bind port fa427487-5ee4-4a10-8748-8c416f8d840a on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:15:01.713419 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-ed188644-bc82-4135-87ce-03a022e54345 req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] Attempting to bind port fa427487-5ee4-4a10-8748-8c416f8d840a by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ca944eb7-1e89-4301-8692-9579de4e8e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:15:01.713744 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed188644-bc82-4135-87ce-03a022e54345 req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] Attempting to bind port fa427487-5ee4-4a10-8748-8c416f8d840a on network d9c21518-1ab2-49d0-9029-be80079b4f2c {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:15:01.718756 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed188644-bc82-4135-87ce-03a022e54345 req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] Port fa427487-5ee4-4a10-8748-8c416f8d840a on network d9c21518-1ab2-49d0-9029-be80079b4f2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 17:15:01.719074 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed188644-bc82-4135-87ce-03a022e54345 req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] Attempting to bind port fa427487-5ee4-4a10-8748-8c416f8d840a on network d9c21518-1ab2-49d0-9029-be80079b4f2c {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:15:01.724690 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed188644-bc82-4135-87ce-03a022e54345 req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:15:01.725022 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed188644-bc82-4135-87ce-03a022e54345 req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] Checking segment: {'id': 'ca944eb7-1e89-4301-8692-9579de4e8e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:15:01.725436 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed188644-bc82-4135-87ce-03a022e54345 req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] Bound using segment: {'id': 'ca944eb7-1e89-4301-8692-9579de4e8e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:15:01.725834 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-ed188644-bc82-4135-87ce-03a022e54345 req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] Bound port: fa427487-5ee4-4a10-8748-8c416f8d840a, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca944eb7-1e89-4301-8692-9579de4e8e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:15:01.726181 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-ed188644-bc82-4135-87ce-03a022e54345 req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:01.826360 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-ed188644-bc82-4135-87ce-03a022e54345 req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] For port fa427487-5ee4-4a10-8748-8c416f8d840a, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:15:01.829901 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-ed188644-bc82-4135-87ce-03a022e54345 req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] For port fa427487-5ee4-4a10-8748-8c416f8d840a, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=fa427487-5ee4-4a10-8748-8c416f8d840a,segment=NetworkSegment(ca944eb7-1e89-4301-8692-9579de4e8e4d),segment_id=ca944eb7-1e89-4301-8692-9579de4e8e4d)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:15:01.835009 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-ed188644-bc82-4135-87ce-03a022e54345 req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:01.843367 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-483a62f4-bed3-4f48-a92c-044d02bfcb89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:15:01.882807 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 66e1306d-ecfd-428b-86d7-0cdf9b804b8c up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:15:01.914850 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed188644-bc82-4135-87ce-03a022e54345 req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:01.915457 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-ed188644-bc82-4135-87ce-03a022e54345 req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:01.916842 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ed188644-bc82-4135-87ce-03a022e54345 req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] 10.222.0.31 "PUT /v2.0/ports/fa427487-5ee4-4a10-8748-8c416f8d840a HTTP/1.1" status: 200 len: 1093 time: 0.9999504 Nov 26 17:15:01.921769 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b', 'tag': 'fa427487-5ee4-4a10-8748-8c416f8d840a'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:15:01.979485 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 66e1306d-ecfd-428b-86d7-0cdf9b804b8c completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:15:01.985388 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 66e1306d-ecfd-428b-86d7-0cdf9b804b8c triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:15:01.985837 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:02.000844 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b', 'tag': 'fa427487-5ee4-4a10-8748-8c416f8d840a', 'status': 'completed', 'code': 200} Nov 26 17:15:02.001458 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] Pushing event updated for resources: {'Port': ['ID=fa427487-5ee4-4a10-8748-8c416f8d840a,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:15:02.004676 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:15:02.129134 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:02.165659 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 66e1306d-ecfd-428b-86d7-0cdf9b804b8c, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=66e1306d-ecfd-428b-86d7-0cdf9b804b8c,segment=NetworkSegment(ca944eb7-1e89-4301-8692-9579de4e8e4d),segment_id=ca944eb7-1e89-4301-8692-9579de4e8e4d)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:15:02.171024 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:02.173195 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-3cda2081-7cd1-42b5-b21f-15e78ce17b26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:15:02.182212 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed188644-bc82-4135-87ce-03a022e54345 req-267e04a0-8b43-4c7f-99db-c294c52093c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:02.183672 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ed188644-bc82-4135-87ce-03a022e54345 req-267e04a0-8b43-4c7f-99db-c294c52093c1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 1096 time: 0.2233031 Nov 26 17:15:02.244900 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=66e1306d-ecfd-428b-86d7-0cdf9b804b8c,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:15:02.247803 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:15:02.260232 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ed188644-bc82-4135-87ce-03a022e54345 req-ad6be666-9cdf-4f00-bec0-474bbffbf16e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa427487-5ee4-4a10-8748-8c416f8d840a HTTP/1.1" status: 200 len: 217 time: 0.0652964 Nov 26 17:15:02.287029 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:02.325652 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed188644-bc82-4135-87ce-03a022e54345 req-9499f0cb-3767-42b0-8a84-3236956249b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:02.327055 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ed188644-bc82-4135-87ce-03a022e54345 req-9499f0cb-3767-42b0-8a84-3236956249b3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=47e76b6e-ee1d-4158-83dc-efeef7686e3a HTTP/1.1" status: 200 len: 835 time: 0.0572722 Nov 26 17:15:02.404440 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed188644-bc82-4135-87ce-03a022e54345 req-986fa6ec-a975-45d5-ab0f-19380cc599d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:02.405909 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ed188644-bc82-4135-87ce-03a022e54345 req-986fa6ec-a975-45d5-ab0f-19380cc599d0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9c21518-1ab2-49d0-9029-be80079b4f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683889 Nov 26 17:15:02.535174 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ed188644-bc82-4135-87ce-03a022e54345 req-5a9b946a-19b9-48fe-9cf2-50fcf84e0556 service neutron] 10.222.0.31 "GET /v2.0/networks/d9c21518-1ab2-49d0-9029-be80079b4f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220770 Nov 26 17:15:02.675155 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ed188644-bc82-4135-87ce-03a022e54345 req-52f7a040-8119-4d19-aaba-675974de1185 service neutron] 10.222.0.31 "GET /v2.0/networks/d9c21518-1ab2-49d0-9029-be80079b4f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298437 Nov 26 17:15:02.749179 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dd66b-cf8c-4f07-84a0-75c9bc7f5502 req-ab597a71-60bf-409c-9c2a-1553dff88422 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:02.750638 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-846dd66b-cf8c-4f07-84a0-75c9bc7f5502 req-ab597a71-60bf-409c-9c2a-1553dff88422 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 943 time: 0.0820253 Nov 26 17:15:02.796608 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-846dd66b-cf8c-4f07-84a0-75c9bc7f5502 req-b14a5a7d-e873-4b75-862d-69706cbdb358 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2a1b8e7-2efb-42db-9467-a21920e837c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390098 Nov 26 17:15:02.803921 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce89434-7e19-4fd1-afc0-4ce46b92f69c req-c98a7f08-c60b-42dc-a8c3-af9b10bc9d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:02.806019 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8ce89434-7e19-4fd1-afc0-4ce46b92f69c req-c98a7f08-c60b-42dc-a8c3-af9b10bc9d8a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 1096 time: 0.0810378 Nov 26 17:15:02.940294 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce89434-7e19-4fd1-afc0-4ce46b92f69c req-bed90030-a589-4ff6-92c6-0f90153e4dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:02.941633 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8ce89434-7e19-4fd1-afc0-4ce46b92f69c req-bed90030-a589-4ff6-92c6-0f90153e4dd0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9c21518-1ab2-49d0-9029-be80079b4f2c HTTP/1.1" status: 200 len: 897 time: 0.1282549 Nov 26 17:15:03.013591 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8ce89434-7e19-4fd1-afc0-4ce46b92f69c req-0be9b453-7ffe-4395-8e7b-7dcb62e8179a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa427487-5ee4-4a10-8748-8c416f8d840a HTTP/1.1" status: 200 len: 217 time: 0.0615675 Nov 26 17:15:03.079395 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce89434-7e19-4fd1-afc0-4ce46b92f69c req-8427f557-9c06-49b0-bb20-9af2872259ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:03.080819 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8ce89434-7e19-4fd1-afc0-4ce46b92f69c req-8427f557-9c06-49b0-bb20-9af2872259ca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=47e76b6e-ee1d-4158-83dc-efeef7686e3a HTTP/1.1" status: 200 len: 835 time: 0.0602360 Nov 26 17:15:03.155053 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce89434-7e19-4fd1-afc0-4ce46b92f69c req-f2cb60af-4748-4df3-aadc-a69579c3e90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:03.156492 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8ce89434-7e19-4fd1-afc0-4ce46b92f69c req-f2cb60af-4748-4df3-aadc-a69579c3e90a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9c21518-1ab2-49d0-9029-be80079b4f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685015 Nov 26 17:15:03.288857 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8ce89434-7e19-4fd1-afc0-4ce46b92f69c req-b00aa9db-82de-4ab2-8243-c6bf75013044 service neutron] 10.222.0.31 "GET /v2.0/networks/d9c21518-1ab2-49d0-9029-be80079b4f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253657 Nov 26 17:15:03.419166 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8ce89434-7e19-4fd1-afc0-4ce46b92f69c req-a6442e10-f85b-4805-b389-4b15fb552105 service neutron] 10.222.0.31 "GET /v2.0/networks/d9c21518-1ab2-49d0-9029-be80079b4f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233757 Nov 26 17:15:03.855925 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 66e1306d-ecfd-428b-86d7-0cdf9b804b8c up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:15:03.924541 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 66e1306d-ecfd-428b-86d7-0cdf9b804b8c triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:15:03.925050 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:03.996176 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6931cd0-4f57-4308-90f4-094b954cf1a3 req-ec0182ad-f159-4676-87e1-6d42fabd9712 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:03.996893 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-b6931cd0-4f57-4308-90f4-094b954cf1a3 req-ec0182ad-f159-4676-87e1-6d42fabd9712 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:15:04.012926 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-b6931cd0-4f57-4308-90f4-094b954cf1a3 req-ec0182ad-f159-4676-87e1-6d42fabd9712 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:15:04.013886 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b6931cd0-4f57-4308-90f4-094b954cf1a3 req-ec0182ad-f159-4676-87e1-6d42fabd9712 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 943 time: 0.1026969 Nov 26 17:15:04.058734 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b6931cd0-4f57-4308-90f4-094b954cf1a3 req-c63303ba-3437-4876-acc9-987b7bfa55e3 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2a1b8e7-2efb-42db-9467-a21920e837c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392947 Nov 26 17:15:04.078750 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:04.492272 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device fa427487-5ee4-4a10-8748-8c416f8d840a details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:15:04.631453 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port fa427487-5ee4-4a10-8748-8c416f8d840a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=fa427487-5ee4-4a10-8748-8c416f8d840a,segment=NetworkSegment(ca944eb7-1e89-4301-8692-9579de4e8e4d),segment_id=ca944eb7-1e89-4301-8692-9579de4e8e4d)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:15:04.644359 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': 'fa427487-5ee4-4a10-8748-8c416f8d840a', 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c', 'port_id': 'fa427487-5ee4-4a10-8748-8c416f8d840a', 'mac_address': 'fa:16:3e:8f:68:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e76b6e-ee1d-4158-83dc-efeef7686e3a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:15:04.738580 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:04.755837 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa427487-5ee4-4a10-8748-8c416f8d840a {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:15:04.770587 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port fa427487-5ee4-4a10-8748-8c416f8d840a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=fa427487-5ee4-4a10-8748-8c416f8d840a,segment=NetworkSegment(ca944eb7-1e89-4301-8692-9579de4e8e4d),segment_id=ca944eb7-1e89-4301-8692-9579de4e8e4d)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:15:04.775087 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:04.776858 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:15:04.842646 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=fa427487-5ee4-4a10-8748-8c416f8d840a,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:15:04.845681 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:15:05.032009 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['fa427487-5ee4-4a10-8748-8c416f8d840a'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:15:05.248892 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db89c3-3acb-47df-94e5-07e8760fdbe9 req-9ce615ae-0527-4e35-9303-79831e754001 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:05.250376 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-54db89c3-3acb-47df-94e5-07e8760fdbe9 req-9ce615ae-0527-4e35-9303-79831e754001 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 944 time: 0.0875070 Nov 26 17:15:05.294304 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-54db89c3-3acb-47df-94e5-07e8760fdbe9 req-0b1f86fd-fafe-4ff6-aa54-b75c78802f33 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2a1b8e7-2efb-42db-9467-a21920e837c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380886 Nov 26 17:15:06.474444 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb8be5-67cb-4947-a964-21b92cb2e60a req-3440cd9b-d409-487f-b3e1-1897dae2a207 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:06.475894 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-02fb8be5-67cb-4947-a964-21b92cb2e60a req-3440cd9b-d409-487f-b3e1-1897dae2a207 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 944 time: 0.0799375 Nov 26 17:15:06.504219 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device fa427487-5ee4-4a10-8748-8c416f8d840a up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:15:06.519959 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-02fb8be5-67cb-4947-a964-21b92cb2e60a req-14e9aa5e-9d1c-439a-9b71-a68a898d40a6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2a1b8e7-2efb-42db-9467-a21920e837c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385206 Nov 26 17:15:06.577789 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port fa427487-5ee4-4a10-8748-8c416f8d840a completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:15:06.582457 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port fa427487-5ee4-4a10-8748-8c416f8d840a triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:15:06.582836 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:06.700454 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:06.726635 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa427487-5ee4-4a10-8748-8c416f8d840a'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:15:06.737419 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port fa427487-5ee4-4a10-8748-8c416f8d840a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=fa427487-5ee4-4a10-8748-8c416f8d840a,segment=NetworkSegment(ca944eb7-1e89-4301-8692-9579de4e8e4d),segment_id=ca944eb7-1e89-4301-8692-9579de4e8e4d)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:15:06.741075 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:06.743549 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:15:06.774548 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa427487-5ee4-4a10-8748-8c416f8d840a', 'code': 200} Nov 26 17:15:06.811196 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=fa427487-5ee4-4a10-8748-8c416f8d840a,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:15:06.814033 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:15:07.016455 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c3c69-2874-4bc4-94d6-9868b5f0d8fe req-dab60e7e-28cb-4e45-97f2-0b4fb333f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:07.017839 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d90c3c69-2874-4bc4-94d6-9868b5f0d8fe req-dab60e7e-28cb-4e45-97f2-0b4fb333f0f4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 1098 time: 0.0731530 Nov 26 17:15:07.063004 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d90c3c69-2874-4bc4-94d6-9868b5f0d8fe req-808045d8-0a1b-417b-92c2-2ea684d14880 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c2a1b8e7-2efb-42db-9467-a21920e837c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354023 Nov 26 17:15:07.703729 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1bc22-e014-443f-bfef-a2a58d472f41 req-a934ea0e-16a3-4970-bb18-5466dc093382 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:07.705193 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bbb1bc22-e014-443f-bfef-a2a58d472f41 req-a934ea0e-16a3-4970-bb18-5466dc093382 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 945 time: 0.0798924 Nov 26 17:15:07.752484 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bbb1bc22-e014-443f-bfef-a2a58d472f41 req-badcadf3-bd30-4a14-9b0a-60d03f978b40 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2a1b8e7-2efb-42db-9467-a21920e837c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415957 Nov 26 17:15:08.946465 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9bac8-4105-4227-9a87-03f108c13530 req-af6d7329-5d82-47de-aafb-ba284e760eff tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:08.947908 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-57a9bac8-4105-4227-9a87-03f108c13530 req-af6d7329-5d82-47de-aafb-ba284e760eff tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 945 time: 0.0789695 Nov 26 17:15:08.993753 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-57a9bac8-4105-4227-9a87-03f108c13530 req-a87da693-4971-433b-8539-bb5456d93026 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2a1b8e7-2efb-42db-9467-a21920e837c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403013 Nov 26 17:15:09.176934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b01bec-490f-43ac-a8db-5a9695c5c15c req-f1665329-8320-49ec-a728-799ebb1249ac tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:09.178386 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f0b01bec-490f-43ac-a8db-5a9695c5c15c req-f1665329-8320-49ec-a728-799ebb1249ac tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 945 time: 0.0816336 Nov 26 17:15:09.222341 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f0b01bec-490f-43ac-a8db-5a9695c5c15c req-57461c94-b50e-474e-a2a4-61fc153d57de tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2a1b8e7-2efb-42db-9467-a21920e837c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377553 Nov 26 17:15:09.244812 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59682) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:15:09.318197 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf5f5ca-a4d4-4194-9ffd-f7e2e81f4bd8 tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:09.319573 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2cf5f5ca-a4d4-4194-9ffd-f7e2e81f4bd8 tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 1093 time: 0.0738218 Nov 26 17:15:09.322964 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59686) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:15:09.327890 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'port_id': 'fa427487-5ee4-4a10-8748-8c416f8d840a', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:15:09.333658 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:15:09.337461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:floatingip and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:15:09.340350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:15:09.345921 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:15:09.356277 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for floatingip, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:09.610805 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:09.741156 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Allocated IP 172.26.0.25 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/64c7d0af-e1f5-4c6f-a5b0-517e1135ebd7) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:15:09.891242 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:09.920687 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:09.925310 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-275292dd-c87e-48c0-85f8-3b4fd87a9760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:15:09.983041 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:15:09.985859 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:15:09.989492 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:15:10.032115 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=64c7d0af-e1f5-4c6f-a5b0-517e1135ebd7,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:15:10.036172 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:15:10.395475 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:10.469248 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:10.674192 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:10.678888 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:10.683353 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e8afbd86-8465-4155-9a33-59b4c4401591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:15:10.796019 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=64c7d0af-e1f5-4c6f-a5b0-517e1135ebd7,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:15:10.799959 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:15:10.804804 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:10.976166 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Floating IP 9e4ad617-ec2c-485f-9582-8b103d49394a associated. External IP: 172.26.0.25, port: fa427487-5ee4-4a10-8748-8c416f8d840a. Nov 26 17:15:11.453764 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Router 558c9344-4156-4e06-8135-20fbaad3ae9c has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:15:11.629168 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:15:11.639223 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a626214-4e44-4d77-945f-33634f957b08 None None] Sync routers for ids ['558c9344-4156-4e06-8135-20fbaad3ae9c'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:15:11.648666 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a626214-4e44-4d77-945f-33634f957b08 None None] Routers {'558c9344-4156-4e06-8135-20fbaad3ae9c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:15:11.649270 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2a626214-4e44-4d77-945f-33634f957b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:15:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['558c9344-4156-4e06-8135-20fbaad3ae9c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:15:11.653669 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:11.716364 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3899536 Nov 26 17:15:11.716364 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b', 'tag': 'fa427487-5ee4-4a10-8748-8c416f8d840a'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:15:11.769841 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b', 'tag': 'fa427487-5ee4-4a10-8748-8c416f8d840a', 'status': 'completed', 'code': 200} Nov 26 17:15:11.861239 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-2a626214-4e44-4d77-945f-33634f957b08 None None] Set router 558c9344-4156-4e06-8135-20fbaad3ae9c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:15:11.871478 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1fe31-e691-4914-8d4b-a3347af9bb87 req-47954a5d-f19a-4645-a2e8-94b4ce25f1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:11.873195 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-60b1fe31-e691-4914-8d4b-a3347af9bb87 req-47954a5d-f19a-4645-a2e8-94b4ce25f1c1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 1098 time: 0.0792105 Nov 26 17:15:12.012086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1fe31-e691-4914-8d4b-a3347af9bb87 req-401c37aa-e3d2-48ce-bb40-fe722bb2ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:12.013670 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-60b1fe31-e691-4914-8d4b-a3347af9bb87 req-401c37aa-e3d2-48ce-bb40-fe722bb2ba87 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9c21518-1ab2-49d0-9029-be80079b4f2c HTTP/1.1" status: 200 len: 897 time: 0.1337488 Nov 26 17:15:12.053219 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a0bc6-cf22-407c-a698-1e0af721a845 req-4960542c-d38a-48a6-81b6-5b26cc29143f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:12.054810 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a91a0bc6-cf22-407c-a698-1e0af721a845 req-4960542c-d38a-48a6-81b6-5b26cc29143f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 945 time: 0.0813026 Nov 26 17:15:12.102237 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a91a0bc6-cf22-407c-a698-1e0af721a845 req-a348f9e0-7f7b-4eec-bed9-4e893ea5db7b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2a1b8e7-2efb-42db-9467-a21920e837c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410337 Nov 26 17:15:12.124958 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-60b1fe31-e691-4914-8d4b-a3347af9bb87 req-781c592b-85fd-4993-9028-1bac7bce51df service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa427487-5ee4-4a10-8748-8c416f8d840a HTTP/1.1" status: 200 len: 998 time: 0.1044014 Nov 26 17:15:12.125572 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59694) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:15:12.188200 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1fe31-e691-4914-8d4b-a3347af9bb87 req-47136ae8-6142-4136-b779-ab9e9aab2f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:12.189650 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-60b1fe31-e691-4914-8d4b-a3347af9bb87 req-47136ae8-6142-4136-b779-ab9e9aab2f3d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=47e76b6e-ee1d-4158-83dc-efeef7686e3a HTTP/1.1" status: 200 len: 835 time: 0.0586607 Nov 26 17:15:12.214371 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2a626214-4e44-4d77-945f-33634f957b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866184883', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56'}], 'enable_snat': True}, 'gw_port_id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:14:51Z', 'updated_at': '2021-11-26T17:14:56Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:14:52Z', 'updated_at': '2021-11-26T17:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '9e4ad617-ec2c-485f-9582-8b103d49394a', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'floating_ip_address': '172.26.0.25', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'port_id': 'fa427487-5ee4-4a10-8748-8c416f8d840a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c', 'mac_address': 'fa:16:3e:8f:68:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:15:10Z', 'updated_at': '2021-11-26T17:15:10Z', 'revision_number': 0, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e1306d-ecfd-428b-86d7-0cdf9b804b8c', 'name': '', 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:17:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '47e76b6e-ee1d-4158-83dc-efeef7686e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:14:55Z', 'updated_at': '2021-11-26T17:15:02Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': '47e76b6e-ee1d-4158-83dc-efeef7686e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:15:12.218238 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a626214-4e44-4d77-945f-33634f957b08 None None] Checking router: 558c9344-4156-4e06-8135-20fbaad3ae9c for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:15:12.226306 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a626214-4e44-4d77-945f-33634f957b08 None None] Routers {'558c9344-4156-4e06-8135-20fbaad3ae9c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:15:12.227161 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2a626214-4e44-4d77-945f-33634f957b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:15:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['558c9344-4156-4e06-8135-20fbaad3ae9c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:15:12.239614 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0e97b1c2-d145-4dc7-ac65-8c6771138f43 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/floatingips/9e4ad617-ec2c-485f-9582-8b103d49394a HTTP/1.1" status: 200 len: 990 time: 0.1116877 Nov 26 17:15:12.276080 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1fe31-e691-4914-8d4b-a3347af9bb87 req-186a8012-6b55-49af-aea5-ac45ecb944e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:12.278625 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-60b1fe31-e691-4914-8d4b-a3347af9bb87 req-186a8012-6b55-49af-aea5-ac45ecb944e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9c21518-1ab2-49d0-9029-be80079b4f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817165 Nov 26 17:15:12.403476 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-2a626214-4e44-4d77-945f-33634f957b08 None None] Set router 558c9344-4156-4e06-8135-20fbaad3ae9c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:15:12.410667 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-60b1fe31-e691-4914-8d4b-a3347af9bb87 req-351fe7ad-56e7-4c86-8416-2bdea7ad9c6a service neutron] 10.222.0.31 "GET /v2.0/networks/d9c21518-1ab2-49d0-9029-be80079b4f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257689 Nov 26 17:15:12.540460 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-60b1fe31-e691-4914-8d4b-a3347af9bb87 req-de199c31-49cc-49c0-b1f6-35081babcd6e service neutron] 10.222.0.31 "GET /v2.0/networks/d9c21518-1ab2-49d0-9029-be80079b4f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235054 Nov 26 17:15:12.743546 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2a626214-4e44-4d77-945f-33634f957b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866184883', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56'}], 'enable_snat': True}, 'gw_port_id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:14:51Z', 'updated_at': '2021-11-26T17:14:56Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:14:52Z', 'updated_at': '2021-11-26T17:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '9e4ad617-ec2c-485f-9582-8b103d49394a', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'floating_ip_address': '172.26.0.25', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'port_id': 'fa427487-5ee4-4a10-8748-8c416f8d840a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c', 'mac_address': 'fa:16:3e:8f:68:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:15:10Z', 'updated_at': '2021-11-26T17:15:10Z', 'revision_number': 0, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e1306d-ecfd-428b-86d7-0cdf9b804b8c', 'name': '', 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:17:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '47e76b6e-ee1d-4158-83dc-efeef7686e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:14:55Z', 'updated_at': '2021-11-26T17:15:02Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': '47e76b6e-ee1d-4158-83dc-efeef7686e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:15:12.747517 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a626214-4e44-4d77-945f-33634f957b08 None None] The sync data for ids ['558c9344-4156-4e06-8135-20fbaad3ae9c'] in dv-neutron-819440-1-hyperv is: [{'id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866184883', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56'}], 'enable_snat': True}, 'gw_port_id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:14:51Z', 'updated_at': '2021-11-26T17:14:56Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:14:52Z', 'updated_at': '2021-11-26T17:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '9e4ad617-ec2c-485f-9582-8b103d49394a', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'floating_ip_address': '172.26.0.25', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'port_id': 'fa427487-5ee4-4a10-8748-8c416f8d840a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c', 'mac_address': 'fa:16:3e:8f:68:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:15:10Z', 'updated_at': '2021-11-26T17:15:10Z', 'revision_number': 0, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e1306d-ecfd-428b-86d7-0cdf9b804b8c', 'name': '', 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:17:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '47e76b6e-ee1d-4158-83dc-efeef7686e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:14:55Z', 'updated_at': '2021-11-26T17:15:02Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': '47e76b6e-ee1d-4158-83dc-efeef7686e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:15:12.922566 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2762ed-d4de-4e4f-b4b8-a552373981ce None None] New status for floating IP 9e4ad617-ec2c-485f-9582-8b103d49394a: ACTIVE {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:15:13.243142 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59698) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:15:13.347982 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3f52fba6-a374-4f62-aa03-b6b5a889a169 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/floatingips/9e4ad617-ec2c-485f-9582-8b103d49394a HTTP/1.1" status: 200 len: 992 time: 0.1035979 Nov 26 17:15:19.737423 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-783cc8ae-c3d5-4643-883e-09d36b2aa158 req-cde7748d-90e9-4146-abfb-de53da186685 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707755 Nov 26 17:15:19.753946 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:19.885935 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cc8ae-c3d5-4643-883e-09d36b2aa158 req-25422a31-98b6-464d-a1f8-7e4f4931b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:19.887358 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-783cc8ae-c3d5-4643-883e-09d36b2aa158 req-25422a31-98b6-464d-a1f8-7e4f4931b899 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 1098 time: 0.0748110 Nov 26 17:15:20.172171 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cc8ae-c3d5-4643-883e-09d36b2aa158 req-61d556b4-5d88-40af-b194-71e9aa0a58b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:20.173619 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-783cc8ae-c3d5-4643-883e-09d36b2aa158 req-61d556b4-5d88-40af-b194-71e9aa0a58b3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9c21518-1ab2-49d0-9029-be80079b4f2c HTTP/1.1" status: 200 len: 897 time: 0.2657845 Nov 26 17:15:20.275515 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-783cc8ae-c3d5-4643-883e-09d36b2aa158 req-9d9f7c75-3fb5-48dc-820f-fd243be42efa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa427487-5ee4-4a10-8748-8c416f8d840a HTTP/1.1" status: 200 len: 1000 time: 0.0947382 Nov 26 17:15:20.338687 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cc8ae-c3d5-4643-883e-09d36b2aa158 req-38d20c32-bbaf-44de-bc35-78125a6da71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:20.340254 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-783cc8ae-c3d5-4643-883e-09d36b2aa158 req-38d20c32-bbaf-44de-bc35-78125a6da71d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=47e76b6e-ee1d-4158-83dc-efeef7686e3a HTTP/1.1" status: 200 len: 835 time: 0.0569527 Nov 26 17:15:20.417682 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cc8ae-c3d5-4643-883e-09d36b2aa158 req-12ef0014-87ae-458c-9cb7-b6621ba030ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:20.419122 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-783cc8ae-c3d5-4643-883e-09d36b2aa158 req-12ef0014-87ae-458c-9cb7-b6621ba030ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9c21518-1ab2-49d0-9029-be80079b4f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723629 Nov 26 17:15:20.550242 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-783cc8ae-c3d5-4643-883e-09d36b2aa158 req-a0ab1cfd-fc3b-481a-98fe-e417fbc82e01 service neutron] 10.222.0.31 "GET /v2.0/networks/d9c21518-1ab2-49d0-9029-be80079b4f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231618 Nov 26 17:15:20.687406 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-783cc8ae-c3d5-4643-883e-09d36b2aa158 req-dab24e47-6a5e-44ae-bc86-d949d86d43d1 service neutron] 10.222.0.31 "GET /v2.0/networks/d9c21518-1ab2-49d0-9029-be80079b4f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274827 Nov 26 17:15:28.643562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3efffa03-c23b-49a0-9ecd-f02e250cd888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:28.826654 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:15:29.418176 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:31.306014 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-30801799-9487-479f-a1ec-8bccb3b70ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:32.291160 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:34.081748 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:46.987204 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e5a7f-1ee1-4d21-8edf-2d4057926135 req-06489841-cac7-48f4-988c-2838d372523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:46.988578 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-562e5a7f-1ee1-4d21-8edf-2d4057926135 req-06489841-cac7-48f4-988c-2838d372523c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 1098 time: 0.1351390 Nov 26 17:15:47.000289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33add42e-f109-4bc7-b24e-9e7ff3a629c8 req-a7ad1ec1-5044-4230-b1f6-a88b32b849c4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:47.001919 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-33add42e-f109-4bc7-b24e-9e7ff3a629c8 req-a7ad1ec1-5044-4230-b1f6-a88b32b849c4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 945 time: 0.1125462 Nov 26 17:15:47.126782 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-33add42e-f109-4bc7-b24e-9e7ff3a629c8 req-87fef7c2-f5a3-48ee-8e8e-9f503d295f50 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2a1b8e7-2efb-42db-9467-a21920e837c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1052635 Nov 26 17:15:47.160793 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e5a7f-1ee1-4d21-8edf-2d4057926135 req-dd9fcd2e-177f-4b15-a3e9-57f0831da852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:47.162207 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-562e5a7f-1ee1-4d21-8edf-2d4057926135 req-dd9fcd2e-177f-4b15-a3e9-57f0831da852 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9c21518-1ab2-49d0-9029-be80079b4f2c HTTP/1.1" status: 200 len: 897 time: 0.1593397 Nov 26 17:15:47.265599 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-562e5a7f-1ee1-4d21-8edf-2d4057926135 req-21bfb366-afa1-4bf0-b764-1b0a633491c8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa427487-5ee4-4a10-8748-8c416f8d840a HTTP/1.1" status: 200 len: 1000 time: 0.0955162 Nov 26 17:15:47.328266 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e5a7f-1ee1-4d21-8edf-2d4057926135 req-06bfdb40-b04f-4744-b02d-e27bacaf79e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:47.329638 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-562e5a7f-1ee1-4d21-8edf-2d4057926135 req-06bfdb40-b04f-4744-b02d-e27bacaf79e4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=47e76b6e-ee1d-4158-83dc-efeef7686e3a HTTP/1.1" status: 200 len: 835 time: 0.0571535 Nov 26 17:15:47.404227 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e5a7f-1ee1-4d21-8edf-2d4057926135 req-024d6085-9946-45d7-8b6b-63b050a98a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:47.405672 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-562e5a7f-1ee1-4d21-8edf-2d4057926135 req-024d6085-9946-45d7-8b6b-63b050a98a19 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9c21518-1ab2-49d0-9029-be80079b4f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688066 Nov 26 17:15:47.536501 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-562e5a7f-1ee1-4d21-8edf-2d4057926135 req-b8fbfd3f-9de5-4ce6-9af6-163a010e4bf1 service neutron] 10.222.0.31 "GET /v2.0/networks/d9c21518-1ab2-49d0-9029-be80079b4f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228559 Nov 26 17:15:47.667742 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-562e5a7f-1ee1-4d21-8edf-2d4057926135 req-56c52bf9-9c0c-4634-b89f-857f0032a2ac service neutron] 10.222.0.31 "GET /v2.0/networks/d9c21518-1ab2-49d0-9029-be80079b4f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241593 Nov 26 17:15:48.310083 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0af9b-41f9-49be-a88a-d4ac9ba62bdf req-83021ff3-fc1e-4e5d-bfcd-d43a0fb88bb5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:48.311507 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8df0af9b-41f9-49be-a88a-d4ac9ba62bdf req-83021ff3-fc1e-4e5d-bfcd-d43a0fb88bb5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 945 time: 0.0799835 Nov 26 17:15:48.355069 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8df0af9b-41f9-49be-a88a-d4ac9ba62bdf req-7a93a230-21f5-48f0-8073-306aa66157a6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2a1b8e7-2efb-42db-9467-a21920e837c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379994 Nov 26 17:15:49.540367 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37b12b-f9d5-4ed2-94e6-f979ad98c6fe req-79ae75d3-1d2b-4fc1-bccc-d55c24b4c5d6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:49.541841 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dd37b12b-f9d5-4ed2-94e6-f979ad98c6fe req-79ae75d3-1d2b-4fc1-bccc-d55c24b4c5d6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 945 time: 0.0836554 Nov 26 17:15:49.585106 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dd37b12b-f9d5-4ed2-94e6-f979ad98c6fe req-51ec6ad4-6e51-4a8b-9685-43d7753235a9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2a1b8e7-2efb-42db-9467-a21920e837c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377374 Nov 26 17:15:49.759107 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:50.766909 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e248c30-fcd6-4375-81e0-78837ed3fd9e req-73d7a19f-9477-4a65-92c1-e93aed5179f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:50.768364 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6e248c30-fcd6-4375-81e0-78837ed3fd9e req-73d7a19f-9477-4a65-92c1-e93aed5179f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 945 time: 0.0829706 Nov 26 17:15:50.812908 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6e248c30-fcd6-4375-81e0-78837ed3fd9e req-4e8a6885-505c-4e14-b2cf-1193c21c42e1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2a1b8e7-2efb-42db-9467-a21920e837c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390351 Nov 26 17:15:51.993749 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7fd9e-8460-4a60-b8d0-e89c3f156391 req-385b1137-ab25-4981-a7da-c064dbdb0ba5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:51.995202 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-81d7fd9e-8460-4a60-b8d0-e89c3f156391 req-385b1137-ab25-4981-a7da-c064dbdb0ba5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 945 time: 0.0790017 Nov 26 17:15:52.156436 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-81d7fd9e-8460-4a60-b8d0-e89c3f156391 req-751e0a1a-b066-434f-933d-9ece7cf49c21 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2a1b8e7-2efb-42db-9467-a21920e837c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1554685 Nov 26 17:15:53.339743 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f0d15-95e8-4b60-a0da-b948737c3436 req-f0f041d0-1577-4d01-8daa-6abad3e01531 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:53.341185 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-125f0d15-95e8-4b60-a0da-b948737c3436 req-f0f041d0-1577-4d01-8daa-6abad3e01531 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 945 time: 0.0792658 Nov 26 17:15:53.389201 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-125f0d15-95e8-4b60-a0da-b948737c3436 req-79968ab1-edc7-4c08-b37f-2b36ab6608a5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2a1b8e7-2efb-42db-9467-a21920e837c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424907 Nov 26 17:15:54.570967 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88562f1-3f2c-4e7a-9e21-5faa41eea3b5 req-157dd960-12e3-4d1d-a074-8f766902838b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:54.572428 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f88562f1-3f2c-4e7a-9e21-5faa41eea3b5 req-157dd960-12e3-4d1d-a074-8f766902838b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 945 time: 0.0797820 Nov 26 17:15:54.614749 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f88562f1-3f2c-4e7a-9e21-5faa41eea3b5 req-610e7e59-2012-4c04-8cf7-9b1ad5b8ee67 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2a1b8e7-2efb-42db-9467-a21920e837c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367413 Nov 26 17:15:55.797417 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526a915-d72e-45a3-8521-203b0520027c req-18ad5d8c-9ae0-4fc2-bb20-bad386ef5f72 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:55.798861 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7526a915-d72e-45a3-8521-203b0520027c req-18ad5d8c-9ae0-4fc2-bb20-bad386ef5f72 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 945 time: 0.0819926 Nov 26 17:15:55.850169 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7526a915-d72e-45a3-8521-203b0520027c req-ca1cb1ba-f0fa-4605-9b8c-a62f2dc0b52e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2a1b8e7-2efb-42db-9467-a21920e837c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454609 Nov 26 17:15:57.036049 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d6403-07e4-44e9-a429-ad1bf4f3c028 req-238417ec-c0b3-4507-b299-4fd14c8287dd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:57.037391 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-be7d6403-07e4-44e9-a429-ad1bf4f3c028 req-238417ec-c0b3-4507-b299-4fd14c8287dd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 945 time: 0.0833688 Nov 26 17:15:57.081188 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-be7d6403-07e4-44e9-a429-ad1bf4f3c028 req-5d073274-eb4d-4358-a9aa-f65d2a444f83 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2a1b8e7-2efb-42db-9467-a21920e837c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376012 Nov 26 17:15:58.264163 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1837e-93bd-41c0-837f-406c64b63996 req-5bbf2ae6-18c7-4c60-85b9-79d628bf6b40 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:58.265584 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1bb1837e-93bd-41c0-837f-406c64b63996 req-5bbf2ae6-18c7-4c60-85b9-79d628bf6b40 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 945 time: 0.0830457 Nov 26 17:15:58.308569 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1bb1837e-93bd-41c0-837f-406c64b63996 req-3d9302d5-9540-4f40-97f4-4b0ab9b6f127 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2a1b8e7-2efb-42db-9467-a21920e837c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373499 Nov 26 17:15:58.645864 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c5f469c5-9800-48e1-a6ad-2cfd89dcfb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:59.420347 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:15:59.489322 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b058e7-4805-4927-bba1-8863794e1fea req-35a491af-3d6a-4b00-ab64-d5c857cc3d48 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:15:59.490765 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a1b058e7-4805-4927-bba1-8863794e1fea req-35a491af-3d6a-4b00-ab64-d5c857cc3d48 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 945 time: 0.0804486 Nov 26 17:15:59.535181 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a1b058e7-4805-4927-bba1-8863794e1fea req-10675841-75e5-4f95-96c8-72209eef86a3 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2a1b8e7-2efb-42db-9467-a21920e837c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385764 Nov 26 17:15:59.557889 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59736) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:15:59.664694 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ee5fe494-da3f-4369-a719-5aa1eda919fd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/floatingips/9e4ad617-ec2c-485f-9582-8b103d49394a HTTP/1.1" status: 200 len: 992 time: 0.1056118 Nov 26 17:16:01.306885 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9d5e1528-76ed-4649-8e9f-f929bb5f7100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:02.293097 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:04.083785 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:05.825920 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:16:19.726524 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4de10e20-252f-4d7b-8391-bf187269a37b req-02dae6c8-0935-4c8d-bca3-7ecba8e09ef8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732281 Nov 26 17:16:19.751960 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:19.869646 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de10e20-252f-4d7b-8391-bf187269a37b req-891a5c05-a7ed-4462-bfc4-956374dcb53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:19.871092 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4de10e20-252f-4d7b-8391-bf187269a37b req-891a5c05-a7ed-4462-bfc4-956374dcb53f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 1098 time: 0.0709267 Nov 26 17:16:20.020636 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de10e20-252f-4d7b-8391-bf187269a37b req-ba647428-02bb-431c-b94d-d1c4ca10e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:20.021984 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4de10e20-252f-4d7b-8391-bf187269a37b req-ba647428-02bb-431c-b94d-d1c4ca10e9d2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9c21518-1ab2-49d0-9029-be80079b4f2c HTTP/1.1" status: 200 len: 897 time: 0.1276245 Nov 26 17:16:20.127153 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4de10e20-252f-4d7b-8391-bf187269a37b req-236bf502-af91-47c7-b1a1-1f60ce922a98 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa427487-5ee4-4a10-8748-8c416f8d840a HTTP/1.1" status: 200 len: 1000 time: 0.0980146 Nov 26 17:16:20.191498 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de10e20-252f-4d7b-8391-bf187269a37b req-7c551eaa-4d12-45dc-8dc0-c8a3103a33d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:20.192901 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4de10e20-252f-4d7b-8391-bf187269a37b req-7c551eaa-4d12-45dc-8dc0-c8a3103a33d2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=47e76b6e-ee1d-4158-83dc-efeef7686e3a HTTP/1.1" status: 200 len: 835 time: 0.0586708 Nov 26 17:16:20.269603 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de10e20-252f-4d7b-8391-bf187269a37b req-da7adde7-590c-4641-b343-986195487d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:20.271066 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4de10e20-252f-4d7b-8391-bf187269a37b req-da7adde7-590c-4641-b343-986195487d1d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9c21518-1ab2-49d0-9029-be80079b4f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691912 Nov 26 17:16:20.406070 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4de10e20-252f-4d7b-8391-bf187269a37b req-24054716-9573-481e-bd21-0cee878bc6fa service neutron] 10.222.0.31 "GET /v2.0/networks/d9c21518-1ab2-49d0-9029-be80079b4f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241255 Nov 26 17:16:20.540531 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4de10e20-252f-4d7b-8391-bf187269a37b req-eb62d830-3cb6-43d3-b23d-8cd32aaa995b service neutron] 10.222.0.31 "GET /v2.0/networks/d9c21518-1ab2-49d0-9029-be80079b4f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240702 Nov 26 17:16:27.070398 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [req-30b0264a-51ae-4ade-bf47-deaa40f7d6ba req-2e1220cf-dae8-4dbe-bacc-a5f17128b51c tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] (87519) timed out ('10.222.0.31', 63290) {{(pid=87519) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 26 17:16:28.647494 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a151eb00-5585-4ae0-abb4-39f68a199df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:29.421952 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:31.310249 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c97532dd-ac21-4583-a582-420e22d72d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:32.268311 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59758) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:16:32.295755 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:32.469824 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-896b5c2c-944c-4fff-9d75-c07b0f4c70cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Deleting port 64c7d0af-e1f5-4c6f-a5b0-517e1135ebd7 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:16:32.470188 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-896b5c2c-944c-4fff-9d75-c07b0f4c70cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:32.749397 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-896b5c2c-944c-4fff-9d75-c07b0f4c70cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:32.749720 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-896b5c2c-944c-4fff-9d75-c07b0f4c70cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:32.869742 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-896b5c2c-944c-4fff-9d75-c07b0f4c70cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Calling delete_port for 64c7d0af-e1f5-4c6f-a5b0-517e1135ebd7 owned by network:floatingip {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:16:33.017162 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-896b5c2c-944c-4fff-9d75-c07b0f4c70cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:33.020959 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-737a8a95-c2ac-42b7-9334-112fd65e17eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:33.063289 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b5c2c-944c-4fff-9d75-c07b0f4c70cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Port': ['ID=64c7d0af-e1f5-4c6f-a5b0-517e1135ebd7,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:33.107858 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896b5c2c-944c-4fff-9d75-c07b0f4c70cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:33.108247 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896b5c2c-944c-4fff-9d75-c07b0f4c70cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:33.108629 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896b5c2c-944c-4fff-9d75-c07b0f4c70cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:33.109007 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896b5c2c-944c-4fff-9d75-c07b0f4c70cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:33.109382 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896b5c2c-944c-4fff-9d75-c07b0f4c70cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:33.109753 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896b5c2c-944c-4fff-9d75-c07b0f4c70cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:33.110154 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896b5c2c-944c-4fff-9d75-c07b0f4c70cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:33.110490 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896b5c2c-944c-4fff-9d75-c07b0f4c70cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:33.110861 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896b5c2c-944c-4fff-9d75-c07b0f4c70cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:33.111233 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896b5c2c-944c-4fff-9d75-c07b0f4c70cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:33.111624 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896b5c2c-944c-4fff-9d75-c07b0f4c70cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:33.112017 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896b5c2c-944c-4fff-9d75-c07b0f4c70cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:33.139889 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-896b5c2c-944c-4fff-9d75-c07b0f4c70cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:33.167362 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-896b5c2c-944c-4fff-9d75-c07b0f4c70cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for floatingip, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:33.167692 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-896b5c2c-944c-4fff-9d75-c07b0f4c70cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Floating IP 9e4ad617-ec2c-485f-9582-8b103d49394a disassociated (deleted). External IP: 172.26.0.25, port: fa427487-5ee4-4a10-8748-8c416f8d840a. Nov 26 17:16:33.511645 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896b5c2c-944c-4fff-9d75-c07b0f4c70cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Router 558c9344-4156-4e06-8135-20fbaad3ae9c has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:16:33.687257 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896b5c2c-944c-4fff-9d75-c07b0f4c70cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:16:33.698314 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6cc18d-9ce0-4c36-a0d1-e29c16ab70cd None None] Sync routers for ids ['558c9344-4156-4e06-8135-20fbaad3ae9c'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:16:33.710607 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-896b5c2c-944c-4fff-9d75-c07b0f4c70cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:33.713074 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6cc18d-9ce0-4c36-a0d1-e29c16ab70cd None None] Routers {'558c9344-4156-4e06-8135-20fbaad3ae9c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:16:33.713694 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-ba6cc18d-9ce0-4c36-a0d1-e29c16ab70cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:16:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['558c9344-4156-4e06-8135-20fbaad3ae9c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:16:33.765069 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-896b5c2c-944c-4fff-9d75-c07b0f4c70cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "DELETE /v2.0/floatingips/9e4ad617-ec2c-485f-9582-8b103d49394a HTTP/1.1" status: 204 len: 168 time: 1.4956379 Nov 26 17:16:33.765654 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b', 'tag': 'fa427487-5ee4-4a10-8748-8c416f8d840a'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:16:33.812606 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b', 'tag': 'fa427487-5ee4-4a10-8748-8c416f8d840a', 'status': 'completed', 'code': 200} Nov 26 17:16:33.907316 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-ba6cc18d-9ce0-4c36-a0d1-e29c16ab70cd None None] Set router 558c9344-4156-4e06-8135-20fbaad3ae9c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:16:33.965734 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915fe0d-4601-4392-9ebf-b3426f2a277d req-9a76bc7e-74d4-423e-ac2e-fb5e8e056212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:33.967878 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4915fe0d-4601-4392-9ebf-b3426f2a277d req-9a76bc7e-74d4-423e-ac2e-fb5e8e056212 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 1098 time: 0.1304812 Nov 26 17:16:34.093498 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:34.167690 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915fe0d-4601-4392-9ebf-b3426f2a277d req-585a26ef-58d8-4aac-8c79-774844dc87f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:34.170136 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4915fe0d-4601-4392-9ebf-b3426f2a277d req-585a26ef-58d8-4aac-8c79-774844dc87f5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9c21518-1ab2-49d0-9029-be80079b4f2c HTTP/1.1" status: 200 len: 897 time: 0.1891675 Nov 26 17:16:34.184701 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5be03b-1c59-49bd-925c-3bdf6e01eec8 req-dc76109d-dbaf-49c6-859e-d921c80b26f5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:34.185404 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-ab5be03b-1c59-49bd-925c-3bdf6e01eec8 req-dc76109d-dbaf-49c6-859e-d921c80b26f5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:16:34.201532 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-ab5be03b-1c59-49bd-925c-3bdf6e01eec8 req-dc76109d-dbaf-49c6-859e-d921c80b26f5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:16:34.203074 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ab5be03b-1c59-49bd-925c-3bdf6e01eec8 req-dc76109d-dbaf-49c6-859e-d921c80b26f5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 945 time: 0.1360023 Nov 26 17:16:34.248746 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ab5be03b-1c59-49bd-925c-3bdf6e01eec8 req-cd1e1f30-d82a-4bed-9049-8ce9ec4b9163 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2a1b8e7-2efb-42db-9467-a21920e837c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394766 Nov 26 17:16:34.251890 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4915fe0d-4601-4392-9ebf-b3426f2a277d req-5a4dd4e9-ddf6-4305-95ea-cad77f4f59df service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa427487-5ee4-4a10-8748-8c416f8d840a HTTP/1.1" status: 200 len: 217 time: 0.0732837 Nov 26 17:16:34.272797 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-ba6cc18d-9ce0-4c36-a0d1-e29c16ab70cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866184883', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56'}], 'enable_snat': True}, 'gw_port_id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:14:51Z', 'updated_at': '2021-11-26T17:14:56Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:14:52Z', 'updated_at': '2021-11-26T17:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '66e1306d-ecfd-428b-86d7-0cdf9b804b8c', 'name': '', 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:17:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '47e76b6e-ee1d-4158-83dc-efeef7686e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:14:55Z', 'updated_at': '2021-11-26T17:15:02Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': '47e76b6e-ee1d-4158-83dc-efeef7686e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:16:34.277126 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6cc18d-9ce0-4c36-a0d1-e29c16ab70cd None None] Checking router: 558c9344-4156-4e06-8135-20fbaad3ae9c for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:16:34.285193 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6cc18d-9ce0-4c36-a0d1-e29c16ab70cd None None] Routers {'558c9344-4156-4e06-8135-20fbaad3ae9c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:16:34.285791 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-ba6cc18d-9ce0-4c36-a0d1-e29c16ab70cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:16:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['558c9344-4156-4e06-8135-20fbaad3ae9c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:16:34.318178 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915fe0d-4601-4392-9ebf-b3426f2a277d req-a8383657-4e96-42e1-9c28-ab3df47c7604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:34.319514 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4915fe0d-4601-4392-9ebf-b3426f2a277d req-a8383657-4e96-42e1-9c28-ab3df47c7604 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=47e76b6e-ee1d-4158-83dc-efeef7686e3a HTTP/1.1" status: 200 len: 835 time: 0.0598497 Nov 26 17:16:34.400227 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915fe0d-4601-4392-9ebf-b3426f2a277d req-9702f78d-9e40-4600-9ec6-f1ae6f7fb717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:34.401698 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4915fe0d-4601-4392-9ebf-b3426f2a277d req-9702f78d-9e40-4600-9ec6-f1ae6f7fb717 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9c21518-1ab2-49d0-9029-be80079b4f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709074 Nov 26 17:16:34.460159 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-ba6cc18d-9ce0-4c36-a0d1-e29c16ab70cd None None] Set router 558c9344-4156-4e06-8135-20fbaad3ae9c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:16:34.535511 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4915fe0d-4601-4392-9ebf-b3426f2a277d req-299c30d3-db5f-4d49-88f6-7b8e396c6d39 service neutron] 10.222.0.31 "GET /v2.0/networks/d9c21518-1ab2-49d0-9029-be80079b4f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254776 Nov 26 17:16:34.771038 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-ba6cc18d-9ce0-4c36-a0d1-e29c16ab70cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866184883', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56'}], 'enable_snat': True}, 'gw_port_id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:14:51Z', 'updated_at': '2021-11-26T17:14:56Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:14:52Z', 'updated_at': '2021-11-26T17:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '66e1306d-ecfd-428b-86d7-0cdf9b804b8c', 'name': '', 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:17:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '47e76b6e-ee1d-4158-83dc-efeef7686e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:14:55Z', 'updated_at': '2021-11-26T17:15:02Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': '47e76b6e-ee1d-4158-83dc-efeef7686e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:16:34.775111 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6cc18d-9ce0-4c36-a0d1-e29c16ab70cd None None] The sync data for ids ['558c9344-4156-4e06-8135-20fbaad3ae9c'] in dv-neutron-819440-1-hyperv is: [{'id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866184883', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56'}], 'enable_snat': True}, 'gw_port_id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:14:51Z', 'updated_at': '2021-11-26T17:14:56Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:14:52Z', 'updated_at': '2021-11-26T17:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '66e1306d-ecfd-428b-86d7-0cdf9b804b8c', 'name': '', 'network_id': 'd9c21518-1ab2-49d0-9029-be80079b4f2c', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:17:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '47e76b6e-ee1d-4158-83dc-efeef7686e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:14:55Z', 'updated_at': '2021-11-26T17:15:02Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': '47e76b6e-ee1d-4158-83dc-efeef7686e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:16:34.792536 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4915fe0d-4601-4392-9ebf-b3426f2a277d req-b79d4f5e-343c-48c9-989c-d88eb2d898ac service neutron] 10.222.0.31 "GET /v2.0/networks/d9c21518-1ab2-49d0-9029-be80079b4f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495198 Nov 26 17:16:34.995836 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e6ccb2-5ca8-46f7-8f5e-b5db88e7d351 None None] New status for floating IP 9e4ad617-ec2c-485f-9582-8b103d49394a: DOWN {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:16:35.433536 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a589e-5a5c-48fb-b5dc-b44301a31952 req-a30b1962-e50e-4ca6-bd24-eeeac3c646aa tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:35.434886 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-215a589e-5a5c-48fb-b5dc-b44301a31952 req-a30b1962-e50e-4ca6-bd24-eeeac3c646aa tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 945 time: 0.0801139 Nov 26 17:16:35.481746 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-215a589e-5a5c-48fb-b5dc-b44301a31952 req-a23af6ce-60ce-428f-b1fd-8dfc23334f55 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2a1b8e7-2efb-42db-9467-a21920e837c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412972 Nov 26 17:16:35.839497 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f3277-15d9-43f5-ac8d-5345c60fc375 req-305d954f-67f0-4ad0-a053-6d2ed45f8158 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:35.840927 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1b9f3277-15d9-43f5-ac8d-5345c60fc375 req-305d954f-67f0-4ad0-a053-6d2ed45f8158 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 945 time: 0.0785933 Nov 26 17:16:35.911592 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-1b9f3277-15d9-43f5-ac8d-5345c60fc375 req-6b273c92-54c0-4762-8f1d-770772df1f68 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Deleting port fa427487-5ee4-4a10-8748-8c416f8d840a {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:16:35.911958 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-1b9f3277-15d9-43f5-ac8d-5345c60fc375 req-6b273c92-54c0-4762-8f1d-770772df1f68 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:36.153881 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-1b9f3277-15d9-43f5-ac8d-5345c60fc375 req-6b273c92-54c0-4762-8f1d-770772df1f68 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] For port fa427487-5ee4-4a10-8748-8c416f8d840a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=fa427487-5ee4-4a10-8748-8c416f8d840a,segment=NetworkSegment(ca944eb7-1e89-4301-8692-9579de4e8e4d),segment_id=ca944eb7-1e89-4301-8692-9579de4e8e4d)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:16:36.154232 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-1b9f3277-15d9-43f5-ac8d-5345c60fc375 req-6b273c92-54c0-4762-8f1d-770772df1f68 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:36.278275 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-1b9f3277-15d9-43f5-ac8d-5345c60fc375 req-6b273c92-54c0-4762-8f1d-770772df1f68 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Calling delete_port for fa427487-5ee4-4a10-8748-8c416f8d840a owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:16:36.416805 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-1b9f3277-15d9-43f5-ac8d-5345c60fc375 req-6b273c92-54c0-4762-8f1d-770772df1f68 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:36.422213 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-aa6193b5-eb14-4285-87ad-7acaa5a8425e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:36.470365 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b273c92-54c0-4762-8f1d-770772df1f68 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Port': ['ID=fa427487-5ee4-4a10-8748-8c416f8d840a,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:36.508497 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b273c92-54c0-4762-8f1d-770772df1f68 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:36.508889 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b273c92-54c0-4762-8f1d-770772df1f68 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:36.509270 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b273c92-54c0-4762-8f1d-770772df1f68 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:36.509648 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b273c92-54c0-4762-8f1d-770772df1f68 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:36.510024 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b273c92-54c0-4762-8f1d-770772df1f68 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:36.510810 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b273c92-54c0-4762-8f1d-770772df1f68 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:36.510810 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b273c92-54c0-4762-8f1d-770772df1f68 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:36.511108 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b273c92-54c0-4762-8f1d-770772df1f68 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:36.511456 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b273c92-54c0-4762-8f1d-770772df1f68 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:36.511855 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b273c92-54c0-4762-8f1d-770772df1f68 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:36.512221 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b273c92-54c0-4762-8f1d-770772df1f68 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:36.512591 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b273c92-54c0-4762-8f1d-770772df1f68 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:36.520112 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6b273c92-54c0-4762-8f1d-770772df1f68 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:36.555040 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9f3277-15d9-43f5-ac8d-5345c60fc375 req-6b273c92-54c0-4762-8f1d-770772df1f68 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] No DVR routers for this DVR port fa427487-5ee4-4a10-8748-8c416f8d840a on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:16:36.557402 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-1b9f3277-15d9-43f5-ac8d-5345c60fc375 req-6b273c92-54c0-4762-8f1d-770772df1f68 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:36.559980 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b', 'name': 'network-vif-deleted', 'tag': 'fa427487-5ee4-4a10-8748-8c416f8d840a'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:16:36.576986 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1b9f3277-15d9-43f5-ac8d-5345c60fc375 req-6b273c92-54c0-4762-8f1d-770772df1f68 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.31 "DELETE /v2.0/ports/fa427487-5ee4-4a10-8748-8c416f8d840a HTTP/1.1" status: 204 len: 173 time: 0.7277937 Nov 26 17:16:36.613782 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b', 'name': 'network-vif-deleted', 'tag': 'fa427487-5ee4-4a10-8748-8c416f8d840a', 'status': 'completed', 'code': 200} Nov 26 17:16:36.633965 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b0f9a19c-6564-4f75-8097-df35655068f4 req-ab75e5f3-212e-40b2-a01a-7c51f6e6dee4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8cfa8e2-fd9d-4bc1-b40d-38570bdd608b HTTP/1.1" status: 200 len: 210 time: 0.0445142 Nov 26 17:16:37.730823 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59780) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:16:38.393753 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aa85c202-1621-485d-bffa-b4343209a01b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:38.739103 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-aa85c202-1621-485d-bffa-b4343209a01b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Deleting port 66e1306d-ecfd-428b-86d7-0cdf9b804b8c {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:16:38.739841 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aa85c202-1621-485d-bffa-b4343209a01b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:38.923066 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-aa85c202-1621-485d-bffa-b4343209a01b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] For port 66e1306d-ecfd-428b-86d7-0cdf9b804b8c, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=66e1306d-ecfd-428b-86d7-0cdf9b804b8c,segment=NetworkSegment(ca944eb7-1e89-4301-8692-9579de4e8e4d),segment_id=ca944eb7-1e89-4301-8692-9579de4e8e4d)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:16:38.923420 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aa85c202-1621-485d-bffa-b4343209a01b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:39.053242 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-aa85c202-1621-485d-bffa-b4343209a01b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Calling delete_port for 66e1306d-ecfd-428b-86d7-0cdf9b804b8c owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:16:39.226190 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aa85c202-1621-485d-bffa-b4343209a01b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:39.231324 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-272de59e-4441-4830-a8fd-d7345cd83366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:39.276969 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85c202-1621-485d-bffa-b4343209a01b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Port': ['ID=66e1306d-ecfd-428b-86d7-0cdf9b804b8c,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:39.279681 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-aa85c202-1621-485d-bffa-b4343209a01b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:39.668110 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aa85c202-1621-485d-bffa-b4343209a01b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:40.023806 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa85c202-1621-485d-bffa-b4343209a01b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Router 558c9344-4156-4e06-8135-20fbaad3ae9c has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:16:40.195865 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa85c202-1621-485d-bffa-b4343209a01b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:16:40.207645 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51784730-eec6-46d5-accc-52833f907f88 None None] Sync routers for ids ['558c9344-4156-4e06-8135-20fbaad3ae9c'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:16:40.212967 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-aa85c202-1621-485d-bffa-b4343209a01b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "PUT /v2.0/routers/558c9344-4156-4e06-8135-20fbaad3ae9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4810641 Nov 26 17:16:40.215746 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59784) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:16:40.217816 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51784730-eec6-46d5-accc-52833f907f88 None None] Routers {'558c9344-4156-4e06-8135-20fbaad3ae9c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:16:40.218459 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-51784730-eec6-46d5-accc-52833f907f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:16:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['558c9344-4156-4e06-8135-20fbaad3ae9c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:16:40.284840 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd3d786c-f921-4ff5-b7a5-ed9068ac1acb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Deleting subnet 47e76b6e-ee1d-4158-83dc-efeef7686e3a {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 17:16:40.287679 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd3d786c-f921-4ff5-b7a5-ed9068ac1acb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:40.341793 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd3d786c-f921-4ff5-b7a5-ed9068ac1acb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:40.394728 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-51784730-eec6-46d5-accc-52833f907f88 None None] Set router 558c9344-4156-4e06-8135-20fbaad3ae9c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:16:40.428143 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd3d786c-f921-4ff5-b7a5-ed9068ac1acb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:40.501726 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd3d786c-f921-4ff5-b7a5-ed9068ac1acb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:40.506562 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bed7ca84-b7f3-4201-aeab-7d22a8ac5280 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:40.542492 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d786c-f921-4ff5-b7a5-ed9068ac1acb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Subnet': ['ID=47e76b6e-ee1d-4158-83dc-efeef7686e3a,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:40.544952 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-dd3d786c-f921-4ff5-b7a5-ed9068ac1acb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:40.549478 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd3d786c-f921-4ff5-b7a5-ed9068ac1acb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:40.556607 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b3d218-c094-4de9-913e-cf844f30bae1 None None] Network d9c21518-1ab2-49d0-9029-be80079b4f2c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:16:40.561534 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-dd3d786c-f921-4ff5-b7a5-ed9068ac1acb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "DELETE /v2.0/subnets/47e76b6e-ee1d-4158-83dc-efeef7686e3a HTTP/1.1" status: 204 len: 168 time: 0.3422797 Nov 26 17:16:40.561742 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59788) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:16:40.679000 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-51784730-eec6-46d5-accc-52833f907f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866184883', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56'}], 'enable_snat': True}, 'gw_port_id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:14:51Z', 'updated_at': '2021-11-26T17:16:39Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:14:52Z', 'updated_at': '2021-11-26T17:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:16:40.683575 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51784730-eec6-46d5-accc-52833f907f88 None None] Checking router: 558c9344-4156-4e06-8135-20fbaad3ae9c for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:16:40.692052 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51784730-eec6-46d5-accc-52833f907f88 None None] Routers {'558c9344-4156-4e06-8135-20fbaad3ae9c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:16:40.692788 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-51784730-eec6-46d5-accc-52833f907f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:16:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['558c9344-4156-4e06-8135-20fbaad3ae9c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:16:40.754161 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a3f90cc5-0824-4834-bb75-ce076499d381 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:40.868075 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2001c8-c231-46a5-a0b4-0bbdac11d2b4 None None] DHCP port deletion for d9c21518-1ab2-49d0-9029-be80079b4f2c request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 17:16:40.873622 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-df2001c8-c231-46a5-a0b4-0bbdac11d2b4 None None] Deleting port d84b8f82-867a-4bf7-9a65-54262e59c73a {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:16:40.874318 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-df2001c8-c231-46a5-a0b4-0bbdac11d2b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:40.932412 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-51784730-eec6-46d5-accc-52833f907f88 None None] Set router 558c9344-4156-4e06-8135-20fbaad3ae9c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:16:41.009618 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device fa427487-5ee4-4a10-8748-8c416f8d840a no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:16:41.106569 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: fa427487-5ee4-4a10-8748-8c416f8d840a {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:16:41.106922 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device fa427487-5ee4-4a10-8748-8c416f8d840a not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:16:41.136747 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a3f90cc5-0824-4834-bb75-ce076499d381 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:41.146505 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-a3f90cc5-0824-4834-bb75-ce076499d381 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Deleting port 14abb492-bb2a-4107-8e5e-e5e366f0444a {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:16:41.146734 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-df2001c8-c231-46a5-a0b4-0bbdac11d2b4 None None] For port d84b8f82-867a-4bf7-9a65-54262e59c73a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=d84b8f82-867a-4bf7-9a65-54262e59c73a,segment=NetworkSegment(ca944eb7-1e89-4301-8692-9579de4e8e4d),segment_id=ca944eb7-1e89-4301-8692-9579de4e8e4d)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:16:41.146970 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a3f90cc5-0824-4834-bb75-ce076499d381 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:41.147159 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-df2001c8-c231-46a5-a0b4-0bbdac11d2b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:41.223553 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-51784730-eec6-46d5-accc-52833f907f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866184883', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56'}], 'enable_snat': True}, 'gw_port_id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:14:51Z', 'updated_at': '2021-11-26T17:16:39Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:14:52Z', 'updated_at': '2021-11-26T17:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:16:41.228475 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51784730-eec6-46d5-accc-52833f907f88 None None] The sync data for ids ['558c9344-4156-4e06-8135-20fbaad3ae9c'] in dv-neutron-819440-1-hyperv is: [{'id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866184883', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56'}], 'enable_snat': True}, 'gw_port_id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:14:51Z', 'updated_at': '2021-11-26T17:16:39Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '14abb492-bb2a-4107-8e5e-e5e366f0444a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c9344-4156-4e06-8135-20fbaad3ae9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:14:52Z', 'updated_at': '2021-11-26T17:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:16:41.281755 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-df2001c8-c231-46a5-a0b4-0bbdac11d2b4 None None] Calling delete_port for d84b8f82-867a-4bf7-9a65-54262e59c73a owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:16:41.347318 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-a3f90cc5-0824-4834-bb75-ce076499d381 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] For port 14abb492-bb2a-4107-8e5e-e5e366f0444a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=14abb492-bb2a-4107-8e5e-e5e366f0444a,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:16:41.348029 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a3f90cc5-0824-4834-bb75-ce076499d381 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:41.360724 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-df2001c8-c231-46a5-a0b4-0bbdac11d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:41.365328 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-5727cd52-f459-4206-b118-80b55c8ee6f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:41.410759 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2001c8-c231-46a5-a0b4-0bbdac11d2b4 None None] Pushing event deleted for resources: {'Port': ['ID=d84b8f82-867a-4bf7-9a65-54262e59c73a,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:41.413240 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2001c8-c231-46a5-a0b4-0bbdac11d2b4 None None] No DVR routers for this DVR port d84b8f82-867a-4bf7-9a65-54262e59c73a on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:16:41.426530 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2001c8-c231-46a5-a0b4-0bbdac11d2b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:41.426900 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2001c8-c231-46a5-a0b4-0bbdac11d2b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:41.427231 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2001c8-c231-46a5-a0b4-0bbdac11d2b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:41.427562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2001c8-c231-46a5-a0b4-0bbdac11d2b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:41.427915 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2001c8-c231-46a5-a0b4-0bbdac11d2b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:41.428247 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2001c8-c231-46a5-a0b4-0bbdac11d2b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:41.428579 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2001c8-c231-46a5-a0b4-0bbdac11d2b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:41.429050 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2001c8-c231-46a5-a0b4-0bbdac11d2b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:41.429392 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2001c8-c231-46a5-a0b4-0bbdac11d2b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:41.429714 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2001c8-c231-46a5-a0b4-0bbdac11d2b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:41.430032 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2001c8-c231-46a5-a0b4-0bbdac11d2b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:41.430351 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2001c8-c231-46a5-a0b4-0bbdac11d2b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:41.436521 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-df2001c8-c231-46a5-a0b4-0bbdac11d2b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:41.485377 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-a3f90cc5-0824-4834-bb75-ce076499d381 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Calling delete_port for 14abb492-bb2a-4107-8e5e-e5e366f0444a owned by network:router_gateway {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:16:41.668887 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a3f90cc5-0824-4834-bb75-ce076499d381 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:41.672969 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:41.717964 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f90cc5-0824-4834-bb75-ce076499d381 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Port': ['ID=14abb492-bb2a-4107-8e5e-e5e366f0444a,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:41.721079 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a3f90cc5-0824-4834-bb75-ce076499d381 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:41.815706 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a3f90cc5-0824-4834-bb75-ce076499d381 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:41.948941 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 66e1306d-ecfd-428b-86d7-0cdf9b804b8c no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:16:41.984971 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 66e1306d-ecfd-428b-86d7-0cdf9b804b8c {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:16:41.985333 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 66e1306d-ecfd-428b-86d7-0cdf9b804b8c not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:16:41.985769 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device d84b8f82-867a-4bf7-9a65-54262e59c73a no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:16:42.003734 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a3f90cc5-0824-4834-bb75-ce076499d381 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:42.006320 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a3f90cc5-0824-4834-bb75-ce076499d381 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:42.020094 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: d84b8f82-867a-4bf7-9a65-54262e59c73a {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:16:42.020456 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device d84b8f82-867a-4bf7-9a65-54262e59c73a not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:16:42.031412 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a3f90cc5-0824-4834-bb75-ce076499d381 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:42.031978 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f90cc5-0824-4834-bb75-ce076499d381 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Fanout notify agent at l3_agent the message router_deleted on router 558c9344-4156-4e06-8135-20fbaad3ae9c {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 17:16:42.046840 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a3f90cc5-0824-4834-bb75-ce076499d381 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:42.050289 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a3f90cc5-0824-4834-bb75-ce076499d381 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "DELETE /v2.0/routers/558c9344-4156-4e06-8135-20fbaad3ae9c HTTP/1.1" status: 204 len: 168 time: 1.4852176 Nov 26 17:16:42.050781 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59792) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:16:42.167472 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-911db735-039c-4d79-ac0c-241e9584a2b1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:42.302416 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-911db735-039c-4d79-ac0c-241e9584a2b1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:42.327166 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-911db735-039c-4d79-ac0c-241e9584a2b1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c21518-1ab2-49d0-9029-be80079b4f2c']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:16:42.338670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-911db735-039c-4d79-ac0c-241e9584a2b1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca944eb7-1e89-4301-8692-9579de4e8e4d') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:16:42.338961 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-911db735-039c-4d79-ac0c-241e9584a2b1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca944eb7-1e89-4301-8692-9579de4e8e4d') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:16:42.349819 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-911db735-039c-4d79-ac0c-241e9584a2b1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:42.365459 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-911db735-039c-4d79-ac0c-241e9584a2b1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:42.372082 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-911db735-039c-4d79-ac0c-241e9584a2b1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 17:16:42.372455 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-911db735-039c-4d79-ac0c-241e9584a2b1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 17:16:42.386460 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 17:16:42.595247 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-911db735-039c-4d79-ac0c-241e9584a2b1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:42.598644 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a5d56c33-7b22-4b1f-b1b5-450474f7f329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:42.613349 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-911db735-039c-4d79-ac0c-241e9584a2b1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:42.625022 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911db735-039c-4d79-ac0c-241e9584a2b1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Network': ['ID=d9c21518-1ab2-49d0-9029-be80079b4f2c,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:42.628154 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-911db735-039c-4d79-ac0c-241e9584a2b1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:42.632852 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-911db735-039c-4d79-ac0c-241e9584a2b1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "DELETE /v2.0/networks/d9c21518-1ab2-49d0-9029-be80079b4f2c HTTP/1.1" status: 204 len: 168 time: 0.5814340 Nov 26 17:16:42.635440 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59796) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:16:42.701098 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ceee767b-5164-4c8a-9057-2a3a836a70a6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:42.730412 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ceee767b-5164-4c8a-9057-2a3a836a70a6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:42.797197 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ceee767b-5164-4c8a-9057-2a3a836a70a6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:42.800968 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-de53632f-be02-49d0-9d86-f831bd17ebb3 tempest-ServerActionsTestJSON-84391759 tempest-ServerActionsTestJSON-84391759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:42.814278 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee767b-5164-4c8a-9057-2a3a836a70a6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a1b8e7-2efb-42db-9467-a21920e837c9,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:42.817353 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ceee767b-5164-4c8a-9057-2a3a836a70a6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:42.826823 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:16:42.827315 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ceee767b-5164-4c8a-9057-2a3a836a70a6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:42.828366 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ceee767b-5164-4c8a-9057-2a3a836a70a6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "DELETE /v2.0/security-groups/c2a1b8e7-2efb-42db-9467-a21920e837c9 HTTP/1.1" status: 204 len: 168 time: 0.1919725 Nov 26 17:16:43.145761 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59804) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:16:43.151828 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-52e9d158-80a3-49f0-8556-17937b2eef75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1363655875', 'description': 'tempest-secgroup-smoke-1363655875 description', 'project_id': '059d345cf6d84a598e16d9e203a8e35d'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:16:43.157741 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-52e9d158-80a3-49f0-8556-17937b2eef75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:16:43.161851 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-52e9d158-80a3-49f0-8556-17937b2eef75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:16:43.164696 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-52e9d158-80a3-49f0-8556-17937b2eef75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:16:43.170276 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-52e9d158-80a3-49f0-8556-17937b2eef75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:16:43.181056 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52e9d158-80a3-49f0-8556-17937b2eef75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:43.200325 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-52e9d158-80a3-49f0-8556-17937b2eef75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:16:43.203994 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-52e9d158-80a3-49f0-8556-17937b2eef75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:16:43.206700 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-52e9d158-80a3-49f0-8556-17937b2eef75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:16:43.212992 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-52e9d158-80a3-49f0-8556-17937b2eef75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:16:43.281876 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52e9d158-80a3-49f0-8556-17937b2eef75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:43.285404 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52e9d158-80a3-49f0-8556-17937b2eef75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:43.290282 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b3db7d00-ddce-4f15-a7ad-97c135fc6494 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:43.330554 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9d158-80a3-49f0-8556-17937b2eef75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6088c370-26c0-4880-8b74-472017ce183a,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:43.333158 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-52e9d158-80a3-49f0-8556-17937b2eef75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:43.336952 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-52e9d158-80a3-49f0-8556-17937b2eef75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1875849 Nov 26 17:16:43.336952 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-52e9d158-80a3-49f0-8556-17937b2eef75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:43.337325 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59808) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:16:43.342691 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-5d6c0a7d-3283-41ab-83dc-f4f098203efe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': '6088c370-26c0-4880-8b74-472017ce183a', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:16:43.348730 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5d6c0a7d-3283-41ab-83dc-f4f098203efe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:16:43.352507 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5d6c0a7d-3283-41ab-83dc-f4f098203efe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:16:43.355330 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5d6c0a7d-3283-41ab-83dc-f4f098203efe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:16:43.360963 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5d6c0a7d-3283-41ab-83dc-f4f098203efe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:16:43.377585 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0a7d-3283-41ab-83dc-f4f098203efe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:43.438631 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0a7d-3283-41ab-83dc-f4f098203efe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:43.441997 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0a7d-3283-41ab-83dc-f4f098203efe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:43.443733 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7d8646c3-2934-45ea-bdc1-21717abd51bc tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:43.465260 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c0a7d-3283-41ab-83dc-f4f098203efe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9820cc-cc7d-47d4-9b17-f7098c61d3d8,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:43.467870 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5d6c0a7d-3283-41ab-83dc-f4f098203efe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:43.474553 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0a7d-3283-41ab-83dc-f4f098203efe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:43.475697 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5d6c0a7d-3283-41ab-83dc-f4f098203efe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372540 Nov 26 17:16:43.478380 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59812) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:16:43.483256 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-516c42ba-41b3-4c88-bdea-bf382150088a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': '6088c370-26c0-4880-8b74-472017ce183a', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:16:43.488879 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-516c42ba-41b3-4c88-bdea-bf382150088a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:16:43.492885 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-516c42ba-41b3-4c88-bdea-bf382150088a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:16:43.496245 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-516c42ba-41b3-4c88-bdea-bf382150088a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:16:43.501877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-516c42ba-41b3-4c88-bdea-bf382150088a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:16:43.518168 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-516c42ba-41b3-4c88-bdea-bf382150088a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:43.578490 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-516c42ba-41b3-4c88-bdea-bf382150088a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:43.581704 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-516c42ba-41b3-4c88-bdea-bf382150088a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:43.583445 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-80453921-11bb-4890-af3b-4b0a9b7db773 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:43.605075 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c42ba-41b3-4c88-bdea-bf382150088a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b84362c-adf7-42ce-9a09-33667c7e7413,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:43.607409 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-516c42ba-41b3-4c88-bdea-bf382150088a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:43.613574 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-516c42ba-41b3-4c88-bdea-bf382150088a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:43.614957 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-516c42ba-41b3-4c88-bdea-bf382150088a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1356826 Nov 26 17:16:43.618990 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59816) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:16:43.624302 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-4ba08344-2602-4da3-9210-baab2716f648 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': '6088c370-26c0-4880-8b74-472017ce183a', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:16:43.630337 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-4ba08344-2602-4da3-9210-baab2716f648 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:16:43.634658 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4ba08344-2602-4da3-9210-baab2716f648 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:16:43.637572 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4ba08344-2602-4da3-9210-baab2716f648 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:16:43.643206 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-4ba08344-2602-4da3-9210-baab2716f648 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:16:43.659316 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4ba08344-2602-4da3-9210-baab2716f648 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:43.720429 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4ba08344-2602-4da3-9210-baab2716f648 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:43.723839 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4ba08344-2602-4da3-9210-baab2716f648 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:43.725637 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7259dcbe-4a66-4667-ae26-51776b483741 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:43.749004 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba08344-2602-4da3-9210-baab2716f648 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d17c1ea-7549-4b93-ae1a-ec4fb631f00d,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:43.753455 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4ba08344-2602-4da3-9210-baab2716f648 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:43.758217 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4ba08344-2602-4da3-9210-baab2716f648 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:43.759551 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4ba08344-2602-4da3-9210-baab2716f648 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1395366 Nov 26 17:16:43.762348 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59820) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:16:43.767544 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-f011f4b2-a37f-4fc8-abfe-1e0b3084fea5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': '6088c370-26c0-4880-8b74-472017ce183a', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:16:43.773458 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f011f4b2-a37f-4fc8-abfe-1e0b3084fea5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:16:43.777266 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f011f4b2-a37f-4fc8-abfe-1e0b3084fea5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:16:43.780155 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f011f4b2-a37f-4fc8-abfe-1e0b3084fea5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:16:43.785803 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f011f4b2-a37f-4fc8-abfe-1e0b3084fea5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:16:43.804621 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f011f4b2-a37f-4fc8-abfe-1e0b3084fea5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:43.864494 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 14abb492-bb2a-4107-8e5e-e5e366f0444a no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:16:43.867163 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f011f4b2-a37f-4fc8-abfe-1e0b3084fea5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:43.871466 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f011f4b2-a37f-4fc8-abfe-1e0b3084fea5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:43.877129 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bfdc5790-dc40-4a75-ab3a-e04389667ae8 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:43.896081 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011f4b2-a37f-4fc8-abfe-1e0b3084fea5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b447b94-8d7e-413d-9261-4021fbb7fbee,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:43.898475 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f011f4b2-a37f-4fc8-abfe-1e0b3084fea5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:43.902474 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 14abb492-bb2a-4107-8e5e-e5e366f0444a {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:16:43.902852 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 14abb492-bb2a-4107-8e5e-e5e366f0444a not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:16:43.907819 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f011f4b2-a37f-4fc8-abfe-1e0b3084fea5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:43.909044 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f011f4b2-a37f-4fc8-abfe-1e0b3084fea5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1455929 Nov 26 17:16:43.911929 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59824) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:16:43.917547 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-29a0c8ab-81da-4c15-ad6d-50259fd3d694 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': '6088c370-26c0-4880-8b74-472017ce183a', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:16:43.923516 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-29a0c8ab-81da-4c15-ad6d-50259fd3d694 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:16:43.927395 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-29a0c8ab-81da-4c15-ad6d-50259fd3d694 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:16:43.930232 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-29a0c8ab-81da-4c15-ad6d-50259fd3d694 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:16:43.936426 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-29a0c8ab-81da-4c15-ad6d-50259fd3d694 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:16:43.946322 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.securitygroups_db [None req-29a0c8ab-81da-4c15-ad6d-50259fd3d694 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Project 059d345cf6d84a598e16d9e203a8e35d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 17:16:43.957610 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-29a0c8ab-81da-4c15-ad6d-50259fd3d694 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:44.022293 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-29a0c8ab-81da-4c15-ad6d-50259fd3d694 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:44.025030 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-29a0c8ab-81da-4c15-ad6d-50259fd3d694 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:44.032083 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5ce86bfb-ad16-4b97-9b9d-c75e5090d418 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:44.050876 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0c8ab-81da-4c15-ad6d-50259fd3d694 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d0ef55-1485-4f41-8131-79da947c2b21,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:44.053147 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-29a0c8ab-81da-4c15-ad6d-50259fd3d694 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:44.060648 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-29a0c8ab-81da-4c15-ad6d-50259fd3d694 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:44.061831 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-29a0c8ab-81da-4c15-ad6d-50259fd3d694 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1490028 Nov 26 17:16:44.064571 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59828) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:16:44.069431 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-1db0b217-bda1-4c60-8c8f-12dde9107179 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': '6088c370-26c0-4880-8b74-472017ce183a', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:16:44.075096 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1db0b217-bda1-4c60-8c8f-12dde9107179 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:16:44.078915 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1db0b217-bda1-4c60-8c8f-12dde9107179 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:16:44.081769 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1db0b217-bda1-4c60-8c8f-12dde9107179 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:16:44.087859 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1db0b217-bda1-4c60-8c8f-12dde9107179 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:16:44.097471 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.securitygroups_db [None req-1db0b217-bda1-4c60-8c8f-12dde9107179 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Project 059d345cf6d84a598e16d9e203a8e35d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 17:16:44.104341 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1db0b217-bda1-4c60-8c8f-12dde9107179 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:44.169962 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1db0b217-bda1-4c60-8c8f-12dde9107179 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:44.173257 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1db0b217-bda1-4c60-8c8f-12dde9107179 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:44.180330 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-05a1f650-43fb-469c-9a31-8b6f1ebab43c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:44.197175 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0b217-bda1-4c60-8c8f-12dde9107179 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f46dd8-df21-4258-b8c8-a8975297edf3,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:44.199520 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1db0b217-bda1-4c60-8c8f-12dde9107179 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:44.206467 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1db0b217-bda1-4c60-8c8f-12dde9107179 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:44.207695 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1db0b217-bda1-4c60-8c8f-12dde9107179 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1421120 Nov 26 17:16:44.210403 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59832) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:16:44.216218 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-c8341862-6648-494c-8649-5da37cfddc6b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'network': {'name': 'tempest-network-smoke--1819827093', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'port_security_enabled': True}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:16:44.220809 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c8341862-6648-494c-8649-5da37cfddc6b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:16:44.225076 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c8341862-6648-494c-8649-5da37cfddc6b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:network and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:16:44.228486 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c8341862-6648-494c-8649-5da37cfddc6b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:16:44.234019 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c8341862-6648-494c-8649-5da37cfddc6b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:16:44.243623 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8341862-6648-494c-8649-5da37cfddc6b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Made reservation on behalf of 059d345cf6d84a598e16d9e203a8e35d for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:16:44.246931 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8341862-6648-494c-8649-5da37cfddc6b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:44.276129 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8341862-6648-494c-8649-5da37cfddc6b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 17:16:44.284730 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8341862-6648-494c-8649-5da37cfddc6b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:44.285068 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-c8341862-6648-494c-8649-5da37cfddc6b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Added segment 735791d2-5b8c-43ce-9c3e-2e4d097ba69f of type vlan for network 42aa1f0a-dd64-4755-922f-e9c756a474c5 Nov 26 17:16:44.310505 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8341862-6648-494c-8649-5da37cfddc6b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:44.338249 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8341862-6648-494c-8649-5da37cfddc6b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:44.343901 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8341862-6648-494c-8649-5da37cfddc6b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:44.344484 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c8341862-6648-494c-8649-5da37cfddc6b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:44.347914 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:44.449668 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c8341862-6648-494c-8649-5da37cfddc6b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2381949 Nov 26 17:16:44.452369 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59836) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:16:44.452821 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8341862-6648-494c-8649-5da37cfddc6b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Network': ['ID=42aa1f0a-dd64-4755-922f-e9c756a474c5,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:44.455181 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c8341862-6648-494c-8649-5da37cfddc6b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:44.457758 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-2ce8bf7a-f8b7-4641-88de-255b20424c7c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-979887720', 'admin_state_up': True, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:16:44.463415 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 42aa1f0a-dd64-4755-922f-e9c756a474c5 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 17:16:44.465968 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2ce8bf7a-f8b7-4641-88de-255b20424c7c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:16:44.469688 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2ce8bf7a-f8b7-4641-88de-255b20424c7c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:router and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:16:44.472514 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-2ce8bf7a-f8b7-4641-88de-255b20424c7c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:16:44.478842 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-2ce8bf7a-f8b7-4641-88de-255b20424c7c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:16:44.489159 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bf7a-f8b7-4641-88de-255b20424c7c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:44.490219 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bf7a-f8b7-4641-88de-255b20424c7c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:44.505399 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bf7a-f8b7-4641-88de-255b20424c7c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:44.768183 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bf7a-f8b7-4641-88de-255b20424c7c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:45.072980 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bf7a-f8b7-4641-88de-255b20424c7c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router_gateway, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:45.101298 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bf7a-f8b7-4641-88de-255b20424c7c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:45.234851 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-2ce8bf7a-f8b7-4641-88de-255b20424c7c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Allocated IP 172.26.0.220 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/dbb947e3-34a7-449b-aaad-63315f4a1188) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:16:45.378745 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bf7a-f8b7-4641-88de-255b20424c7c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:45.406744 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bf7a-f8b7-4641-88de-255b20424c7c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:45.410180 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d3570059-d81d-4642-aeee-ee970874cb3b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:45.469413 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce8bf7a-f8b7-4641-88de-255b20424c7c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:16:45.472239 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-2ce8bf7a-f8b7-4641-88de-255b20424c7c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:16:45.474506 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce8bf7a-f8b7-4641-88de-255b20424c7c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:16:45.644722 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8bf7a-f8b7-4641-88de-255b20424c7c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=dbb947e3-34a7-449b-aaad-63315f4a1188,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:45.648526 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2ce8bf7a-f8b7-4641-88de-255b20424c7c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:46.036708 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bf7a-f8b7-4641-88de-255b20424c7c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router_gateway, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:46.379195 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bf7a-f8b7-4641-88de-255b20424c7c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:46.580294 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce8bf7a-f8b7-4641-88de-255b20424c7c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Router 819505e4-4b4e-499d-8f3c-2a2df0e5c5a9 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 17:16:46.752506 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce8bf7a-f8b7-4641-88de-255b20424c7c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:16:46.762449 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] Sync routers for ids ['819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:16:46.772430 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] Routers {'819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:16:46.773343 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:16:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:16:46.780597 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bf7a-f8b7-4641-88de-255b20424c7c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:46.782056 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-2ce8bf7a-f8b7-4641-88de-255b20424c7c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3286757 Nov 26 17:16:46.785274 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59840) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:16:46.824909 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fbbacc61-7786-4a0d-ae49-adf505edbb18 tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=059d345cf6d84a598e16d9e203a8e35d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383825 Nov 26 17:16:46.827361 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59844) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:16:46.951451 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] Set router 819505e4-4b4e-499d-8f3c-2a2df0e5c5a9 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:16:46.955625 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82d477a-3821-48dc-b960-1886ce6c5b24 tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:46.957125 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d82d477a-3821-48dc-b960-1886ce6c5b24 tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287372 Nov 26 17:16:46.959937 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59848) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:16:47.126261 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-28216a3d-768d-4009-8bbb-953d0e01573d tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=cf8dce9a-1df0-4b90-b19d-7de373e178f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1651824 Nov 26 17:16:47.128673 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59852) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:16:47.134759 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-cd47166f-f51a-417b-bceb-d5d9ae5786bf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1580491878', 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:16:47.244806 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-cd47166f-f51a-417b-bceb-d5d9ae5786bf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:16:47.248688 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-cd47166f-f51a-417b-bceb-d5d9ae5786bf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:subnet and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:16:47.251660 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-cd47166f-f51a-417b-bceb-d5d9ae5786bf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:16:47.257468 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-cd47166f-f51a-417b-bceb-d5d9ae5786bf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:16:47.268139 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd47166f-f51a-417b-bceb-d5d9ae5786bf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Made reservation on behalf of 059d345cf6d84a598e16d9e203a8e35d for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:16:47.271960 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cd47166f-f51a-417b-bceb-d5d9ae5786bf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:47.285773 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979887720', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dbb947e3-34a7-449b-aaad-63315f4a1188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:16:44Z', 'updated_at': '2021-11-26T17:16:45Z', 'revision_number': 3, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'dbb947e3-34a7-449b-aaad-63315f4a1188', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:16:45Z', 'updated_at': '2021-11-26T17:16:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:16:47.289796 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] Checking router: 819505e4-4b4e-499d-8f3c-2a2df0e5c5a9 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:16:47.290158 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] Updating router 819505e4-4b4e-499d-8f3c-2a2df0e5c5a9 port dbb947e3-34a7-449b-aaad-63315f4a1188 binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:16:47.342211 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:47.487624 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cd47166f-f51a-417b-bceb-d5d9ae5786bf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:47.492157 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4f0acfe5-3bf8-4355-8610-71dba0a9120d tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:47.566097 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47166f-f51a-417b-bceb-d5d9ae5786bf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Subnet': ['ID=f7fa36fc-b815-4f3a-9dd3-91a98e0358fc,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:47.569518 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-cd47166f-f51a-417b-bceb-d5d9ae5786bf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:47.575174 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd47166f-f51a-417b-bceb-d5d9ae5786bf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Checking segment: {'id': '735791d2-5b8c-43ce-9c3e-2e4d097ba69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:16:47.575533 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd47166f-f51a-417b-bceb-d5d9ae5786bf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network hostable DHCP agents. Network: 42aa1f0a-dd64-4755-922f-e9c756a474c5, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 17:16:47.597942 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd47166f-f51a-417b-bceb-d5d9ae5786bf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network 42aa1f0a-dd64-4755-922f-e9c756a474c5 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 17:16:47.608228 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-cd47166f-f51a-417b-bceb-d5d9ae5786bf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 42aa1f0a-dd64-4755-922f-e9c756a474c5) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:16:47.612300 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd47166f-f51a-417b-bceb-d5d9ae5786bf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:47.612866 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-cd47166f-f51a-417b-bceb-d5d9ae5786bf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:47.638505 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-cd47166f-f51a-417b-bceb-d5d9ae5786bf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5088341 Nov 26 17:16:47.641434 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59856) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:16:47.642115 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33cc0f2-3e07-4419-bccb-07888c62e1d2 None None] Network 42aa1f0a-dd64-4755-922f-e9c756a474c5 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:16:47.746368 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:47.765962 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] Transition to ACTIVE for port object dbb947e3-34a7-449b-aaad-63315f4a1188 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:16:47.781210 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:47.786781 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:47.907546 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] Attempting to bind port dbb947e3-34a7-449b-aaad-63315f4a1188 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:16:47.907962 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] Attempting to bind port dbb947e3-34a7-449b-aaad-63315f4a1188 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:16:47.908328 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] Attempting to bind port dbb947e3-34a7-449b-aaad-63315f4a1188 on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:16:47.922367 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2665e1-1fff-4e74-99f4-ad3ce8fa34e4 None None] Pushing event updated for resources: {'Port': ['ID=dbb947e3-34a7-449b-aaad-63315f4a1188,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:47.927918 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-0b2665e1-1fff-4e74-99f4-ad3ce8fa34e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:47.930398 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:16:47.930708 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:16:47.932269 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:47.932269 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:16:47.932269 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] Bound port: dbb947e3-34a7-449b-aaad-63315f4a1188, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:16:47.932532 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:48.030710 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-42aa1f0a-dd64-4755-922f-e9c756a474c5', 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'fixed_ips': [{'subnet_id': 'f7fa36fc-b815-4f3a-9dd3-91a98e0358fc'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 17:16:48.031544 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:48.097601 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] For port dbb947e3-34a7-449b-aaad-63315f4a1188, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:16:48.120180 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] For port dbb947e3-34a7-449b-aaad-63315f4a1188, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=dbb947e3-34a7-449b-aaad-63315f4a1188,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:16:48.124627 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:48.130422 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-e9bb2607-6dae-4104-b14c-8d5973a7598f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:48.259723 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] Routers {'819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:16:48.260375 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:16:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:16:48.326161 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bef9d1fc-35b8-490f-ae73-8cc6d4cc28e0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:48.380342 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2665e1-1fff-4e74-99f4-ad3ce8fa34e4 None None] Pushing event updated for resources: {'Port': ['ID=dbb947e3-34a7-449b-aaad-63315f4a1188,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:48.395424 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-0b2665e1-1fff-4e74-99f4-ad3ce8fa34e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:48.409923 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] Allocated IP 172.20.0.2 (42aa1f0a-dd64-4755-922f-e9c756a474c5/f7fa36fc-b815-4f3a-9dd3-91a98e0358fc/90b0525a-cfb6-4289-94ec-5805772b13fc) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:16:48.532462 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] Set router 819505e4-4b4e-499d-8f3c-2a2df0e5c5a9 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:16:48.925196 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:48.943836 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] Transition to ACTIVE for port object 90b0525a-cfb6-4289-94ec-5805772b13fc will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:16:48.966796 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] Transition to ACTIVE for port object 90b0525a-cfb6-4289-94ec-5805772b13fc will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:16:48.973427 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:48.978619 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:49.042565 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-bef9d1fc-35b8-490f-ae73-8cc6d4cc28e0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Allocated IP 172.20.0.1 (42aa1f0a-dd64-4755-922f-e9c756a474c5/f7fa36fc-b815-4f3a-9dd3-91a98e0358fc/14992697-ea7e-4c35-9633-79c4fb8874f2) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:16:49.049906 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] Network 42aa1f0a-dd64-4755-922f-e9c756a474c5 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:16:49.054305 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:16:49.059418 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:16:49.068841 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] Pushing event updated for resources: {'Port': ['ID=90b0525a-cfb6-4289-94ec-5805772b13fc,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:49.073259 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:49.098340 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979887720', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dbb947e3-34a7-449b-aaad-63315f4a1188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:16:44Z', 'updated_at': '2021-11-26T17:16:45Z', 'revision_number': 3, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'dbb947e3-34a7-449b-aaad-63315f4a1188', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:16:45Z', 'updated_at': '2021-11-26T17:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:16:49.134891 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2504ee-e719-4d09-af0f-77517c22a67b None None] The sync data for ids ['819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'] in dv-neutron-819440-1-hyperv is: [{'id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979887720', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dbb947e3-34a7-449b-aaad-63315f4a1188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:16:44Z', 'updated_at': '2021-11-26T17:16:45Z', 'revision_number': 3, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'dbb947e3-34a7-449b-aaad-63315f4a1188', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:16:45Z', 'updated_at': '2021-11-26T17:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:16:49.162582 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] Attempting to bind port 90b0525a-cfb6-4289-94ec-5805772b13fc on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:16:49.162971 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] Attempting to bind port 90b0525a-cfb6-4289-94ec-5805772b13fc by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '735791d2-5b8c-43ce-9c3e-2e4d097ba69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:16:49.163352 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] Attempting to bind port 90b0525a-cfb6-4289-94ec-5805772b13fc on network 42aa1f0a-dd64-4755-922f-e9c756a474c5 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:16:49.169984 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:16:49.170362 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] Checking segment: {'id': '735791d2-5b8c-43ce-9c3e-2e4d097ba69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:16:49.170782 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:49.171190 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] Bound using segment: {'id': '735791d2-5b8c-43ce-9c3e-2e4d097ba69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:16:49.171747 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] Bound port: 90b0525a-cfb6-4289-94ec-5805772b13fc, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735791d2-5b8c-43ce-9c3e-2e4d097ba69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:16:49.172138 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:49.214222 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bef9d1fc-35b8-490f-ae73-8cc6d4cc28e0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:49.230957 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-bef9d1fc-35b8-490f-ae73-8cc6d4cc28e0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Transition to ACTIVE for port object 14992697-ea7e-4c35-9633-79c4fb8874f2 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:16:49.256411 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bef9d1fc-35b8-490f-ae73-8cc6d4cc28e0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:49.261226 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:49.269297 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] For port 90b0525a-cfb6-4289-94ec-5805772b13fc, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:16:49.272438 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] For port 90b0525a-cfb6-4289-94ec-5805772b13fc, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=90b0525a-cfb6-4289-94ec-5805772b13fc,segment=NetworkSegment(735791d2-5b8c-43ce-9c3e-2e4d097ba69f),segment_id=735791d2-5b8c-43ce-9c3e-2e4d097ba69f)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:16:49.278068 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:49.281823 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:49.330282 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef9d1fc-35b8-490f-ae73-8cc6d4cc28e0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network 42aa1f0a-dd64-4755-922f-e9c756a474c5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:16:49.333691 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-bef9d1fc-35b8-490f-ae73-8cc6d4cc28e0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:16:49.338309 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef9d1fc-35b8-490f-ae73-8cc6d4cc28e0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:16:49.367108 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] Pushing event updated for resources: {'Port': ['ID=90b0525a-cfb6-4289-94ec-5805772b13fc,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:49.381001 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:49.407853 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9d1fc-35b8-490f-ae73-8cc6d4cc28e0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=14992697-ea7e-4c35-9633-79c4fb8874f2,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:49.412778 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bef9d1fc-35b8-490f-ae73-8cc6d4cc28e0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:49.437675 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bef9d1fc-35b8-490f-ae73-8cc6d4cc28e0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:49.566695 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bef9d1fc-35b8-490f-ae73-8cc6d4cc28e0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:49.775702 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:49.970512 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 90b0525a-cfb6-4289-94ec-5805772b13fc up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:16:50.044986 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 90b0525a-cfb6-4289-94ec-5805772b13fc completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:16:50.050338 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device dbb947e3-34a7-449b-aaad-63315f4a1188 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:16:50.056542 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bef9d1fc-35b8-490f-ae73-8cc6d4cc28e0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:50.061963 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bef9d1fc-35b8-490f-ae73-8cc6d4cc28e0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:50.092286 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-efe5b07a-510a-4336-a75f-97bedd7798d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:50.128306 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port dbb947e3-34a7-449b-aaad-63315f4a1188 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:16:50.140466 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port dbb947e3-34a7-449b-aaad-63315f4a1188 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:16:50.140881 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:50.183308 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-bef9d1fc-35b8-490f-ae73-8cc6d4cc28e0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:50.190407 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9d1fc-35b8-490f-ae73-8cc6d4cc28e0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=14992697-ea7e-4c35-9633-79c4fb8874f2,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:50.193418 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bef9d1fc-35b8-490f-ae73-8cc6d4cc28e0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:50.276797 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:50.297450 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port dbb947e3-34a7-449b-aaad-63315f4a1188, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=dbb947e3-34a7-449b-aaad-63315f4a1188,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:16:50.302181 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:50.304293 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:50.347946 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef9d1fc-35b8-490f-ae73-8cc6d4cc28e0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network 42aa1f0a-dd64-4755-922f-e9c756a474c5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:16:50.349212 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-bef9d1fc-35b8-490f-ae73-8cc6d4cc28e0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:16:50.381807 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=dbb947e3-34a7-449b-aaad-63315f4a1188,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:50.384974 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:50.486030 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bddb4e-766e-4891-80be-be328d844a33 None None] Network 42aa1f0a-dd64-4755-922f-e9c756a474c5 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:16:50.546570 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef9d1fc-35b8-490f-ae73-8cc6d4cc28e0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Router 819505e4-4b4e-499d-8f3c-2a2df0e5c5a9 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:16:50.577587 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-03642446-3dcc-457a-bde0-64026dd349ef None None] Provisioning for port 90b0525a-cfb6-4289-94ec-5805772b13fc completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:16:50.589213 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-03642446-3dcc-457a-bde0-64026dd349ef None None] Provisioning complete for port 90b0525a-cfb6-4289-94ec-5805772b13fc triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:16:50.589599 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-03642446-3dcc-457a-bde0-64026dd349ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:50.827556 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-03642446-3dcc-457a-bde0-64026dd349ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:50.856325 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef9d1fc-35b8-490f-ae73-8cc6d4cc28e0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:16:50.867386 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-03642446-3dcc-457a-bde0-64026dd349ef None None] For port 90b0525a-cfb6-4289-94ec-5805772b13fc, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=90b0525a-cfb6-4289-94ec-5805772b13fc,segment=NetworkSegment(735791d2-5b8c-43ce-9c3e-2e4d097ba69f),segment_id=735791d2-5b8c-43ce-9c3e-2e4d097ba69f)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:16:50.867590 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] Sync routers for ids ['819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:16:50.875826 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-bef9d1fc-35b8-490f-ae73-8cc6d4cc28e0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "PUT /v2.0/routers/819505e4-4b4e-499d-8f3c-2a2df0e5c5a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2277491 Nov 26 17:16:50.877729 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] Routers {'819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:16:50.878340 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:16:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:16:50.881836 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-03642446-3dcc-457a-bde0-64026dd349ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:50.884547 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:50.956896 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03642446-3dcc-457a-bde0-64026dd349ef None None] Pushing event updated for resources: {'Port': ['ID=90b0525a-cfb6-4289-94ec-5805772b13fc,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:50.965516 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-03642446-3dcc-457a-bde0-64026dd349ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:51.085644 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-9cf9697e-f5ee-4f14-829a-1688cc34e48f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1363655875&fields=id&tenant_id=059d345cf6d84a598e16d9e203a8e35d HTTP/1.1" status: 200 len: 267 time: 0.0566173 Nov 26 17:16:51.102266 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] Set router 819505e4-4b4e-499d-8f3c-2a2df0e5c5a9 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:16:51.219765 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2ec48f79-8909-4428-b2b1-89b5dc8c4d68 None None] Provisioning complete for port 90b0525a-cfb6-4289-94ec-5805772b13fc triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:16:51.220799 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2ec48f79-8909-4428-b2b1-89b5dc8c4d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:51.249709 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-90ca0037-5f94-427c-9e51-72f8bf2b6be0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:51.250436 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-90ca0037-5f94-427c-9e51-72f8bf2b6be0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:network {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:16:51.269077 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-90ca0037-5f94-427c-9e51-72f8bf2b6be0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:network {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:16:51.277441 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-90ca0037-5f94-427c-9e51-72f8bf2b6be0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/networks?id=42aa1f0a-dd64-4755-922f-e9c756a474c5 HTTP/1.1" status: 200 len: 797 time: 0.1834965 Nov 26 17:16:51.293906 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-8e8bdcc5-d9cc-4280-a507-381b4d1ab73a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/quotas/059d345cf6d84a598e16d9e203a8e35d HTTP/1.1" status: 200 len: 375 time: 0.0152912 Nov 26 17:16:51.379604 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-a9790899-da23-4690-93cb-66f2e363f94c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:16:51.386678 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2ec48f79-8909-4428-b2b1-89b5dc8c4d68 None None] Provisioning for port 14992697-ea7e-4c35-9633-79c4fb8874f2 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:16:51.393050 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2ec48f79-8909-4428-b2b1-89b5dc8c4d68 None None] Provisioning complete for port 14992697-ea7e-4c35-9633-79c4fb8874f2 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:16:51.393363 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2ec48f79-8909-4428-b2b1-89b5dc8c4d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:51.399768 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-a9790899-da23-4690-93cb-66f2e363f94c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:16:51.401409 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-a9790899-da23-4690-93cb-66f2e363f94c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1066198 Nov 26 17:16:51.448314 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979887720', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dbb947e3-34a7-449b-aaad-63315f4a1188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:16:44Z', 'updated_at': '2021-11-26T17:16:49Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'dbb947e3-34a7-449b-aaad-63315f4a1188', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:16:45Z', 'updated_at': '2021-11-26T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '14992697-ea7e-4c35-9633-79c4fb8874f2', 'name': '', 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:68:ba:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'f7fa36fc-b815-4f3a-9dd3-91a98e0358fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:16:48Z', 'updated_at': '2021-11-26T17:16:49Z', 'revision_number': 2, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': 'f7fa36fc-b815-4f3a-9dd3-91a98e0358fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:16:51.456681 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] Checking router: 819505e4-4b4e-499d-8f3c-2a2df0e5c5a9 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:16:51.457047 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] Updating router 819505e4-4b4e-499d-8f3c-2a2df0e5c5a9 port 14992697-ea7e-4c35-9633-79c4fb8874f2 binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:16:51.466782 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-2ec48f79-8909-4428-b2b1-89b5dc8c4d68 None None] Port 14992697-ea7e-4c35-9633-79c4fb8874f2 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:16:51.479449 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-713c055d-73eb-40e0-b233-15a48167b70e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 17:16:51.480768 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-713c055d-73eb-40e0-b233-15a48167b70e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0668113 Nov 26 17:16:51.513957 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:51.587152 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2abfb102-4603-43b9-b109-3d319462581f None None] Provisioning complete for port 14992697-ea7e-4c35-9633-79c4fb8874f2 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:16:51.587536 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2abfb102-4603-43b9-b109-3d319462581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:51.619900 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-c1f72cf9-17f2-48c3-bcab-1f880240f0e8 service neutron] 10.222.0.11 "GET /v2.0/networks/42aa1f0a-dd64-4755-922f-e9c756a474c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319218 Nov 26 17:16:51.642262 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-2abfb102-4603-43b9-b109-3d319462581f None None] Port 14992697-ea7e-4c35-9633-79c4fb8874f2 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:16:51.755531 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-8a4e2694-e821-4e88-bcf6-1bb34f461d60 service neutron] 10.222.0.11 "GET /v2.0/networks/42aa1f0a-dd64-4755-922f-e9c756a474c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291227 Nov 26 17:16:51.856140 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:51.870222 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] Transition to ACTIVE for port object 14992697-ea7e-4c35-9633-79c4fb8874f2 will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:16:51.878382 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:51.882552 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-ed104751-c6e2-44b0-8d8d-201f8127b3b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:51.937581 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 90b0525a-cfb6-4289-94ec-5805772b13fc up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:16:51.995460 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-16da421c-75ef-4344-a71a-4fb5f340cc39 req-0ec2c26e-fec6-4be9-afe1-173794e3d8f4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:16:52.011183 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-16da421c-75ef-4344-a71a-4fb5f340cc39 req-0ec2c26e-fec6-4be9-afe1-173794e3d8f4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:16:52.012470 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-16da421c-75ef-4344-a71a-4fb5f340cc39 req-0ec2c26e-fec6-4be9-afe1-173794e3d8f4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 210 time: 0.1034470 Nov 26 17:16:52.036053 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 90b0525a-cfb6-4289-94ec-5805772b13fc triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:16:52.036440 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:52.162646 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478c279-b572-43d7-9967-a943bd97e034 None None] Pushing event updated for resources: {'Port': ['ID=14992697-ea7e-4c35-9633-79c4fb8874f2,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:52.176939 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] Attempting to bind port 14992697-ea7e-4c35-9633-79c4fb8874f2 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:16:52.177307 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] Attempting to bind port 14992697-ea7e-4c35-9633-79c4fb8874f2 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '735791d2-5b8c-43ce-9c3e-2e4d097ba69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:16:52.177951 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] Attempting to bind port 14992697-ea7e-4c35-9633-79c4fb8874f2 on network 42aa1f0a-dd64-4755-922f-e9c756a474c5 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:16:52.184181 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2478c279-b572-43d7-9967-a943bd97e034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:52.184762 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2478c279-b572-43d7-9967-a943bd97e034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:52.185257 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2478c279-b572-43d7-9967-a943bd97e034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:52.185587 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2478c279-b572-43d7-9967-a943bd97e034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:52.185915 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2478c279-b572-43d7-9967-a943bd97e034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:52.186246 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2478c279-b572-43d7-9967-a943bd97e034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:52.186572 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2478c279-b572-43d7-9967-a943bd97e034 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:52.186897 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2478c279-b572-43d7-9967-a943bd97e034 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:52.187222 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2478c279-b572-43d7-9967-a943bd97e034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:52.187541 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2478c279-b572-43d7-9967-a943bd97e034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:52.187889 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2478c279-b572-43d7-9967-a943bd97e034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:52.188207 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2478c279-b572-43d7-9967-a943bd97e034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:16:52.191444 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:16:52.192068 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] Checking segment: {'id': '735791d2-5b8c-43ce-9c3e-2e4d097ba69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:16:52.192677 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:52.193209 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] Bound using segment: {'id': '735791d2-5b8c-43ce-9c3e-2e4d097ba69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:16:52.193830 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] Bound port: 14992697-ea7e-4c35-9633-79c4fb8874f2, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735791d2-5b8c-43ce-9c3e-2e4d097ba69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:16:52.194444 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:52.213826 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-2478c279-b572-43d7-9967-a943bd97e034 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:52.232924 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device dbb947e3-34a7-449b-aaad-63315f4a1188 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:16:52.297047 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] For port 14992697-ea7e-4c35-9633-79c4fb8874f2, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:16:52.300563 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] For port 14992697-ea7e-4c35-9633-79c4fb8874f2, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=14992697-ea7e-4c35-9633-79c4fb8874f2,segment=NetworkSegment(735791d2-5b8c-43ce-9c3e-2e4d097ba69f),segment_id=735791d2-5b8c-43ce-9c3e-2e4d097ba69f)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:16:52.308698 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:52.313884 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-3eff25f6-1be8-4797-9a9e-c8835590f4a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:52.329515 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port dbb947e3-34a7-449b-aaad-63315f4a1188 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:16:52.330159 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:52.397819 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] Routers {'819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:16:52.398574 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:16:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:16:52.518996 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478c279-b572-43d7-9967-a943bd97e034 None None] Pushing event updated for resources: {'Port': ['ID=14992697-ea7e-4c35-9633-79c4fb8874f2,revision_number=4']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:52.529209 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-2478c279-b572-43d7-9967-a943bd97e034 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:52.591185 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] Set router 819505e4-4b4e-499d-8f3c-2a2df0e5c5a9 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:16:52.902878 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979887720', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dbb947e3-34a7-449b-aaad-63315f4a1188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:16:44Z', 'updated_at': '2021-11-26T17:16:49Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'dbb947e3-34a7-449b-aaad-63315f4a1188', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:16:45Z', 'updated_at': '2021-11-26T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '14992697-ea7e-4c35-9633-79c4fb8874f2', 'name': '', 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:68:ba:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'f7fa36fc-b815-4f3a-9dd3-91a98e0358fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:16:48Z', 'updated_at': '2021-11-26T17:16:52Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': 'f7fa36fc-b815-4f3a-9dd3-91a98e0358fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:16:52.906758 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40af758-3dd2-4b66-b065-c616f5f43e2f None None] The sync data for ids ['819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'] in dv-neutron-819440-1-hyperv is: [{'id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979887720', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dbb947e3-34a7-449b-aaad-63315f4a1188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:16:44Z', 'updated_at': '2021-11-26T17:16:49Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'dbb947e3-34a7-449b-aaad-63315f4a1188', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:16:45Z', 'updated_at': '2021-11-26T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '14992697-ea7e-4c35-9633-79c4fb8874f2', 'name': '', 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:68:ba:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'f7fa36fc-b815-4f3a-9dd3-91a98e0358fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:16:48Z', 'updated_at': '2021-11-26T17:16:52Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': 'f7fa36fc-b815-4f3a-9dd3-91a98e0358fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:16:53.205590 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-deef51d0-3af1-4ad0-b55b-7f1438a489ee req-89383c49-5f73-468f-be6a-ac4bc7b09d25 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 210 time: 0.0619156 Nov 26 17:16:53.365556 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-b05b8734-af26-4246-9bc7-5a3562043827 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:53.366253 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-b05b8734-af26-4246-9bc7-5a3562043827 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:network {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:16:53.378892 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-b05b8734-af26-4246-9bc7-5a3562043827 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:network {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:16:53.380053 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-b05b8734-af26-4246-9bc7-5a3562043827 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.31 "GET /v2.0/networks?id=42aa1f0a-dd64-4755-922f-e9c756a474c5 HTTP/1.1" status: 200 len: 797 time: 0.3343787 Nov 26 17:16:53.434344 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-69f69c44-693f-4ca6-a9a9-fc1cdff72bff tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:16:53.450173 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-69f69c44-693f-4ca6-a9a9-fc1cdff72bff tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:16:53.451555 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-69f69c44-693f-4ca6-a9a9-fc1cdff72bff tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=059d345cf6d84a598e16d9e203a8e35d HTTP/1.1" status: 200 len: 380 time: 0.0578330 Nov 26 17:16:53.461355 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-0ea3242a-6373-49f2-add5-06c42bc25cfb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'port': {'device_id': '8abfe08b-aa5d-4546-9029-732f97694d67', 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5', 'admin_state_up': True, 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'security_groups': ['6088c370-26c0-4880-8b74-472017ce183a']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:16:53.601170 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-0ea3242a-6373-49f2-add5-06c42bc25cfb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:16:53.610525 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-0ea3242a-6373-49f2-add5-06c42bc25cfb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:16:53.620540 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-0ea3242a-6373-49f2-add5-06c42bc25cfb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Made reservation on behalf of 059d345cf6d84a598e16d9e203a8e35d for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:16:53.624328 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-0ea3242a-6373-49f2-add5-06c42bc25cfb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:53.794641 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-0ea3242a-6373-49f2-add5-06c42bc25cfb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Allocated IP 172.20.0.4 (42aa1f0a-dd64-4755-922f-e9c756a474c5/f7fa36fc-b815-4f3a-9dd3-91a98e0358fc/710335a0-b087-40f9-9793-06456bf88411) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:16:53.934251 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 14992697-ea7e-4c35-9633-79c4fb8874f2 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:16:54.000386 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-0ea3242a-6373-49f2-add5-06c42bc25cfb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:54.013345 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 14992697-ea7e-4c35-9633-79c4fb8874f2 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:16:54.019426 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 14992697-ea7e-4c35-9633-79c4fb8874f2 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:16:54.019965 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:54.021427 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-0ea3242a-6373-49f2-add5-06c42bc25cfb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Transition to ACTIVE for port object 710335a0-b087-40f9-9793-06456bf88411 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:16:54.047858 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-0ea3242a-6373-49f2-add5-06c42bc25cfb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:54.053555 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f8575420-96fd-4b1f-b76f-f1af30a09947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:54.123988 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-0ea3242a-6373-49f2-add5-06c42bc25cfb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network 42aa1f0a-dd64-4755-922f-e9c756a474c5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:16:54.127289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-0ea3242a-6373-49f2-add5-06c42bc25cfb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:16:54.131768 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-0ea3242a-6373-49f2-add5-06c42bc25cfb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:16:54.139027 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:54.163616 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3242a-6373-49f2-add5-06c42bc25cfb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=710335a0-b087-40f9-9793-06456bf88411,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:54.175084 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0ea3242a-6373-49f2-add5-06c42bc25cfb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:54.181301 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 14992697-ea7e-4c35-9633-79c4fb8874f2, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=14992697-ea7e-4c35-9633-79c4fb8874f2,segment=NetworkSegment(735791d2-5b8c-43ce-9c3e-2e4d097ba69f),segment_id=735791d2-5b8c-43ce-9c3e-2e4d097ba69f)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:16:54.185741 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:54.187952 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:54.206215 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-0ea3242a-6373-49f2-add5-06c42bc25cfb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:54.206966 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-0ea3242a-6373-49f2-add5-06c42bc25cfb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:54.236551 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-0ea3242a-6373-49f2-add5-06c42bc25cfb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7787681 Nov 26 17:16:54.252917 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] Request body: {'port': {'device_id': '8abfe08b-aa5d-4546-9029-732f97694d67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:16:54.258085 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=14992697-ea7e-4c35-9633-79c4fb8874f2,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:54.261235 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:54.370152 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4327c5be-1728-4593-a337-4b702dba7101 None None] Provisioning for port 710335a0-b087-40f9-9793-06456bf88411 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:16:54.377048 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4327c5be-1728-4593-a337-4b702dba7101 None None] Provisioning complete for port 710335a0-b087-40f9-9793-06456bf88411 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:16:54.377423 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4327c5be-1728-4593-a337-4b702dba7101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:54.422530 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:54.435215 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-4327c5be-1728-4593-a337-4b702dba7101 None None] Port 710335a0-b087-40f9-9793-06456bf88411 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:16:54.515523 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd16706-2a97-475a-881d-ae7b9b9ac828 req-e9232d65-01d3-461f-9987-482bf1c02f40 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:54.516233 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-1cd16706-2a97-475a-881d-ae7b9b9ac828 req-e9232d65-01d3-461f-9987-482bf1c02f40 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:16:54.582555 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-1cd16706-2a97-475a-881d-ae7b9b9ac828 req-e9232d65-01d3-461f-9987-482bf1c02f40 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:16:54.583674 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1cd16706-2a97-475a-881d-ae7b9b9ac828 req-e9232d65-01d3-461f-9987-482bf1c02f40 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 931 time: 0.2426839 Nov 26 17:16:54.710473 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1cd16706-2a97-475a-881d-ae7b9b9ac828 req-d5db01c4-0d00-46cf-bc0c-4ecca8eafc72 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197743 Nov 26 17:16:54.828988 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710335a0-b087-40f9-9793-06456bf88411 {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:16:54.836027 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:54.850178 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] Transition to ACTIVE for port object 710335a0-b087-40f9-9793-06456bf88411 will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:16:54.855979 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:54.859709 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a3f90cc5-0824-4834-bb75-ce076499d381 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:55.009538 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] Pushing event updated for resources: {'Port': ['ID=710335a0-b087-40f9-9793-06456bf88411,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:55.016963 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:55.097527 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] Attempting to bind port 710335a0-b087-40f9-9793-06456bf88411 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:16:55.097866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] Attempting to bind port 710335a0-b087-40f9-9793-06456bf88411 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '735791d2-5b8c-43ce-9c3e-2e4d097ba69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:16:55.098192 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] Attempting to bind port 710335a0-b087-40f9-9793-06456bf88411 on network 42aa1f0a-dd64-4755-922f-e9c756a474c5 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:16:55.102819 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] Port 710335a0-b087-40f9-9793-06456bf88411 on network 42aa1f0a-dd64-4755-922f-e9c756a474c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 17:16:55.103136 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] Attempting to bind port 710335a0-b087-40f9-9793-06456bf88411 on network 42aa1f0a-dd64-4755-922f-e9c756a474c5 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:16:55.108199 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:16:55.108530 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] Checking segment: {'id': '735791d2-5b8c-43ce-9c3e-2e4d097ba69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:16:55.108907 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] Bound using segment: {'id': '735791d2-5b8c-43ce-9c3e-2e4d097ba69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:16:55.109325 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] Bound port: 710335a0-b087-40f9-9793-06456bf88411, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '735791d2-5b8c-43ce-9c3e-2e4d097ba69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:16:55.109665 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:55.198195 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] For port 710335a0-b087-40f9-9793-06456bf88411, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:16:55.201007 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] For port 710335a0-b087-40f9-9793-06456bf88411, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=710335a0-b087-40f9-9793-06456bf88411,segment=NetworkSegment(735791d2-5b8c-43ce-9c3e-2e4d097ba69f),segment_id=735791d2-5b8c-43ce-9c3e-2e4d097ba69f)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:16:55.205275 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:55.208839 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2ce8bf7a-f8b7-4641-88de-255b20424c7c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:55.268687 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:55.269306 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:55.270661 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] 10.222.0.31 "PUT /v2.0/ports/710335a0-b087-40f9-9793-06456bf88411 HTTP/1.1" status: 200 len: 1093 time: 1.0225506 Nov 26 17:16:55.271186 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abfe08b-aa5d-4546-9029-732f97694d67', 'tag': '710335a0-b087-40f9-9793-06456bf88411'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:16:55.294929 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] Pushing event updated for resources: {'Port': ['ID=710335a0-b087-40f9-9793-06456bf88411,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:55.298677 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:55.486274 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abfe08b-aa5d-4546-9029-732f97694d67', 'tag': '710335a0-b087-40f9-9793-06456bf88411', 'status': 'completed', 'code': 200} Nov 26 17:16:55.520843 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-bcf533d5-bbfd-480d-972f-e40045f60d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:55.522232 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-bcf533d5-bbfd-480d-972f-e40045f60d65 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 1096 time: 0.2065902 Nov 26 17:16:55.597956 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-fd303631-c4ba-4bd7-a9cd-ac5dacf2bbd6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710335a0-b087-40f9-9793-06456bf88411 HTTP/1.1" status: 200 len: 217 time: 0.0622149 Nov 26 17:16:55.661611 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-3fd687a0-6b11-43f1-af7e-bb93bfbfbaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:55.662963 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-3fd687a0-6b11-43f1-af7e-bb93bfbfbaeb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7fa36fc-b815-4f3a-9dd3-91a98e0358fc HTTP/1.1" status: 200 len: 835 time: 0.0554843 Nov 26 17:16:55.748411 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-dd913c1f-6cd6-4996-8460-8d49e949f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:55.749879 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-dd913c1f-6cd6-4996-8460-8d49e949f612 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42aa1f0a-dd64-4755-922f-e9c756a474c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737827 Nov 26 17:16:55.910227 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 14992697-ea7e-4c35-9633-79c4fb8874f2 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:16:55.941234 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-f71f8e55-e9df-4b31-9660-db30c4e2416f service neutron] 10.222.0.31 "GET /v2.0/networks/42aa1f0a-dd64-4755-922f-e9c756a474c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797180 Nov 26 17:16:55.957026 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fd444-9416-49e0-a9f4-abf1768f05b5 req-d06e957b-6204-4e7a-96cb-9bfe8a039dda tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:55.958435 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-718fd444-9416-49e0-a9f4-abf1768f05b5 req-d06e957b-6204-4e7a-96cb-9bfe8a039dda tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 943 time: 0.1318870 Nov 26 17:16:55.977594 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 14992697-ea7e-4c35-9633-79c4fb8874f2 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:16:55.977978 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:56.083548 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-718fd444-9416-49e0-a9f4-abf1768f05b5 req-02e73541-10dc-4b17-acb3-be2ab5f1d3bc tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067619 Nov 26 17:16:56.119106 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f69ee546-831e-427e-9578-2dc6cbf854bb req-6d631221-664b-40a8-8cea-1e23eabffc5c service neutron] 10.222.0.31 "GET /v2.0/networks/42aa1f0a-dd64-4755-922f-e9c756a474c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597505 Nov 26 17:16:56.237011 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff6bd9-f57c-4df5-be53-647eda9dee30 req-76d452d2-045e-4138-aa7d-3872a5957009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:56.238464 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-93ff6bd9-f57c-4df5-be53-647eda9dee30 req-76d452d2-045e-4138-aa7d-3872a5957009 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 1096 time: 0.0739689 Nov 26 17:16:56.373628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff6bd9-f57c-4df5-be53-647eda9dee30 req-f05b815c-56cd-4aa4-ae43-f3334436a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:56.374985 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-93ff6bd9-f57c-4df5-be53-647eda9dee30 req-f05b815c-56cd-4aa4-ae43-f3334436a1ac service neutron] 10.222.0.31 "GET /v2.0/networks?id=42aa1f0a-dd64-4755-922f-e9c756a474c5 HTTP/1.1" status: 200 len: 898 time: 0.1281462 Nov 26 17:16:56.444832 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-93ff6bd9-f57c-4df5-be53-647eda9dee30 req-7cd05987-a52a-4d57-93f1-8562765708a2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710335a0-b087-40f9-9793-06456bf88411 HTTP/1.1" status: 200 len: 217 time: 0.0628176 Nov 26 17:16:56.508477 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff6bd9-f57c-4df5-be53-647eda9dee30 req-139077dc-00ef-419c-bfac-1604843c5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:56.509886 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-93ff6bd9-f57c-4df5-be53-647eda9dee30 req-139077dc-00ef-419c-bfac-1604843c5303 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7fa36fc-b815-4f3a-9dd3-91a98e0358fc HTTP/1.1" status: 200 len: 835 time: 0.0573468 Nov 26 17:16:56.584175 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff6bd9-f57c-4df5-be53-647eda9dee30 req-649c69ca-8353-4735-b891-cf7350e6bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:56.585569 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-93ff6bd9-f57c-4df5-be53-647eda9dee30 req-649c69ca-8353-4735-b891-cf7350e6bf19 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42aa1f0a-dd64-4755-922f-e9c756a474c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673182 Nov 26 17:16:56.719991 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-93ff6bd9-f57c-4df5-be53-647eda9dee30 req-17a00a7e-b941-4b7a-85d0-5e90f3737267 service neutron] 10.222.0.31 "GET /v2.0/networks/42aa1f0a-dd64-4755-922f-e9c756a474c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249025 Nov 26 17:16:56.853045 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-93ff6bd9-f57c-4df5-be53-647eda9dee30 req-244bb192-3040-4965-b121-e485436e8811 service neutron] 10.222.0.31 "GET /v2.0/networks/42aa1f0a-dd64-4755-922f-e9c756a474c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246009 Nov 26 17:16:57.267256 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e0363-86fb-426e-9520-ce787e50d8df req-688cff82-ae42-4410-a72d-7853574219c0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:57.268710 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bc8e0363-86fb-426e-9520-ce787e50d8df req-688cff82-ae42-4410-a72d-7853574219c0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 943 time: 0.0815225 Nov 26 17:16:57.311436 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bc8e0363-86fb-426e-9520-ce787e50d8df req-404d30bd-614b-48f4-9972-212c129fb17d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366578 Nov 26 17:16:58.505215 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb55c46-9301-4f4f-83a8-3eb1d58fb2e5 req-c9f9dbde-3827-431b-9288-809f8ddaf8f7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:58.506655 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3fb55c46-9301-4f4f-83a8-3eb1d58fb2e5 req-c9f9dbde-3827-431b-9288-809f8ddaf8f7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 943 time: 0.0854280 Nov 26 17:16:58.550705 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3fb55c46-9301-4f4f-83a8-3eb1d58fb2e5 req-39ed8651-4347-4985-89df-7c43e94b387d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384429 Nov 26 17:16:58.649146 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c28b5bfc-aa21-4ccb-8d23-5c5f54a9a2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:58.907375 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 710335a0-b087-40f9-9793-06456bf88411 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:16:59.037759 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 710335a0-b087-40f9-9793-06456bf88411, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=710335a0-b087-40f9-9793-06456bf88411,segment=NetworkSegment(735791d2-5b8c-43ce-9c3e-2e4d097ba69f),segment_id=735791d2-5b8c-43ce-9c3e-2e4d097ba69f)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:16:59.051057 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '710335a0-b087-40f9-9793-06456bf88411', 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5', 'port_id': '710335a0-b087-40f9-9793-06456bf88411', 'mac_address': 'fa:16:3e:14:d5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7fa36fc-b815-4f3a-9dd3-91a98e0358fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:16:59.112212 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:59.129127 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710335a0-b087-40f9-9793-06456bf88411 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:16:59.144196 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 710335a0-b087-40f9-9793-06456bf88411, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=710335a0-b087-40f9-9793-06456bf88411,segment=NetworkSegment(735791d2-5b8c-43ce-9c3e-2e4d097ba69f),segment_id=735791d2-5b8c-43ce-9c3e-2e4d097ba69f)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:16:59.149022 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:59.150795 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-03874112-43ec-4333-8056-fa2c04f37b56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:16:59.214389 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=710335a0-b087-40f9-9793-06456bf88411,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:16:59.217194 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:16:59.420625 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['710335a0-b087-40f9-9793-06456bf88411'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:16:59.451070 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:16:59.740034 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e16ff-f878-49be-a96c-a42ee9c87a19 req-c46f84a8-42f2-4172-bb65-2944dbfe9dce tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:16:59.741738 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-084e16ff-f878-49be-a96c-a42ee9c87a19 req-c46f84a8-42f2-4172-bb65-2944dbfe9dce tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 944 time: 0.0850532 Nov 26 17:16:59.786135 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-084e16ff-f878-49be-a96c-a42ee9c87a19 req-59826b97-6a5b-4ccb-8c83-d7d12fb86ca7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386970 Nov 26 17:17:00.922634 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 710335a0-b087-40f9-9793-06456bf88411 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:17:00.967463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e931370-1b8e-436f-a3aa-5902af043474 req-b6c56e62-11ea-49a8-8543-0b18a33111d5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:00.969052 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e931370-1b8e-436f-a3aa-5902af043474 req-b6c56e62-11ea-49a8-8543-0b18a33111d5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 944 time: 0.0807683 Nov 26 17:17:00.994189 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port 710335a0-b087-40f9-9793-06456bf88411 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:17:00.998854 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 710335a0-b087-40f9-9793-06456bf88411 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:17:00.999235 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:17:01.019132 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4e931370-1b8e-436f-a3aa-5902af043474 req-0c49073d-d7cc-4f82-90c4-05b74852c462 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440681 Nov 26 17:17:01.115858 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:17:01.142041 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abfe08b-aa5d-4546-9029-732f97694d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710335a0-b087-40f9-9793-06456bf88411'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:17:01.152469 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 710335a0-b087-40f9-9793-06456bf88411, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=710335a0-b087-40f9-9793-06456bf88411,segment=NetworkSegment(735791d2-5b8c-43ce-9c3e-2e4d097ba69f),segment_id=735791d2-5b8c-43ce-9c3e-2e4d097ba69f)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:17:01.156501 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:17:01.158473 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:17:01.187414 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abfe08b-aa5d-4546-9029-732f97694d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710335a0-b087-40f9-9793-06456bf88411', 'code': 200} Nov 26 17:17:01.225756 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=710335a0-b087-40f9-9793-06456bf88411,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:17:01.228951 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:17:01.312750 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-20d7e115-2509-478b-b083-d5359a49e0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:17:01.552185 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0cc0e-1975-4974-97ec-1be2efb86add req-18d37f9d-a4b2-474b-ae04-af6adfeb8d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:01.553571 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-43d0cc0e-1975-4974-97ec-1be2efb86add req-18d37f9d-a4b2-474b-ae04-af6adfeb8d10 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 1098 time: 0.1902347 Nov 26 17:17:01.597869 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-43d0cc0e-1975-4974-97ec-1be2efb86add req-0f8bf8a1-e069-4f82-8d76-ba79b2238edf service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339043 Nov 26 17:17:02.203419 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bef5f8-9d0c-4c54-8755-c3183ec72d19 req-0f574737-b6a1-4e1c-ada3-82fb5c61a30f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:02.204892 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d0bef5f8-9d0c-4c54-8755-c3183ec72d19 req-0f574737-b6a1-4e1c-ada3-82fb5c61a30f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.0823867 Nov 26 17:17:02.248632 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d0bef5f8-9d0c-4c54-8755-c3183ec72d19 req-cba25769-7c47-4b43-bc9d-0d5a28be295a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381513 Nov 26 17:17:02.299809 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:17:03.428380 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db691d96-1677-469c-8708-8416e4c3a78d req-b45612a3-1be2-4088-8481-146f10a63dbd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:03.430394 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-db691d96-1677-469c-8708-8416e4c3a78d req-b45612a3-1be2-4088-8481-146f10a63dbd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.0787828 Nov 26 17:17:03.473264 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-db691d96-1677-469c-8708-8416e4c3a78d req-9a229987-1df0-428a-aeef-f1870e4a580a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373373 Nov 26 17:17:03.656475 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a0338-aec9-431e-94c4-16eb3c906ef3 req-8f1db2c8-0c96-4edd-948f-6f6a175709f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:03.657899 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7b0a0338-aec9-431e-94c4-16eb3c906ef3 req-8f1db2c8-0c96-4edd-948f-6f6a175709f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.0792613 Nov 26 17:17:03.700974 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7b0a0338-aec9-431e-94c4-16eb3c906ef3 req-985f263f-a5a7-45d9-8f86-8ee0869bf9f2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374424 Nov 26 17:17:03.723219 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59912) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:17:03.797054 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717637a8-7ee9-4167-a41b-b398e94550a5 tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:03.798546 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-717637a8-7ee9-4167-a41b-b398e94550a5 tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 1093 time: 0.0743363 Nov 26 17:17:03.801326 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 59916) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:17:03.806196 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'port_id': '710335a0-b087-40f9-9793-06456bf88411', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:17:03.812111 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:17:03.815914 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:floatingip and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:17:03.818692 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:17:03.824435 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:17:03.835520 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for floatingip, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:17:03.970104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:17:04.087155 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:17:04.106845 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Allocated IP 172.26.0.44 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/b2e7f57f-a987-42fc-9cf6-94da1107e57c) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:17:04.250643 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:17:04.279098 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:17:04.283345 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6b273c92-54c0-4762-8f1d-770772df1f68 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:17:04.343711 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:17:04.346608 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:17:04.350224 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:17:04.379474 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=b2e7f57f-a987-42fc-9cf6-94da1107e57c,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:17:04.389582 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:17:04.747688 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:17:04.821342 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:17:05.021218 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:17:05.025365 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:17:05.028913 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:17:05.252954 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=b2e7f57f-a987-42fc-9cf6-94da1107e57c,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:17:05.256844 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:17:05.263168 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:17:05.430552 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Floating IP 50a777be-ef26-49fa-a4a1-83f2f206de8f associated. External IP: 172.26.0.44, port: 710335a0-b087-40f9-9793-06456bf88411. Nov 26 17:17:05.774169 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Router 819505e4-4b4e-499d-8f3c-2a2df0e5c5a9 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:17:05.949592 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:17:05.958938 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf8ee9-45df-494c-a59d-c45f4f238fc3 None None] Sync routers for ids ['819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:17:05.968837 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbf8ee9-45df-494c-a59d-c45f4f238fc3 None None] Routers {'819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:17:05.969459 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-7bbf8ee9-45df-494c-a59d-c45f4f238fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:17:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:17:05.973394 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:17:06.037533 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2327342 Nov 26 17:17:06.037533 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abfe08b-aa5d-4546-9029-732f97694d67', 'tag': '710335a0-b087-40f9-9793-06456bf88411'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:17:06.081051 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abfe08b-aa5d-4546-9029-732f97694d67', 'tag': '710335a0-b087-40f9-9793-06456bf88411', 'status': 'completed', 'code': 200} Nov 26 17:17:06.176112 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce33af2-08d6-46a9-a084-0b68ab44fcbd req-8db01168-8639-44f1-ac3b-be28c0d9e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:06.177598 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cce33af2-08d6-46a9-a084-0b68ab44fcbd req-8db01168-8639-44f1-ac3b-be28c0d9e848 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 1098 time: 0.0741837 Nov 26 17:17:06.188302 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-7bbf8ee9-45df-494c-a59d-c45f4f238fc3 None None] Set router 819505e4-4b4e-499d-8f3c-2a2df0e5c5a9 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:17:06.207059 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773273f-c240-4de7-b4f7-66f5a957f10d req-9ee71afb-5df3-4d86-8b94-09ccade89dd4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:06.208624 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8773273f-c240-4de7-b4f7-66f5a957f10d req-9ee71afb-5df3-4d86-8b94-09ccade89dd4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.0869787 Nov 26 17:17:06.256573 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8773273f-c240-4de7-b4f7-66f5a957f10d req-eca0298d-c0bf-4a15-b100-72f545ebaa56 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419548 Nov 26 17:17:06.280251 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59924) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:17:06.314342 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce33af2-08d6-46a9-a084-0b68ab44fcbd req-82e3343f-818e-4525-9d6e-73db55316120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:06.315894 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cce33af2-08d6-46a9-a084-0b68ab44fcbd req-82e3343f-818e-4525-9d6e-73db55316120 service neutron] 10.222.0.31 "GET /v2.0/networks?id=42aa1f0a-dd64-4755-922f-e9c756a474c5 HTTP/1.1" status: 200 len: 898 time: 0.1317222 Nov 26 17:17:06.388404 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-594529f9-3313-4672-982a-12977e2d5f23 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/floatingips/50a777be-ef26-49fa-a4a1-83f2f206de8f HTTP/1.1" status: 200 len: 990 time: 0.1068287 Nov 26 17:17:06.421883 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cce33af2-08d6-46a9-a084-0b68ab44fcbd req-09954543-f225-4f96-9937-fe62877f4202 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710335a0-b087-40f9-9793-06456bf88411 HTTP/1.1" status: 200 len: 998 time: 0.0996246 Nov 26 17:17:06.486746 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce33af2-08d6-46a9-a084-0b68ab44fcbd req-4771122c-b7e3-4f59-b560-6595ecba7ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:06.488190 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cce33af2-08d6-46a9-a084-0b68ab44fcbd req-4771122c-b7e3-4f59-b560-6595ecba7ddf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7fa36fc-b815-4f3a-9dd3-91a98e0358fc HTTP/1.1" status: 200 len: 835 time: 0.0604568 Nov 26 17:17:06.539909 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-7bbf8ee9-45df-494c-a59d-c45f4f238fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979887720', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dbb947e3-34a7-449b-aaad-63315f4a1188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:16:44Z', 'updated_at': '2021-11-26T17:16:49Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'dbb947e3-34a7-449b-aaad-63315f4a1188', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:16:45Z', 'updated_at': '2021-11-26T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '50a777be-ef26-49fa-a4a1-83f2f206de8f', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'floating_ip_address': '172.26.0.44', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'port_id': '710335a0-b087-40f9-9793-06456bf88411', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5', 'mac_address': 'fa:16:3e:14:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abfe08b-aa5d-4546-9029-732f97694d67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:17:04Z', 'updated_at': '2021-11-26T17:17:04Z', 'revision_number': 0, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14992697-ea7e-4c35-9633-79c4fb8874f2', 'name': '', 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:68:ba:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'f7fa36fc-b815-4f3a-9dd3-91a98e0358fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:16:48Z', 'updated_at': '2021-11-26T17:16:54Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': 'f7fa36fc-b815-4f3a-9dd3-91a98e0358fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:17:06.543919 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf8ee9-45df-494c-a59d-c45f4f238fc3 None None] Checking router: 819505e4-4b4e-499d-8f3c-2a2df0e5c5a9 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:17:06.552201 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbf8ee9-45df-494c-a59d-c45f4f238fc3 None None] Routers {'819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:17:06.553039 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-7bbf8ee9-45df-494c-a59d-c45f4f238fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:17:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:17:06.562795 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce33af2-08d6-46a9-a084-0b68ab44fcbd req-f8f8d3b0-b8ee-422f-9801-f8f006f9de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:06.564491 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cce33af2-08d6-46a9-a084-0b68ab44fcbd req-f8f8d3b0-b8ee-422f-9801-f8f006f9de77 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42aa1f0a-dd64-4755-922f-e9c756a474c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701275 Nov 26 17:17:06.735069 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-7bbf8ee9-45df-494c-a59d-c45f4f238fc3 None None] Set router 819505e4-4b4e-499d-8f3c-2a2df0e5c5a9 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:17:06.826770 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cce33af2-08d6-46a9-a084-0b68ab44fcbd req-df544b62-8d5f-4459-a0b3-34f37cc269ca service neutron] 10.222.0.31 "GET /v2.0/networks/42aa1f0a-dd64-4755-922f-e9c756a474c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557335 Nov 26 17:17:06.960166 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cce33af2-08d6-46a9-a084-0b68ab44fcbd req-78764316-b154-49e7-919f-063b2fa10080 service neutron] 10.222.0.31 "GET /v2.0/networks/42aa1f0a-dd64-4755-922f-e9c756a474c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267955 Nov 26 17:17:07.079366 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-7bbf8ee9-45df-494c-a59d-c45f4f238fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979887720', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dbb947e3-34a7-449b-aaad-63315f4a1188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:16:44Z', 'updated_at': '2021-11-26T17:16:49Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'dbb947e3-34a7-449b-aaad-63315f4a1188', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:16:45Z', 'updated_at': '2021-11-26T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '50a777be-ef26-49fa-a4a1-83f2f206de8f', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'floating_ip_address': '172.26.0.44', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'port_id': '710335a0-b087-40f9-9793-06456bf88411', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5', 'mac_address': 'fa:16:3e:14:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abfe08b-aa5d-4546-9029-732f97694d67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:17:04Z', 'updated_at': '2021-11-26T17:17:04Z', 'revision_number': 0, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14992697-ea7e-4c35-9633-79c4fb8874f2', 'name': '', 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:68:ba:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'f7fa36fc-b815-4f3a-9dd3-91a98e0358fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:16:48Z', 'updated_at': '2021-11-26T17:16:54Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': 'f7fa36fc-b815-4f3a-9dd3-91a98e0358fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:17:07.083234 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf8ee9-45df-494c-a59d-c45f4f238fc3 None None] The sync data for ids ['819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'] in dv-neutron-819440-1-hyperv is: [{'id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979887720', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dbb947e3-34a7-449b-aaad-63315f4a1188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:16:44Z', 'updated_at': '2021-11-26T17:16:49Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'dbb947e3-34a7-449b-aaad-63315f4a1188', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:16:45Z', 'updated_at': '2021-11-26T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '50a777be-ef26-49fa-a4a1-83f2f206de8f', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'floating_ip_address': '172.26.0.44', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'port_id': '710335a0-b087-40f9-9793-06456bf88411', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5', 'mac_address': 'fa:16:3e:14:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abfe08b-aa5d-4546-9029-732f97694d67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:17:04Z', 'updated_at': '2021-11-26T17:17:04Z', 'revision_number': 0, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14992697-ea7e-4c35-9633-79c4fb8874f2', 'name': '', 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:68:ba:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'f7fa36fc-b815-4f3a-9dd3-91a98e0358fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:16:48Z', 'updated_at': '2021-11-26T17:16:54Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': 'f7fa36fc-b815-4f3a-9dd3-91a98e0358fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:17:07.266333 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fd515e-a48f-4b0b-9833-3f294844f368 None None] New status for floating IP 50a777be-ef26-49fa-a4a1-83f2f206de8f: ACTIVE {{(pid=87521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:17:07.391429 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59928) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:17:07.496330 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e8823e3b-684b-4bf8-b5c3-c1d716d8ddd2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/floatingips/50a777be-ef26-49fa-a4a1-83f2f206de8f HTTP/1.1" status: 200 len: 990 time: 0.1036584 Nov 26 17:17:08.500104 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 59932) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:17:08.601166 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0e2d92d8-04fa-47e7-b507-e2910a5fd266 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/floatingips/50a777be-ef26-49fa-a4a1-83f2f206de8f HTTP/1.1" status: 200 len: 992 time: 0.0997779 Nov 26 17:17:19.720027 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-798c9141-9ae4-487a-bf09-a491c2943e25 req-29a29d2c-79a3-431f-8768-a73956f41baa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694370 Nov 26 17:17:19.764024 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:17:19.827297 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:17:19.866775 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c9141-9ae4-487a-bf09-a491c2943e25 req-eb60135d-b1f7-4476-9cc5-47dcc7e98525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:19.868355 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-798c9141-9ae4-487a-bf09-a491c2943e25 req-eb60135d-b1f7-4476-9cc5-47dcc7e98525 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 1098 time: 0.0771930 Nov 26 17:17:20.016380 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c9141-9ae4-487a-bf09-a491c2943e25 req-3fa055af-a9f1-4c54-b282-63872f0a0cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:20.017716 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-798c9141-9ae4-487a-bf09-a491c2943e25 req-3fa055af-a9f1-4c54-b282-63872f0a0cba service neutron] 10.222.0.31 "GET /v2.0/networks?id=42aa1f0a-dd64-4755-922f-e9c756a474c5 HTTP/1.1" status: 200 len: 898 time: 0.1255765 Nov 26 17:17:20.122792 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-798c9141-9ae4-487a-bf09-a491c2943e25 req-8317cde9-5f89-4160-88f9-be7ea51e0b76 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710335a0-b087-40f9-9793-06456bf88411 HTTP/1.1" status: 200 len: 1000 time: 0.0945168 Nov 26 17:17:20.185666 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c9141-9ae4-487a-bf09-a491c2943e25 req-c337c766-5f48-4501-b192-f0982d2f1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:20.187028 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-798c9141-9ae4-487a-bf09-a491c2943e25 req-c337c766-5f48-4501-b192-f0982d2f1b31 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7fa36fc-b815-4f3a-9dd3-91a98e0358fc HTTP/1.1" status: 200 len: 835 time: 0.0564620 Nov 26 17:17:20.264002 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c9141-9ae4-487a-bf09-a491c2943e25 req-03638bd4-dcd3-4856-9693-14ee599a06da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:20.265428 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-798c9141-9ae4-487a-bf09-a491c2943e25 req-03638bd4-dcd3-4856-9693-14ee599a06da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42aa1f0a-dd64-4755-922f-e9c756a474c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722008 Nov 26 17:17:20.396433 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-798c9141-9ae4-487a-bf09-a491c2943e25 req-8a1efbe1-9de9-44c4-a17c-b6a5133ec99f service neutron] 10.222.0.31 "GET /v2.0/networks/42aa1f0a-dd64-4755-922f-e9c756a474c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220181 Nov 26 17:17:20.528296 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-798c9141-9ae4-487a-bf09-a491c2943e25 req-c8d68d02-f05a-4bf2-bbe0-d8170086900a service neutron] 10.222.0.31 "GET /v2.0/networks/42aa1f0a-dd64-4755-922f-e9c756a474c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229370 Nov 26 17:17:28.653239 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-65764f3f-0567-48fa-8b97-e7bad095ce36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:17:29.422659 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:17:31.314409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-06781550-b24e-45b4-b6d1-b8342111b97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:17:32.301285 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:17:34.089627 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:17:40.114024 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-15b674ba-51a6-4f16-af9d-3a5a4394eb22 req-1a64ef66-6134-4dcb-b631-53ac7c6d89bb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1199059 Nov 26 17:17:40.117317 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc24437-f5fa-483f-845a-945c54a13787 req-ec7c34cf-3656-42fa-9fd8-fac5c4e6b991 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:40.118794 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-adc24437-f5fa-483f-845a-945c54a13787 req-ec7c34cf-3656-42fa-9fd8-fac5c4e6b991 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.0807531 Nov 26 17:17:40.167098 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-adc24437-f5fa-483f-845a-945c54a13787 req-56a4f7d5-3d3f-423f-96e5-e6ce292d018a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406637 Nov 26 17:17:41.273789 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b674ba-51a6-4f16-af9d-3a5a4394eb22 req-8064b3c3-e2cd-4f88-8138-29b111975811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:41.275309 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15b674ba-51a6-4f16-af9d-3a5a4394eb22 req-8064b3c3-e2cd-4f88-8138-29b111975811 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 1098 time: 0.0837982 Nov 26 17:17:41.354712 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c87d54-7cb6-42e2-8968-014300546c37 req-8118d998-4042-482a-8284-8f4d1d368590 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:41.356562 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-84c87d54-7cb6-42e2-8968-014300546c37 req-8118d998-4042-482a-8284-8f4d1d368590 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.0821998 Nov 26 17:17:41.404193 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-84c87d54-7cb6-42e2-8968-014300546c37 req-907c74b4-828e-4471-be21-489599e1a26f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397787 Nov 26 17:17:41.415122 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b674ba-51a6-4f16-af9d-3a5a4394eb22 req-deae1e8b-49d8-44c4-b3fd-f5ca3de7fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:41.416824 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15b674ba-51a6-4f16-af9d-3a5a4394eb22 req-deae1e8b-49d8-44c4-b3fd-f5ca3de7fa59 service neutron] 10.222.0.31 "GET /v2.0/networks?id=42aa1f0a-dd64-4755-922f-e9c756a474c5 HTTP/1.1" status: 200 len: 898 time: 0.1343699 Nov 26 17:17:41.517643 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15b674ba-51a6-4f16-af9d-3a5a4394eb22 req-f8899797-2cf0-4520-86d4-7cbdc72c7f29 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710335a0-b087-40f9-9793-06456bf88411 HTTP/1.1" status: 200 len: 1000 time: 0.0932925 Nov 26 17:17:41.583463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b674ba-51a6-4f16-af9d-3a5a4394eb22 req-a70a2c93-efd4-4553-a9a3-d68cd51749cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:41.584970 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15b674ba-51a6-4f16-af9d-3a5a4394eb22 req-a70a2c93-efd4-4553-a9a3-d68cd51749cd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7fa36fc-b815-4f3a-9dd3-91a98e0358fc HTTP/1.1" status: 200 len: 835 time: 0.0610373 Nov 26 17:17:41.659450 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b674ba-51a6-4f16-af9d-3a5a4394eb22 req-86eb9cf2-d2eb-4a7d-9b19-3fb957c830c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:41.660938 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15b674ba-51a6-4f16-af9d-3a5a4394eb22 req-86eb9cf2-d2eb-4a7d-9b19-3fb957c830c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42aa1f0a-dd64-4755-922f-e9c756a474c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694158 Nov 26 17:17:41.913552 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15b674ba-51a6-4f16-af9d-3a5a4394eb22 req-fa92a4df-0e79-429a-a0ba-36efd313d4e6 service neutron] 10.222.0.31 "GET /v2.0/networks/42aa1f0a-dd64-4755-922f-e9c756a474c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446415 Nov 26 17:17:42.048714 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15b674ba-51a6-4f16-af9d-3a5a4394eb22 req-34b52935-8a0a-4e36-8d92-c038cad5ec03 service neutron] 10.222.0.31 "GET /v2.0/networks/42aa1f0a-dd64-4755-922f-e9c756a474c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242483 Nov 26 17:17:42.594201 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1507c6-7535-4435-b14b-e36d7d7501c3 req-16a978f2-ce0f-46f2-a2ee-66263228495c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:42.595639 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9c1507c6-7535-4435-b14b-e36d7d7501c3 req-16a978f2-ce0f-46f2-a2ee-66263228495c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.0835552 Nov 26 17:17:42.639901 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9c1507c6-7535-4435-b14b-e36d7d7501c3 req-8a39e86f-46b1-4498-84cb-0e021c8f8792 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387056 Nov 26 17:17:43.945838 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0941a-89e3-40ef-b56d-d3fcad73c956 req-58e6ec39-9728-49df-83a3-743c38d03dd2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:43.947192 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-19d0941a-89e3-40ef-b56d-d3fcad73c956 req-58e6ec39-9728-49df-83a3-743c38d03dd2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.1999469 Nov 26 17:17:43.990481 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-19d0941a-89e3-40ef-b56d-d3fcad73c956 req-e38cb81c-579f-4e96-9b5e-e6dcb46f3253 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368383 Nov 26 17:17:45.174538 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678e37e-a70f-4573-ab17-be131da3e7dc req-970bad27-392a-4cc2-b319-f055c0750ab4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:45.176008 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9678e37e-a70f-4573-ab17-be131da3e7dc req-970bad27-392a-4cc2-b319-f055c0750ab4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.0799377 Nov 26 17:17:45.219957 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9678e37e-a70f-4573-ab17-be131da3e7dc req-42e4f487-4f73-4be3-81ee-3077a3793c51 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382488 Nov 26 17:17:46.410274 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee4622-c7af-498f-82bd-d88925697be0 req-636e6f1b-3d46-4e15-9769-ad0a97401262 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:46.411835 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-91ee4622-c7af-498f-82bd-d88925697be0 req-636e6f1b-3d46-4e15-9769-ad0a97401262 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.0867598 Nov 26 17:17:46.458044 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-91ee4622-c7af-498f-82bd-d88925697be0 req-2cb479d2-3903-4def-a9f1-31b9b920aff0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405824 Nov 26 17:17:47.643137 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f37be-45f2-4f9a-89b5-0b65acc86bab req-02ac1f37-85e5-45db-a0aa-2d612ad341fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:47.644613 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-df7f37be-45f2-4f9a-89b5-0b65acc86bab req-02ac1f37-85e5-45db-a0aa-2d612ad341fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.0843055 Nov 26 17:17:47.690479 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-df7f37be-45f2-4f9a-89b5-0b65acc86bab req-a26f840d-7b2c-4ff9-bb77-e4ed5ed72695 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400732 Nov 26 17:17:48.873274 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9472fe8-d8a4-41a0-94a3-5ad731683c0e req-5a866e22-0e69-4853-9670-227462686f4b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:48.874697 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a9472fe8-d8a4-41a0-94a3-5ad731683c0e req-5a866e22-0e69-4853-9670-227462686f4b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.0784576 Nov 26 17:17:48.918878 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a9472fe8-d8a4-41a0-94a3-5ad731683c0e req-a84da9cb-031a-407c-a7fb-699c28329fdd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386457 Nov 26 17:17:49.778422 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:17:50.105055 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe5514-895d-49d1-af33-0aad563a9494 req-d581fa42-78ae-45ac-a555-6017d8baeb5f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:50.106499 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7afe5514-895d-49d1-af33-0aad563a9494 req-d581fa42-78ae-45ac-a555-6017d8baeb5f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.0794621 Nov 26 17:17:50.154588 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7afe5514-895d-49d1-af33-0aad563a9494 req-26d37807-7163-4414-991f-d1c7b4165b15 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424936 Nov 26 17:17:51.341138 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506171f-f6ab-46ac-af6f-4eddbaabe87d req-9107e0be-2404-456e-898a-b971c95cedb8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:51.342573 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2506171f-f6ab-46ac-af6f-4eddbaabe87d req-9107e0be-2404-456e-898a-b971c95cedb8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.0841515 Nov 26 17:17:51.384958 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2506171f-f6ab-46ac-af6f-4eddbaabe87d req-201083e7-d770-48a7-aec6-51c15920f482 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367675 Nov 26 17:17:52.565287 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93267933-a91f-4a7d-a4d0-3917f1f18e02 req-56260d8b-082d-41be-8939-ca83c9ab2540 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:52.566719 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-93267933-a91f-4a7d-a4d0-3917f1f18e02 req-56260d8b-082d-41be-8939-ca83c9ab2540 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.0794189 Nov 26 17:17:52.609919 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-93267933-a91f-4a7d-a4d0-3917f1f18e02 req-b65a0e8a-ffd0-42dd-b9b1-e56741b0c637 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375955 Nov 26 17:17:53.791074 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7a251-c1a2-46e1-9d1e-a8d98cace690 req-3533dbb6-9904-46d2-8be2-acbbd88dea1d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:53.792560 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-60b7a251-c1a2-46e1-9d1e-a8d98cace690 req-3533dbb6-9904-46d2-8be2-acbbd88dea1d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.0800965 Nov 26 17:17:53.835605 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-60b7a251-c1a2-46e1-9d1e-a8d98cace690 req-7e3b57b2-7aa4-443d-8d7a-7a14898cdc3a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368617 Nov 26 17:17:55.021839 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347875af-381d-4890-b64a-9c97725fd64a req-0f78457d-89bf-4fca-b714-83aafc44a3aa tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:55.023185 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-347875af-381d-4890-b64a-9c97725fd64a req-0f78457d-89bf-4fca-b714-83aafc44a3aa tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.0843863 Nov 26 17:17:55.066891 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-347875af-381d-4890-b64a-9c97725fd64a req-2e5faeed-f384-40ec-92ce-445015721bd7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381253 Nov 26 17:17:56.259070 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3fb19-5f6c-4195-8566-86518d09747a req-7f0ddfe3-a4f4-4ca2-b085-8c469c2e007e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:56.260555 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9dd3fb19-5f6c-4195-8566-86518d09747a req-7f0ddfe3-a4f4-4ca2-b085-8c469c2e007e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.0828373 Nov 26 17:17:56.305640 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9dd3fb19-5f6c-4195-8566-86518d09747a req-9969a25f-b149-454d-8bf8-e169a175089d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381055 Nov 26 17:17:56.826618 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:17:57.490706 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb13ed1-0921-410a-9371-366b7aae8c81 req-74c85b90-d8ab-4652-baef-e77e48dcf9e1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:57.492533 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9cb13ed1-0921-410a-9371-366b7aae8c81 req-74c85b90-d8ab-4652-baef-e77e48dcf9e1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.0808365 Nov 26 17:17:57.535735 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9cb13ed1-0921-410a-9371-366b7aae8c81 req-6a7c135c-a638-471a-aa85-42c4075e2841 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373840 Nov 26 17:17:58.655070 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e9701442-1669-4e2b-b587-cf1fbf00492c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:17:58.725946 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f506cdb-7c0d-42e7-9de6-242a9c337c01 req-4a42dea0-b35a-4d3f-ad88-fc4ea1983dc1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:58.727407 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2f506cdb-7c0d-42e7-9de6-242a9c337c01 req-4a42dea0-b35a-4d3f-ad88-fc4ea1983dc1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.0846386 Nov 26 17:17:58.775174 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2f506cdb-7c0d-42e7-9de6-242a9c337c01 req-81d83228-4f03-4918-bf6c-faf777d38ced tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418844 Nov 26 17:17:59.057227 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15b674ba-51a6-4f16-af9d-3a5a4394eb22 req-9f40078f-4015-4399-ad37-9bca71d60219 service neutron] 10.222.0.31 "GET /v2.0/ports/710335a0-b087-40f9-9793-06456bf88411/bindings/hv-neutron-8194 HTTP/1.1" status: 200 len: 384 time: 0.0800138 Nov 26 17:17:59.337405 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b674ba-51a6-4f16-af9d-3a5a4394eb22 req-dbd55b41-b913-4285-9d12-791adca65ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:59.338761 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15b674ba-51a6-4f16-af9d-3a5a4394eb22 req-dbd55b41-b913-4285-9d12-791adca65ed7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67&tenant_id=059d345cf6d84a598e16d9e203a8e35d HTTP/1.1" status: 200 len: 1098 time: 0.0707490 Nov 26 17:17:59.428344 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:17:59.440047 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b674ba-51a6-4f16-af9d-3a5a4394eb22 req-57c7028b-3ec7-430f-9a3e-325bdf6083b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:59.441535 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15b674ba-51a6-4f16-af9d-3a5a4394eb22 req-57c7028b-3ec7-430f-9a3e-325bdf6083b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 1098 time: 0.0757926 Nov 26 17:17:59.575948 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b674ba-51a6-4f16-af9d-3a5a4394eb22 req-2db8fc5b-71a4-4255-bd6f-555a5b0b5495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:59.577448 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15b674ba-51a6-4f16-af9d-3a5a4394eb22 req-2db8fc5b-71a4-4255-bd6f-555a5b0b5495 service neutron] 10.222.0.31 "GET /v2.0/networks?id=42aa1f0a-dd64-4755-922f-e9c756a474c5 HTTP/1.1" status: 200 len: 898 time: 0.1258621 Nov 26 17:17:59.688676 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15b674ba-51a6-4f16-af9d-3a5a4394eb22 req-b86e23bd-81b7-40e8-804f-523a355abbcf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710335a0-b087-40f9-9793-06456bf88411 HTTP/1.1" status: 200 len: 1000 time: 0.0993812 Nov 26 17:17:59.756086 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b674ba-51a6-4f16-af9d-3a5a4394eb22 req-1133854e-3012-4f51-a5f5-0d5bb5f61763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:59.757505 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15b674ba-51a6-4f16-af9d-3a5a4394eb22 req-1133854e-3012-4f51-a5f5-0d5bb5f61763 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7fa36fc-b815-4f3a-9dd3-91a98e0358fc HTTP/1.1" status: 200 len: 835 time: 0.0579369 Nov 26 17:17:59.836521 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b674ba-51a6-4f16-af9d-3a5a4394eb22 req-3a1fc9ed-3604-49d4-8bdf-a47c1d8a339c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:17:59.838004 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15b674ba-51a6-4f16-af9d-3a5a4394eb22 req-3a1fc9ed-3604-49d4-8bdf-a47c1d8a339c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42aa1f0a-dd64-4755-922f-e9c756a474c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701258 Nov 26 17:18:00.147950 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15b674ba-51a6-4f16-af9d-3a5a4394eb22 req-3503e108-4404-4676-bd52-03e8115fba54 service neutron] 10.222.0.31 "GET /v2.0/networks/42aa1f0a-dd64-4755-922f-e9c756a474c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989361 Nov 26 17:18:00.160181 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4b61b-c214-47ff-8ed6-425e4e58bdc3 req-49ad932e-733d-463d-88ce-44275515823b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:00.161539 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-06b4b61b-c214-47ff-8ed6-425e4e58bdc3 req-49ad932e-733d-463d-88ce-44275515823b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.2446065 Nov 26 17:18:00.282421 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-06b4b61b-c214-47ff-8ed6-425e4e58bdc3 req-1b2ec8ed-3dde-42f4-a475-937af1ebc092 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031826 Nov 26 17:18:00.318219 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-15b674ba-51a6-4f16-af9d-3a5a4394eb22 req-9f3b9c1a-2043-43a3-966d-f6b80c71a7f6 service neutron] 10.222.0.31 "GET /v2.0/networks/42aa1f0a-dd64-4755-922f-e9c756a474c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557708 Nov 26 17:18:01.317545 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3a238621-263f-4572-b4be-113c38c32a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:01.466830 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d7fd1-6ba2-40b3-86c6-a91f184f0011 req-d74cb963-d73d-4328-88e4-35967456edea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:01.468278 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4b1d7fd1-6ba2-40b3-86c6-a91f184f0011 req-d74cb963-d73d-4328-88e4-35967456edea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.0781438 Nov 26 17:18:01.511154 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4b1d7fd1-6ba2-40b3-86c6-a91f184f0011 req-5245e04d-33d5-4e38-9d96-86857e5f91c8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373001 Nov 26 17:18:02.303511 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:02.699026 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aedfef-b814-407e-b5bc-a2d7df00fb12 req-ed0a3047-55cb-4c3f-85b8-db314818fd78 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:02.700527 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e9aedfef-b814-407e-b5bc-a2d7df00fb12 req-ed0a3047-55cb-4c3f-85b8-db314818fd78 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.0867147 Nov 26 17:18:02.745182 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e9aedfef-b814-407e-b5bc-a2d7df00fb12 req-fc2fc5b7-c84f-4006-9a68-5467e8f44fe5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390737 Nov 26 17:18:03.112209 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f2c82-a1cf-4496-954b-0e90c0f023f2 req-b9172df6-1df7-4d2b-8fcd-e25e850327b5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:03.113634 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ec0f2c82-a1cf-4496-954b-0e90c0f023f2 req-b9172df6-1df7-4d2b-8fcd-e25e850327b5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.31 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67&tenant_id=059d345cf6d84a598e16d9e203a8e35d&binding%3Ahost_id=hv-neutron-8194 HTTP/1.1" status: 200 len: 945 time: 0.1451972 Nov 26 17:18:03.121824 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5a310-e87b-4b29-ac2d-8064ddc76db5 req-d1467d51-cb84-4aa7-bbdf-40899565e3c6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:03.123202 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2ab5a310-e87b-4b29-ac2d-8064ddc76db5 req-d1467d51-cb84-4aa7-bbdf-40899565e3c6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.1559808 Nov 26 17:18:03.168183 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2ab5a310-e87b-4b29-ac2d-8064ddc76db5 req-ed529de5-b194-47a9-8ba9-fc9a3886ea14 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393057 Nov 26 17:18:03.195366 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 710335a0-b087-40f9-9793-06456bf88411 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:18:03.201714 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 710335a0-b087-40f9-9793-06456bf88411 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:18:03.256811 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f2c82-a1cf-4496-954b-0e90c0f023f2 req-da529849-e774-4f4d-b6af-5c29a04c416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:03.258290 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ec0f2c82-a1cf-4496-954b-0e90c0f023f2 req-da529849-e774-4f4d-b6af-5c29a04c416c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 1098 time: 0.0730810 Nov 26 17:18:03.368414 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38df91-1bc5-4ebb-87e1-cdf6cb93c479 req-61fe2dcc-f1ee-492f-bff6-93617c960f37 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:03.369959 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-dc38df91-1bc5-4ebb-87e1-cdf6cb93c479 req-61fe2dcc-f1ee-492f-bff6-93617c960f37 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.0889912 Nov 26 17:18:03.393716 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f2c82-a1cf-4496-954b-0e90c0f023f2 req-1081982e-38cd-4368-89e4-d85d0c0917ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:03.395159 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ec0f2c82-a1cf-4496-954b-0e90c0f023f2 req-1081982e-38cd-4368-89e4-d85d0c0917ff service neutron] 10.222.0.31 "GET /v2.0/networks?id=42aa1f0a-dd64-4755-922f-e9c756a474c5 HTTP/1.1" status: 200 len: 898 time: 0.1302917 Nov 26 17:18:03.416186 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-dc38df91-1bc5-4ebb-87e1-cdf6cb93c479 req-f0a285eb-7613-4e01-89d3-27f9731a7968 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390170 Nov 26 17:18:03.455046 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:03.501537 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ec0f2c82-a1cf-4496-954b-0e90c0f023f2 req-95e86951-aa19-421e-9bca-0a4c009efbc3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710335a0-b087-40f9-9793-06456bf88411 HTTP/1.1" status: 200 len: 1000 time: 0.0995731 Nov 26 17:18:03.506696 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 710335a0-b087-40f9-9793-06456bf88411, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=710335a0-b087-40f9-9793-06456bf88411,segment=NetworkSegment(735791d2-5b8c-43ce-9c3e-2e4d097ba69f),segment_id=735791d2-5b8c-43ce-9c3e-2e4d097ba69f)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:18:03.517987 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abfe08b-aa5d-4546-9029-732f97694d67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '710335a0-b087-40f9-9793-06456bf88411'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:18:03.532200 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 710335a0-b087-40f9-9793-06456bf88411, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=710335a0-b087-40f9-9793-06456bf88411,segment=NetworkSegment(735791d2-5b8c-43ce-9c3e-2e4d097ba69f),segment_id=735791d2-5b8c-43ce-9c3e-2e4d097ba69f)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:18:03.533359 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '710335a0-b087-40f9-9793-06456bf88411', 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5', 'port_id': '710335a0-b087-40f9-9793-06456bf88411', 'mac_address': 'fa:16:3e:14:d5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7fa36fc-b815-4f3a-9dd3-91a98e0358fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:18:03.537495 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:03.540100 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-90a75f98-0e24-4e71-90f6-bdc28c4bdf27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:03.569076 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f2c82-a1cf-4496-954b-0e90c0f023f2 req-8bad87d3-0b88-4ece-9e75-4f2083ba5f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:03.570736 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ec0f2c82-a1cf-4496-954b-0e90c0f023f2 req-8bad87d3-0b88-4ece-9e75-4f2083ba5f5b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7fa36fc-b815-4f3a-9dd3-91a98e0358fc HTTP/1.1" status: 200 len: 835 time: 0.0628152 Nov 26 17:18:03.602634 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abfe08b-aa5d-4546-9029-732f97694d67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '710335a0-b087-40f9-9793-06456bf88411', 'code': 200} Nov 26 17:18:03.648614 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:03.652415 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f2c82-a1cf-4496-954b-0e90c0f023f2 req-88e735c1-fd49-4021-a558-eaab5f8ebfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:03.653911 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ec0f2c82-a1cf-4496-954b-0e90c0f023f2 req-88e735c1-fd49-4021-a558-eaab5f8ebfc0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42aa1f0a-dd64-4755-922f-e9c756a474c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702927 Nov 26 17:18:03.663203 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=710335a0-b087-40f9-9793-06456bf88411,revision_number=6']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:03.674752 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:03.675104 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:03.675447 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:03.675804 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:03.676137 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:03.676467 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:03.676808 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:03.677115 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:03.677439 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:03.677759 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:03.678080 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:03.678395 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:03.682534 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710335a0-b087-40f9-9793-06456bf88411 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:18:03.689182 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:03.702749 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 710335a0-b087-40f9-9793-06456bf88411, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=710335a0-b087-40f9-9793-06456bf88411,segment=NetworkSegment(735791d2-5b8c-43ce-9c3e-2e4d097ba69f),segment_id=735791d2-5b8c-43ce-9c3e-2e4d097ba69f)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:18:03.706508 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:03.709319 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-0b2665e1-1fff-4e74-99f4-ad3ce8fa34e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:03.780242 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=710335a0-b087-40f9-9793-06456bf88411,revision_number=7']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:03.783195 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:03.786020 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ec0f2c82-a1cf-4496-954b-0e90c0f023f2 req-0fea8dcc-83fa-418c-88eb-6a2cd4801886 service neutron] 10.222.0.31 "GET /v2.0/networks/42aa1f0a-dd64-4755-922f-e9c756a474c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256115 Nov 26 17:18:03.796537 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['710335a0-b087-40f9-9793-06456bf88411'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:18:03.920014 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ec0f2c82-a1cf-4496-954b-0e90c0f023f2 req-9dd1724b-6a33-42c5-9ab7-80b5dd89d513 service neutron] 10.222.0.31 "GET /v2.0/networks/42aa1f0a-dd64-4755-922f-e9c756a474c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269321 Nov 26 17:18:04.091529 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:04.604971 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99307fb-0998-4000-8553-7c2d95d69f4a req-1a88b1b5-5a7c-474b-9758-d6605543e15d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:04.606904 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b99307fb-0998-4000-8553-7c2d95d69f4a req-1a88b1b5-5a7c-474b-9758-d6605543e15d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 944 time: 0.0798988 Nov 26 17:18:04.650514 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b99307fb-0998-4000-8553-7c2d95d69f4a req-81a797f5-1ce4-4d55-ab6c-67189687844b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377321 Nov 26 17:18:04.673508 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 60026) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:18:04.779579 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-aea8b515-6f20-4256-a5c6-a941183a54f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/floatingips/50a777be-ef26-49fa-a4a1-83f2f206de8f HTTP/1.1" status: 200 len: 991 time: 0.1048417 Nov 26 17:18:05.200592 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 710335a0-b087-40f9-9793-06456bf88411 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:18:05.269411 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 710335a0-b087-40f9-9793-06456bf88411 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:18:05.269795 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:05.383832 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:05.415389 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 710335a0-b087-40f9-9793-06456bf88411, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=710335a0-b087-40f9-9793-06456bf88411,segment=NetworkSegment(735791d2-5b8c-43ce-9c3e-2e4d097ba69f),segment_id=735791d2-5b8c-43ce-9c3e-2e4d097ba69f)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:18:05.418896 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:05.420706 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:05.483149 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=710335a0-b087-40f9-9793-06456bf88411,revision_number=8']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:05.485917 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:05.603952 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abfe08b-aa5d-4546-9029-732f97694d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710335a0-b087-40f9-9793-06456bf88411'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:18:05.647483 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abfe08b-aa5d-4546-9029-732f97694d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710335a0-b087-40f9-9793-06456bf88411', 'code': 200} Nov 26 17:18:19.777350 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:21.732513 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8e23a61d-1192-499d-9843-0d5ad76cfb90 req-370c327d-e165-4381-af82-a6682c25550e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696211 Nov 26 17:18:21.875098 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23a61d-1192-499d-9843-0d5ad76cfb90 req-beb3d56b-71b0-4bfa-bc5c-1be8f3561972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:21.876573 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8e23a61d-1192-499d-9843-0d5ad76cfb90 req-beb3d56b-71b0-4bfa-bc5c-1be8f3561972 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 1098 time: 0.0726488 Nov 26 17:18:22.148743 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23a61d-1192-499d-9843-0d5ad76cfb90 req-64d5cbc8-b64a-43b8-bc33-f7216df43873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:22.150182 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8e23a61d-1192-499d-9843-0d5ad76cfb90 req-64d5cbc8-b64a-43b8-bc33-f7216df43873 service neutron] 10.222.0.31 "GET /v2.0/networks?id=42aa1f0a-dd64-4755-922f-e9c756a474c5 HTTP/1.1" status: 200 len: 898 time: 0.2537301 Nov 26 17:18:22.254516 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8e23a61d-1192-499d-9843-0d5ad76cfb90 req-4dcfd3f0-d026-492e-bff0-5d93a96add61 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710335a0-b087-40f9-9793-06456bf88411 HTTP/1.1" status: 200 len: 1000 time: 0.0950155 Nov 26 17:18:22.315526 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23a61d-1192-499d-9843-0d5ad76cfb90 req-6fd46c0b-0c18-4343-a1db-33143bdedbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:22.316929 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8e23a61d-1192-499d-9843-0d5ad76cfb90 req-6fd46c0b-0c18-4343-a1db-33143bdedbb0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7fa36fc-b815-4f3a-9dd3-91a98e0358fc HTTP/1.1" status: 200 len: 835 time: 0.0557499 Nov 26 17:18:22.391820 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23a61d-1192-499d-9843-0d5ad76cfb90 req-55152826-582b-40b4-b15b-75f11d2011c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:22.393275 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8e23a61d-1192-499d-9843-0d5ad76cfb90 req-55152826-582b-40b4-b15b-75f11d2011c3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42aa1f0a-dd64-4755-922f-e9c756a474c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689592 Nov 26 17:18:22.522811 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8e23a61d-1192-499d-9843-0d5ad76cfb90 req-57d43554-b81c-41bd-887e-7bf194889623 service neutron] 10.222.0.31 "GET /v2.0/networks/42aa1f0a-dd64-4755-922f-e9c756a474c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206765 Nov 26 17:18:22.652861 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8e23a61d-1192-499d-9843-0d5ad76cfb90 req-7176946a-bead-4f80-af39-24b44a8d5028 service neutron] 10.222.0.31 "GET /v2.0/networks/42aa1f0a-dd64-4755-922f-e9c756a474c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223257 Nov 26 17:18:28.657953 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e1a531f5-88aa-4821-8d48-ee1cda97b561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:29.430198 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:31.320082 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bc4f17d8-50b9-49b5-a21b-158021364156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:32.305831 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:33.825876 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:18:34.095109 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:35.346019 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 60040) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:18:35.546193 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-ad016176-d9da-4103-a43f-8dfd221c6045 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Deleting port b2e7f57f-a987-42fc-9cf6-94da1107e57c {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:18:35.546531 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ad016176-d9da-4103-a43f-8dfd221c6045 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:35.710461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ad016176-d9da-4103-a43f-8dfd221c6045 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:35.710785 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ad016176-d9da-4103-a43f-8dfd221c6045 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:35.834221 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-ad016176-d9da-4103-a43f-8dfd221c6045 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Calling delete_port for b2e7f57f-a987-42fc-9cf6-94da1107e57c owned by network:floatingip {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:18:35.980153 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ad016176-d9da-4103-a43f-8dfd221c6045 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:35.984351 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-12c413f7-29c0-49bc-ac9c-1971ca3a71b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:36.029598 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad016176-d9da-4103-a43f-8dfd221c6045 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Port': ['ID=b2e7f57f-a987-42fc-9cf6-94da1107e57c,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:36.069431 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad016176-d9da-4103-a43f-8dfd221c6045 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:36.069825 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad016176-d9da-4103-a43f-8dfd221c6045 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:36.070214 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad016176-d9da-4103-a43f-8dfd221c6045 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:36.070597 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad016176-d9da-4103-a43f-8dfd221c6045 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:36.070978 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad016176-d9da-4103-a43f-8dfd221c6045 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:36.071354 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad016176-d9da-4103-a43f-8dfd221c6045 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:36.071743 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad016176-d9da-4103-a43f-8dfd221c6045 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:36.072119 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad016176-d9da-4103-a43f-8dfd221c6045 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:36.072489 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad016176-d9da-4103-a43f-8dfd221c6045 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:36.072858 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad016176-d9da-4103-a43f-8dfd221c6045 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:36.073224 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad016176-d9da-4103-a43f-8dfd221c6045 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:36.073590 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad016176-d9da-4103-a43f-8dfd221c6045 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:36.103096 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ad016176-d9da-4103-a43f-8dfd221c6045 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:36.136120 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ad016176-d9da-4103-a43f-8dfd221c6045 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for floatingip, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:36.136447 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-ad016176-d9da-4103-a43f-8dfd221c6045 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Floating IP 50a777be-ef26-49fa-a4a1-83f2f206de8f disassociated (deleted). External IP: 172.26.0.44, port: 710335a0-b087-40f9-9793-06456bf88411. Nov 26 17:18:36.590093 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad016176-d9da-4103-a43f-8dfd221c6045 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Router 819505e4-4b4e-499d-8f3c-2a2df0e5c5a9 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:18:36.767007 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad016176-d9da-4103-a43f-8dfd221c6045 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:18:36.777012 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f809ed36-bd4d-4e62-a0dd-7552dabf43c0 None None] Sync routers for ids ['819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:18:36.786477 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f809ed36-bd4d-4e62-a0dd-7552dabf43c0 None None] Routers {'819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:18:36.787112 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f809ed36-bd4d-4e62-a0dd-7552dabf43c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:18:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:18:36.787247 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ad016176-d9da-4103-a43f-8dfd221c6045 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:36.843931 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ad016176-d9da-4103-a43f-8dfd221c6045 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "DELETE /v2.0/floatingips/50a777be-ef26-49fa-a4a1-83f2f206de8f HTTP/1.1" status: 204 len: 168 time: 1.4942009 Nov 26 17:18:36.843931 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abfe08b-aa5d-4546-9029-732f97694d67', 'tag': '710335a0-b087-40f9-9793-06456bf88411'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:18:36.888290 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abfe08b-aa5d-4546-9029-732f97694d67', 'tag': '710335a0-b087-40f9-9793-06456bf88411', 'status': 'completed', 'code': 200} Nov 26 17:18:36.967952 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-f809ed36-bd4d-4e62-a0dd-7552dabf43c0 None None] Set router 819505e4-4b4e-499d-8f3c-2a2df0e5c5a9 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:18:36.989606 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f589d0-fe12-468a-b2f7-2b9f59e8baf9 req-fbf391cf-960c-4fcd-89c9-9e3e9f3ec2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:36.991103 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e7f589d0-fe12-468a-b2f7-2b9f59e8baf9 req-fbf391cf-960c-4fcd-89c9-9e3e9f3ec2c5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 1098 time: 0.0766482 Nov 26 17:18:37.135393 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f589d0-fe12-468a-b2f7-2b9f59e8baf9 req-a64f029b-60f9-4834-aa45-83a9eb500285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:37.136888 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e7f589d0-fe12-468a-b2f7-2b9f59e8baf9 req-a64f029b-60f9-4834-aa45-83a9eb500285 service neutron] 10.222.0.31 "GET /v2.0/networks?id=42aa1f0a-dd64-4755-922f-e9c756a474c5 HTTP/1.1" status: 200 len: 898 time: 0.1370604 Nov 26 17:18:37.211928 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e7f589d0-fe12-468a-b2f7-2b9f59e8baf9 req-be940972-ddfb-417f-956d-e8677cb46d0c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710335a0-b087-40f9-9793-06456bf88411 HTTP/1.1" status: 200 len: 217 time: 0.0648685 Nov 26 17:18:37.272754 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace83d8-eb44-494a-b0de-cc84513e5a66 req-cca1c495-7576-4dbe-9c5d-1324ada64b09 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:37.274300 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cace83d8-eb44-494a-b0de-cc84513e5a66 req-cca1c495-7576-4dbe-9c5d-1324ada64b09 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.0886078 Nov 26 17:18:37.281452 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f589d0-fe12-468a-b2f7-2b9f59e8baf9 req-c82e01f1-94d2-4604-901d-58a5115f3c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:37.282996 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e7f589d0-fe12-468a-b2f7-2b9f59e8baf9 req-c82e01f1-94d2-4604-901d-58a5115f3c9c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7fa36fc-b815-4f3a-9dd3-91a98e0358fc HTTP/1.1" status: 200 len: 835 time: 0.0642378 Nov 26 17:18:37.323519 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cace83d8-eb44-494a-b0de-cc84513e5a66 req-e85a34e1-3c61-4174-b196-ac964ecc16d9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417695 Nov 26 17:18:37.336755 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f809ed36-bd4d-4e62-a0dd-7552dabf43c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979887720', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dbb947e3-34a7-449b-aaad-63315f4a1188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:16:44Z', 'updated_at': '2021-11-26T17:16:49Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'dbb947e3-34a7-449b-aaad-63315f4a1188', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:16:45Z', 'updated_at': '2021-11-26T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '14992697-ea7e-4c35-9633-79c4fb8874f2', 'name': '', 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:68:ba:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'f7fa36fc-b815-4f3a-9dd3-91a98e0358fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:16:48Z', 'updated_at': '2021-11-26T17:16:54Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': 'f7fa36fc-b815-4f3a-9dd3-91a98e0358fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:18:37.340908 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f809ed36-bd4d-4e62-a0dd-7552dabf43c0 None None] Checking router: 819505e4-4b4e-499d-8f3c-2a2df0e5c5a9 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:18:37.349855 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f809ed36-bd4d-4e62-a0dd-7552dabf43c0 None None] Routers {'819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:18:37.350383 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f809ed36-bd4d-4e62-a0dd-7552dabf43c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:18:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:18:37.364206 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f589d0-fe12-468a-b2f7-2b9f59e8baf9 req-b352075f-0d6d-446a-8598-3ca4b66e9953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:37.365765 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e7f589d0-fe12-468a-b2f7-2b9f59e8baf9 req-b352075f-0d6d-446a-8598-3ca4b66e9953 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42aa1f0a-dd64-4755-922f-e9c756a474c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745943 Nov 26 17:18:37.498367 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e7f589d0-fe12-468a-b2f7-2b9f59e8baf9 req-54e31b1f-9664-4ff5-b7b7-15062503b5dd service neutron] 10.222.0.31 "GET /v2.0/networks/42aa1f0a-dd64-4755-922f-e9c756a474c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248822 Nov 26 17:18:37.533232 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-f809ed36-bd4d-4e62-a0dd-7552dabf43c0 None None] Set router 819505e4-4b4e-499d-8f3c-2a2df0e5c5a9 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:18:37.631316 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e7f589d0-fe12-468a-b2f7-2b9f59e8baf9 req-b91eebd2-8540-4f12-8bad-fff90a358929 service neutron] 10.222.0.31 "GET /v2.0/networks/42aa1f0a-dd64-4755-922f-e9c756a474c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244528 Nov 26 17:18:37.837747 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-f809ed36-bd4d-4e62-a0dd-7552dabf43c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979887720', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dbb947e3-34a7-449b-aaad-63315f4a1188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:16:44Z', 'updated_at': '2021-11-26T17:16:49Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'dbb947e3-34a7-449b-aaad-63315f4a1188', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:16:45Z', 'updated_at': '2021-11-26T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '14992697-ea7e-4c35-9633-79c4fb8874f2', 'name': '', 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:68:ba:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'f7fa36fc-b815-4f3a-9dd3-91a98e0358fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:16:48Z', 'updated_at': '2021-11-26T17:16:54Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': 'f7fa36fc-b815-4f3a-9dd3-91a98e0358fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:18:37.841713 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f809ed36-bd4d-4e62-a0dd-7552dabf43c0 None None] The sync data for ids ['819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'] in dv-neutron-819440-1-hyperv is: [{'id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979887720', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dbb947e3-34a7-449b-aaad-63315f4a1188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:16:44Z', 'updated_at': '2021-11-26T17:16:49Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'dbb947e3-34a7-449b-aaad-63315f4a1188', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:16:45Z', 'updated_at': '2021-11-26T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '14992697-ea7e-4c35-9633-79c4fb8874f2', 'name': '', 'network_id': '42aa1f0a-dd64-4755-922f-e9c756a474c5', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:68:ba:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'f7fa36fc-b815-4f3a-9dd3-91a98e0358fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:16:48Z', 'updated_at': '2021-11-26T17:16:54Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': 'f7fa36fc-b815-4f3a-9dd3-91a98e0358fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:18:38.055705 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1864aa3b-5835-4823-bd08-0fe39f43c9bf None None] New status for floating IP 50a777be-ef26-49fa-a4a1-83f2f206de8f: DOWN {{(pid=87521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:18:38.562586 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5a2ec-7ae4-49ad-876e-c3557d4578a1 req-5afc9003-9b5f-4b7a-ae31-0d4b67129258 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:38.563278 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-cfe5a2ec-7ae4-49ad-876e-c3557d4578a1 req-5afc9003-9b5f-4b7a-ae31-0d4b67129258 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:18:38.578401 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-cfe5a2ec-7ae4-49ad-876e-c3557d4578a1 req-5afc9003-9b5f-4b7a-ae31-0d4b67129258 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:18:38.579810 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cfe5a2ec-7ae4-49ad-876e-c3557d4578a1 req-5afc9003-9b5f-4b7a-ae31-0d4b67129258 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.1482487 Nov 26 17:18:38.623196 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cfe5a2ec-7ae4-49ad-876e-c3557d4578a1 req-421a7ec2-2b4a-4364-ad54-95202f43b0a5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=6088c370-26c0-4880-8b74-472017ce183a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378006 Nov 26 17:18:39.064116 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b941ed3-4860-4651-bf88-0c1ed50f3e2d req-ca3c6953-2ccb-460b-af99-0837454398f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:39.065449 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8b941ed3-4860-4651-bf88-0c1ed50f3e2d req-ca3c6953-2ccb-460b-af99-0837454398f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.31 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 945 time: 0.0790763 Nov 26 17:18:39.139116 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-8b941ed3-4860-4651-bf88-0c1ed50f3e2d req-a184ffea-6ae5-4814-83a6-d8a8a0cc31d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Deleting port 710335a0-b087-40f9-9793-06456bf88411 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:18:39.139456 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-8b941ed3-4860-4651-bf88-0c1ed50f3e2d req-a184ffea-6ae5-4814-83a6-d8a8a0cc31d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:39.499828 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-8b941ed3-4860-4651-bf88-0c1ed50f3e2d req-a184ffea-6ae5-4814-83a6-d8a8a0cc31d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] For port 710335a0-b087-40f9-9793-06456bf88411, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=710335a0-b087-40f9-9793-06456bf88411,segment=NetworkSegment(735791d2-5b8c-43ce-9c3e-2e4d097ba69f),segment_id=735791d2-5b8c-43ce-9c3e-2e4d097ba69f)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:18:39.500176 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-8b941ed3-4860-4651-bf88-0c1ed50f3e2d req-a184ffea-6ae5-4814-83a6-d8a8a0cc31d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:39.619036 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-8b941ed3-4860-4651-bf88-0c1ed50f3e2d req-a184ffea-6ae5-4814-83a6-d8a8a0cc31d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Calling delete_port for 710335a0-b087-40f9-9793-06456bf88411 owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:18:39.764200 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-8b941ed3-4860-4651-bf88-0c1ed50f3e2d req-a184ffea-6ae5-4814-83a6-d8a8a0cc31d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:39.771585 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:39.772973 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f5c4fd0b-ffea-4b7b-af25-75fc831db669 req-4b97f106-5262-4e86-9bb3-4f6b3a940771 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abfe08b-aa5d-4546-9029-732f97694d67 HTTP/1.1" status: 200 len: 210 time: 0.0444257 Nov 26 17:18:39.841851 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184ffea-6ae5-4814-83a6-d8a8a0cc31d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Port': ['ID=710335a0-b087-40f9-9793-06456bf88411,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:39.848726 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a184ffea-6ae5-4814-83a6-d8a8a0cc31d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:39.890754 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b941ed3-4860-4651-bf88-0c1ed50f3e2d req-a184ffea-6ae5-4814-83a6-d8a8a0cc31d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] No DVR routers for this DVR port 710335a0-b087-40f9-9793-06456bf88411 on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:18:39.893024 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-8b941ed3-4860-4651-bf88-0c1ed50f3e2d req-a184ffea-6ae5-4814-83a6-d8a8a0cc31d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:39.896128 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abfe08b-aa5d-4546-9029-732f97694d67', 'name': 'network-vif-deleted', 'tag': '710335a0-b087-40f9-9793-06456bf88411'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:18:39.912594 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8b941ed3-4860-4651-bf88-0c1ed50f3e2d req-a184ffea-6ae5-4814-83a6-d8a8a0cc31d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.31 "DELETE /v2.0/ports/710335a0-b087-40f9-9793-06456bf88411 HTTP/1.1" status: 204 len: 173 time: 0.8387148 Nov 26 17:18:39.942010 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abfe08b-aa5d-4546-9029-732f97694d67', 'name': 'network-vif-deleted', 'tag': '710335a0-b087-40f9-9793-06456bf88411', 'status': 'completed', 'code': 200} Nov 26 17:18:40.866180 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 60062) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:18:41.429919 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fc7ccd51-209e-4717-828c-08c26852bab7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:41.900114 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ccd51-209e-4717-828c-08c26852bab7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Deleting port 14992697-ea7e-4c35-9633-79c4fb8874f2 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:18:41.900626 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fc7ccd51-209e-4717-828c-08c26852bab7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:42.090281 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-fc7ccd51-209e-4717-828c-08c26852bab7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] For port 14992697-ea7e-4c35-9633-79c4fb8874f2, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=14992697-ea7e-4c35-9633-79c4fb8874f2,segment=NetworkSegment(735791d2-5b8c-43ce-9c3e-2e4d097ba69f),segment_id=735791d2-5b8c-43ce-9c3e-2e4d097ba69f)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:18:42.090584 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fc7ccd51-209e-4717-828c-08c26852bab7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:42.212282 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ccd51-209e-4717-828c-08c26852bab7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Calling delete_port for 14992697-ea7e-4c35-9633-79c4fb8874f2 owned by network:router_interface {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:18:42.387682 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fc7ccd51-209e-4717-828c-08c26852bab7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:42.392097 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a184ffea-6ae5-4814-83a6-d8a8a0cc31d4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:42.436294 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ccd51-209e-4717-828c-08c26852bab7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Port': ['ID=14992697-ea7e-4c35-9633-79c4fb8874f2,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:42.438683 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fc7ccd51-209e-4717-828c-08c26852bab7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:42.723803 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fc7ccd51-209e-4717-828c-08c26852bab7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:43.078897 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7ccd51-209e-4717-828c-08c26852bab7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Router 819505e4-4b4e-499d-8f3c-2a2df0e5c5a9 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:18:43.375904 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7ccd51-209e-4717-828c-08c26852bab7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:18:43.385810 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6fada1-ed1d-4709-89c9-2e43214232b5 None None] Sync routers for ids ['819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:18:43.388683 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-fc7ccd51-209e-4717-828c-08c26852bab7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "PUT /v2.0/routers/819505e4-4b4e-499d-8f3c-2a2df0e5c5a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5212078 Nov 26 17:18:43.391359 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 60066) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:18:43.395757 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6fada1-ed1d-4709-89c9-2e43214232b5 None None] Routers {'819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:18:43.396376 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-db6fada1-ed1d-4709-89c9-2e43214232b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:18:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:18:43.455464 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 710335a0-b087-40f9-9793-06456bf88411 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:18:43.456841 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_v2 [None req-104a282b-0833-4f82-a543-ab16e15c346b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Deleting subnet f7fa36fc-b815-4f3a-9dd3-91a98e0358fc {{(pid=87518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 17:18:43.459825 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-104a282b-0833-4f82-a543-ab16e15c346b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for subnet, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:43.517377 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-104a282b-0833-4f82-a543-ab16e15c346b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2334930'] for subnet, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:43.547666 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: 710335a0-b087-40f9-9793-06456bf88411 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:18:43.548039 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 710335a0-b087-40f9-9793-06456bf88411 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:18:43.599066 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-104a282b-0833-4f82-a543-ab16e15c346b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:43.608375 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-db6fada1-ed1d-4709-89c9-2e43214232b5 None None] Set router 819505e4-4b4e-499d-8f3c-2a2df0e5c5a9 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:18:43.674117 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-104a282b-0833-4f82-a543-ab16e15c346b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2508803'] for subnet, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:43.679085 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a4e3b7f2-e759-47ac-8a47-9f68de90d5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:43.717558 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a282b-0833-4f82-a543-ab16e15c346b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Subnet': ['ID=f7fa36fc-b815-4f3a-9dd3-91a98e0358fc,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:43.720652 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-104a282b-0833-4f82-a543-ab16e15c346b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:43.722224 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-104a282b-0833-4f82-a543-ab16e15c346b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:43.728395 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-104a282b-0833-4f82-a543-ab16e15c346b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "DELETE /v2.0/subnets/f7fa36fc-b815-4f3a-9dd3-91a98e0358fc HTTP/1.1" status: 204 len: 168 time: 0.3360445 Nov 26 17:18:43.730893 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 60070) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:18:43.778083 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a32f18-d02a-4e79-b25c-d0e087d88500 None None] Network 42aa1f0a-dd64-4755-922f-e9c756a474c5 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:18:43.914498 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d6af8da8-049b-4a16-b1b0-3e09bb5d94a2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:44.062743 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-db6fada1-ed1d-4709-89c9-2e43214232b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979887720', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dbb947e3-34a7-449b-aaad-63315f4a1188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:16:44Z', 'updated_at': '2021-11-26T17:18:42Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'dbb947e3-34a7-449b-aaad-63315f4a1188', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:16:45Z', 'updated_at': '2021-11-26T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:18:44.069972 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6fada1-ed1d-4709-89c9-2e43214232b5 None None] Checking router: 819505e4-4b4e-499d-8f3c-2a2df0e5c5a9 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:18:44.079774 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6fada1-ed1d-4709-89c9-2e43214232b5 None None] Routers {'819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:18:44.080404 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-db6fada1-ed1d-4709-89c9-2e43214232b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:18:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:18:44.104988 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d6af8da8-049b-4a16-b1b0-3e09bb5d94a2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:44.114483 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-d6af8da8-049b-4a16-b1b0-3e09bb5d94a2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Deleting port dbb947e3-34a7-449b-aaad-63315f4a1188 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:18:44.114746 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d6af8da8-049b-4a16-b1b0-3e09bb5d94a2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:44.140712 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f56dbf-5445-44e9-8ce8-0131400579ed None None] DHCP port deletion for 42aa1f0a-dd64-4755-922f-e9c756a474c5 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 17:18:44.254321 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-49f56dbf-5445-44e9-8ce8-0131400579ed None None] Deleting port 90b0525a-cfb6-4289-94ec-5805772b13fc {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:18:44.254622 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-49f56dbf-5445-44e9-8ce8-0131400579ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:44.289909 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [None req-d6af8da8-049b-4a16-b1b0-3e09bb5d94a2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] For port dbb947e3-34a7-449b-aaad-63315f4a1188, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=dbb947e3-34a7-449b-aaad-63315f4a1188,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:18:44.290261 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d6af8da8-049b-4a16-b1b0-3e09bb5d94a2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:44.370020 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-db6fada1-ed1d-4709-89c9-2e43214232b5 None None] Set router 819505e4-4b4e-499d-8f3c-2a2df0e5c5a9 gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:18:44.411799 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-d6af8da8-049b-4a16-b1b0-3e09bb5d94a2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Calling delete_port for dbb947e3-34a7-449b-aaad-63315f4a1188 owned by network:router_gateway {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:18:44.481870 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-db6fada1-ed1d-4709-89c9-2e43214232b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979887720', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:16:44Z', 'updated_at': '2021-11-26T17:18:44Z', 'revision_number': 6, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:18:44.502280 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6fada1-ed1d-4709-89c9-2e43214232b5 None None] The sync data for ids ['819505e4-4b4e-499d-8f3c-2a2df0e5c5a9'] in dv-neutron-819440-1-hyperv is: [{'id': '819505e4-4b4e-499d-8f3c-2a2df0e5c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979887720', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:16:44Z', 'updated_at': '2021-11-26T17:18:44Z', 'revision_number': 6, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port_host': None}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:18:44.592592 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-49f56dbf-5445-44e9-8ce8-0131400579ed None None] For port 90b0525a-cfb6-4289-94ec-5805772b13fc, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=90b0525a-cfb6-4289-94ec-5805772b13fc,segment=NetworkSegment(735791d2-5b8c-43ce-9c3e-2e4d097ba69f),segment_id=735791d2-5b8c-43ce-9c3e-2e4d097ba69f)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:18:44.593140 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-49f56dbf-5445-44e9-8ce8-0131400579ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:44.593263 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d6af8da8-049b-4a16-b1b0-3e09bb5d94a2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:44.597926 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0ea3242a-6373-49f2-add5-06c42bc25cfb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:44.642807 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af8da8-049b-4a16-b1b0-3e09bb5d94a2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Port': ['ID=dbb947e3-34a7-449b-aaad-63315f4a1188,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:44.645956 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d6af8da8-049b-4a16-b1b0-3e09bb5d94a2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:44.715750 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-49f56dbf-5445-44e9-8ce8-0131400579ed None None] Calling delete_port for 90b0525a-cfb6-4289-94ec-5805772b13fc owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:18:44.730475 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d6af8da8-049b-4a16-b1b0-3e09bb5d94a2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:44.793368 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-49f56dbf-5445-44e9-8ce8-0131400579ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:44.797435 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:44.846111 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f56dbf-5445-44e9-8ce8-0131400579ed None None] Pushing event deleted for resources: {'Port': ['ID=90b0525a-cfb6-4289-94ec-5805772b13fc,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:44.849606 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f56dbf-5445-44e9-8ce8-0131400579ed None None] No DVR routers for this DVR port 90b0525a-cfb6-4289-94ec-5805772b13fc on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:18:44.853618 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-49f56dbf-5445-44e9-8ce8-0131400579ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:45.047964 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d6af8da8-049b-4a16-b1b0-3e09bb5d94a2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:45.050718 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d6af8da8-049b-4a16-b1b0-3e09bb5d94a2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:45.072709 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d6af8da8-049b-4a16-b1b0-3e09bb5d94a2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:45.073274 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6af8da8-049b-4a16-b1b0-3e09bb5d94a2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Fanout notify agent at l3_agent the message router_deleted on router 819505e4-4b4e-499d-8f3c-2a2df0e5c5a9 {{(pid=87518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 17:18:45.088432 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d6af8da8-049b-4a16-b1b0-3e09bb5d94a2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:45.089493 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d6af8da8-049b-4a16-b1b0-3e09bb5d94a2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "DELETE /v2.0/routers/819505e4-4b4e-499d-8f3c-2a2df0e5c5a9 HTTP/1.1" status: 204 len: 168 time: 1.3575532 Nov 26 17:18:45.092267 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 60074) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:18:45.206676 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6abf0ede-a569-4a30-8a94-57139866bdf1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:45.343749 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6abf0ede-a569-4a30-8a94-57139866bdf1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:45.369708 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-6abf0ede-a569-4a30-8a94-57139866bdf1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42aa1f0a-dd64-4755-922f-e9c756a474c5']}} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:18:45.381611 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-6abf0ede-a569-4a30-8a94-57139866bdf1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735791d2-5b8c-43ce-9c3e-2e4d097ba69f') {'for_net_delete': True} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:18:45.381903 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.services.segments.db [None req-6abf0ede-a569-4a30-8a94-57139866bdf1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735791d2-5b8c-43ce-9c3e-2e4d097ba69f') {} {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:18:45.393784 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6abf0ede-a569-4a30-8a94-57139866bdf1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2334917'] for segment, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:45.410676 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6abf0ede-a569-4a30-8a94-57139866bdf1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:45.417073 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6abf0ede-a569-4a30-8a94-57139866bdf1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=87518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 17:18:45.417465 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6abf0ede-a569-4a30-8a94-57139866bdf1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338097'] for segment, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: Traceback (most recent call last): Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: timer() Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: cb(*args, **kw) Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: return func(*args, **kwargs) Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: self._notify() Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: self.callback(batched_events) Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: event.method(event) Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: return f(self, *a, **k) Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._get(url).json() Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: return self.request(url, 'GET', **kwargs) Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 17:18:45.432940 dv-neutron-819440-1-hyperv neutron-server[87518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 17:18:45.516494 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6abf0ede-a569-4a30-8a94-57139866bdf1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:45.521451 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-6abf0ede-a569-4a30-8a94-57139866bdf1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:45.524909 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c72996ba-0492-4cd1-a95a-87434e30cdf4 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:45.550142 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf0ede-a569-4a30-8a94-57139866bdf1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Network': ['ID=42aa1f0a-dd64-4755-922f-e9c756a474c5,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:45.552965 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6abf0ede-a569-4a30-8a94-57139866bdf1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:45.558760 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-6abf0ede-a569-4a30-8a94-57139866bdf1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "DELETE /v2.0/networks/42aa1f0a-dd64-4755-922f-e9c756a474c5 HTTP/1.1" status: 204 len: 168 time: 0.4655433 Nov 26 17:18:45.561471 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 60078) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:18:45.629926 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0d68061a-510d-4002-9a77-4ceb5b745fde tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:45.666783 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0d68061a-510d-4002-9a77-4ceb5b745fde tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:45.748318 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0d68061a-510d-4002-9a77-4ceb5b745fde tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:45.753602 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-048b0ed7-05ed-43be-a2d2-67b5ca1e1775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:45.773368 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68061a-510d-4002-9a77-4ceb5b745fde tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6088c370-26c0-4880-8b74-472017ce183a,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:45.775979 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0d68061a-510d-4002-9a77-4ceb5b745fde tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:45.783534 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0d68061a-510d-4002-9a77-4ceb5b745fde tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:45.784717 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0d68061a-510d-4002-9a77-4ceb5b745fde tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "DELETE /v2.0/security-groups/6088c370-26c0-4880-8b74-472017ce183a HTTP/1.1" status: 204 len: 168 time: 0.2223272 Nov 26 17:18:45.956891 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 14992697-ea7e-4c35-9633-79c4fb8874f2 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:18:45.990539 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 14992697-ea7e-4c35-9633-79c4fb8874f2 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:18:45.990859 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 14992697-ea7e-4c35-9633-79c4fb8874f2 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:18:45.991287 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 90b0525a-cfb6-4289-94ec-5805772b13fc no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:18:46.027627 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 90b0525a-cfb6-4289-94ec-5805772b13fc {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:18:46.028008 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 90b0525a-cfb6-4289-94ec-5805772b13fc not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:18:46.028442 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device dbb947e3-34a7-449b-aaad-63315f4a1188 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:18:46.060757 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: dbb947e3-34a7-449b-aaad-63315f4a1188 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:18:46.061040 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device dbb947e3-34a7-449b-aaad-63315f4a1188 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:18:46.184673 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60086) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:18:46.190631 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1185423411', 'description': 'tempest-secgroup-smoke-1185423411 description', 'project_id': '059d345cf6d84a598e16d9e203a8e35d'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:18:46.197051 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:18:46.201130 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:18:46.204025 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:18:46.210493 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:18:46.220502 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:46.240563 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:18:46.244531 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:18:46.247283 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:18:46.253745 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:18:46.328668 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:46.332478 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:46.336285 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e5b25828-3717-42de-8372-426d6795396a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:46.379631 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbddaa1e-e082-40ff-9176-4a76faf3bc36,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:46.386386 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:46.387583 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2018907 Nov 26 17:18:46.389097 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:46.389532 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:46.390159 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:46.390539 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:46.390864 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 60090) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:18:46.391334 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:46.391334 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:46.391619 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:46.392010 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:46.392374 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:46.392740 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:46.393131 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:46.393512 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:46.397076 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:46.397265 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-91031e39-2def-4838-8b61-6b444d07cc63 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': 'cbddaa1e-e082-40ff-9176-4a76faf3bc36', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:18:46.406131 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-91031e39-2def-4838-8b61-6b444d07cc63 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:18:46.412846 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-91031e39-2def-4838-8b61-6b444d07cc63 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:18:46.416209 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-91031e39-2def-4838-8b61-6b444d07cc63 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:18:46.422188 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-91031e39-2def-4838-8b61-6b444d07cc63 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:18:46.439661 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-91031e39-2def-4838-8b61-6b444d07cc63 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:46.499301 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-91031e39-2def-4838-8b61-6b444d07cc63 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:46.502798 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-91031e39-2def-4838-8b61-6b444d07cc63 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:46.508262 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-21906d17-39e5-4795-b5d2-b81bff7ec40b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:46.527916 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91031e39-2def-4838-8b61-6b444d07cc63 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cbdc3e1-2166-4ff1-b3d4-a9f44d9c14f0,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:46.530599 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-91031e39-2def-4838-8b61-6b444d07cc63 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:46.538581 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-91031e39-2def-4838-8b61-6b444d07cc63 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:46.539752 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-91031e39-2def-4838-8b61-6b444d07cc63 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1475406 Nov 26 17:18:46.542492 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 60094) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:18:46.547999 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-5204997b-5e57-468e-9e0f-8f6983687851 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': 'cbddaa1e-e082-40ff-9176-4a76faf3bc36', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:18:46.554465 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5204997b-5e57-468e-9e0f-8f6983687851 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:18:46.558468 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5204997b-5e57-468e-9e0f-8f6983687851 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:18:46.561337 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5204997b-5e57-468e-9e0f-8f6983687851 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:18:46.567153 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5204997b-5e57-468e-9e0f-8f6983687851 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:18:46.583998 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5204997b-5e57-468e-9e0f-8f6983687851 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:46.643797 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5204997b-5e57-468e-9e0f-8f6983687851 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:46.647277 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5204997b-5e57-468e-9e0f-8f6983687851 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:46.654373 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a2f3a2da-33be-49cd-a68a-5a04eec74782 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:46.676406 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204997b-5e57-468e-9e0f-8f6983687851 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72840461-2045-422e-ab8f-642131707af4,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:46.679285 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5204997b-5e57-468e-9e0f-8f6983687851 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:46.680583 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5204997b-5e57-468e-9e0f-8f6983687851 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:46.681719 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5204997b-5e57-468e-9e0f-8f6983687851 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1383317 Nov 26 17:18:46.684479 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 60098) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:18:46.689384 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-d3643e59-9c3b-43a7-b978-5600c5364a75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': 'cbddaa1e-e082-40ff-9176-4a76faf3bc36', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:18:46.695362 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d3643e59-9c3b-43a7-b978-5600c5364a75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:18:46.699183 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d3643e59-9c3b-43a7-b978-5600c5364a75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:18:46.702121 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-d3643e59-9c3b-43a7-b978-5600c5364a75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:18:46.707893 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-d3643e59-9c3b-43a7-b978-5600c5364a75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:18:46.725008 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3643e59-9c3b-43a7-b978-5600c5364a75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:46.803670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3643e59-9c3b-43a7-b978-5600c5364a75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:46.807287 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3643e59-9c3b-43a7-b978-5600c5364a75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:46.814729 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5d6c0a7d-3283-41ab-83dc-f4f098203efe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:46.835342 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3643e59-9c3b-43a7-b978-5600c5364a75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ddaeadf-9d9c-4391-8fb8-47ee20146e17,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:46.837968 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d3643e59-9c3b-43a7-b978-5600c5364a75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:46.841750 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-d3643e59-9c3b-43a7-b978-5600c5364a75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:46.843116 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-d3643e59-9c3b-43a7-b978-5600c5364a75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1576521 Nov 26 17:18:46.845768 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 60102) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:18:46.851708 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-f8cf5d24-cd52-4ce7-ba4f-08f2a2c73614 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': 'cbddaa1e-e082-40ff-9176-4a76faf3bc36', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:18:46.857719 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f8cf5d24-cd52-4ce7-ba4f-08f2a2c73614 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:18:46.861667 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f8cf5d24-cd52-4ce7-ba4f-08f2a2c73614 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:18:46.864738 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f8cf5d24-cd52-4ce7-ba4f-08f2a2c73614 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:18:46.870891 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f8cf5d24-cd52-4ce7-ba4f-08f2a2c73614 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:18:46.888987 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8cf5d24-cd52-4ce7-ba4f-08f2a2c73614 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:46.954716 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8cf5d24-cd52-4ce7-ba4f-08f2a2c73614 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:46.958565 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8cf5d24-cd52-4ce7-ba4f-08f2a2c73614 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:46.960580 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-edf8b25d-38e7-43cb-95fa-7ce755a4fa31 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:46.984035 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf5d24-cd52-4ce7-ba4f-08f2a2c73614 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549a6963-5a38-41ff-80c1-c1625006cb6f,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:46.988615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f8cf5d24-cd52-4ce7-ba4f-08f2a2c73614 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:46.993073 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f8cf5d24-cd52-4ce7-ba4f-08f2a2c73614 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:46.996235 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f8cf5d24-cd52-4ce7-ba4f-08f2a2c73614 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1470113 Nov 26 17:18:46.997039 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 60106) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:18:47.001939 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-18fa6431-bdf7-434e-b204-e1a2d862e15f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': 'cbddaa1e-e082-40ff-9176-4a76faf3bc36', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:18:47.007624 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-18fa6431-bdf7-434e-b204-e1a2d862e15f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:18:47.011359 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-18fa6431-bdf7-434e-b204-e1a2d862e15f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:18:47.014202 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-18fa6431-bdf7-434e-b204-e1a2d862e15f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:18:47.021104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-18fa6431-bdf7-434e-b204-e1a2d862e15f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:18:47.030867 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.securitygroups_db [None req-18fa6431-bdf7-434e-b204-e1a2d862e15f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Project 059d345cf6d84a598e16d9e203a8e35d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 17:18:47.037952 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-18fa6431-bdf7-434e-b204-e1a2d862e15f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:47.103150 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-18fa6431-bdf7-434e-b204-e1a2d862e15f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:47.106491 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-18fa6431-bdf7-434e-b204-e1a2d862e15f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:47.108260 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5f65ad55-afcd-4fd4-b48f-92832e3d3d4b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:47.129523 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa6431-bdf7-434e-b204-e1a2d862e15f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da5a058-5e23-4776-bc67-1fceff727475,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:47.131902 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-18fa6431-bdf7-434e-b204-e1a2d862e15f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:47.138511 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-18fa6431-bdf7-434e-b204-e1a2d862e15f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:47.139679 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-18fa6431-bdf7-434e-b204-e1a2d862e15f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1416957 Nov 26 17:18:47.142503 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 60110) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:18:47.147980 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-0a8c24bb-dc3e-4365-8cad-1bcb44f2d9b5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': 'cbddaa1e-e082-40ff-9176-4a76faf3bc36', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:18:47.153962 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0a8c24bb-dc3e-4365-8cad-1bcb44f2d9b5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:18:47.158234 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0a8c24bb-dc3e-4365-8cad-1bcb44f2d9b5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:18:47.161820 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0a8c24bb-dc3e-4365-8cad-1bcb44f2d9b5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:18:47.167584 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0a8c24bb-dc3e-4365-8cad-1bcb44f2d9b5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:18:47.177065 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.securitygroups_db [None req-0a8c24bb-dc3e-4365-8cad-1bcb44f2d9b5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Project 059d345cf6d84a598e16d9e203a8e35d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 17:18:47.183691 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0a8c24bb-dc3e-4365-8cad-1bcb44f2d9b5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:47.247431 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0a8c24bb-dc3e-4365-8cad-1bcb44f2d9b5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:47.250798 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0a8c24bb-dc3e-4365-8cad-1bcb44f2d9b5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:47.253379 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ded4ed95-345e-47d5-88bc-5a77ff38f050 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:47.275193 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c24bb-dc3e-4365-8cad-1bcb44f2d9b5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4578d7a1-3262-46c2-a5bc-5e2c1aceef72,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:47.277661 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0a8c24bb-dc3e-4365-8cad-1bcb44f2d9b5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:47.284467 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0a8c24bb-dc3e-4365-8cad-1bcb44f2d9b5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:47.285624 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0a8c24bb-dc3e-4365-8cad-1bcb44f2d9b5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1416948 Nov 26 17:18:47.288444 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 60114) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:18:47.293998 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-e6a9cca0-dd47-443d-84d2-af6a267d00a0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'network': {'name': 'tempest-network-smoke--2092881171', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'port_security_enabled': True}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:18:47.298713 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e6a9cca0-dd47-443d-84d2-af6a267d00a0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:18:47.302796 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e6a9cca0-dd47-443d-84d2-af6a267d00a0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:network and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:18:47.305647 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e6a9cca0-dd47-443d-84d2-af6a267d00a0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:18:47.311303 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e6a9cca0-dd47-443d-84d2-af6a267d00a0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:18:47.321734 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a9cca0-dd47-443d-84d2-af6a267d00a0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Made reservation on behalf of 059d345cf6d84a598e16d9e203a8e35d for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:18:47.325164 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6a9cca0-dd47-443d-84d2-af6a267d00a0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:47.352384 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a9cca0-dd47-443d-84d2-af6a267d00a0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 17:18:47.362120 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6a9cca0-dd47-443d-84d2-af6a267d00a0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:47.362545 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-e6a9cca0-dd47-443d-84d2-af6a267d00a0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Added segment 75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5 of type vlan for network 4f532cc2-6756-4513-be73-b170acb8d9f0 Nov 26 17:18:47.389114 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6a9cca0-dd47-443d-84d2-af6a267d00a0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:47.417180 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6a9cca0-dd47-443d-84d2-af6a267d00a0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:47.422674 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a9cca0-dd47-443d-84d2-af6a267d00a0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:47.423262 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6a9cca0-dd47-443d-84d2-af6a267d00a0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:47.430774 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-bc62546b-73dd-48a6-9b7b-4abd5ffdc7a2 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:47.528694 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e6a9cca0-dd47-443d-84d2-af6a267d00a0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2392268 Nov 26 17:18:47.531455 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60118) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:18:47.537347 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-8c8d1800-865c-4bd3-a4d4-40098f164b54 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-161456198', 'admin_state_up': True, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:18:47.538550 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9cca0-dd47-443d-84d2-af6a267d00a0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Network': ['ID=4f532cc2-6756-4513-be73-b170acb8d9f0,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:47.541420 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e6a9cca0-dd47-443d-84d2-af6a267d00a0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:47.545907 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-8c8d1800-865c-4bd3-a4d4-40098f164b54 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:18:47.550196 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 4f532cc2-6756-4513-be73-b170acb8d9f0 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 17:18:47.550993 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8c8d1800-865c-4bd3-a4d4-40098f164b54 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:router and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:18:47.553929 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-8c8d1800-865c-4bd3-a4d4-40098f164b54 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:18:47.561059 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-8c8d1800-865c-4bd3-a4d4-40098f164b54 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:18:47.571522 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8c8d1800-865c-4bd3-a4d4-40098f164b54 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:47.572523 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8c8d1800-865c-4bd3-a4d4-40098f164b54 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:47.587283 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8c8d1800-865c-4bd3-a4d4-40098f164b54 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:47.853642 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8c8d1800-865c-4bd3-a4d4-40098f164b54 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:48.262360 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8c8d1800-865c-4bd3-a4d4-40098f164b54 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:48.291844 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8c8d1800-865c-4bd3-a4d4-40098f164b54 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:48.426083 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-8c8d1800-865c-4bd3-a4d4-40098f164b54 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Allocated IP 172.26.0.19 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/b88ad8c5-787c-4c65-943c-fcad3f67b99a) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:18:48.568299 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8c8d1800-865c-4bd3-a4d4-40098f164b54 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:48.598336 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8c8d1800-865c-4bd3-a4d4-40098f164b54 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:48.601889 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3dc4843e-271b-4924-b4be-c5c999178a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:48.663543 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8d1800-865c-4bd3-a4d4-40098f164b54 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:18:48.666405 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-8c8d1800-865c-4bd3-a4d4-40098f164b54 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:18:48.669940 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8d1800-865c-4bd3-a4d4-40098f164b54 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:18:48.701931 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d1800-865c-4bd3-a4d4-40098f164b54 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=b88ad8c5-787c-4c65-943c-fcad3f67b99a,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:48.712092 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8c8d1800-865c-4bd3-a4d4-40098f164b54 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:49.074610 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8c8d1800-865c-4bd3-a4d4-40098f164b54 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router_gateway, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:49.531379 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8c8d1800-865c-4bd3-a4d4-40098f164b54 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:49.732351 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8d1800-865c-4bd3-a4d4-40098f164b54 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Router de8f1105-b238-47ce-804f-efb39320a532 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 17:18:49.777499 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:49.906493 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8d1800-865c-4bd3-a4d4-40098f164b54 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:18:49.916145 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] Sync routers for ids ['de8f1105-b238-47ce-804f-efb39320a532'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:18:49.925826 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] Routers {'de8f1105-b238-47ce-804f-efb39320a532'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:18:49.926431 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:18:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['de8f1105-b238-47ce-804f-efb39320a532'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:18:49.933161 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8c8d1800-865c-4bd3-a4d4-40098f164b54 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:49.934451 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8c8d1800-865c-4bd3-a4d4-40098f164b54 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4019067 Nov 26 17:18:49.937515 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60122) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:18:50.023610 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ad45d44d-7986-4e6e-b0ca-6f5f385115eb tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=059d345cf6d84a598e16d9e203a8e35d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0849459 Nov 26 17:18:50.026116 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60128) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:18:50.104183 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] Set router de8f1105-b238-47ce-804f-efb39320a532 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:18:50.155428 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51e5336-8fb0-42af-942c-21f2e91f5bc6 tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:50.156847 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c51e5336-8fb0-42af-942c-21f2e91f5bc6 tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298430 Nov 26 17:18:50.160122 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60132) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:18:50.198473 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5a037052-f28b-4f4d-8f3d-35e60879ba0b tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=cf8dce9a-1df0-4b90-b19d-7de373e178f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371203 Nov 26 17:18:50.200809 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 60136) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:18:50.207487 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-cea08fe5-f800-44bf-8e5b-79ec451dee93 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-803996879', 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:18:50.315615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-cea08fe5-f800-44bf-8e5b-79ec451dee93 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:18:50.319459 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cea08fe5-f800-44bf-8e5b-79ec451dee93 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:subnet and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:18:50.322294 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-cea08fe5-f800-44bf-8e5b-79ec451dee93 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:18:50.327978 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-cea08fe5-f800-44bf-8e5b-79ec451dee93 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:18:50.337744 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea08fe5-f800-44bf-8e5b-79ec451dee93 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Made reservation on behalf of 059d345cf6d84a598e16d9e203a8e35d for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:18:50.341314 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cea08fe5-f800-44bf-8e5b-79ec451dee93 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:50.383758 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8f1105-b238-47ce-804f-efb39320a532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161456198', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:18:47Z', 'updated_at': '2021-11-26T17:18:48Z', 'revision_number': 3, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8f1105-b238-47ce-804f-efb39320a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:18:48Z', 'updated_at': '2021-11-26T17:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:18:50.387462 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] Checking router: de8f1105-b238-47ce-804f-efb39320a532 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:18:50.387855 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] Updating router de8f1105-b238-47ce-804f-efb39320a532 port b88ad8c5-787c-4c65-943c-fcad3f67b99a binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:18:50.443064 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:50.679604 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cea08fe5-f800-44bf-8e5b-79ec451dee93 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:50.684110 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-26190eab-9c54-42a7-8c9e-a83a526ecf96 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:50.757608 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea08fe5-f800-44bf-8e5b-79ec451dee93 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Subnet': ['ID=f71a7d14-9d49-4cfb-b024-0516ad0a320c,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:50.760783 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cea08fe5-f800-44bf-8e5b-79ec451dee93 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:50.767008 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea08fe5-f800-44bf-8e5b-79ec451dee93 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Checking segment: {'id': '75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:18:50.767368 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea08fe5-f800-44bf-8e5b-79ec451dee93 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network hostable DHCP agents. Network: 4f532cc2-6756-4513-be73-b170acb8d9f0, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 17:18:50.773115 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:50.785755 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] Transition to ACTIVE for port object b88ad8c5-787c-4c65-943c-fcad3f67b99a will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:18:50.788577 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea08fe5-f800-44bf-8e5b-79ec451dee93 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network 4f532cc2-6756-4513-be73-b170acb8d9f0 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 17:18:50.792466 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:50.797839 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-72cf8bb0-94ec-4cfd-a284-f0e276e9ebd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:50.798110 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-cea08fe5-f800-44bf-8e5b-79ec451dee93 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 4f532cc2-6756-4513-be73-b170acb8d9f0) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:18:50.802073 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea08fe5-f800-44bf-8e5b-79ec451dee93 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:50.802654 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-cea08fe5-f800-44bf-8e5b-79ec451dee93 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:50.809286 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47aa195c-d161-4026-b08d-ef1dcbe3793d None None] Network 4f532cc2-6756-4513-be73-b170acb8d9f0 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:18:50.824772 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-cea08fe5-f800-44bf-8e5b-79ec451dee93 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6228771 Nov 26 17:18:50.827665 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 60140) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:18:50.872946 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] Attempting to bind port b88ad8c5-787c-4c65-943c-fcad3f67b99a on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:18:50.873316 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] Attempting to bind port b88ad8c5-787c-4c65-943c-fcad3f67b99a by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:18:50.873679 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] Attempting to bind port b88ad8c5-787c-4c65-943c-fcad3f67b99a on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:18:50.882286 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e42d76-09d1-469b-aaac-fdda1c151ee0 None None] Pushing event updated for resources: {'Port': ['ID=b88ad8c5-787c-4c65-943c-fcad3f67b99a,revision_number=2']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:50.884930 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:18:50.884930 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:18:50.885302 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:50.885693 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:18:50.886148 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] Bound port: b88ad8c5-787c-4c65-943c-fcad3f67b99a, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:18:50.886516 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:50.933021 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e42d76-09d1-469b-aaac-fdda1c151ee0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:50.933715 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e42d76-09d1-469b-aaac-fdda1c151ee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:50.933715 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e42d76-09d1-469b-aaac-fdda1c151ee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:50.934197 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e42d76-09d1-469b-aaac-fdda1c151ee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:50.934527 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e42d76-09d1-469b-aaac-fdda1c151ee0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:50.934849 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e42d76-09d1-469b-aaac-fdda1c151ee0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:50.935166 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e42d76-09d1-469b-aaac-fdda1c151ee0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:50.935483 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e42d76-09d1-469b-aaac-fdda1c151ee0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:50.935833 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e42d76-09d1-469b-aaac-fdda1c151ee0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:50.936155 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e42d76-09d1-469b-aaac-fdda1c151ee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:50.936446 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e42d76-09d1-469b-aaac-fdda1c151ee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:50.936754 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e42d76-09d1-469b-aaac-fdda1c151ee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:18:50.940851 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-b0e42d76-09d1-469b-aaac-fdda1c151ee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:50.973382 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] For port b88ad8c5-787c-4c65-943c-fcad3f67b99a, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:18:50.976510 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] For port b88ad8c5-787c-4c65-943c-fcad3f67b99a, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b88ad8c5-787c-4c65-943c-fcad3f67b99a,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:18:50.981219 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:50.986064 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-23c4e47a-4ccd-4605-96f2-80e3f8c2b151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:51.027596 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-4f532cc2-6756-4513-be73-b170acb8d9f0', 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'fixed_ips': [{'subnet_id': 'f71a7d14-9d49-4cfb-b024-0516ad0a320c'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 17:18:51.028505 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:51.066643 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] Routers {'de8f1105-b238-47ce-804f-efb39320a532'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:18:51.067271 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:18:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['de8f1105-b238-47ce-804f-efb39320a532'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:18:51.175352 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e42d76-09d1-469b-aaac-fdda1c151ee0 None None] Pushing event updated for resources: {'Port': ['ID=b88ad8c5-787c-4c65-943c-fcad3f67b99a,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:51.178497 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-b0e42d76-09d1-469b-aaac-fdda1c151ee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:51.194700 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] Allocated IP 172.20.0.2 (4f532cc2-6756-4513-be73-b170acb8d9f0/f71a7d14-9d49-4cfb-b024-0516ad0a320c/b9966ed5-9a42-4e4d-8681-4bc30b91d49e) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:18:51.258981 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] Set router de8f1105-b238-47ce-804f-efb39320a532 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:18:51.454554 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:51.468084 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] Transition to ACTIVE for port object b9966ed5-9a42-4e4d-8681-4bc30b91d49e will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:18:51.487942 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] Transition to ACTIVE for port object b9966ed5-9a42-4e4d-8681-4bc30b91d49e will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:18:51.494042 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:51.504115 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-03874112-43ec-4333-8056-fa2c04f37b56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:51.559451 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] Network 4f532cc2-6756-4513-be73-b170acb8d9f0 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:18:51.561525 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e5752304-fb66-4010-8da2-8dbc4ecfef3d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:51.562342 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:18:51.566871 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:18:51.584647 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8f1105-b238-47ce-804f-efb39320a532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161456198', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:18:47Z', 'updated_at': '2021-11-26T17:18:48Z', 'revision_number': 3, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8f1105-b238-47ce-804f-efb39320a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:18:48Z', 'updated_at': '2021-11-26T17:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:18:51.589019 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff8e624-a1c6-4f71-a654-8fa7a292d674 None None] The sync data for ids ['de8f1105-b238-47ce-804f-efb39320a532'] in dv-neutron-819440-1-hyperv is: [{'id': 'de8f1105-b238-47ce-804f-efb39320a532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161456198', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:18:47Z', 'updated_at': '2021-11-26T17:18:48Z', 'revision_number': 3, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8f1105-b238-47ce-804f-efb39320a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:18:48Z', 'updated_at': '2021-11-26T17:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:18:51.636660 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] Pushing event updated for resources: {'Port': ['ID=b9966ed5-9a42-4e4d-8681-4bc30b91d49e,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:51.644023 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:51.664979 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] Attempting to bind port b9966ed5-9a42-4e4d-8681-4bc30b91d49e on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:18:51.665443 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] Attempting to bind port b9966ed5-9a42-4e4d-8681-4bc30b91d49e by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:18:51.665909 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] Attempting to bind port b9966ed5-9a42-4e4d-8681-4bc30b91d49e on network 4f532cc2-6756-4513-be73-b170acb8d9f0 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:18:51.671680 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:18:51.672182 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] Checking segment: {'id': '75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:18:51.672666 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:51.673167 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] Bound using segment: {'id': '75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:18:51.673702 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] Bound port: b9966ed5-9a42-4e4d-8681-4bc30b91d49e, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:18:51.674157 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:51.767178 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] For port b9966ed5-9a42-4e4d-8681-4bc30b91d49e, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:18:51.770701 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] For port b9966ed5-9a42-4e4d-8681-4bc30b91d49e, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b9966ed5-9a42-4e4d-8681-4bc30b91d49e,segment=NetworkSegment(75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5),segment_id=75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:18:51.774497 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:51.778048 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:51.895209 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] Pushing event updated for resources: {'Port': ['ID=b9966ed5-9a42-4e4d-8681-4bc30b91d49e,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:51.898236 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:52.002444 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b88ad8c5-787c-4c65-943c-fcad3f67b99a up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:18:52.020821 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-e5752304-fb66-4010-8da2-8dbc4ecfef3d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Allocated IP 172.20.0.1 (4f532cc2-6756-4513-be73-b170acb8d9f0/f71a7d14-9d49-4cfb-b024-0516ad0a320c/7936646c-626d-4a12-a0c2-1d9bd1684029) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:18:52.110381 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port b88ad8c5-787c-4c65-943c-fcad3f67b99a completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:18:52.115142 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port b88ad8c5-787c-4c65-943c-fcad3f67b99a triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:18:52.115524 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:52.242430 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e5752304-fb66-4010-8da2-8dbc4ecfef3d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:52.260295 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-e5752304-fb66-4010-8da2-8dbc4ecfef3d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Transition to ACTIVE for port object 7936646c-626d-4a12-a0c2-1d9bd1684029 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:18:52.273286 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:52.292584 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port b88ad8c5-787c-4c65-943c-fcad3f67b99a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b88ad8c5-787c-4c65-943c-fcad3f67b99a,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:18:52.295290 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e5752304-fb66-4010-8da2-8dbc4ecfef3d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:52.296843 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:52.299024 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:52.302465 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d07d6e75-4ba9-4f7f-82d2-54fdb676b69a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:52.374592 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=b88ad8c5-787c-4c65-943c-fcad3f67b99a,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:52.377780 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:52.511537 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5752304-fb66-4010-8da2-8dbc4ecfef3d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network 4f532cc2-6756-4513-be73-b170acb8d9f0 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:18:52.514793 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-e5752304-fb66-4010-8da2-8dbc4ecfef3d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:18:52.519331 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5752304-fb66-4010-8da2-8dbc4ecfef3d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:18:52.557564 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5752304-fb66-4010-8da2-8dbc4ecfef3d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=7936646c-626d-4a12-a0c2-1d9bd1684029,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:52.562350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e5752304-fb66-4010-8da2-8dbc4ecfef3d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:52.580263 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e5752304-fb66-4010-8da2-8dbc4ecfef3d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:52.712250 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e5752304-fb66-4010-8da2-8dbc4ecfef3d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:52.940877 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd9b410-1528-4912-8a8c-558a07d26082 None None] Network 4f532cc2-6756-4513-be73-b170acb8d9f0 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:18:53.034623 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-69ffc152-94e6-4826-a51a-92f60a922447 None None] Provisioning for port b9966ed5-9a42-4e4d-8681-4bc30b91d49e completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:18:53.133185 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e5752304-fb66-4010-8da2-8dbc4ecfef3d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:53.138081 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e5752304-fb66-4010-8da2-8dbc4ecfef3d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:53.171564 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-652e4535-cbc4-4d90-8c54-15655db7720a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:53.259729 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5752304-fb66-4010-8da2-8dbc4ecfef3d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=7936646c-626d-4a12-a0c2-1d9bd1684029,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:53.262592 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e5752304-fb66-4010-8da2-8dbc4ecfef3d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:53.263528 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e5752304-fb66-4010-8da2-8dbc4ecfef3d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:53.410866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5752304-fb66-4010-8da2-8dbc4ecfef3d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network 4f532cc2-6756-4513-be73-b170acb8d9f0 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:18:53.412144 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-e5752304-fb66-4010-8da2-8dbc4ecfef3d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:18:53.489684 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-107cf43c-1180-4ac2-903e-f542306dbfc5 None None] Provisioning for port 7936646c-626d-4a12-a0c2-1d9bd1684029 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:18:53.495036 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-107cf43c-1180-4ac2-903e-f542306dbfc5 None None] Provisioning complete for port 7936646c-626d-4a12-a0c2-1d9bd1684029 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:18:53.495761 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-107cf43c-1180-4ac2-903e-f542306dbfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:53.555984 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-107cf43c-1180-4ac2-903e-f542306dbfc5 None None] Port 7936646c-626d-4a12-a0c2-1d9bd1684029 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:18:53.610542 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5752304-fb66-4010-8da2-8dbc4ecfef3d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Router de8f1105-b238-47ce-804f-efb39320a532 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:18:53.678390 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-160a45dc-fd6b-4f71-a870-f044b2842689 None None] Provisioning complete for port 7936646c-626d-4a12-a0c2-1d9bd1684029 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:18:53.678776 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-160a45dc-fd6b-4f71-a870-f044b2842689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:53.742187 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-160a45dc-fd6b-4f71-a870-f044b2842689 None None] Port 7936646c-626d-4a12-a0c2-1d9bd1684029 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:18:53.793335 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5752304-fb66-4010-8da2-8dbc4ecfef3d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:18:53.802940 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] Sync routers for ids ['de8f1105-b238-47ce-804f-efb39320a532'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:18:53.808246 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e5752304-fb66-4010-8da2-8dbc4ecfef3d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "PUT /v2.0/routers/de8f1105-b238-47ce-804f-efb39320a532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9783859 Nov 26 17:18:53.814488 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] Routers {'de8f1105-b238-47ce-804f-efb39320a532'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:18:53.815181 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:18:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['de8f1105-b238-47ce-804f-efb39320a532'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:18:53.965963 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-941d7d29-959d-47d8-a323-c34544315cd1 None None] Provisioning complete for port 7936646c-626d-4a12-a0c2-1d9bd1684029 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:18:53.966617 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-941d7d29-959d-47d8-a323-c34544315cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:53.973456 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-71bf412b-2ad0-42ae-9620-4eb8a666600b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:18:53.989099 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-71bf412b-2ad0-42ae-9620-4eb8a666600b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:18:53.990391 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-71bf412b-2ad0-42ae-9620-4eb8a666600b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1185423411&fields=id&tenant_id=059d345cf6d84a598e16d9e203a8e35d HTTP/1.1" status: 200 len: 267 time: 0.0647278 Nov 26 17:18:54.043432 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-941d7d29-959d-47d8-a323-c34544315cd1 None None] Port 7936646c-626d-4a12-a0c2-1d9bd1684029 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:18:54.057749 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b9966ed5-9a42-4e4d-8681-4bc30b91d49e up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:18:54.084502 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] Set router de8f1105-b238-47ce-804f-efb39320a532 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:18:54.151193 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-084e4314-72b3-4867-b34f-3dbc31d028a0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:54.151810 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-084e4314-72b3-4867-b34f-3dbc31d028a0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:network {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:18:54.168904 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-084e4314-72b3-4867-b34f-3dbc31d028a0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:network {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:18:54.170233 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-084e4314-72b3-4867-b34f-3dbc31d028a0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/networks?id=4f532cc2-6756-4513-be73-b170acb8d9f0 HTTP/1.1" status: 200 len: 797 time: 0.1704471 Nov 26 17:18:54.186004 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-068124cf-b617-45f4-bc31-62afe8c4ffeb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/quotas/059d345cf6d84a598e16d9e203a8e35d HTTP/1.1" status: 200 len: 375 time: 0.0100706 Nov 26 17:18:54.368536 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port b9966ed5-9a42-4e4d-8681-4bc30b91d49e completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:18:54.377356 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port b9966ed5-9a42-4e4d-8681-4bc30b91d49e triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:18:54.378278 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:54.396211 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-490a7e31-b6ad-41c1-be5d-a1bec4dd943d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:18:54.411387 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-490a7e31-b6ad-41c1-be5d-a1bec4dd943d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:18:54.412747 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-490a7e31-b6ad-41c1-be5d-a1bec4dd943d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2207944 Nov 26 17:18:54.550080 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-d55cc3ba-eecc-4394-adef-b05047604001 service neutron] 10.222.0.11 "GET /v2.0/networks/4f532cc2-6756-4513-be73-b170acb8d9f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244123 Nov 26 17:18:54.565788 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:54.600397 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8f1105-b238-47ce-804f-efb39320a532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161456198', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:18:47Z', 'updated_at': '2021-11-26T17:18:52Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8f1105-b238-47ce-804f-efb39320a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:18:48Z', 'updated_at': '2021-11-26T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '7936646c-626d-4a12-a0c2-1d9bd1684029', 'name': '', 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:0f:ee:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8f1105-b238-47ce-804f-efb39320a532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'f71a7d14-9d49-4cfb-b024-0516ad0a320c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:18:51Z', 'updated_at': '2021-11-26T17:18:52Z', 'revision_number': 2, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': 'f71a7d14-9d49-4cfb-b024-0516ad0a320c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:18:54.606700 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port b9966ed5-9a42-4e4d-8681-4bc30b91d49e, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b9966ed5-9a42-4e4d-8681-4bc30b91d49e,segment=NetworkSegment(75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5),segment_id=75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:18:54.607775 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] Checking router: de8f1105-b238-47ce-804f-efb39320a532 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:18:54.608175 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] Updating router de8f1105-b238-47ce-804f-efb39320a532 port 7936646c-626d-4a12-a0c2-1d9bd1684029 binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:18:54.637518 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:54.638356 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b88ad8c5-787c-4c65-943c-fcad3f67b99a up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:18:54.675069 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:54.687637 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-8472b525-771a-4486-a00b-f2eace26a386 service neutron] 10.222.0.11 "GET /v2.0/networks/4f532cc2-6756-4513-be73-b170acb8d9f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309385 Nov 26 17:18:54.760887 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:54.829042 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=b9966ed5-9a42-4e4d-8681-4bc30b91d49e,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:54.838884 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:54.866025 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port b88ad8c5-787c-4c65-943c-fcad3f67b99a triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:18:54.866406 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:54.874906 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a5c8b325-1274-432d-a418-48c3090194fd req-5952282a-dbcf-4843-ae8a-34b42e68ae94 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 210 time: 0.0500081 Nov 26 17:18:55.245429 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:55.257579 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] Transition to ACTIVE for port object 7936646c-626d-4a12-a0c2-1d9bd1684029 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:18:55.265231 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:55.269108 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:55.429087 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a680f-05f4-49aa-8307-eec10dd50e9b None None] Pushing event updated for resources: {'Port': ['ID=7936646c-626d-4a12-a0c2-1d9bd1684029,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:55.437298 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-787a680f-05f4-49aa-8307-eec10dd50e9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:55.491156 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] Attempting to bind port 7936646c-626d-4a12-a0c2-1d9bd1684029 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:18:55.491549 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] Attempting to bind port 7936646c-626d-4a12-a0c2-1d9bd1684029 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:18:55.492170 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] Attempting to bind port 7936646c-626d-4a12-a0c2-1d9bd1684029 on network 4f532cc2-6756-4513-be73-b170acb8d9f0 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:18:55.498373 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:18:55.498750 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] Checking segment: {'id': '75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:18:55.499158 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:55.499554 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] Bound using segment: {'id': '75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:18:55.500050 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] Bound port: 7936646c-626d-4a12-a0c2-1d9bd1684029, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:18:55.500422 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:55.599762 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] For port 7936646c-626d-4a12-a0c2-1d9bd1684029, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:18:55.602700 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] For port 7936646c-626d-4a12-a0c2-1d9bd1684029, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7936646c-626d-4a12-a0c2-1d9bd1684029,segment=NetworkSegment(75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5),segment_id=75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:18:55.606484 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:55.609962 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-5b7ee236-0252-4e53-96df-6661988d64cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:55.685755 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] Routers {'de8f1105-b238-47ce-804f-efb39320a532'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:18:55.686450 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:18:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['de8f1105-b238-47ce-804f-efb39320a532'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:18:55.740641 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a680f-05f4-49aa-8307-eec10dd50e9b None None] Pushing event updated for resources: {'Port': ['ID=7936646c-626d-4a12-a0c2-1d9bd1684029,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:55.849798 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-787a680f-05f4-49aa-8307-eec10dd50e9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:55.927690 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] Set router de8f1105-b238-47ce-804f-efb39320a532 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:18:55.992516 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b9966ed5-9a42-4e4d-8681-4bc30b91d49e up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:18:56.110662 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-12f50fdb-3f32-4d59-a939-7795a0767efa req-d9a14be4-7e74-496d-9345-712de0337b11 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 210 time: 0.1004183 Nov 26 17:18:56.196525 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-cba08aca-bda5-4fc7-8426-7940923386ac tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:56.198210 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-cba08aca-bda5-4fc7-8426-7940923386ac tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.31 "GET /v2.0/networks?id=4f532cc2-6756-4513-be73-b170acb8d9f0 HTTP/1.1" status: 200 len: 797 time: 0.2173934 Nov 26 17:18:56.229081 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port b9966ed5-9a42-4e4d-8681-4bc30b91d49e triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:18:56.229473 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:56.266951 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-16651dff-d730-431c-a488-c1eb9852b941 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=059d345cf6d84a598e16d9e203a8e35d HTTP/1.1" status: 200 len: 380 time: 0.0404930 Nov 26 17:18:56.283074 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-69e3e38d-8ec6-4df3-b3ca-56109a7b602a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'port': {'device_id': '4921e537-be21-4650-a639-4e0475ee6769', 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0', 'admin_state_up': True, 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'security_groups': ['cbddaa1e-e082-40ff-9176-4a76faf3bc36']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:18:56.418137 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-69e3e38d-8ec6-4df3-b3ca-56109a7b602a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:18:56.427692 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-69e3e38d-8ec6-4df3-b3ca-56109a7b602a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:18:56.430170 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8f1105-b238-47ce-804f-efb39320a532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161456198', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:18:47Z', 'updated_at': '2021-11-26T17:18:52Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8f1105-b238-47ce-804f-efb39320a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:18:48Z', 'updated_at': '2021-11-26T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '7936646c-626d-4a12-a0c2-1d9bd1684029', 'name': '', 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:0f:ee:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8f1105-b238-47ce-804f-efb39320a532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'f71a7d14-9d49-4cfb-b024-0516ad0a320c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:18:51Z', 'updated_at': '2021-11-26T17:18:55Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': 'f71a7d14-9d49-4cfb-b024-0516ad0a320c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:18:56.434234 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a75b6a3-f1e5-4538-bc69-76d55f90ee77 None None] The sync data for ids ['de8f1105-b238-47ce-804f-efb39320a532'] in dv-neutron-819440-1-hyperv is: [{'id': 'de8f1105-b238-47ce-804f-efb39320a532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161456198', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:18:47Z', 'updated_at': '2021-11-26T17:18:52Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8f1105-b238-47ce-804f-efb39320a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:18:48Z', 'updated_at': '2021-11-26T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '7936646c-626d-4a12-a0c2-1d9bd1684029', 'name': '', 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:0f:ee:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8f1105-b238-47ce-804f-efb39320a532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'f71a7d14-9d49-4cfb-b024-0516ad0a320c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:18:51Z', 'updated_at': '2021-11-26T17:18:55Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': 'f71a7d14-9d49-4cfb-b024-0516ad0a320c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:18:56.439276 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-69e3e38d-8ec6-4df3-b3ca-56109a7b602a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Made reservation on behalf of 059d345cf6d84a598e16d9e203a8e35d for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:18:56.443529 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-69e3e38d-8ec6-4df3-b3ca-56109a7b602a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:56.620621 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-69e3e38d-8ec6-4df3-b3ca-56109a7b602a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Allocated IP 172.20.0.9 (4f532cc2-6756-4513-be73-b170acb8d9f0/f71a7d14-9d49-4cfb-b024-0516ad0a320c/ee83cdff-149d-4d98-bc01-399947b4ae26) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:18:56.825417 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-69e3e38d-8ec6-4df3-b3ca-56109a7b602a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:56.841841 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-69e3e38d-8ec6-4df3-b3ca-56109a7b602a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Transition to ACTIVE for port object ee83cdff-149d-4d98-bc01-399947b4ae26 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:18:56.865947 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-69e3e38d-8ec6-4df3-b3ca-56109a7b602a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:56.871774 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-28543001-75bf-45a9-95b4-590bda159a79 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:56.943187 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-69e3e38d-8ec6-4df3-b3ca-56109a7b602a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network 4f532cc2-6756-4513-be73-b170acb8d9f0 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:18:56.946462 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-69e3e38d-8ec6-4df3-b3ca-56109a7b602a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:18:56.950351 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-69e3e38d-8ec6-4df3-b3ca-56109a7b602a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:18:56.985061 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3e38d-8ec6-4df3-b3ca-56109a7b602a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=ee83cdff-149d-4d98-bc01-399947b4ae26,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:56.996416 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-69e3e38d-8ec6-4df3-b3ca-56109a7b602a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:57.024810 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-69e3e38d-8ec6-4df3-b3ca-56109a7b602a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:57.025463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-69e3e38d-8ec6-4df3-b3ca-56109a7b602a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:57.051596 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-69e3e38d-8ec6-4df3-b3ca-56109a7b602a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7721829 Nov 26 17:18:57.068644 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-72043adf-b484-47a0-a57d-615f1d06a69b service neutron] Request body: {'port': {'device_id': '4921e537-be21-4650-a639-4e0475ee6769', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:18:57.192550 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-72043adf-b484-47a0-a57d-615f1d06a69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:57.262842 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6b703a20-a4d0-42b5-b939-33b78bf79c95 None None] Provisioning for port ee83cdff-149d-4d98-bc01-399947b4ae26 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:18:57.270194 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-6b703a20-a4d0-42b5-b939-33b78bf79c95 None None] Provisioning complete for port ee83cdff-149d-4d98-bc01-399947b4ae26 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:18:57.270819 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6b703a20-a4d0-42b5-b939-33b78bf79c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:57.322943 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353d0b3-1a76-4ff2-9ce8-75ad0633b02e req-55dda130-b4bb-4d9b-84c1-f608f3eee80e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:57.325452 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9353d0b3-1a76-4ff2-9ce8-75ad0633b02e req-55dda130-b4bb-4d9b-84c1-f608f3eee80e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 931 time: 0.0966747 Nov 26 17:18:57.335761 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-6b703a20-a4d0-42b5-b939-33b78bf79c95 None None] Port ee83cdff-149d-4d98-bc01-399947b4ae26 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:18:57.374723 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-9353d0b3-1a76-4ff2-9ce8-75ad0633b02e req-96e2b30f-3647-43c0-b7a7-c00dcc20c197 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:18:57.389087 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-9353d0b3-1a76-4ff2-9ce8-75ad0633b02e req-96e2b30f-3647-43c0-b7a7-c00dcc20c197 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:18:57.390245 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9353d0b3-1a76-4ff2-9ce8-75ad0633b02e req-96e2b30f-3647-43c0-b7a7-c00dcc20c197 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbddaa1e-e082-40ff-9176-4a76faf3bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586662 Nov 26 17:18:57.692083 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-72043adf-b484-47a0-a57d-615f1d06a69b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee83cdff-149d-4d98-bc01-399947b4ae26 {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:18:57.699196 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-72043adf-b484-47a0-a57d-615f1d06a69b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:57.714503 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-72043adf-b484-47a0-a57d-615f1d06a69b service neutron] Transition to ACTIVE for port object ee83cdff-149d-4d98-bc01-399947b4ae26 will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:18:57.718215 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-72043adf-b484-47a0-a57d-615f1d06a69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:57.722526 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e5752304-fb66-4010-8da2-8dbc4ecfef3d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:57.875348 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72043adf-b484-47a0-a57d-615f1d06a69b service neutron] Pushing event updated for resources: {'Port': ['ID=ee83cdff-149d-4d98-bc01-399947b4ae26,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:57.878614 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-72043adf-b484-47a0-a57d-615f1d06a69b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:57.963774 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-72043adf-b484-47a0-a57d-615f1d06a69b service neutron] Attempting to bind port ee83cdff-149d-4d98-bc01-399947b4ae26 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:18:57.964118 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-72043adf-b484-47a0-a57d-615f1d06a69b service neutron] Attempting to bind port ee83cdff-149d-4d98-bc01-399947b4ae26 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:18:57.964452 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-72043adf-b484-47a0-a57d-615f1d06a69b service neutron] Attempting to bind port ee83cdff-149d-4d98-bc01-399947b4ae26 on network 4f532cc2-6756-4513-be73-b170acb8d9f0 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:18:57.969140 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-72043adf-b484-47a0-a57d-615f1d06a69b service neutron] Port ee83cdff-149d-4d98-bc01-399947b4ae26 on network 4f532cc2-6756-4513-be73-b170acb8d9f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 17:18:57.969463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-72043adf-b484-47a0-a57d-615f1d06a69b service neutron] Attempting to bind port ee83cdff-149d-4d98-bc01-399947b4ae26 on network 4f532cc2-6756-4513-be73-b170acb8d9f0 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:18:57.976377 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-72043adf-b484-47a0-a57d-615f1d06a69b service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:18:57.976769 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-72043adf-b484-47a0-a57d-615f1d06a69b service neutron] Checking segment: {'id': '75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:18:57.977215 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-72043adf-b484-47a0-a57d-615f1d06a69b service neutron] Bound using segment: {'id': '75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:18:57.977645 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-72043adf-b484-47a0-a57d-615f1d06a69b service neutron] Bound port: ee83cdff-149d-4d98-bc01-399947b4ae26, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:18:57.977996 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-72043adf-b484-47a0-a57d-615f1d06a69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:57.997579 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7936646c-626d-4a12-a0c2-1d9bd1684029 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:18:58.072714 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-72043adf-b484-47a0-a57d-615f1d06a69b service neutron] For port ee83cdff-149d-4d98-bc01-399947b4ae26, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:18:58.077152 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-72043adf-b484-47a0-a57d-615f1d06a69b service neutron] For port ee83cdff-149d-4d98-bc01-399947b4ae26, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=ee83cdff-149d-4d98-bc01-399947b4ae26,segment=NetworkSegment(75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5),segment_id=75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:18:58.078332 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 7936646c-626d-4a12-a0c2-1d9bd1684029 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:18:58.080958 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-72043adf-b484-47a0-a57d-615f1d06a69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:58.083420 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 7936646c-626d-4a12-a0c2-1d9bd1684029 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:18:58.083846 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:58.085539 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e5752304-fb66-4010-8da2-8dbc4ecfef3d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:58.143736 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-72043adf-b484-47a0-a57d-615f1d06a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:58.144409 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-72043adf-b484-47a0-a57d-615f1d06a69b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:58.145771 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-72043adf-b484-47a0-a57d-615f1d06a69b service neutron] 10.222.0.31 "PUT /v2.0/ports/ee83cdff-149d-4d98-bc01-399947b4ae26 HTTP/1.1" status: 200 len: 1093 time: 1.0821478 Nov 26 17:18:58.146302 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4921e537-be21-4650-a639-4e0475ee6769', 'tag': 'ee83cdff-149d-4d98-bc01-399947b4ae26'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:18:58.170176 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72043adf-b484-47a0-a57d-615f1d06a69b service neutron] Pushing event updated for resources: {'Port': ['ID=ee83cdff-149d-4d98-bc01-399947b4ae26,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:58.173784 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-72043adf-b484-47a0-a57d-615f1d06a69b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:58.226238 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:58.231445 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4921e537-be21-4650-a639-4e0475ee6769', 'tag': 'ee83cdff-149d-4d98-bc01-399947b4ae26', 'status': 'completed', 'code': 200} Nov 26 17:18:58.263109 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 7936646c-626d-4a12-a0c2-1d9bd1684029, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7936646c-626d-4a12-a0c2-1d9bd1684029,segment=NetworkSegment(75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5),segment_id=75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:18:58.268295 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:58.270327 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-22413ca5-d7fc-4d9d-8ce9-0b59fec37c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:58.270485 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:18:58.271964 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-22413ca5-d7fc-4d9d-8ce9-0b59fec37c94 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 1096 time: 0.0779688 Nov 26 17:18:58.338266 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=7936646c-626d-4a12-a0c2-1d9bd1684029,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:18:58.341460 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:18:58.351102 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-c28fab61-3f51-4ace-9e5f-d4c18141e64b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee83cdff-149d-4d98-bc01-399947b4ae26 HTTP/1.1" status: 200 len: 217 time: 0.0665662 Nov 26 17:18:58.418507 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-68054e72-4f8d-4a31-a1d9-532de72d3733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:58.419889 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-68054e72-4f8d-4a31-a1d9-532de72d3733 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f71a7d14-9d49-4cfb-b024-0516ad0a320c HTTP/1.1" status: 200 len: 834 time: 0.0583339 Nov 26 17:18:58.502284 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-a1385c1d-ea18-4fd1-a3f7-fc023bc3c8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:58.503769 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-a1385c1d-ea18-4fd1-a3f7-fc023bc3c8bb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f532cc2-6756-4513-be73-b170acb8d9f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740759 Nov 26 17:18:58.576148 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09064249-f51a-4dc0-820b-c8b82c369edd req-15678ed6-23e5-42dc-bf43-ead6b2f83d95 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:58.577592 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-09064249-f51a-4dc0-820b-c8b82c369edd req-15678ed6-23e5-42dc-bf43-ead6b2f83d95 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 943 time: 0.0798485 Nov 26 17:18:58.625285 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-09064249-f51a-4dc0-820b-c8b82c369edd req-8b06f872-07fc-4055-b20f-9733f1c1cc0e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbddaa1e-e082-40ff-9176-4a76faf3bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418165 Nov 26 17:18:58.642932 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-b05f0af3-bd18-4bef-8bbe-6a454e755b38 service neutron] 10.222.0.31 "GET /v2.0/networks/4f532cc2-6756-4513-be73-b170acb8d9f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269493 Nov 26 17:18:58.660316 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c224b034-ed19-4138-9a2f-a4f2a388fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:58.783965 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e8c0cfc2-a104-470e-a036-2b363b9bae48 req-9c9ce0d4-67e8-4da8-8e7e-078d78db0290 service neutron] 10.222.0.31 "GET /v2.0/networks/4f532cc2-6756-4513-be73-b170acb8d9f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311703 Nov 26 17:18:58.904742 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a953c-85c2-46c4-b157-debe66479e3b req-1ad589d8-64a0-458b-94ce-dacc18e917e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:58.906078 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-297a953c-85c2-46c4-b157-debe66479e3b req-1ad589d8-64a0-458b-94ce-dacc18e917e2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 1096 time: 0.0696239 Nov 26 17:18:59.043696 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a953c-85c2-46c4-b157-debe66479e3b req-0573cd6b-3dd6-4646-8982-1fec0b806d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:59.045159 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-297a953c-85c2-46c4-b157-debe66479e3b req-0573cd6b-3dd6-4646-8982-1fec0b806d25 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f532cc2-6756-4513-be73-b170acb8d9f0 HTTP/1.1" status: 200 len: 898 time: 0.1297994 Nov 26 17:18:59.115849 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-297a953c-85c2-46c4-b157-debe66479e3b req-2144f24a-bc64-4186-99bc-ff3f2ee644d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee83cdff-149d-4d98-bc01-399947b4ae26 HTTP/1.1" status: 200 len: 217 time: 0.0631363 Nov 26 17:18:59.182444 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a953c-85c2-46c4-b157-debe66479e3b req-5f80fd14-9ae6-44b6-9209-bfd5d9ee18c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:59.183781 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-297a953c-85c2-46c4-b157-debe66479e3b req-5f80fd14-9ae6-44b6-9209-bfd5d9ee18c6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f71a7d14-9d49-4cfb-b024-0516ad0a320c HTTP/1.1" status: 200 len: 834 time: 0.0574698 Nov 26 17:18:59.262172 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a953c-85c2-46c4-b157-debe66479e3b req-476dfd7d-1290-4f7a-a84a-8c41f0447de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:59.263622 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-297a953c-85c2-46c4-b157-debe66479e3b req-476dfd7d-1290-4f7a-a84a-8c41f0447de7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f532cc2-6756-4513-be73-b170acb8d9f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725315 Nov 26 17:18:59.400693 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-297a953c-85c2-46c4-b157-debe66479e3b req-1ad61caa-5c79-45d9-a0bb-85aca9c6a49d service neutron] 10.222.0.31 "GET /v2.0/networks/4f532cc2-6756-4513-be73-b170acb8d9f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296403 Nov 26 17:18:59.433649 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:18:59.652494 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-297a953c-85c2-46c4-b157-debe66479e3b req-21013d3b-ff9b-4716-95c8-3cf09933bd4c service neutron] 10.222.0.31 "GET /v2.0/networks/4f532cc2-6756-4513-be73-b170acb8d9f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438612 Nov 26 17:18:59.811105 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42090ec5-4dd2-4aa5-b3f2-be9d7b1299ad req-c12ad5a9-0695-4301-91b2-a9843599d5f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:18:59.811873 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-42090ec5-4dd2-4aa5-b3f2-be9d7b1299ad req-c12ad5a9-0695-4301-91b2-a9843599d5f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:18:59.828093 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-42090ec5-4dd2-4aa5-b3f2-be9d7b1299ad req-c12ad5a9-0695-4301-91b2-a9843599d5f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:18:59.829245 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-42090ec5-4dd2-4aa5-b3f2-be9d7b1299ad req-c12ad5a9-0695-4301-91b2-a9843599d5f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 943 time: 0.0963180 Nov 26 17:18:59.874857 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-42090ec5-4dd2-4aa5-b3f2-be9d7b1299ad req-28be9542-bfdf-4884-a172-9de5d38383be tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbddaa1e-e082-40ff-9176-4a76faf3bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395541 Nov 26 17:18:59.967913 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7936646c-626d-4a12-a0c2-1d9bd1684029 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:19:00.038234 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 7936646c-626d-4a12-a0c2-1d9bd1684029 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:19:00.038539 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:19:01.059534 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad8c60-ac0b-4288-9fc9-6d7502b66b1d req-d75b3fbe-1267-46c0-8e51-f4097d67183c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:01.060945 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-dcad8c60-ac0b-4288-9fc9-6d7502b66b1d req-d75b3fbe-1267-46c0-8e51-f4097d67183c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 943 time: 0.0833812 Nov 26 17:19:01.104264 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-dcad8c60-ac0b-4288-9fc9-6d7502b66b1d req-57893508-7f95-4a2e-b61c-87d167a4beb6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbddaa1e-e082-40ff-9176-4a76faf3bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376329 Nov 26 17:19:01.322023 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-59325484-8e8a-4760-82a3-70f314a0e363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:19:01.483345 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device ee83cdff-149d-4d98-bc01-399947b4ae26 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:19:01.615732 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port ee83cdff-149d-4d98-bc01-399947b4ae26, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=ee83cdff-149d-4d98-bc01-399947b4ae26,segment=NetworkSegment(75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5),segment_id=75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:19:01.629132 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': 'ee83cdff-149d-4d98-bc01-399947b4ae26', 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0', 'port_id': 'ee83cdff-149d-4d98-bc01-399947b4ae26', 'mac_address': 'fa:16:3e:9c:54:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f71a7d14-9d49-4cfb-b024-0516ad0a320c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:19:01.685725 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:19:01.703888 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee83cdff-149d-4d98-bc01-399947b4ae26 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:19:01.719747 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port ee83cdff-149d-4d98-bc01-399947b4ae26, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=ee83cdff-149d-4d98-bc01-399947b4ae26,segment=NetworkSegment(75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5),segment_id=75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:19:01.724649 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:19:01.726390 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:19:01.794541 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=ee83cdff-149d-4d98-bc01-399947b4ae26,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:19:01.797579 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:19:01.990355 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['ee83cdff-149d-4d98-bc01-399947b4ae26'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:19:02.296083 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef0b9d-37a2-4236-b619-dfcbf1d12357 req-f394c7f9-8334-4f1e-9b0f-c06aef99dae4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:02.297869 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5fef0b9d-37a2-4236-b619-dfcbf1d12357 req-f394c7f9-8334-4f1e-9b0f-c06aef99dae4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 944 time: 0.0893779 Nov 26 17:19:02.320186 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:19:02.346943 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5fef0b9d-37a2-4236-b619-dfcbf1d12357 req-b71acf61-3d88-4257-abc1-c8393923d948 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbddaa1e-e082-40ff-9176-4a76faf3bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428455 Nov 26 17:19:03.498854 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device ee83cdff-149d-4d98-bc01-399947b4ae26 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:19:03.537375 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483d759-0b34-4f51-98e5-bf81f67c442f req-f4409351-9869-4ccd-9b02-7388b69f4a88 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:03.538830 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b483d759-0b34-4f51-98e5-bf81f67c442f req-f4409351-9869-4ccd-9b02-7388b69f4a88 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 944 time: 0.0859153 Nov 26 17:19:03.574841 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port ee83cdff-149d-4d98-bc01-399947b4ae26 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:19:03.579796 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port ee83cdff-149d-4d98-bc01-399947b4ae26 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:19:03.580186 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:19:03.584546 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b483d759-0b34-4f51-98e5-bf81f67c442f req-696ac9c6-5d1b-4b07-b73b-a949a08a4259 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbddaa1e-e082-40ff-9176-4a76faf3bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400054 Nov 26 17:19:03.694841 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:19:03.721615 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4921e537-be21-4650-a639-4e0475ee6769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee83cdff-149d-4d98-bc01-399947b4ae26'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:19:03.731557 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port ee83cdff-149d-4d98-bc01-399947b4ae26, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=ee83cdff-149d-4d98-bc01-399947b4ae26,segment=NetworkSegment(75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5),segment_id=75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:19:03.736440 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:19:03.738900 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-787a680f-05f4-49aa-8307-eec10dd50e9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:19:03.805449 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=ee83cdff-149d-4d98-bc01-399947b4ae26,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:19:03.812704 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:19:03.813064 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:19:03.813407 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:19:03.813745 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:19:03.814084 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:19:03.814419 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:19:03.814779 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:19:03.815109 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:19:03.815437 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:19:03.815781 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:19:03.816109 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:19:03.816430 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:19:03.821124 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4921e537-be21-4650-a639-4e0475ee6769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee83cdff-149d-4d98-bc01-399947b4ae26', 'code': 200} Nov 26 17:19:03.821795 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:19:04.050411 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d524a-5412-42eb-a67f-d267d05c9927 req-5c173561-1ef6-4443-9ce2-4827d454eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:04.051802 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-460d524a-5412-42eb-a67f-d267d05c9927 req-5c173561-1ef6-4443-9ce2-4827d454eb1c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 1098 time: 0.0709302 Nov 26 17:19:04.097726 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-460d524a-5412-42eb-a67f-d267d05c9927 req-f04fa94d-ebf4-4292-a556-5cdd6480a49d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cbddaa1e-e082-40ff-9176-4a76faf3bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357101 Nov 26 17:19:04.098353 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:19:04.765672 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54afe8-7251-49c2-a552-b100bbc05e69 req-308d2b9f-4023-4dc6-a321-b6409fa313f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:04.767125 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ec54afe8-7251-49c2-a552-b100bbc05e69 req-308d2b9f-4023-4dc6-a321-b6409fa313f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 945 time: 0.0804310 Nov 26 17:19:04.810937 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ec54afe8-7251-49c2-a552-b100bbc05e69 req-2daa2147-ffb2-4dab-8f8d-182d7ba7d511 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbddaa1e-e082-40ff-9176-4a76faf3bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376046 Nov 26 17:19:05.995536 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341b68b-ef6b-4a92-9598-d030477bca94 req-357739aa-7653-4227-8782-7dac46794f1e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:05.996989 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6341b68b-ef6b-4a92-9598-d030477bca94 req-357739aa-7653-4227-8782-7dac46794f1e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 945 time: 0.0819612 Nov 26 17:19:06.044179 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6341b68b-ef6b-4a92-9598-d030477bca94 req-4f99a612-ad3e-4a63-8ec1-c2d867a15c14 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbddaa1e-e082-40ff-9176-4a76faf3bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414555 Nov 26 17:19:06.228608 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef48eb6-60fb-45e4-9036-42bf857fcaab req-3e2ca910-97bb-40a5-8347-462183590776 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:06.230047 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cef48eb6-60fb-45e4-9036-42bf857fcaab req-3e2ca910-97bb-40a5-8347-462183590776 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 945 time: 0.0833836 Nov 26 17:19:06.273660 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cef48eb6-60fb-45e4-9036-42bf857fcaab req-8836be0b-4553-4cf0-b84f-16e84098648b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbddaa1e-e082-40ff-9176-4a76faf3bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381265 Nov 26 17:19:06.295025 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60200) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:19:06.363841 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a402c7c-cd05-4b40-af26-6af63bb960da tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:06.365301 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-9a402c7c-cd05-4b40-af26-6af63bb960da tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 1093 time: 0.0693560 Nov 26 17:19:06.368428 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60204) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:19:06.373254 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'port_id': 'ee83cdff-149d-4d98-bc01-399947b4ae26', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:19:06.379703 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:19:06.383459 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:floatingip and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:19:06.386246 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:19:06.391883 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:19:06.403452 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for floatingip, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:19:06.538572 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:19:06.791308 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Allocated IP 172.26.0.214 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/d2e38aea-57cd-4c42-9aec-558da34eafd0) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:19:06.933942 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:19:06.962906 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:19:06.966435 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a511b59b-9df4-44c3-9013-fe5a5b0f9bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:19:07.031465 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:19:07.034386 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:19:07.038001 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:19:07.076124 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=d2e38aea-57cd-4c42-9aec-558da34eafd0,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:19:07.080263 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:19:07.437938 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:19:07.510646 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:19:07.712472 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:19:07.717030 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:19:07.720643 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-24d42976-870a-41a4-8331-1b7b3ab1123e tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:19:07.827110 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=d2e38aea-57cd-4c42-9aec-558da34eafd0,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:19:07.831494 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:19:07.837901 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:19:08.005154 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Floating IP a5ff292d-86fc-4571-b222-6d4e5ee6b65d associated. External IP: 172.26.0.214, port: ee83cdff-149d-4d98-bc01-399947b4ae26. Nov 26 17:19:08.467470 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Router de8f1105-b238-47ce-804f-efb39320a532 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:19:08.647879 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:19:08.657208 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7db959-e5be-4785-ac1d-7a64d17a853a None None] Sync routers for ids ['de8f1105-b238-47ce-804f-efb39320a532'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:19:08.666653 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7db959-e5be-4785-ac1d-7a64d17a853a None None] Routers {'de8f1105-b238-47ce-804f-efb39320a532'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:19:08.667266 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9e7db959-e5be-4785-ac1d-7a64d17a853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:19:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['de8f1105-b238-47ce-804f-efb39320a532'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:19:08.671569 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:19:08.727080 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3575730 Nov 26 17:19:08.727668 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4921e537-be21-4650-a639-4e0475ee6769', 'tag': 'ee83cdff-149d-4d98-bc01-399947b4ae26'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:19:08.842684 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4921e537-be21-4650-a639-4e0475ee6769', 'tag': 'ee83cdff-149d-4d98-bc01-399947b4ae26', 'status': 'completed', 'code': 200} Nov 26 17:19:08.858125 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-9e7db959-e5be-4785-ac1d-7a64d17a853a None None] Set router de8f1105-b238-47ce-804f-efb39320a532 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:19:08.970142 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c89e83-a18a-48e9-b753-1cf36f58b199 req-249d395e-ddba-46ee-8f1a-a45d3c95fd59 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:08.971636 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-24c89e83-a18a-48e9-b753-1cf36f58b199 req-249d395e-ddba-46ee-8f1a-a45d3c95fd59 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 945 time: 0.1428053 Nov 26 17:19:08.974351 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8b477-ea9a-4418-9f20-ffc94688fc78 req-98545f2b-0949-4722-98e1-0af2c1676604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:08.975672 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-71d8b477-ea9a-4418-9f20-ffc94688fc78 req-98545f2b-0949-4722-98e1-0af2c1676604 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 1098 time: 0.1094999 Nov 26 17:19:09.098277 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-24c89e83-a18a-48e9-b753-1cf36f58b199 req-de66e820-5fd3-477f-9aaf-1306e7663538 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbddaa1e-e082-40ff-9176-4a76faf3bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207511 Nov 26 17:19:09.121793 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 60214) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:19:09.212862 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9e7db959-e5be-4785-ac1d-7a64d17a853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8f1105-b238-47ce-804f-efb39320a532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161456198', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:18:47Z', 'updated_at': '2021-11-26T17:18:52Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8f1105-b238-47ce-804f-efb39320a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:18:48Z', 'updated_at': '2021-11-26T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': 'a5ff292d-86fc-4571-b222-6d4e5ee6b65d', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'floating_ip_address': '172.26.0.214', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'de8f1105-b238-47ce-804f-efb39320a532', 'port_id': 'ee83cdff-149d-4d98-bc01-399947b4ae26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0', 'mac_address': 'fa:16:3e:9c:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4921e537-be21-4650-a639-4e0475ee6769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:19:07Z', 'updated_at': '2021-11-26T17:19:07Z', 'revision_number': 0, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7936646c-626d-4a12-a0c2-1d9bd1684029', 'name': '', 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:0f:ee:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8f1105-b238-47ce-804f-efb39320a532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'f71a7d14-9d49-4cfb-b024-0516ad0a320c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:18:51Z', 'updated_at': '2021-11-26T17:18:58Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': 'f71a7d14-9d49-4cfb-b024-0516ad0a320c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:19:09.215788 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8b477-ea9a-4418-9f20-ffc94688fc78 req-49005653-9dac-4020-902e-12a5d1f39c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:09.216651 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7db959-e5be-4785-ac1d-7a64d17a853a None None] Checking router: de8f1105-b238-47ce-804f-efb39320a532 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:19:09.217228 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-71d8b477-ea9a-4418-9f20-ffc94688fc78 req-49005653-9dac-4020-902e-12a5d1f39c64 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f532cc2-6756-4513-be73-b170acb8d9f0 HTTP/1.1" status: 200 len: 898 time: 0.2259078 Nov 26 17:19:09.225446 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7db959-e5be-4785-ac1d-7a64d17a853a None None] Routers {'de8f1105-b238-47ce-804f-efb39320a532'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:19:09.226041 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9e7db959-e5be-4785-ac1d-7a64d17a853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:19:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['de8f1105-b238-47ce-804f-efb39320a532'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:19:09.311649 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-819a0fd7-186f-486e-bb5d-f4f6cb369222 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/floatingips/a5ff292d-86fc-4571-b222-6d4e5ee6b65d HTTP/1.1" status: 200 len: 991 time: 0.1886690 Nov 26 17:19:09.334413 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-71d8b477-ea9a-4418-9f20-ffc94688fc78 req-a9e6f4c0-1786-4c9e-95b9-ad2e5563ee02 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee83cdff-149d-4d98-bc01-399947b4ae26 HTTP/1.1" status: 200 len: 999 time: 0.1091182 Nov 26 17:19:09.398427 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8b477-ea9a-4418-9f20-ffc94688fc78 req-0e9327cb-9584-4137-8c77-19f88091de9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:09.399835 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-9e7db959-e5be-4785-ac1d-7a64d17a853a None None] Set router de8f1105-b238-47ce-804f-efb39320a532 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:19:09.399953 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-71d8b477-ea9a-4418-9f20-ffc94688fc78 req-0e9327cb-9584-4137-8c77-19f88091de9f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f71a7d14-9d49-4cfb-b024-0516ad0a320c HTTP/1.1" status: 200 len: 834 time: 0.0594492 Nov 26 17:19:09.475159 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8b477-ea9a-4418-9f20-ffc94688fc78 req-a1ab71f4-b862-422d-a5cc-f854ab4b7be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:09.476647 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-71d8b477-ea9a-4418-9f20-ffc94688fc78 req-a1ab71f4-b862-422d-a5cc-f854ab4b7be6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f532cc2-6756-4513-be73-b170acb8d9f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695739 Nov 26 17:19:09.614739 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-71d8b477-ea9a-4418-9f20-ffc94688fc78 req-b952f303-8663-4868-8894-18f3b81ec9ef service neutron] 10.222.0.31 "GET /v2.0/networks/4f532cc2-6756-4513-be73-b170acb8d9f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308167 Nov 26 17:19:09.748094 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-71d8b477-ea9a-4418-9f20-ffc94688fc78 req-f774ea7f-0d6a-4fd7-838c-9d8795a6ddf3 service neutron] 10.222.0.31 "GET /v2.0/networks/4f532cc2-6756-4513-be73-b170acb8d9f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266968 Nov 26 17:19:09.778150 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9e7db959-e5be-4785-ac1d-7a64d17a853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8f1105-b238-47ce-804f-efb39320a532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161456198', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:18:47Z', 'updated_at': '2021-11-26T17:18:52Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8f1105-b238-47ce-804f-efb39320a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:18:48Z', 'updated_at': '2021-11-26T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': 'a5ff292d-86fc-4571-b222-6d4e5ee6b65d', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'floating_ip_address': '172.26.0.214', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'de8f1105-b238-47ce-804f-efb39320a532', 'port_id': 'ee83cdff-149d-4d98-bc01-399947b4ae26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0', 'mac_address': 'fa:16:3e:9c:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4921e537-be21-4650-a639-4e0475ee6769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:19:07Z', 'updated_at': '2021-11-26T17:19:07Z', 'revision_number': 0, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7936646c-626d-4a12-a0c2-1d9bd1684029', 'name': '', 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:0f:ee:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8f1105-b238-47ce-804f-efb39320a532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'f71a7d14-9d49-4cfb-b024-0516ad0a320c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:18:51Z', 'updated_at': '2021-11-26T17:18:58Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': 'f71a7d14-9d49-4cfb-b024-0516ad0a320c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:19:09.782030 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7db959-e5be-4785-ac1d-7a64d17a853a None None] The sync data for ids ['de8f1105-b238-47ce-804f-efb39320a532'] in dv-neutron-819440-1-hyperv is: [{'id': 'de8f1105-b238-47ce-804f-efb39320a532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161456198', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:18:47Z', 'updated_at': '2021-11-26T17:18:52Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8f1105-b238-47ce-804f-efb39320a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:18:48Z', 'updated_at': '2021-11-26T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': 'a5ff292d-86fc-4571-b222-6d4e5ee6b65d', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'floating_ip_address': '172.26.0.214', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': 'de8f1105-b238-47ce-804f-efb39320a532', 'port_id': 'ee83cdff-149d-4d98-bc01-399947b4ae26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0', 'mac_address': 'fa:16:3e:9c:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4921e537-be21-4650-a639-4e0475ee6769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:19:07Z', 'updated_at': '2021-11-26T17:19:07Z', 'revision_number': 0, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7936646c-626d-4a12-a0c2-1d9bd1684029', 'name': '', 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:0f:ee:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8f1105-b238-47ce-804f-efb39320a532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'f71a7d14-9d49-4cfb-b024-0516ad0a320c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:18:51Z', 'updated_at': '2021-11-26T17:18:58Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': 'f71a7d14-9d49-4cfb-b024-0516ad0a320c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:19:09.973163 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad19ecc-7a56-40a2-aded-e219c6c1467d None None] New status for floating IP a5ff292d-86fc-4571-b222-6d4e5ee6b65d: ACTIVE {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:19:10.315697 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 60218) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:19:10.543288 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-fd9272bf-8f20-45d7-91d4-657a8a42942c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/floatingips/a5ff292d-86fc-4571-b222-6d4e5ee6b65d HTTP/1.1" status: 200 len: 993 time: 0.2259181 Nov 26 17:19:10.824861 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:19:19.782070 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:19:22.729042 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2ad0b3b2-d299-4a96-9166-bb3aaa90e448 req-99af4f18-af88-4ab6-a96d-17f502a402fd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688190 Nov 26 17:19:22.870517 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0b3b2-d299-4a96-9166-bb3aaa90e448 req-18d631e5-f4e3-44b4-919f-baed62d00035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:22.871958 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2ad0b3b2-d299-4a96-9166-bb3aaa90e448 req-18d631e5-f4e3-44b4-919f-baed62d00035 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 1098 time: 0.0714164 Nov 26 17:19:23.015856 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0b3b2-d299-4a96-9166-bb3aaa90e448 req-1144cd2e-edf8-4366-a676-0762723891ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:23.017691 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2ad0b3b2-d299-4a96-9166-bb3aaa90e448 req-1144cd2e-edf8-4366-a676-0762723891ca service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f532cc2-6756-4513-be73-b170acb8d9f0 HTTP/1.1" status: 200 len: 898 time: 0.1223691 Nov 26 17:19:23.120169 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2ad0b3b2-d299-4a96-9166-bb3aaa90e448 req-68b3b9ae-9a0c-42df-9b20-163ca13494a7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee83cdff-149d-4d98-bc01-399947b4ae26 HTTP/1.1" status: 200 len: 1001 time: 0.0950229 Nov 26 17:19:23.183886 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0b3b2-d299-4a96-9166-bb3aaa90e448 req-a257475a-d764-492c-9ca0-d3c8f2011fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:23.185228 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2ad0b3b2-d299-4a96-9166-bb3aaa90e448 req-a257475a-d764-492c-9ca0-d3c8f2011fa9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f71a7d14-9d49-4cfb-b024-0516ad0a320c HTTP/1.1" status: 200 len: 834 time: 0.0548599 Nov 26 17:19:23.261371 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0b3b2-d299-4a96-9166-bb3aaa90e448 req-3aa45438-dfa0-4ac9-961d-40835a8b49f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:23.262780 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2ad0b3b2-d299-4a96-9166-bb3aaa90e448 req-3aa45438-dfa0-4ac9-961d-40835a8b49f0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f532cc2-6756-4513-be73-b170acb8d9f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711193 Nov 26 17:19:23.391738 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2ad0b3b2-d299-4a96-9166-bb3aaa90e448 req-33b8d18a-ba56-41e4-be9a-4c330abdae0a service neutron] 10.222.0.31 "GET /v2.0/networks/4f532cc2-6756-4513-be73-b170acb8d9f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222918 Nov 26 17:19:23.522897 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2ad0b3b2-d299-4a96-9166-bb3aaa90e448 req-3a08f917-3d99-4663-91e5-6ffc1d030c60 service neutron] 10.222.0.31 "GET /v2.0/networks/4f532cc2-6756-4513-be73-b170acb8d9f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243062 Nov 26 17:19:28.661742 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-54b5735a-807f-4e2d-a1e9-4cd6688b97ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:19:29.435225 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:19:31.325098 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b8dacff6-5aec-4ecd-b6f3-88ddfeecddb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:19:32.311383 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:19:34.099924 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:19:43.992629 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ad4eb-2049-4913-88ae-252cbcd5414d req-c1423a71-32cd-4244-a743-bf52205f04e3 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:43.994352 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b95ad4eb-2049-4913-88ae-252cbcd5414d req-c1423a71-32cd-4244-a743-bf52205f04e3 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 945 time: 0.0851905 Nov 26 17:19:44.043105 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b95ad4eb-2049-4913-88ae-252cbcd5414d req-57e0de9f-3ff7-4d94-b1ce-87ae857eef69 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbddaa1e-e082-40ff-9176-4a76faf3bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430369 Nov 26 17:19:45.231853 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bc025-4a67-49d4-b8ab-4c297c787304 req-5393cfd4-ab38-4e25-b8f8-2e45794ed34e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:45.233280 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c58bc025-4a67-49d4-b8ab-4c297c787304 req-5393cfd4-ab38-4e25-b8f8-2e45794ed34e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 945 time: 0.0801957 Nov 26 17:19:45.276248 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c58bc025-4a67-49d4-b8ab-4c297c787304 req-e0aa9b13-2653-468d-93db-1d7181494a04 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbddaa1e-e082-40ff-9176-4a76faf3bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369513 Nov 26 17:19:46.456523 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8fd49-3f35-41e3-83a8-5f8c2eed1c84 req-d561bc30-ae45-4a69-8982-9495984edead tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:46.458615 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-48e8fd49-3f35-41e3-83a8-5f8c2eed1c84 req-d561bc30-ae45-4a69-8982-9495984edead tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 945 time: 0.0799134 Nov 26 17:19:46.501025 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-48e8fd49-3f35-41e3-83a8-5f8c2eed1c84 req-116329fd-1235-468e-8086-1b49f9217525 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbddaa1e-e082-40ff-9176-4a76faf3bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368543 Nov 26 17:19:47.690151 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f53d54-71fa-40e2-856f-4baf43ca9e6a req-82ff817b-a76a-4ded-a495-9ed503c4814a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:47.691600 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-80f53d54-71fa-40e2-856f-4baf43ca9e6a req-82ff817b-a76a-4ded-a495-9ed503c4814a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 945 time: 0.0866466 Nov 26 17:19:47.736239 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-80f53d54-71fa-40e2-856f-4baf43ca9e6a req-584fefe7-6f59-4da5-9d6b-a903ddd97800 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbddaa1e-e082-40ff-9176-4a76faf3bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387902 Nov 26 17:19:47.824679 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:19:48.922366 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677716f3-030e-4678-8dee-43661e32ab3e req-1d37df3a-ac3c-464d-9471-2cf66b4baff4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:48.923810 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-677716f3-030e-4678-8dee-43661e32ab3e req-1d37df3a-ac3c-464d-9471-2cf66b4baff4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 945 time: 0.0817499 Nov 26 17:19:48.967161 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-677716f3-030e-4678-8dee-43661e32ab3e req-159f217a-1438-4958-8e7d-d431a6bf6dd7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbddaa1e-e082-40ff-9176-4a76faf3bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371213 Nov 26 17:19:49.793439 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:19:50.150305 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59dde30-a66a-4a0c-b232-3c5ab888ea6b req-04d156ab-4281-4cd4-a073-adf18a18b3bd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:50.151809 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d59dde30-a66a-4a0c-b232-3c5ab888ea6b req-04d156ab-4281-4cd4-a073-adf18a18b3bd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 945 time: 0.0810525 Nov 26 17:19:50.195364 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d59dde30-a66a-4a0c-b232-3c5ab888ea6b req-8b9c4e2e-0a4d-4374-9e09-253464f246f3 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbddaa1e-e082-40ff-9176-4a76faf3bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380192 Nov 26 17:19:51.374149 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70989c-cc8a-4e12-8c33-5a036089094f req-eaf1c49e-4b9b-4552-a62f-36223d1ec228 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:51.375572 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1e70989c-cc8a-4e12-8c33-5a036089094f req-eaf1c49e-4b9b-4552-a62f-36223d1ec228 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 945 time: 0.0790892 Nov 26 17:19:51.422348 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1e70989c-cc8a-4e12-8c33-5a036089094f req-01882e13-328c-49f1-86eb-6f94941f13c7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbddaa1e-e082-40ff-9176-4a76faf3bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411985 Nov 26 17:19:52.608289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2dea0-aa80-476e-b708-6527df32d634 req-ed2fc723-5217-4992-88c6-01daecbbf0aa tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:52.609710 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7cb2dea0-aa80-476e-b708-6527df32d634 req-ed2fc723-5217-4992-88c6-01daecbbf0aa tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 945 time: 0.0833457 Nov 26 17:19:52.653505 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7cb2dea0-aa80-476e-b708-6527df32d634 req-948e3d69-1e6a-4da8-b3f7-0a3f56187a41 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbddaa1e-e082-40ff-9176-4a76faf3bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376387 Nov 26 17:19:53.841526 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21751561-8dc8-4450-b440-aa05c31a437c req-72445c85-169a-4c59-88ef-4531c215b616 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:53.842963 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-21751561-8dc8-4450-b440-aa05c31a437c req-72445c85-169a-4c59-88ef-4531c215b616 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 945 time: 0.0850995 Nov 26 17:19:53.886072 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-21751561-8dc8-4450-b440-aa05c31a437c req-bbc57bbc-c2e8-44cf-ac18-abb05ca14747 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbddaa1e-e082-40ff-9176-4a76faf3bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374906 Nov 26 17:19:55.067819 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96810a6-847f-4c41-93a3-6297c3484b7b req-7cde3c00-f759-4602-ae80-3709228b24d8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:55.069234 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e96810a6-847f-4c41-93a3-6297c3484b7b req-7cde3c00-f759-4602-ae80-3709228b24d8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 945 time: 0.0802505 Nov 26 17:19:55.113369 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e96810a6-847f-4c41-93a3-6297c3484b7b req-604544f2-4cd1-4bf6-942c-af9afb05bf83 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbddaa1e-e082-40ff-9176-4a76faf3bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386405 Nov 26 17:19:55.135652 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 60256) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:19:55.240633 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a7ec21ed-d71a-4a37-844e-f0605d9256cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/floatingips/a5ff292d-86fc-4571-b222-6d4e5ee6b65d HTTP/1.1" status: 200 len: 993 time: 0.1037910 Nov 26 17:19:56.709713 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7a0ea-ff83-44da-b27b-5bf06140c3d2 req-23b707f7-dfd0-45ad-a042-15f5c8f2fd26 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:56.711169 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-71f7a0ea-ff83-44da-b27b-5bf06140c3d2 req-23b707f7-dfd0-45ad-a042-15f5c8f2fd26 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 945 time: 0.0846543 Nov 26 17:19:56.757010 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-71f7a0ea-ff83-44da-b27b-5bf06140c3d2 req-fcb9a469-12af-4fd5-90bc-01d0055df68d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbddaa1e-e082-40ff-9176-4a76faf3bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399570 Nov 26 17:19:56.772823 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fcf99-7153-422c-bdd2-c9226670582a req-9b10dee0-63f8-477f-9a93-e75af77324a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:56.774269 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-353fcf99-7153-422c-bdd2-c9226670582a req-9b10dee0-63f8-477f-9a93-e75af77324a5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 1098 time: 0.0785546 Nov 26 17:19:57.023058 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fcf99-7153-422c-bdd2-c9226670582a req-a423e133-2197-41c9-916d-686742fd45b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:57.024689 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-353fcf99-7153-422c-bdd2-c9226670582a req-a423e133-2197-41c9-916d-686742fd45b4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f532cc2-6756-4513-be73-b170acb8d9f0 HTTP/1.1" status: 200 len: 898 time: 0.2408566 Nov 26 17:19:57.129986 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-353fcf99-7153-422c-bdd2-c9226670582a req-a31e2953-f344-4334-b69c-f05ff50ca11b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee83cdff-149d-4d98-bc01-399947b4ae26 HTTP/1.1" status: 200 len: 1001 time: 0.0955427 Nov 26 17:19:57.197711 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fcf99-7153-422c-bdd2-c9226670582a req-68f7f275-92b4-40af-b72d-79d73ca487e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:57.199130 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-353fcf99-7153-422c-bdd2-c9226670582a req-68f7f275-92b4-40af-b72d-79d73ca487e3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f71a7d14-9d49-4cfb-b024-0516ad0a320c HTTP/1.1" status: 200 len: 834 time: 0.0588930 Nov 26 17:19:57.277060 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fcf99-7153-422c-bdd2-c9226670582a req-78976dc1-b79d-4d26-ba19-68ae3457373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:57.278391 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-353fcf99-7153-422c-bdd2-c9226670582a req-78976dc1-b79d-4d26-ba19-68ae3457373e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f532cc2-6756-4513-be73-b170acb8d9f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690978 Nov 26 17:19:57.292183 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [req-353fcf99-7153-422c-bdd2-c9226670582a req-f231f0b1-f694-4b8c-8dc0-eaf095c15648 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 17:19:57.293100 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-353fcf99-7153-422c-bdd2-c9226670582a req-f231f0b1-f694-4b8c-8dc0-eaf095c15648 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047538 Nov 26 17:19:57.426397 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-353fcf99-7153-422c-bdd2-c9226670582a req-51810a00-b198-4dd5-b0bb-aa8740864f1c service neutron] 10.222.0.31 "GET /v2.0/networks/4f532cc2-6756-4513-be73-b170acb8d9f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232178 Nov 26 17:19:57.560272 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-353fcf99-7153-422c-bdd2-c9226670582a req-e12e624a-7668-40eb-8931-6e1248a427eb service neutron] 10.222.0.31 "GET /v2.0/networks/4f532cc2-6756-4513-be73-b170acb8d9f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234012 Nov 26 17:19:57.947409 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5529c0-9f58-4eb4-9f4f-48b837e8bd1f req-f52c8464-50a9-4d7c-86e6-7a8fe7df34f4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:57.948911 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bd5529c0-9f58-4eb4-9f4f-48b837e8bd1f req-f52c8464-50a9-4d7c-86e6-7a8fe7df34f4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 945 time: 0.0837517 Nov 26 17:19:57.997813 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bd5529c0-9f58-4eb4-9f4f-48b837e8bd1f req-17d443f1-a233-463d-8da0-6b3b952b8f32 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbddaa1e-e082-40ff-9176-4a76faf3bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425370 Nov 26 17:19:58.664135 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-318bad99-4ce2-4542-8fea-29bba0589dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:19:59.227029 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4f43b-805e-405b-90d3-ca9b420a9748 req-9416ea91-d6b9-48a3-92d4-8df105f86ddc tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:19:59.228547 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8af4f43b-805e-405b-90d3-ca9b420a9748 req-9416ea91-d6b9-48a3-92d4-8df105f86ddc tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 945 time: 0.1262643 Nov 26 17:19:59.272835 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8af4f43b-805e-405b-90d3-ca9b420a9748 req-b066913e-9f55-4848-a8a5-d98e0f7dd1a8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbddaa1e-e082-40ff-9176-4a76faf3bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384426 Nov 26 17:19:59.295171 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60272) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:19:59.400311 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-736b2b74-4d75-47e4-a7f0-dcef223d30aa tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/floatingips/a5ff292d-86fc-4571-b222-6d4e5ee6b65d HTTP/1.1" status: 200 len: 993 time: 0.1038334 Nov 26 17:19:59.436018 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:01.325591 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d600dd20-65ae-41ba-9b7e-b0ba03ddb4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:02.314740 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:04.102922 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:19.795558 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:23.355682 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-61b8219a-c084-40da-8f32-ae82c0737ea5 req-0927d313-d2b7-45a9-9ae4-19c6997aa1cc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694315 Nov 26 17:20:23.498134 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8219a-c084-40da-8f32-ae82c0737ea5 req-2a767582-8343-4504-bde2-1609e56c8462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:23.499491 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-61b8219a-c084-40da-8f32-ae82c0737ea5 req-2a767582-8343-4504-bde2-1609e56c8462 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 1098 time: 0.0737031 Nov 26 17:20:23.642755 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8219a-c084-40da-8f32-ae82c0737ea5 req-6d65ca0b-cb89-4173-8d4b-b79f0cc0b345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:23.644243 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-61b8219a-c084-40da-8f32-ae82c0737ea5 req-6d65ca0b-cb89-4173-8d4b-b79f0cc0b345 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f532cc2-6756-4513-be73-b170acb8d9f0 HTTP/1.1" status: 200 len: 898 time: 0.1244895 Nov 26 17:20:23.747260 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-61b8219a-c084-40da-8f32-ae82c0737ea5 req-9435e1ac-03dd-43b0-b798-8f0f87ee7575 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee83cdff-149d-4d98-bc01-399947b4ae26 HTTP/1.1" status: 200 len: 1001 time: 0.0959501 Nov 26 17:20:23.810657 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8219a-c084-40da-8f32-ae82c0737ea5 req-e75f5be0-d1b3-4f6c-b5a3-78a70792addc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:23.812078 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-61b8219a-c084-40da-8f32-ae82c0737ea5 req-e75f5be0-d1b3-4f6c-b5a3-78a70792addc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f71a7d14-9d49-4cfb-b024-0516ad0a320c HTTP/1.1" status: 200 len: 834 time: 0.0574272 Nov 26 17:20:23.890045 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8219a-c084-40da-8f32-ae82c0737ea5 req-c4a4f119-1a49-4850-b525-886ee3b4169c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:23.891481 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-61b8219a-c084-40da-8f32-ae82c0737ea5 req-c4a4f119-1a49-4850-b525-886ee3b4169c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f532cc2-6756-4513-be73-b170acb8d9f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725782 Nov 26 17:20:24.025962 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-61b8219a-c084-40da-8f32-ae82c0737ea5 req-e3e36557-629a-44c1-8b92-883a595dd583 service neutron] 10.222.0.31 "GET /v2.0/networks/4f532cc2-6756-4513-be73-b170acb8d9f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236300 Nov 26 17:20:24.159925 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-61b8219a-c084-40da-8f32-ae82c0737ea5 req-98d77c13-fec8-4e5e-bea1-7d53b7db4e63 service neutron] 10.222.0.31 "GET /v2.0/networks/4f532cc2-6756-4513-be73-b170acb8d9f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251378 Nov 26 17:20:24.822982 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:20:28.665381 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c1e981cb-948b-45d7-87ac-2a20fbfa4437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:29.437589 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:31.325834 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cc9f91e2-5c00-40e9-b71f-c5c2e9d8d9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:31.861374 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60286) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:20:32.066025 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-250be9a4-475e-434c-ab79-80f08e89da20 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Deleting port d2e38aea-57cd-4c42-9aec-558da34eafd0 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:20:32.066285 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-250be9a4-475e-434c-ab79-80f08e89da20 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:32.318433 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:32.351200 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-250be9a4-475e-434c-ab79-80f08e89da20 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:32.351526 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-250be9a4-475e-434c-ab79-80f08e89da20 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:32.474456 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-250be9a4-475e-434c-ab79-80f08e89da20 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Calling delete_port for d2e38aea-57cd-4c42-9aec-558da34eafd0 owned by network:floatingip {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:20:32.620417 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-250be9a4-475e-434c-ab79-80f08e89da20 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:32.624775 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-73672aa4-6033-46c6-9dfd-da0754ee1c97 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:32.671093 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250be9a4-475e-434c-ab79-80f08e89da20 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Port': ['ID=d2e38aea-57cd-4c42-9aec-558da34eafd0,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:32.738358 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250be9a4-475e-434c-ab79-80f08e89da20 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:32.738748 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250be9a4-475e-434c-ab79-80f08e89da20 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:32.739134 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250be9a4-475e-434c-ab79-80f08e89da20 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:32.739515 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250be9a4-475e-434c-ab79-80f08e89da20 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:32.739916 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250be9a4-475e-434c-ab79-80f08e89da20 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:32.740301 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250be9a4-475e-434c-ab79-80f08e89da20 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:32.740665 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250be9a4-475e-434c-ab79-80f08e89da20 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:32.741030 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250be9a4-475e-434c-ab79-80f08e89da20 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:32.741405 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250be9a4-475e-434c-ab79-80f08e89da20 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:32.741767 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250be9a4-475e-434c-ab79-80f08e89da20 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:32.742134 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250be9a4-475e-434c-ab79-80f08e89da20 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:32.742497 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250be9a4-475e-434c-ab79-80f08e89da20 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:32.746217 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-250be9a4-475e-434c-ab79-80f08e89da20 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:32.778988 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-250be9a4-475e-434c-ab79-80f08e89da20 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for floatingip, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:32.779320 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-250be9a4-475e-434c-ab79-80f08e89da20 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Floating IP a5ff292d-86fc-4571-b222-6d4e5ee6b65d disassociated (deleted). External IP: 172.26.0.214, port: ee83cdff-149d-4d98-bc01-399947b4ae26. Nov 26 17:20:33.124752 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250be9a4-475e-434c-ab79-80f08e89da20 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Router de8f1105-b238-47ce-804f-efb39320a532 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:20:33.299226 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250be9a4-475e-434c-ab79-80f08e89da20 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:20:33.310033 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa88f01b-8f52-4f6e-952d-23fd83ffc440 None None] Sync routers for ids ['de8f1105-b238-47ce-804f-efb39320a532'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:20:33.320384 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-250be9a4-475e-434c-ab79-80f08e89da20 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:33.320558 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa88f01b-8f52-4f6e-952d-23fd83ffc440 None None] Routers {'de8f1105-b238-47ce-804f-efb39320a532'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:20:33.321093 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-fa88f01b-8f52-4f6e-952d-23fd83ffc440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:20:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['de8f1105-b238-47ce-804f-efb39320a532'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:20:33.375808 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-250be9a4-475e-434c-ab79-80f08e89da20 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "DELETE /v2.0/floatingips/a5ff292d-86fc-4571-b222-6d4e5ee6b65d HTTP/1.1" status: 204 len: 168 time: 1.5132706 Nov 26 17:20:33.376425 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4921e537-be21-4650-a639-4e0475ee6769', 'tag': 'ee83cdff-149d-4d98-bc01-399947b4ae26'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:20:33.428748 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4921e537-be21-4650-a639-4e0475ee6769', 'tag': 'ee83cdff-149d-4d98-bc01-399947b4ae26', 'status': 'completed', 'code': 200} Nov 26 17:20:33.502175 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-fa88f01b-8f52-4f6e-952d-23fd83ffc440 None None] Set router de8f1105-b238-47ce-804f-efb39320a532 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:20:33.524087 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965b9d7-ee3f-42de-aaf1-5dfb41ce5dd7 req-7391ed31-3c19-4354-8de8-f596ee3f1f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:33.525721 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b965b9d7-ee3f-42de-aaf1-5dfb41ce5dd7 req-7391ed31-3c19-4354-8de8-f596ee3f1f50 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 1098 time: 0.0723174 Nov 26 17:20:33.663960 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965b9d7-ee3f-42de-aaf1-5dfb41ce5dd7 req-6e184bee-8e74-45f3-b1b7-5e4b55253b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:33.664954 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b965b9d7-ee3f-42de-aaf1-5dfb41ce5dd7 req-6e184bee-8e74-45f3-b1b7-5e4b55253b75 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f532cc2-6756-4513-be73-b170acb8d9f0 HTTP/1.1" status: 200 len: 898 time: 0.1321149 Nov 26 17:20:33.833861 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-fa88f01b-8f52-4f6e-952d-23fd83ffc440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8f1105-b238-47ce-804f-efb39320a532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161456198', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:18:47Z', 'updated_at': '2021-11-26T17:18:52Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8f1105-b238-47ce-804f-efb39320a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:18:48Z', 'updated_at': '2021-11-26T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '7936646c-626d-4a12-a0c2-1d9bd1684029', 'name': '', 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:0f:ee:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8f1105-b238-47ce-804f-efb39320a532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'f71a7d14-9d49-4cfb-b024-0516ad0a320c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:18:51Z', 'updated_at': '2021-11-26T17:18:58Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': 'f71a7d14-9d49-4cfb-b024-0516ad0a320c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:20:33.838325 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa88f01b-8f52-4f6e-952d-23fd83ffc440 None None] Checking router: de8f1105-b238-47ce-804f-efb39320a532 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:20:33.846611 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa88f01b-8f52-4f6e-952d-23fd83ffc440 None None] Routers {'de8f1105-b238-47ce-804f-efb39320a532'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:20:33.847282 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-fa88f01b-8f52-4f6e-952d-23fd83ffc440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:20:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['de8f1105-b238-47ce-804f-efb39320a532'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:20:33.898195 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b965b9d7-ee3f-42de-aaf1-5dfb41ce5dd7 req-8e637baf-431d-4fa7-982e-fc9981de1f0a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee83cdff-149d-4d98-bc01-399947b4ae26 HTTP/1.1" status: 200 len: 217 time: 0.2258742 Nov 26 17:20:33.988760 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965b9d7-ee3f-42de-aaf1-5dfb41ce5dd7 req-a972b8a0-a24a-4d3a-a35d-187e63d4e8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:33.990184 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b965b9d7-ee3f-42de-aaf1-5dfb41ce5dd7 req-a972b8a0-a24a-4d3a-a35d-187e63d4e8b8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f71a7d14-9d49-4cfb-b024-0516ad0a320c HTTP/1.1" status: 200 len: 834 time: 0.0805900 Nov 26 17:20:34.020934 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-fa88f01b-8f52-4f6e-952d-23fd83ffc440 None None] Set router de8f1105-b238-47ce-804f-efb39320a532 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:20:34.039828 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709a354-1ff6-4f3b-9691-9c83d92d18b9 req-82bead22-bc19-4cfe-9fed-bcf5d9f259ba tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:34.041863 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d709a354-1ff6-4f3b-9691-9c83d92d18b9 req-82bead22-bc19-4cfe-9fed-bcf5d9f259ba tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 945 time: 0.3140736 Nov 26 17:20:34.103485 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d709a354-1ff6-4f3b-9691-9c83d92d18b9 req-dfe5846b-3ab5-4d73-a621-4c9a2f5b4ef9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbddaa1e-e082-40ff-9176-4a76faf3bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543129 Nov 26 17:20:34.108348 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:34.116555 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965b9d7-ee3f-42de-aaf1-5dfb41ce5dd7 req-5d74e735-f419-4ba1-8e50-bc1167921b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:34.118022 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b965b9d7-ee3f-42de-aaf1-5dfb41ce5dd7 req-5d74e735-f419-4ba1-8e50-bc1167921b0c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f532cc2-6756-4513-be73-b170acb8d9f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1199017 Nov 26 17:20:34.253823 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b965b9d7-ee3f-42de-aaf1-5dfb41ce5dd7 req-b17c4b0c-2867-411d-aceb-f49838ff8d44 service neutron] 10.222.0.31 "GET /v2.0/networks/4f532cc2-6756-4513-be73-b170acb8d9f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277122 Nov 26 17:20:34.337814 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-fa88f01b-8f52-4f6e-952d-23fd83ffc440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8f1105-b238-47ce-804f-efb39320a532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161456198', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:18:47Z', 'updated_at': '2021-11-26T17:18:52Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8f1105-b238-47ce-804f-efb39320a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:18:48Z', 'updated_at': '2021-11-26T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '7936646c-626d-4a12-a0c2-1d9bd1684029', 'name': '', 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:0f:ee:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8f1105-b238-47ce-804f-efb39320a532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'f71a7d14-9d49-4cfb-b024-0516ad0a320c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:18:51Z', 'updated_at': '2021-11-26T17:18:58Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': 'f71a7d14-9d49-4cfb-b024-0516ad0a320c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:20:34.341670 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa88f01b-8f52-4f6e-952d-23fd83ffc440 None None] The sync data for ids ['de8f1105-b238-47ce-804f-efb39320a532'] in dv-neutron-819440-1-hyperv is: [{'id': 'de8f1105-b238-47ce-804f-efb39320a532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161456198', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:18:47Z', 'updated_at': '2021-11-26T17:18:52Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8f1105-b238-47ce-804f-efb39320a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:18:48Z', 'updated_at': '2021-11-26T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '7936646c-626d-4a12-a0c2-1d9bd1684029', 'name': '', 'network_id': '4f532cc2-6756-4513-be73-b170acb8d9f0', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:0f:ee:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8f1105-b238-47ce-804f-efb39320a532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'f71a7d14-9d49-4cfb-b024-0516ad0a320c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:18:51Z', 'updated_at': '2021-11-26T17:18:58Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': 'f71a7d14-9d49-4cfb-b024-0516ad0a320c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:20:34.389215 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b965b9d7-ee3f-42de-aaf1-5dfb41ce5dd7 req-49f87a36-f9cf-415b-a45c-7ac2659a65df service neutron] 10.222.0.31 "GET /v2.0/networks/4f532cc2-6756-4513-be73-b170acb8d9f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282675 Nov 26 17:20:34.556463 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3e2a33-bee5-4998-ba15-ec354994f347 None None] New status for floating IP a5ff292d-86fc-4571-b222-6d4e5ee6b65d: DOWN {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:20:35.294970 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53eec23-e59a-484b-b930-53d52140984c req-53448093-3519-4052-a598-f238c84098a3 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:35.295649 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-e53eec23-e59a-484b-b930-53d52140984c req-53448093-3519-4052-a598-f238c84098a3 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:20:35.312030 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-e53eec23-e59a-484b-b930-53d52140984c req-53448093-3519-4052-a598-f238c84098a3 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:20:35.313238 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e53eec23-e59a-484b-b930-53d52140984c req-53448093-3519-4052-a598-f238c84098a3 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 945 time: 0.0961466 Nov 26 17:20:35.364145 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e53eec23-e59a-484b-b930-53d52140984c req-d6a4731f-5397-4710-abc0-3e94221dd338 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbddaa1e-e082-40ff-9176-4a76faf3bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417893 Nov 26 17:20:35.467988 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071e4ac-4534-4855-8d40-3c96cc29cf00 req-7bd1977b-4a18-492f-961a-f56b982ccf35 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:35.469289 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3071e4ac-4534-4855-8d40-3c96cc29cf00 req-7bd1977b-4a18-492f-961a-f56b982ccf35 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.31 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 945 time: 0.0824120 Nov 26 17:20:35.540219 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-3071e4ac-4534-4855-8d40-3c96cc29cf00 req-a48ded34-8e15-4ffd-8acb-4e49c91bfc07 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Deleting port ee83cdff-149d-4d98-bc01-399947b4ae26 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:20:35.541129 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-3071e4ac-4534-4855-8d40-3c96cc29cf00 req-a48ded34-8e15-4ffd-8acb-4e49c91bfc07 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:35.781780 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-3071e4ac-4534-4855-8d40-3c96cc29cf00 req-a48ded34-8e15-4ffd-8acb-4e49c91bfc07 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] For port ee83cdff-149d-4d98-bc01-399947b4ae26, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=ee83cdff-149d-4d98-bc01-399947b4ae26,segment=NetworkSegment(75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5),segment_id=75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:20:35.782127 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-3071e4ac-4534-4855-8d40-3c96cc29cf00 req-a48ded34-8e15-4ffd-8acb-4e49c91bfc07 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:35.905235 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-3071e4ac-4534-4855-8d40-3c96cc29cf00 req-a48ded34-8e15-4ffd-8acb-4e49c91bfc07 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Calling delete_port for ee83cdff-149d-4d98-bc01-399947b4ae26 owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:20:36.048370 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-3071e4ac-4534-4855-8d40-3c96cc29cf00 req-a48ded34-8e15-4ffd-8acb-4e49c91bfc07 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:36.054797 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d6f4e306-ecac-4bd7-bc26-89ef43932750 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:36.128663 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ded34-8e15-4ffd-8acb-4e49c91bfc07 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Port': ['ID=ee83cdff-149d-4d98-bc01-399947b4ae26,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:36.170660 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ded34-8e15-4ffd-8acb-4e49c91bfc07 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:36.171047 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ded34-8e15-4ffd-8acb-4e49c91bfc07 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:36.171427 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ded34-8e15-4ffd-8acb-4e49c91bfc07 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:36.171832 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ded34-8e15-4ffd-8acb-4e49c91bfc07 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:36.172205 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ded34-8e15-4ffd-8acb-4e49c91bfc07 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:36.172574 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ded34-8e15-4ffd-8acb-4e49c91bfc07 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:36.172939 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ded34-8e15-4ffd-8acb-4e49c91bfc07 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:36.173300 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ded34-8e15-4ffd-8acb-4e49c91bfc07 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:36.173663 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ded34-8e15-4ffd-8acb-4e49c91bfc07 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:36.174026 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ded34-8e15-4ffd-8acb-4e49c91bfc07 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:36.174390 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ded34-8e15-4ffd-8acb-4e49c91bfc07 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:36.174751 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ded34-8e15-4ffd-8acb-4e49c91bfc07 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:36.182540 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a48ded34-8e15-4ffd-8acb-4e49c91bfc07 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:36.188088 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-3071e4ac-4534-4855-8d40-3c96cc29cf00 req-a48ded34-8e15-4ffd-8acb-4e49c91bfc07 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] No DVR routers for this DVR port ee83cdff-149d-4d98-bc01-399947b4ae26 on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:20:36.190124 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-3071e4ac-4534-4855-8d40-3c96cc29cf00 req-a48ded34-8e15-4ffd-8acb-4e49c91bfc07 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:36.192574 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4921e537-be21-4650-a639-4e0475ee6769', 'name': 'network-vif-deleted', 'tag': 'ee83cdff-149d-4d98-bc01-399947b4ae26'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:20:36.208323 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3071e4ac-4534-4855-8d40-3c96cc29cf00 req-a48ded34-8e15-4ffd-8acb-4e49c91bfc07 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.31 "DELETE /v2.0/ports/ee83cdff-149d-4d98-bc01-399947b4ae26 HTTP/1.1" status: 204 len: 173 time: 0.7301071 Nov 26 17:20:36.290224 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4921e537-be21-4650-a639-4e0475ee6769', 'name': 'network-vif-deleted', 'tag': 'ee83cdff-149d-4d98-bc01-399947b4ae26', 'status': 'completed', 'code': 200} Nov 26 17:20:36.528640 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ac5955b5-e694-4394-93f1-15f82ea89035 req-7f4f68ed-1eeb-488c-bb89-c3a9c388ba76 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=4921e537-be21-4650-a639-4e0475ee6769 HTTP/1.1" status: 200 len: 210 time: 0.0440874 Nov 26 17:20:37.621165 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60308) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:20:38.287929 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-618f2806-ac01-4e1b-9fb8-13048eb2b9df tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:38.633125 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-618f2806-ac01-4e1b-9fb8-13048eb2b9df tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Deleting port 7936646c-626d-4a12-a0c2-1d9bd1684029 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:20:38.633797 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-618f2806-ac01-4e1b-9fb8-13048eb2b9df tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:38.817439 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-618f2806-ac01-4e1b-9fb8-13048eb2b9df tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] For port 7936646c-626d-4a12-a0c2-1d9bd1684029, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7936646c-626d-4a12-a0c2-1d9bd1684029,segment=NetworkSegment(75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5),segment_id=75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:20:38.817801 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-618f2806-ac01-4e1b-9fb8-13048eb2b9df tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:38.943480 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-618f2806-ac01-4e1b-9fb8-13048eb2b9df tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Calling delete_port for 7936646c-626d-4a12-a0c2-1d9bd1684029 owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:20:39.116449 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-618f2806-ac01-4e1b-9fb8-13048eb2b9df tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:39.120970 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4d3ee4c6-620f-46fe-b535-2fd3f9c24116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:39.165259 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f2806-ac01-4e1b-9fb8-13048eb2b9df tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Port': ['ID=7936646c-626d-4a12-a0c2-1d9bd1684029,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:39.167782 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-618f2806-ac01-4e1b-9fb8-13048eb2b9df tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:39.562771 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-618f2806-ac01-4e1b-9fb8-13048eb2b9df tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:39.874907 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device ee83cdff-149d-4d98-bc01-399947b4ae26 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:20:39.912416 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: ee83cdff-149d-4d98-bc01-399947b4ae26 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:20:39.912909 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device ee83cdff-149d-4d98-bc01-399947b4ae26 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:20:39.921673 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618f2806-ac01-4e1b-9fb8-13048eb2b9df tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Router de8f1105-b238-47ce-804f-efb39320a532 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:20:40.100826 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618f2806-ac01-4e1b-9fb8-13048eb2b9df tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:20:40.111882 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfe0f06-a508-4213-a4df-9516192dddfc None None] Sync routers for ids ['de8f1105-b238-47ce-804f-efb39320a532'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:20:40.114454 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-618f2806-ac01-4e1b-9fb8-13048eb2b9df tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "PUT /v2.0/routers/de8f1105-b238-47ce-804f-efb39320a532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4922049 Nov 26 17:20:40.117140 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60312) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:20:40.121631 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfe0f06-a508-4213-a4df-9516192dddfc None None] Routers {'de8f1105-b238-47ce-804f-efb39320a532'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:20:40.122242 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-4dfe0f06-a508-4213-a4df-9516192dddfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:20:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['de8f1105-b238-47ce-804f-efb39320a532'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:20:40.183927 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a8f26b-5cb1-49c5-9ab0-4870d08ca9d2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Deleting subnet f71a7d14-9d49-4cfb-b024-0516ad0a320c {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 17:20:40.186746 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-01a8f26b-5cb1-49c5-9ab0-4870d08ca9d2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:40.241800 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-01a8f26b-5cb1-49c5-9ab0-4870d08ca9d2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:40.317786 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-4dfe0f06-a508-4213-a4df-9516192dddfc None None] Set router de8f1105-b238-47ce-804f-efb39320a532 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:20:40.325542 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-01a8f26b-5cb1-49c5-9ab0-4870d08ca9d2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:40.398848 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-01a8f26b-5cb1-49c5-9ab0-4870d08ca9d2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:40.402415 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c901ca1b-799a-45db-b5d5-6632f258506e tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:40.437026 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8f26b-5cb1-49c5-9ab0-4870d08ca9d2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Subnet': ['ID=f71a7d14-9d49-4cfb-b024-0516ad0a320c,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:40.439456 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-01a8f26b-5cb1-49c5-9ab0-4870d08ca9d2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:40.444399 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-01a8f26b-5cb1-49c5-9ab0-4870d08ca9d2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:40.453771 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0ea82b-628a-4e96-995e-d55fc2dee5ad None None] Network 4f532cc2-6756-4513-be73-b170acb8d9f0 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:20:40.453960 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-01a8f26b-5cb1-49c5-9ab0-4870d08ca9d2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "DELETE /v2.0/subnets/f71a7d14-9d49-4cfb-b024-0516ad0a320c HTTP/1.1" status: 204 len: 168 time: 0.3332732 Nov 26 17:20:40.454137 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60316) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:20:40.602083 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-4dfe0f06-a508-4213-a4df-9516192dddfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8f1105-b238-47ce-804f-efb39320a532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161456198', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:18:47Z', 'updated_at': '2021-11-26T17:20:39Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8f1105-b238-47ce-804f-efb39320a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:18:48Z', 'updated_at': '2021-11-26T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:20:40.606642 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfe0f06-a508-4213-a4df-9516192dddfc None None] Checking router: de8f1105-b238-47ce-804f-efb39320a532 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:20:40.615617 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfe0f06-a508-4213-a4df-9516192dddfc None None] Routers {'de8f1105-b238-47ce-804f-efb39320a532'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:20:40.616264 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-4dfe0f06-a508-4213-a4df-9516192dddfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:20:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['de8f1105-b238-47ce-804f-efb39320a532'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:20:40.634990 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d9c73e43-0aab-4f58-b952-9c38b12fc10d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:40.729149 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95107f6c-c53f-412c-a241-803f72a00501 None None] DHCP port deletion for 4f532cc2-6756-4513-be73-b170acb8d9f0 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 17:20:40.734521 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-95107f6c-c53f-412c-a241-803f72a00501 None None] Deleting port b9966ed5-9a42-4e4d-8681-4bc30b91d49e {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:20:40.735157 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-95107f6c-c53f-412c-a241-803f72a00501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:40.820965 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-4dfe0f06-a508-4213-a4df-9516192dddfc None None] Set router de8f1105-b238-47ce-804f-efb39320a532 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:20:41.009351 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-95107f6c-c53f-412c-a241-803f72a00501 None None] For port b9966ed5-9a42-4e4d-8681-4bc30b91d49e, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b9966ed5-9a42-4e4d-8681-4bc30b91d49e,segment=NetworkSegment(75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5),segment_id=75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:20:41.009878 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-95107f6c-c53f-412c-a241-803f72a00501 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:41.040329 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d9c73e43-0aab-4f58-b952-9c38b12fc10d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:41.060123 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-d9c73e43-0aab-4f58-b952-9c38b12fc10d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Deleting port b88ad8c5-787c-4c65-943c-fcad3f67b99a {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:20:41.060533 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d9c73e43-0aab-4f58-b952-9c38b12fc10d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:41.159838 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-95107f6c-c53f-412c-a241-803f72a00501 None None] Calling delete_port for b9966ed5-9a42-4e4d-8681-4bc30b91d49e owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:20:41.173981 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-4dfe0f06-a508-4213-a4df-9516192dddfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8f1105-b238-47ce-804f-efb39320a532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161456198', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:18:47Z', 'updated_at': '2021-11-26T17:20:39Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8f1105-b238-47ce-804f-efb39320a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:18:48Z', 'updated_at': '2021-11-26T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:20:41.178090 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfe0f06-a508-4213-a4df-9516192dddfc None None] The sync data for ids ['de8f1105-b238-47ce-804f-efb39320a532'] in dv-neutron-819440-1-hyperv is: [{'id': 'de8f1105-b238-47ce-804f-efb39320a532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161456198', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:18:47Z', 'updated_at': '2021-11-26T17:20:39Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': 'b88ad8c5-787c-4c65-943c-fcad3f67b99a', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8f1105-b238-47ce-804f-efb39320a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:18:48Z', 'updated_at': '2021-11-26T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:20:41.243918 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-d9c73e43-0aab-4f58-b952-9c38b12fc10d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] For port b88ad8c5-787c-4c65-943c-fcad3f67b99a, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b88ad8c5-787c-4c65-943c-fcad3f67b99a,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:20:41.244732 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d9c73e43-0aab-4f58-b952-9c38b12fc10d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:41.246227 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-95107f6c-c53f-412c-a241-803f72a00501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:41.250158 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-df2001c8-c231-46a5-a0b4-0bbdac11d2b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:41.293993 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95107f6c-c53f-412c-a241-803f72a00501 None None] Pushing event deleted for resources: {'Port': ['ID=b9966ed5-9a42-4e4d-8681-4bc30b91d49e,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:41.298876 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95107f6c-c53f-412c-a241-803f72a00501 None None] No DVR routers for this DVR port b9966ed5-9a42-4e4d-8681-4bc30b91d49e on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:20:41.304835 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95107f6c-c53f-412c-a241-803f72a00501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:41.305188 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95107f6c-c53f-412c-a241-803f72a00501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:41.305520 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95107f6c-c53f-412c-a241-803f72a00501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:41.305860 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95107f6c-c53f-412c-a241-803f72a00501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:41.308562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95107f6c-c53f-412c-a241-803f72a00501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:41.308562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95107f6c-c53f-412c-a241-803f72a00501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:41.308562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95107f6c-c53f-412c-a241-803f72a00501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:41.308562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95107f6c-c53f-412c-a241-803f72a00501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:41.308562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95107f6c-c53f-412c-a241-803f72a00501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:41.308562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95107f6c-c53f-412c-a241-803f72a00501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:41.308562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95107f6c-c53f-412c-a241-803f72a00501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:41.308562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95107f6c-c53f-412c-a241-803f72a00501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:41.311448 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-95107f6c-c53f-412c-a241-803f72a00501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:41.378731 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-d9c73e43-0aab-4f58-b952-9c38b12fc10d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Calling delete_port for b88ad8c5-787c-4c65-943c-fcad3f67b99a owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:20:41.548954 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d9c73e43-0aab-4f58-b952-9c38b12fc10d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:41.552861 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-250be9a4-475e-434c-ab79-80f08e89da20 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:41.602670 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c73e43-0aab-4f58-b952-9c38b12fc10d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Port': ['ID=b88ad8c5-787c-4c65-943c-fcad3f67b99a,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:41.605694 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d9c73e43-0aab-4f58-b952-9c38b12fc10d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:41.700292 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d9c73e43-0aab-4f58-b952-9c38b12fc10d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:41.882306 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d9c73e43-0aab-4f58-b952-9c38b12fc10d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:41.884489 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d9c73e43-0aab-4f58-b952-9c38b12fc10d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:41.907053 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d9c73e43-0aab-4f58-b952-9c38b12fc10d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:41.907573 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c73e43-0aab-4f58-b952-9c38b12fc10d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Fanout notify agent at l3_agent the message router_deleted on router de8f1105-b238-47ce-804f-efb39320a532 {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 17:20:41.924560 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d9c73e43-0aab-4f58-b952-9c38b12fc10d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:41.928527 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d9c73e43-0aab-4f58-b952-9c38b12fc10d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "DELETE /v2.0/routers/de8f1105-b238-47ce-804f-efb39320a532 HTTP/1.1" status: 204 len: 168 time: 1.4709594 Nov 26 17:20:41.928924 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60320) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:20:42.050571 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-324c3b8a-cce0-46d5-8582-8af6b3e0ebaf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:42.101903 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b9966ed5-9a42-4e4d-8681-4bc30b91d49e no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:20:42.142288 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: b9966ed5-9a42-4e4d-8681-4bc30b91d49e {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:20:42.142548 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b9966ed5-9a42-4e4d-8681-4bc30b91d49e not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:20:42.143195 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7936646c-626d-4a12-a0c2-1d9bd1684029 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:20:42.181277 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 7936646c-626d-4a12-a0c2-1d9bd1684029 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:20:42.181630 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7936646c-626d-4a12-a0c2-1d9bd1684029 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:20:42.184167 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-324c3b8a-cce0-46d5-8582-8af6b3e0ebaf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:42.209151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-324c3b8a-cce0-46d5-8582-8af6b3e0ebaf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f532cc2-6756-4513-be73-b170acb8d9f0']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:20:42.221727 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-324c3b8a-cce0-46d5-8582-8af6b3e0ebaf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:20:42.222016 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-324c3b8a-cce0-46d5-8582-8af6b3e0ebaf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ff5b74-ce2d-46a6-b6df-ca29bd88ecf5') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:20:42.233547 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-324c3b8a-cce0-46d5-8582-8af6b3e0ebaf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:42.248970 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-324c3b8a-cce0-46d5-8582-8af6b3e0ebaf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:42.254726 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-324c3b8a-cce0-46d5-8582-8af6b3e0ebaf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 17:20:42.255099 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-324c3b8a-cce0-46d5-8582-8af6b3e0ebaf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 17:20:42.272630 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 17:20:42.347799 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-324c3b8a-cce0-46d5-8582-8af6b3e0ebaf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:42.351219 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b11f8809-4ca1-4f66-92b4-f13896aed420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:42.365801 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-324c3b8a-cce0-46d5-8582-8af6b3e0ebaf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:42.376749 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c3b8a-cce0-46d5-8582-8af6b3e0ebaf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Network': ['ID=4f532cc2-6756-4513-be73-b170acb8d9f0,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:42.379944 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-324c3b8a-cce0-46d5-8582-8af6b3e0ebaf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:42.386329 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-324c3b8a-cce0-46d5-8582-8af6b3e0ebaf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "DELETE /v2.0/networks/4f532cc2-6756-4513-be73-b170acb8d9f0 HTTP/1.1" status: 204 len: 168 time: 0.4566143 Nov 26 17:20:42.388959 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60324) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:20:42.570455 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f7db084c-ccab-49a2-b167-c2edc73d6e21 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:42.600176 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f7db084c-ccab-49a2-b167-c2edc73d6e21 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:42.665711 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f7db084c-ccab-49a2-b167-c2edc73d6e21 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:42.670859 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a70f5bdf-8fd5-4297-a40e-3c7cf8d73244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:42.686103 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db084c-ccab-49a2-b167-c2edc73d6e21 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbddaa1e-e082-40ff-9176-4a76faf3bc36,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:42.689076 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f7db084c-ccab-49a2-b167-c2edc73d6e21 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:42.696960 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f7db084c-ccab-49a2-b167-c2edc73d6e21 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:42.701740 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f7db084c-ccab-49a2-b167-c2edc73d6e21 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "DELETE /v2.0/security-groups/cbddaa1e-e082-40ff-9176-4a76faf3bc36 HTTP/1.1" status: 204 len: 168 time: 0.3118396 Nov 26 17:20:43.017345 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60332) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:20:43.023996 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-92ffeb8e-a569-4c0b-a1f1-f3c07a59d0f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-404349626', 'description': 'tempest-secgroup-smoke-404349626 description', 'project_id': '059d345cf6d84a598e16d9e203a8e35d'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:20:43.029954 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-92ffeb8e-a569-4c0b-a1f1-f3c07a59d0f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:20:43.034205 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-92ffeb8e-a569-4c0b-a1f1-f3c07a59d0f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:20:43.037122 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-92ffeb8e-a569-4c0b-a1f1-f3c07a59d0f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:20:43.042802 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-92ffeb8e-a569-4c0b-a1f1-f3c07a59d0f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:20:43.052672 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-92ffeb8e-a569-4c0b-a1f1-f3c07a59d0f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:43.071990 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-92ffeb8e-a569-4c0b-a1f1-f3c07a59d0f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:20:43.076304 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-92ffeb8e-a569-4c0b-a1f1-f3c07a59d0f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:20:43.079082 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-92ffeb8e-a569-4c0b-a1f1-f3c07a59d0f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:20:43.084699 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-92ffeb8e-a569-4c0b-a1f1-f3c07a59d0f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:20:43.152288 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-92ffeb8e-a569-4c0b-a1f1-f3c07a59d0f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:43.155593 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-92ffeb8e-a569-4c0b-a1f1-f3c07a59d0f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:43.159102 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f7db084c-ccab-49a2-b167-c2edc73d6e21 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:43.206796 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffeb8e-a569-4c0b-a1f1-f3c07a59d0f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2200766-83ce-4936-9148-df6eb604f895,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:43.209707 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-92ffeb8e-a569-4c0b-a1f1-f3c07a59d0f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:43.210623 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-92ffeb8e-a569-4c0b-a1f1-f3c07a59d0f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:43.212720 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-92ffeb8e-a569-4c0b-a1f1-f3c07a59d0f9 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1941535 Nov 26 17:20:43.215526 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 60336) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:20:43.221712 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-f9cdd146-bd7e-4c19-bcc2-490890eb6af7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': 'c2200766-83ce-4936-9148-df6eb604f895', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:20:43.227903 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f9cdd146-bd7e-4c19-bcc2-490890eb6af7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:20:43.232303 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f9cdd146-bd7e-4c19-bcc2-490890eb6af7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:20:43.235185 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-f9cdd146-bd7e-4c19-bcc2-490890eb6af7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:20:43.241833 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-f9cdd146-bd7e-4c19-bcc2-490890eb6af7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:20:43.258098 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f9cdd146-bd7e-4c19-bcc2-490890eb6af7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:43.316153 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f9cdd146-bd7e-4c19-bcc2-490890eb6af7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:43.319388 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f9cdd146-bd7e-4c19-bcc2-490890eb6af7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:43.321140 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-555cff44-0418-4e89-9239-41dd0471f803 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:43.342368 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdd146-bd7e-4c19-bcc2-490890eb6af7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3556a4d0-a8a5-470c-9767-f3ba621b8961,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:43.344977 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f9cdd146-bd7e-4c19-bcc2-490890eb6af7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:43.351834 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f9cdd146-bd7e-4c19-bcc2-490890eb6af7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:43.352975 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f9cdd146-bd7e-4c19-bcc2-490890eb6af7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364248 Nov 26 17:20:43.356302 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 60340) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:20:43.361334 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-8788e66b-07f1-47ba-8b91-3d979c4f3897 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': 'c2200766-83ce-4936-9148-df6eb604f895', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:20:43.367193 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-8788e66b-07f1-47ba-8b91-3d979c4f3897 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:20:43.371873 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8788e66b-07f1-47ba-8b91-3d979c4f3897 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:20:43.374675 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-8788e66b-07f1-47ba-8b91-3d979c4f3897 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:20:43.380373 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-8788e66b-07f1-47ba-8b91-3d979c4f3897 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:20:43.396210 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8788e66b-07f1-47ba-8b91-3d979c4f3897 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:43.458759 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8788e66b-07f1-47ba-8b91-3d979c4f3897 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:43.462180 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8788e66b-07f1-47ba-8b91-3d979c4f3897 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:43.464612 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-054a6678-972e-4cc0-b8d5-d11edde52486 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:43.485650 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788e66b-07f1-47ba-8b91-3d979c4f3897 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403b6701-4029-40c8-9507-eef71a55bd62,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:43.488302 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8788e66b-07f1-47ba-8b91-3d979c4f3897 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:43.495314 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-8788e66b-07f1-47ba-8b91-3d979c4f3897 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:43.496511 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-8788e66b-07f1-47ba-8b91-3d979c4f3897 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1393280 Nov 26 17:20:43.499222 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 60344) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:20:43.504289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-5444d8a9-9607-45d2-af28-562de0fa7e59 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': 'c2200766-83ce-4936-9148-df6eb604f895', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:20:43.510003 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5444d8a9-9607-45d2-af28-562de0fa7e59 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:20:43.514209 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5444d8a9-9607-45d2-af28-562de0fa7e59 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:20:43.517061 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-5444d8a9-9607-45d2-af28-562de0fa7e59 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:20:43.522700 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-5444d8a9-9607-45d2-af28-562de0fa7e59 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:20:43.539424 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5444d8a9-9607-45d2-af28-562de0fa7e59 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:43.599967 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5444d8a9-9607-45d2-af28-562de0fa7e59 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:43.603345 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5444d8a9-9607-45d2-af28-562de0fa7e59 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:43.608696 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f1b5ea83-ccc3-4897-a35b-57212eaa4d1d tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:43.627529 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444d8a9-9607-45d2-af28-562de0fa7e59 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff4a699f-bab0-4015-b7bb-b9cd650336bd,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:43.630159 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5444d8a9-9607-45d2-af28-562de0fa7e59 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:43.638863 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-5444d8a9-9607-45d2-af28-562de0fa7e59 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:43.640273 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-5444d8a9-9607-45d2-af28-562de0fa7e59 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400757 Nov 26 17:20:43.643151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60348) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:20:43.648512 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-ed03ec00-32bb-485c-820a-5d8c26e31670 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': 'c2200766-83ce-4936-9148-df6eb604f895', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:20:43.654406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ed03ec00-32bb-485c-820a-5d8c26e31670 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:20:43.658244 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ed03ec00-32bb-485c-820a-5d8c26e31670 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:20:43.661127 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ed03ec00-32bb-485c-820a-5d8c26e31670 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:20:43.666769 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ed03ec00-32bb-485c-820a-5d8c26e31670 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:20:43.683649 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ed03ec00-32bb-485c-820a-5d8c26e31670 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:43.746280 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ed03ec00-32bb-485c-820a-5d8c26e31670 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:43.750017 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ed03ec00-32bb-485c-820a-5d8c26e31670 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:43.751848 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-17208ae2-30e1-4152-86b6-102f29e57e44 tempest-SecGroupTest-949102323 tempest-SecGroupTest-949102323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:43.773827 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03ec00-32bb-485c-820a-5d8c26e31670 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3512d8-4b78-485a-a141-ec12d175303d,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:43.776105 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ed03ec00-32bb-485c-820a-5d8c26e31670 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:43.782340 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ed03ec00-32bb-485c-820a-5d8c26e31670 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:43.783488 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ed03ec00-32bb-485c-820a-5d8c26e31670 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1393249 Nov 26 17:20:43.786279 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60352) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:20:43.791128 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-4454df4d-184a-4f91-9e86-730169382fc0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': 'c2200766-83ce-4936-9148-df6eb604f895', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:20:43.796779 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-4454df4d-184a-4f91-9e86-730169382fc0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:20:43.800526 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4454df4d-184a-4f91-9e86-730169382fc0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:20:43.803345 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4454df4d-184a-4f91-9e86-730169382fc0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:20:43.809528 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-4454df4d-184a-4f91-9e86-730169382fc0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:20:43.819516 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.securitygroups_db [None req-4454df4d-184a-4f91-9e86-730169382fc0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Project 059d345cf6d84a598e16d9e203a8e35d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 17:20:43.826304 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4454df4d-184a-4f91-9e86-730169382fc0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:43.888324 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4454df4d-184a-4f91-9e86-730169382fc0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:43.891579 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4454df4d-184a-4f91-9e86-730169382fc0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:43.893349 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1db0b217-bda1-4c60-8c8f-12dde9107179 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:43.914238 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454df4d-184a-4f91-9e86-730169382fc0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76b7733-1f46-400d-8ee5-4f000c046dd3,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:43.916573 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4454df4d-184a-4f91-9e86-730169382fc0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:43.924440 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4454df4d-184a-4f91-9e86-730169382fc0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:43.925591 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4454df4d-184a-4f91-9e86-730169382fc0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1384320 Nov 26 17:20:43.928463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 60356) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:20:43.934220 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-9d853d80-ad3f-4709-bb3f-384d2eddbbed tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'security_group_rule': {'security_group_id': 'c2200766-83ce-4936-9148-df6eb604f895', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:20:43.940263 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-9d853d80-ad3f-4709-bb3f-384d2eddbbed tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:20:43.944016 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9d853d80-ad3f-4709-bb3f-384d2eddbbed tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:security_group_rule and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:20:43.946814 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-9d853d80-ad3f-4709-bb3f-384d2eddbbed tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:20:43.954512 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-9d853d80-ad3f-4709-bb3f-384d2eddbbed tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:20:43.969554 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.securitygroups_db [None req-9d853d80-ad3f-4709-bb3f-384d2eddbbed tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Project 059d345cf6d84a598e16d9e203a8e35d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 17:20:43.970851 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b88ad8c5-787c-4c65-943c-fcad3f67b99a no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:20:43.976719 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9d853d80-ad3f-4709-bb3f-384d2eddbbed tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:44.004666 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: b88ad8c5-787c-4c65-943c-fcad3f67b99a {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:20:44.005027 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b88ad8c5-787c-4c65-943c-fcad3f67b99a not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:20:44.043766 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9d853d80-ad3f-4709-bb3f-384d2eddbbed tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:44.047268 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9d853d80-ad3f-4709-bb3f-384d2eddbbed tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:44.049120 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3eac3932-73a0-4ea5-8a15-d39e543ffe6c tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:44.191592 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d853d80-ad3f-4709-bb3f-384d2eddbbed tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dda29a0-23f3-4be9-888d-f78b12e0b29d,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:44.196010 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9d853d80-ad3f-4709-bb3f-384d2eddbbed tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:44.200915 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-9d853d80-ad3f-4709-bb3f-384d2eddbbed tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:44.202086 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-9d853d80-ad3f-4709-bb3f-384d2eddbbed tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2726257 Nov 26 17:20:44.204875 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 60360) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:20:44.210339 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-462cbaa5-f9e7-4dc0-a3a1-46659d7e7798 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'network': {'name': 'tempest-network-smoke--1808429593', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'port_security_enabled': True}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:20:44.215799 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-462cbaa5-f9e7-4dc0-a3a1-46659d7e7798 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:20:44.219830 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-462cbaa5-f9e7-4dc0-a3a1-46659d7e7798 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:network and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:20:44.222647 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-462cbaa5-f9e7-4dc0-a3a1-46659d7e7798 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:20:44.228340 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-462cbaa5-f9e7-4dc0-a3a1-46659d7e7798 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:20:44.238055 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462cbaa5-f9e7-4dc0-a3a1-46659d7e7798 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Made reservation on behalf of 059d345cf6d84a598e16d9e203a8e35d for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:20:44.241386 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-462cbaa5-f9e7-4dc0-a3a1-46659d7e7798 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:44.269759 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-462cbaa5-f9e7-4dc0-a3a1-46659d7e7798 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 17:20:44.280179 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-462cbaa5-f9e7-4dc0-a3a1-46659d7e7798 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:44.280684 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-462cbaa5-f9e7-4dc0-a3a1-46659d7e7798 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Added segment de9428d6-1404-4277-b0b3-282b087f8bc1 of type vlan for network 806c5577-e52c-4bac-b4af-788e7729e6eb Nov 26 17:20:44.308343 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-462cbaa5-f9e7-4dc0-a3a1-46659d7e7798 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:44.336381 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-462cbaa5-f9e7-4dc0-a3a1-46659d7e7798 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:44.341883 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462cbaa5-f9e7-4dc0-a3a1-46659d7e7798 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:44.342454 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-462cbaa5-f9e7-4dc0-a3a1-46659d7e7798 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:44.347461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a9ec7215-3486-4903-af01-9f8b343e17ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:44.444227 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-462cbaa5-f9e7-4dc0-a3a1-46659d7e7798 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2383556 Nov 26 17:20:44.447037 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60364) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:20:44.453169 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-3fb6d9d8-8cce-4e53-9bf9-acc90b1727e6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1164970623', 'admin_state_up': True, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:20:44.454122 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cbaa5-f9e7-4dc0-a3a1-46659d7e7798 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Network': ['ID=806c5577-e52c-4bac-b4af-788e7729e6eb,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:44.457016 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-462cbaa5-f9e7-4dc0-a3a1-46659d7e7798 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:44.460535 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-3fb6d9d8-8cce-4e53-9bf9-acc90b1727e6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:20:44.464534 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3fb6d9d8-8cce-4e53-9bf9-acc90b1727e6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:router and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:20:44.465156 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 806c5577-e52c-4bac-b4af-788e7729e6eb details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 17:20:44.467384 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3fb6d9d8-8cce-4e53-9bf9-acc90b1727e6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:20:44.476758 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-3fb6d9d8-8cce-4e53-9bf9-acc90b1727e6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:20:44.487287 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3fb6d9d8-8cce-4e53-9bf9-acc90b1727e6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:44.488277 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3fb6d9d8-8cce-4e53-9bf9-acc90b1727e6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:44.504280 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3fb6d9d8-8cce-4e53-9bf9-acc90b1727e6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:44.772668 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3fb6d9d8-8cce-4e53-9bf9-acc90b1727e6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:45.066805 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3fb6d9d8-8cce-4e53-9bf9-acc90b1727e6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:45.098025 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3fb6d9d8-8cce-4e53-9bf9-acc90b1727e6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:45.227502 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-3fb6d9d8-8cce-4e53-9bf9-acc90b1727e6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Allocated IP 172.26.0.136 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/7719f128-59fd-46cf-90fb-ee2d02ae459c) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:20:45.373235 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3fb6d9d8-8cce-4e53-9bf9-acc90b1727e6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:45.402300 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3fb6d9d8-8cce-4e53-9bf9-acc90b1727e6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:45.406601 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2e1220cf-dae8-4dbe-bacc-a5f17128b51c tempest-ServerDiskConfigTestJSON-1207731573 tempest-ServerDiskConfigTestJSON-1207731573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:45.473112 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb6d9d8-8cce-4e53-9bf9-acc90b1727e6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:20:45.476016 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-3fb6d9d8-8cce-4e53-9bf9-acc90b1727e6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:20:45.480932 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb6d9d8-8cce-4e53-9bf9-acc90b1727e6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:20:45.523422 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6d9d8-8cce-4e53-9bf9-acc90b1727e6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=7719f128-59fd-46cf-90fb-ee2d02ae459c,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:45.529107 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3fb6d9d8-8cce-4e53-9bf9-acc90b1727e6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:46.002924 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3fb6d9d8-8cce-4e53-9bf9-acc90b1727e6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router_gateway, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:46.341586 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3fb6d9d8-8cce-4e53-9bf9-acc90b1727e6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:46.541166 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb6d9d8-8cce-4e53-9bf9-acc90b1727e6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Router 80809c69-3285-4bbe-b1ba-887de04102ff is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 17:20:46.713313 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb6d9d8-8cce-4e53-9bf9-acc90b1727e6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:20:46.723102 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] Sync routers for ids ['80809c69-3285-4bbe-b1ba-887de04102ff'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:20:46.733309 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] Routers {'80809c69-3285-4bbe-b1ba-887de04102ff'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:20:46.733764 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:20:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['80809c69-3285-4bbe-b1ba-887de04102ff'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:20:46.740154 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3fb6d9d8-8cce-4e53-9bf9-acc90b1727e6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:46.744348 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3fb6d9d8-8cce-4e53-9bf9-acc90b1727e6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2933226 Nov 26 17:20:46.744835 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60368) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:20:46.788345 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f1544b38-5b37-4492-a434-570981cfd856 tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=059d345cf6d84a598e16d9e203a8e35d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391295 Nov 26 17:20:46.788577 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60372) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:20:46.915065 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] Set router 80809c69-3285-4bbe-b1ba-887de04102ff gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:20:46.916375 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c0aa68-6086-4337-b8a4-4932aabddee4 tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:46.918382 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-99c0aa68-6086-4337-b8a4-4932aabddee4 tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1289084 Nov 26 17:20:46.921156 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60376) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:20:47.087859 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-bd7c824b-4824-46b8-becf-0e8bfbf2f11e tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=cf8dce9a-1df0-4b90-b19d-7de373e178f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1653981 Nov 26 17:20:47.090119 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60380) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:20:47.095464 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-b0e3597f-e84b-41ce-9450-93b75bb75619 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-184080541', 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb', 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:20:47.203522 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164970623', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': '7719f128-59fd-46cf-90fb-ee2d02ae459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:20:44Z', 'updated_at': '2021-11-26T17:20:45Z', 'revision_number': 3, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '7719f128-59fd-46cf-90fb-ee2d02ae459c', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:20:45Z', 'updated_at': '2021-11-26T17:20:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:20:47.205635 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b0e3597f-e84b-41ce-9450-93b75bb75619 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:20:47.207509 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] Checking router: 80809c69-3285-4bbe-b1ba-887de04102ff for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:20:47.207907 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] Updating router 80809c69-3285-4bbe-b1ba-887de04102ff port 7719f128-59fd-46cf-90fb-ee2d02ae459c binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:20:47.209450 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b0e3597f-e84b-41ce-9450-93b75bb75619 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:subnet and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:20:47.212330 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-b0e3597f-e84b-41ce-9450-93b75bb75619 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:20:47.218243 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-b0e3597f-e84b-41ce-9450-93b75bb75619 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:20:47.228407 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e3597f-e84b-41ce-9450-93b75bb75619 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Made reservation on behalf of 059d345cf6d84a598e16d9e203a8e35d for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:20:47.232530 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b0e3597f-e84b-41ce-9450-93b75bb75619 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:47.261947 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:47.451662 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b0e3597f-e84b-41ce-9450-93b75bb75619 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:47.456674 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-cd47166f-f51a-417b-bceb-d5d9ae5786bf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:47.536287 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3597f-e84b-41ce-9450-93b75bb75619 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Subnet': ['ID=872cd981-13e3-4ee2-9a1a-eecb78d70eec,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:47.541129 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b0e3597f-e84b-41ce-9450-93b75bb75619 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:47.546260 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e3597f-e84b-41ce-9450-93b75bb75619 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Checking segment: {'id': 'de9428d6-1404-4277-b0b3-282b087f8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:20:47.546798 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e3597f-e84b-41ce-9450-93b75bb75619 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network hostable DHCP agents. Network: 806c5577-e52c-4bac-b4af-788e7729e6eb, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 17:20:47.565061 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e3597f-e84b-41ce-9450-93b75bb75619 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network 806c5577-e52c-4bac-b4af-788e7729e6eb is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 17:20:47.574181 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-b0e3597f-e84b-41ce-9450-93b75bb75619 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 806c5577-e52c-4bac-b4af-788e7729e6eb) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:20:47.578811 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e3597f-e84b-41ce-9450-93b75bb75619 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:47.579618 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b0e3597f-e84b-41ce-9450-93b75bb75619 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:47.603824 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b0e3597f-e84b-41ce-9450-93b75bb75619 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5101502 Nov 26 17:20:47.604029 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60384) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:20:47.608047 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2783fc-ed91-4570-ad7e-c01fa170c735 None None] Network 806c5577-e52c-4bac-b4af-788e7729e6eb requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:20:47.718340 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:47.743365 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] Transition to ACTIVE for port object 7719f128-59fd-46cf-90fb-ee2d02ae459c will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:20:47.762928 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:47.768971 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:47.889977 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d46d9-68c1-4475-b450-4d1743ac3312 None None] Pushing event updated for resources: {'Port': ['ID=7719f128-59fd-46cf-90fb-ee2d02ae459c,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:47.893783 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] Attempting to bind port 7719f128-59fd-46cf-90fb-ee2d02ae459c on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:20:47.894162 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] Attempting to bind port 7719f128-59fd-46cf-90fb-ee2d02ae459c by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:20:47.894538 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] Attempting to bind port 7719f128-59fd-46cf-90fb-ee2d02ae459c on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:20:47.896677 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a27d46d9-68c1-4475-b450-4d1743ac3312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:47.931044 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:20:47.931434 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:20:47.931876 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:47.932284 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:20:47.932787 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] Bound port: 7719f128-59fd-46cf-90fb-ee2d02ae459c, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:20:47.933169 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:47.981405 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bb8059-4061-4476-b631-dd8eadc8db0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-806c5577-e52c-4bac-b4af-788e7729e6eb', 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'fixed_ips': [{'subnet_id': '872cd981-13e3-4ee2-9a1a-eecb78d70eec'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 17:20:47.982254 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-75bb8059-4061-4476-b631-dd8eadc8db0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:48.072161 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] For port 7719f128-59fd-46cf-90fb-ee2d02ae459c, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:20:48.094552 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] For port 7719f128-59fd-46cf-90fb-ee2d02ae459c, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7719f128-59fd-46cf-90fb-ee2d02ae459c,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:20:48.099515 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:48.105242 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:48.231293 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] Routers {'80809c69-3285-4bbe-b1ba-887de04102ff'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:20:48.231859 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:20:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['80809c69-3285-4bbe-b1ba-887de04102ff'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:20:48.299342 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4f70b3e2-2b3b-40d6-a2df-5d1593683b9c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:48.346505 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d46d9-68c1-4475-b450-4d1743ac3312 None None] Pushing event updated for resources: {'Port': ['ID=7719f128-59fd-46cf-90fb-ee2d02ae459c,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:48.360129 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a27d46d9-68c1-4475-b450-4d1743ac3312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:48.378216 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-75bb8059-4061-4476-b631-dd8eadc8db0f None None] Allocated IP 172.20.0.2 (806c5577-e52c-4bac-b4af-788e7729e6eb/872cd981-13e3-4ee2-9a1a-eecb78d70eec/eb1c7424-3d20-4889-8b1f-5a0633412751) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:20:48.511982 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] Set router 80809c69-3285-4bbe-b1ba-887de04102ff gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:20:48.828765 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-75bb8059-4061-4476-b631-dd8eadc8db0f None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:48.871206 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-75bb8059-4061-4476-b631-dd8eadc8db0f None None] Transition to ACTIVE for port object eb1c7424-3d20-4889-8b1f-5a0633412751 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:20:48.894052 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-75bb8059-4061-4476-b631-dd8eadc8db0f None None] Transition to ACTIVE for port object eb1c7424-3d20-4889-8b1f-5a0633412751 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:20:48.902356 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-75bb8059-4061-4476-b631-dd8eadc8db0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:48.907479 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-4d27b87b-77f8-4572-850c-be714f7b9ec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:48.972083 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-4f70b3e2-2b3b-40d6-a2df-5d1593683b9c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Allocated IP 172.20.0.1 (806c5577-e52c-4bac-b4af-788e7729e6eb/872cd981-13e3-4ee2-9a1a-eecb78d70eec/ddd49084-2d57-43de-ad2e-956485ffcc01) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:20:49.037309 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bb8059-4061-4476-b631-dd8eadc8db0f None None] Network 806c5577-e52c-4bac-b4af-788e7729e6eb is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:20:49.043609 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-75bb8059-4061-4476-b631-dd8eadc8db0f None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:20:49.047952 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bb8059-4061-4476-b631-dd8eadc8db0f None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:20:49.055386 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb8059-4061-4476-b631-dd8eadc8db0f None None] Pushing event updated for resources: {'Port': ['ID=eb1c7424-3d20-4889-8b1f-5a0633412751,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:49.059762 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-75bb8059-4061-4476-b631-dd8eadc8db0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:49.088536 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164970623', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': '7719f128-59fd-46cf-90fb-ee2d02ae459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:20:44Z', 'updated_at': '2021-11-26T17:20:45Z', 'revision_number': 3, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '7719f128-59fd-46cf-90fb-ee2d02ae459c', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:20:45Z', 'updated_at': '2021-11-26T17:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:20:49.125212 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb30dcc1-7d3d-4f0b-ba92-53ae58e25ed2 None None] The sync data for ids ['80809c69-3285-4bbe-b1ba-887de04102ff'] in dv-neutron-819440-1-hyperv is: [{'id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164970623', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': '7719f128-59fd-46cf-90fb-ee2d02ae459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:20:44Z', 'updated_at': '2021-11-26T17:20:45Z', 'revision_number': 3, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '7719f128-59fd-46cf-90fb-ee2d02ae459c', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:20:45Z', 'updated_at': '2021-11-26T17:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:20:49.149396 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4f70b3e2-2b3b-40d6-a2df-5d1593683b9c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:49.158256 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-75bb8059-4061-4476-b631-dd8eadc8db0f None None] Attempting to bind port eb1c7424-3d20-4889-8b1f-5a0633412751 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:20:49.158638 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-75bb8059-4061-4476-b631-dd8eadc8db0f None None] Attempting to bind port eb1c7424-3d20-4889-8b1f-5a0633412751 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'de9428d6-1404-4277-b0b3-282b087f8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:20:49.159004 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bb8059-4061-4476-b631-dd8eadc8db0f None None] Attempting to bind port eb1c7424-3d20-4889-8b1f-5a0633412751 on network 806c5577-e52c-4bac-b4af-788e7729e6eb {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:20:49.165888 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bb8059-4061-4476-b631-dd8eadc8db0f None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:20:49.166404 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bb8059-4061-4476-b631-dd8eadc8db0f None None] Checking segment: {'id': 'de9428d6-1404-4277-b0b3-282b087f8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:20:49.166829 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-75bb8059-4061-4476-b631-dd8eadc8db0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:49.167817 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bb8059-4061-4476-b631-dd8eadc8db0f None None] Bound using segment: {'id': 'de9428d6-1404-4277-b0b3-282b087f8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:20:49.168302 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-75bb8059-4061-4476-b631-dd8eadc8db0f None None] Bound port: eb1c7424-3d20-4889-8b1f-5a0633412751, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9428d6-1404-4277-b0b3-282b087f8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:20:49.168688 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-75bb8059-4061-4476-b631-dd8eadc8db0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:49.173552 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-4f70b3e2-2b3b-40d6-a2df-5d1593683b9c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Transition to ACTIVE for port object ddd49084-2d57-43de-ad2e-956485ffcc01 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:20:49.199340 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4f70b3e2-2b3b-40d6-a2df-5d1593683b9c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:49.203508 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-da8bf5a4-4ac8-4ff4-93a2-c1330e31d7a8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:49.262828 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-75bb8059-4061-4476-b631-dd8eadc8db0f None None] For port eb1c7424-3d20-4889-8b1f-5a0633412751, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:20:49.267533 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-75bb8059-4061-4476-b631-dd8eadc8db0f None None] For port eb1c7424-3d20-4889-8b1f-5a0633412751, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=eb1c7424-3d20-4889-8b1f-5a0633412751,segment=NetworkSegment(de9428d6-1404-4277-b0b3-282b087f8bc1),segment_id=de9428d6-1404-4277-b0b3-282b087f8bc1)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:20:49.275095 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-75bb8059-4061-4476-b631-dd8eadc8db0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:49.278348 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f70b3e2-2b3b-40d6-a2df-5d1593683b9c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network 806c5577-e52c-4bac-b4af-788e7729e6eb is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:20:49.281557 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-4f70b3e2-2b3b-40d6-a2df-5d1593683b9c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:20:49.281717 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-0b2665e1-1fff-4e74-99f4-ad3ce8fa34e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:49.286842 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f70b3e2-2b3b-40d6-a2df-5d1593683b9c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:20:49.318311 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70b3e2-2b3b-40d6-a2df-5d1593683b9c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=ddd49084-2d57-43de-ad2e-956485ffcc01,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:49.332139 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4f70b3e2-2b3b-40d6-a2df-5d1593683b9c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:49.381135 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb8059-4061-4476-b631-dd8eadc8db0f None None] Pushing event updated for resources: {'Port': ['ID=eb1c7424-3d20-4889-8b1f-5a0633412751,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:49.384396 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-75bb8059-4061-4476-b631-dd8eadc8db0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:49.387820 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4f70b3e2-2b3b-40d6-a2df-5d1593683b9c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:49.524550 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4f70b3e2-2b3b-40d6-a2df-5d1593683b9c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:49.813139 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:50.016954 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4f70b3e2-2b3b-40d6-a2df-5d1593683b9c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:50.023185 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4f70b3e2-2b3b-40d6-a2df-5d1593683b9c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:50.050112 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fe9b0c73-aa40-4737-bc43-165cb61a9e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:50.084457 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7719f128-59fd-46cf-90fb-ee2d02ae459c up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:20:50.147784 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70b3e2-2b3b-40d6-a2df-5d1593683b9c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=ddd49084-2d57-43de-ad2e-956485ffcc01,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:50.150634 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4f70b3e2-2b3b-40d6-a2df-5d1593683b9c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:50.156651 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4f70b3e2-2b3b-40d6-a2df-5d1593683b9c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:50.170265 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 7719f128-59fd-46cf-90fb-ee2d02ae459c completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:20:50.180005 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 7719f128-59fd-46cf-90fb-ee2d02ae459c triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:20:50.180641 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:50.304691 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f70b3e2-2b3b-40d6-a2df-5d1593683b9c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network 806c5577-e52c-4bac-b4af-788e7729e6eb is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:20:50.305836 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-4f70b3e2-2b3b-40d6-a2df-5d1593683b9c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:20:50.312961 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:50.331839 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 7719f128-59fd-46cf-90fb-ee2d02ae459c, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7719f128-59fd-46cf-90fb-ee2d02ae459c,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:20:50.338052 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:50.339853 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device eb1c7424-3d20-4889-8b1f-5a0633412751 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:20:50.373005 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a0d79616-c844-44bc-821c-7f0d39d83187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:50.446900 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b0546c-05f9-462d-852a-e40a83d2ff53 None None] Network 806c5577-e52c-4bac-b4af-788e7729e6eb requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:20:50.512129 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f70b3e2-2b3b-40d6-a2df-5d1593683b9c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Router 80809c69-3285-4bbe-b1ba-887de04102ff has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:20:50.567183 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=7719f128-59fd-46cf-90fb-ee2d02ae459c,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:50.580665 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4a9bdd46-1c61-43ee-a35f-c7143e7224e4 None None] Provisioning for port eb1c7424-3d20-4889-8b1f-5a0633412751 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:20:50.586777 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:50.602402 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port eb1c7424-3d20-4889-8b1f-5a0633412751 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:20:50.634582 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port eb1c7424-3d20-4889-8b1f-5a0633412751 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:20:50.634967 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:50.708133 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f70b3e2-2b3b-40d6-a2df-5d1593683b9c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:20:50.737862 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4f70b3e2-2b3b-40d6-a2df-5d1593683b9c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "PUT /v2.0/routers/80809c69-3285-4bbe-b1ba-887de04102ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1320422 Nov 26 17:20:50.831252 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:50.869006 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port eb1c7424-3d20-4889-8b1f-5a0633412751, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=eb1c7424-3d20-4889-8b1f-5a0633412751,segment=NetworkSegment(de9428d6-1404-4277-b0b3-282b087f8bc1),segment_id=de9428d6-1404-4277-b0b3-282b087f8bc1)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:20:50.873834 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:50.876056 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:50.922914 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] Sync routers for ids ['80809c69-3285-4bbe-b1ba-887de04102ff'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:20:50.936784 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] Routers {'80809c69-3285-4bbe-b1ba-887de04102ff'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:20:50.937427 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:20:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['80809c69-3285-4bbe-b1ba-887de04102ff'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:20:50.957122 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=eb1c7424-3d20-4889-8b1f-5a0633412751,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:50.960896 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:51.040205 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-2556de04-f60d-4134-a535-b33612edcb51 req-eb656532-de7b-4c86-a7df-c0a85fee51cb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:20:51.057136 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-2556de04-f60d-4134-a535-b33612edcb51 req-eb656532-de7b-4c86-a7df-c0a85fee51cb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:20:51.058949 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2556de04-f60d-4134-a535-b33612edcb51 req-eb656532-de7b-4c86-a7df-c0a85fee51cb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-404349626&fields=id&tenant_id=059d345cf6d84a598e16d9e203a8e35d HTTP/1.1" status: 200 len: 267 time: 0.2023928 Nov 26 17:20:51.122674 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-26c417d2-a866-4201-8bbb-415ca0e9a28b None None] Provisioning complete for port eb1c7424-3d20-4889-8b1f-5a0633412751 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:20:51.124143 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-26c417d2-a866-4201-8bbb-415ca0e9a28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:51.147046 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] Set router 80809c69-3285-4bbe-b1ba-887de04102ff gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:20:51.233209 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556de04-f60d-4134-a535-b33612edcb51 req-b8a333e9-6ec6-4131-af17-9087220b76ff tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:51.234060 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-2556de04-f60d-4134-a535-b33612edcb51 req-b8a333e9-6ec6-4131-af17-9087220b76ff tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:network {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:20:51.251637 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-2556de04-f60d-4134-a535-b33612edcb51 req-b8a333e9-6ec6-4131-af17-9087220b76ff tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:network {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:20:51.253176 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2556de04-f60d-4134-a535-b33612edcb51 req-b8a333e9-6ec6-4131-af17-9087220b76ff tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/networks?id=806c5577-e52c-4bac-b4af-788e7729e6eb HTTP/1.1" status: 200 len: 797 time: 0.1873419 Nov 26 17:20:51.270736 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2556de04-f60d-4134-a535-b33612edcb51 req-7911a603-235b-4611-9c8c-9bf445c17eab tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/quotas/059d345cf6d84a598e16d9e203a8e35d HTTP/1.1" status: 200 len: 375 time: 0.0113211 Nov 26 17:20:51.284198 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-26c417d2-a866-4201-8bbb-415ca0e9a28b None None] Provisioning for port ddd49084-2d57-43de-ad2e-956485ffcc01 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:20:51.290788 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-26c417d2-a866-4201-8bbb-415ca0e9a28b None None] Provisioning complete for port ddd49084-2d57-43de-ad2e-956485ffcc01 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:20:51.291016 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-26c417d2-a866-4201-8bbb-415ca0e9a28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:51.348045 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-26c417d2-a866-4201-8bbb-415ca0e9a28b None None] Port ddd49084-2d57-43de-ad2e-956485ffcc01 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:20:51.360711 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-2556de04-f60d-4134-a535-b33612edcb51 req-dbbb1716-4c74-40cc-82f8-41a04bd20112 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:20:51.382342 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-2556de04-f60d-4134-a535-b33612edcb51 req-dbbb1716-4c74-40cc-82f8-41a04bd20112 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:20:51.383778 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2556de04-f60d-4134-a535-b33612edcb51 req-dbbb1716-4c74-40cc-82f8-41a04bd20112 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1079102 Nov 26 17:20:51.472754 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-1545f0be-e77f-4509-84c8-5fba1f4f3b8c None None] Provisioning complete for port ddd49084-2d57-43de-ad2e-956485ffcc01 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:20:51.473142 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1545f0be-e77f-4509-84c8-5fba1f4f3b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:51.533631 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2556de04-f60d-4134-a535-b33612edcb51 req-c522c74b-3087-46eb-8daf-136c885bd027 service neutron] 10.222.0.11 "GET /v2.0/networks/806c5577-e52c-4bac-b4af-788e7729e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369812 Nov 26 17:20:51.536241 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-1545f0be-e77f-4509-84c8-5fba1f4f3b8c None None] Port ddd49084-2d57-43de-ad2e-956485ffcc01 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:20:51.543761 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164970623', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': '7719f128-59fd-46cf-90fb-ee2d02ae459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:20:44Z', 'updated_at': '2021-11-26T17:20:49Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '7719f128-59fd-46cf-90fb-ee2d02ae459c', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:20:45Z', 'updated_at': '2021-11-26T17:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'ddd49084-2d57-43de-ad2e-956485ffcc01', 'name': '', 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:d3:0d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '872cd981-13e3-4ee2-9a1a-eecb78d70eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:20:48Z', 'updated_at': '2021-11-26T17:20:49Z', 'revision_number': 2, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': '872cd981-13e3-4ee2-9a1a-eecb78d70eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:20:51.547522 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] Checking router: 80809c69-3285-4bbe-b1ba-887de04102ff for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:20:51.547907 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] Updating router 80809c69-3285-4bbe-b1ba-887de04102ff port ddd49084-2d57-43de-ad2e-956485ffcc01 binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:20:51.598518 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:51.658342 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ea9c03e0-b52b-4b7a-8d76-90be430a2aee None None] Provisioning complete for port ddd49084-2d57-43de-ad2e-956485ffcc01 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:20:51.658963 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ea9c03e0-b52b-4b7a-8d76-90be430a2aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:51.669912 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2556de04-f60d-4134-a535-b33612edcb51 req-c58d9e20-c17e-4fb6-97ef-f68d8c4467c1 service neutron] 10.222.0.11 "GET /v2.0/networks/806c5577-e52c-4bac-b4af-788e7729e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294372 Nov 26 17:20:51.717422 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-ea9c03e0-b52b-4b7a-8d76-90be430a2aee None None] Port ddd49084-2d57-43de-ad2e-956485ffcc01 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:20:51.864167 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-8991f00e-81b0-46bf-94a8-faf002c1b79f req-c3e5e805-2fbe-49bf-9425-525faaa2cac4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:20:51.881634 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-8991f00e-81b0-46bf-94a8-faf002c1b79f req-c3e5e805-2fbe-49bf-9425-525faaa2cac4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:20:51.887073 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8991f00e-81b0-46bf-94a8-faf002c1b79f req-c3e5e805-2fbe-49bf-9425-525faaa2cac4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 210 time: 0.0654321 Nov 26 17:20:51.952126 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:51.965025 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] Transition to ACTIVE for port object ddd49084-2d57-43de-ad2e-956485ffcc01 will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:20:51.971850 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:51.976660 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-0b37da81-1f65-4f77-b3b3-1bad4793c3a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:52.033225 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7719f128-59fd-46cf-90fb-ee2d02ae459c up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:20:52.118805 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 7719f128-59fd-46cf-90fb-ee2d02ae459c triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:20:52.120670 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:52.207631 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf570800-9b2d-4edc-b95a-fc9868befd0a None None] Pushing event updated for resources: {'Port': ['ID=ddd49084-2d57-43de-ad2e-956485ffcc01,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:52.225797 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf570800-9b2d-4edc-b95a-fc9868befd0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:52.226364 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf570800-9b2d-4edc-b95a-fc9868befd0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:52.226855 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf570800-9b2d-4edc-b95a-fc9868befd0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:52.227333 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf570800-9b2d-4edc-b95a-fc9868befd0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:52.227837 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf570800-9b2d-4edc-b95a-fc9868befd0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:52.228319 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf570800-9b2d-4edc-b95a-fc9868befd0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:52.228787 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf570800-9b2d-4edc-b95a-fc9868befd0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:52.230064 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf570800-9b2d-4edc-b95a-fc9868befd0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:52.230633 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf570800-9b2d-4edc-b95a-fc9868befd0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:52.231109 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf570800-9b2d-4edc-b95a-fc9868befd0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:52.231565 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf570800-9b2d-4edc-b95a-fc9868befd0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:52.232048 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf570800-9b2d-4edc-b95a-fc9868befd0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:20:52.236807 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-bf570800-9b2d-4edc-b95a-fc9868befd0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:52.250529 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] Attempting to bind port ddd49084-2d57-43de-ad2e-956485ffcc01 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:20:52.250911 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] Attempting to bind port ddd49084-2d57-43de-ad2e-956485ffcc01 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'de9428d6-1404-4277-b0b3-282b087f8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:20:52.251774 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] Attempting to bind port ddd49084-2d57-43de-ad2e-956485ffcc01 on network 806c5577-e52c-4bac-b4af-788e7729e6eb {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:20:52.257871 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:20:52.258258 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] Checking segment: {'id': 'de9428d6-1404-4277-b0b3-282b087f8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:20:52.258665 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:52.259059 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] Bound using segment: {'id': 'de9428d6-1404-4277-b0b3-282b087f8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:20:52.260959 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] Bound port: ddd49084-2d57-43de-ad2e-956485ffcc01, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9428d6-1404-4277-b0b3-282b087f8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:20:52.261539 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:52.272307 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device eb1c7424-3d20-4889-8b1f-5a0633412751 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:20:52.342790 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port eb1c7424-3d20-4889-8b1f-5a0633412751 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:20:52.343234 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:52.366155 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] For port ddd49084-2d57-43de-ad2e-956485ffcc01, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:20:52.371110 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] For port ddd49084-2d57-43de-ad2e-956485ffcc01, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=ddd49084-2d57-43de-ad2e-956485ffcc01,segment=NetworkSegment(de9428d6-1404-4277-b0b3-282b087f8bc1),segment_id=de9428d6-1404-4277-b0b3-282b087f8bc1)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:20:52.378707 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:52.392575 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-14201d4b-2072-4b2a-be04-0bb9ee7e530b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:52.471126 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] Routers {'80809c69-3285-4bbe-b1ba-887de04102ff'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:20:52.472588 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:20:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['80809c69-3285-4bbe-b1ba-887de04102ff'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:20:52.634539 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf570800-9b2d-4edc-b95a-fc9868befd0a None None] Pushing event updated for resources: {'Port': ['ID=ddd49084-2d57-43de-ad2e-956485ffcc01,revision_number=4']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:52.640494 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-bf570800-9b2d-4edc-b95a-fc9868befd0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:52.683412 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] Set router 80809c69-3285-4bbe-b1ba-887de04102ff gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:20:53.017482 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164970623', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': '7719f128-59fd-46cf-90fb-ee2d02ae459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:20:44Z', 'updated_at': '2021-11-26T17:20:49Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '7719f128-59fd-46cf-90fb-ee2d02ae459c', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:20:45Z', 'updated_at': '2021-11-26T17:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'ddd49084-2d57-43de-ad2e-956485ffcc01', 'name': '', 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:d3:0d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '872cd981-13e3-4ee2-9a1a-eecb78d70eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:20:48Z', 'updated_at': '2021-11-26T17:20:52Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': '872cd981-13e3-4ee2-9a1a-eecb78d70eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:20:53.022361 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aee9120-3002-44a6-92e5-b4c79348e5cb None None] The sync data for ids ['80809c69-3285-4bbe-b1ba-887de04102ff'] in dv-neutron-819440-1-hyperv is: [{'id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164970623', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': '7719f128-59fd-46cf-90fb-ee2d02ae459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:20:44Z', 'updated_at': '2021-11-26T17:20:49Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '7719f128-59fd-46cf-90fb-ee2d02ae459c', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:20:45Z', 'updated_at': '2021-11-26T17:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'ddd49084-2d57-43de-ad2e-956485ffcc01', 'name': '', 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:d3:0d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '872cd981-13e3-4ee2-9a1a-eecb78d70eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:20:48Z', 'updated_at': '2021-11-26T17:20:52Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': '872cd981-13e3-4ee2-9a1a-eecb78d70eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:20:53.094081 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6807cbdd-8be7-4345-8cae-53a27c12be4c req-f187026d-7b31-493f-9042-fd1b25b01c52 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 210 time: 0.0874548 Nov 26 17:20:53.169433 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556de04-f60d-4134-a535-b33612edcb51 req-9cab0c12-a2eb-4942-a5ef-d6f001f4ccbc tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:53.170137 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-2556de04-f60d-4134-a535-b33612edcb51 req-9cab0c12-a2eb-4942-a5ef-d6f001f4ccbc tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:network {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:20:53.186660 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-2556de04-f60d-4134-a535-b33612edcb51 req-9cab0c12-a2eb-4942-a5ef-d6f001f4ccbc tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:network {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:20:53.187969 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2556de04-f60d-4134-a535-b33612edcb51 req-9cab0c12-a2eb-4942-a5ef-d6f001f4ccbc tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.31 "GET /v2.0/networks?id=806c5577-e52c-4bac-b4af-788e7729e6eb HTTP/1.1" status: 200 len: 797 time: 0.2082431 Nov 26 17:20:53.255852 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2556de04-f60d-4134-a535-b33612edcb51 req-6e1cba72-7b8c-47db-a5b0-47ebad72ed1e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=059d345cf6d84a598e16d9e203a8e35d HTTP/1.1" status: 200 len: 379 time: 0.0501103 Nov 26 17:20:53.267016 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-2556de04-f60d-4134-a535-b33612edcb51 req-50596347-fc9a-4dd7-8301-2468fbd09758 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'port': {'device_id': '0903c7a8-5484-4d1d-994f-14e594afd989', 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb', 'admin_state_up': True, 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'security_groups': ['c2200766-83ce-4936-9148-df6eb604f895']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:20:53.409045 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-2556de04-f60d-4134-a535-b33612edcb51 req-50596347-fc9a-4dd7-8301-2468fbd09758 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:20:53.419211 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-2556de04-f60d-4134-a535-b33612edcb51 req-50596347-fc9a-4dd7-8301-2468fbd09758 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:20:53.429241 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2556de04-f60d-4134-a535-b33612edcb51 req-50596347-fc9a-4dd7-8301-2468fbd09758 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Made reservation on behalf of 059d345cf6d84a598e16d9e203a8e35d for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:20:53.432854 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-2556de04-f60d-4134-a535-b33612edcb51 req-50596347-fc9a-4dd7-8301-2468fbd09758 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:53.599997 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-2556de04-f60d-4134-a535-b33612edcb51 req-50596347-fc9a-4dd7-8301-2468fbd09758 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Allocated IP 172.20.0.8 (806c5577-e52c-4bac-b4af-788e7729e6eb/872cd981-13e3-4ee2-9a1a-eecb78d70eec/4c2c78a1-94da-4a3b-b300-addccc3fb015) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:20:53.800811 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-2556de04-f60d-4134-a535-b33612edcb51 req-50596347-fc9a-4dd7-8301-2468fbd09758 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:53.816606 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-2556de04-f60d-4134-a535-b33612edcb51 req-50596347-fc9a-4dd7-8301-2468fbd09758 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Transition to ACTIVE for port object 4c2c78a1-94da-4a3b-b300-addccc3fb015 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:20:53.841005 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-2556de04-f60d-4134-a535-b33612edcb51 req-50596347-fc9a-4dd7-8301-2468fbd09758 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:53.848024 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1195cfa1-71e9-49c8-ab6e-9efdde74f3fd tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:53.911775 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2556de04-f60d-4134-a535-b33612edcb51 req-50596347-fc9a-4dd7-8301-2468fbd09758 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network 806c5577-e52c-4bac-b4af-788e7729e6eb is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:20:53.914840 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-2556de04-f60d-4134-a535-b33612edcb51 req-50596347-fc9a-4dd7-8301-2468fbd09758 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:20:53.919486 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-2556de04-f60d-4134-a535-b33612edcb51 req-50596347-fc9a-4dd7-8301-2468fbd09758 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:20:53.960882 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50596347-fc9a-4dd7-8301-2468fbd09758 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=4c2c78a1-94da-4a3b-b300-addccc3fb015,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:53.966533 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-50596347-fc9a-4dd7-8301-2468fbd09758 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:53.990829 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556de04-f60d-4134-a535-b33612edcb51 req-50596347-fc9a-4dd7-8301-2468fbd09758 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:53.991471 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-2556de04-f60d-4134-a535-b33612edcb51 req-50596347-fc9a-4dd7-8301-2468fbd09758 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:54.028263 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2556de04-f60d-4134-a535-b33612edcb51 req-50596347-fc9a-4dd7-8301-2468fbd09758 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7652209 Nov 26 17:20:54.044433 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-2556de04-f60d-4134-a535-b33612edcb51 req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] Request body: {'port': {'device_id': '0903c7a8-5484-4d1d-994f-14e594afd989', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:20:54.067298 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ddd49084-2d57-43de-ad2e-956485ffcc01 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:20:54.154470 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port ddd49084-2d57-43de-ad2e-956485ffcc01 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:20:54.165921 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port ddd49084-2d57-43de-ad2e-956485ffcc01 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:20:54.166358 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:54.213018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-2556de04-f60d-4134-a535-b33612edcb51 req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:54.252980 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-cf3dd10c-f494-4578-ac2b-b2611afad5a0 None None] Provisioning for port 4c2c78a1-94da-4a3b-b300-addccc3fb015 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:20:54.259523 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-cf3dd10c-f494-4578-ac2b-b2611afad5a0 None None] Provisioning complete for port 4c2c78a1-94da-4a3b-b300-addccc3fb015 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:20:54.259945 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cf3dd10c-f494-4578-ac2b-b2611afad5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:54.360434 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-cf3dd10c-f494-4578-ac2b-b2611afad5a0 None None] Port 4c2c78a1-94da-4a3b-b300-addccc3fb015 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:20:54.362147 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:54.394755 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port ddd49084-2d57-43de-ad2e-956485ffcc01, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=ddd49084-2d57-43de-ad2e-956485ffcc01,segment=NetworkSegment(de9428d6-1404-4277-b0b3-282b087f8bc1),segment_id=de9428d6-1404-4277-b0b3-282b087f8bc1)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:20:54.398971 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:54.402803 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:54.450666 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498acc8-b9f8-4b10-a294-a87ab161e619 req-fbe332fc-70b1-4206-9062-7341e8cf994f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:54.451363 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-d498acc8-b9f8-4b10-a294-a87ab161e619 req-fbe332fc-70b1-4206-9062-7341e8cf994f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:20:54.470737 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=ddd49084-2d57-43de-ad2e-956485ffcc01,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:54.473979 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:54.527335 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-d498acc8-b9f8-4b10-a294-a87ab161e619 req-fbe332fc-70b1-4206-9062-7341e8cf994f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:20:54.528513 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d498acc8-b9f8-4b10-a294-a87ab161e619 req-fbe332fc-70b1-4206-9062-7341e8cf994f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 931 time: 0.2658734 Nov 26 17:20:54.602803 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d498acc8-b9f8-4b10-a294-a87ab161e619 req-568e3508-7f2c-4351-866f-f052c61a9d40 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2200766-83ce-4936-9148-df6eb604f895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672030 Nov 26 17:20:54.674138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-2556de04-f60d-4134-a535-b33612edcb51 req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2c78a1-94da-4a3b-b300-addccc3fb015 {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:20:54.681178 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-2556de04-f60d-4134-a535-b33612edcb51 req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:54.695679 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-2556de04-f60d-4134-a535-b33612edcb51 req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] Transition to ACTIVE for port object 4c2c78a1-94da-4a3b-b300-addccc3fb015 will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:20:54.699265 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-2556de04-f60d-4134-a535-b33612edcb51 req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:54.703615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-822fa145-2251-4ca4-ad0c-d8864f00f2be tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:54.978055 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2c78a1-94da-4a3b-b300-addccc3fb015,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:54.985371 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:55.050796 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-2556de04-f60d-4134-a535-b33612edcb51 req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] Attempting to bind port 4c2c78a1-94da-4a3b-b300-addccc3fb015 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:20:55.051042 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-2556de04-f60d-4134-a535-b33612edcb51 req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] Attempting to bind port 4c2c78a1-94da-4a3b-b300-addccc3fb015 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'de9428d6-1404-4277-b0b3-282b087f8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:20:55.051372 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2556de04-f60d-4134-a535-b33612edcb51 req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] Attempting to bind port 4c2c78a1-94da-4a3b-b300-addccc3fb015 on network 806c5577-e52c-4bac-b4af-788e7729e6eb {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:20:55.055917 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2556de04-f60d-4134-a535-b33612edcb51 req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] Port 4c2c78a1-94da-4a3b-b300-addccc3fb015 on network 806c5577-e52c-4bac-b4af-788e7729e6eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 17:20:55.056238 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2556de04-f60d-4134-a535-b33612edcb51 req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] Attempting to bind port 4c2c78a1-94da-4a3b-b300-addccc3fb015 on network 806c5577-e52c-4bac-b4af-788e7729e6eb {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:20:55.061238 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2556de04-f60d-4134-a535-b33612edcb51 req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:20:55.061574 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2556de04-f60d-4134-a535-b33612edcb51 req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] Checking segment: {'id': 'de9428d6-1404-4277-b0b3-282b087f8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:20:55.061981 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2556de04-f60d-4134-a535-b33612edcb51 req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] Bound using segment: {'id': 'de9428d6-1404-4277-b0b3-282b087f8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:20:55.062401 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-2556de04-f60d-4134-a535-b33612edcb51 req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] Bound port: 4c2c78a1-94da-4a3b-b300-addccc3fb015, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de9428d6-1404-4277-b0b3-282b087f8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:20:55.062743 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-2556de04-f60d-4134-a535-b33612edcb51 req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:55.152868 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-2556de04-f60d-4134-a535-b33612edcb51 req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] For port 4c2c78a1-94da-4a3b-b300-addccc3fb015, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:20:55.155666 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-2556de04-f60d-4134-a535-b33612edcb51 req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] For port 4c2c78a1-94da-4a3b-b300-addccc3fb015, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4c2c78a1-94da-4a3b-b300-addccc3fb015,segment=NetworkSegment(de9428d6-1404-4277-b0b3-282b087f8bc1),segment_id=de9428d6-1404-4277-b0b3-282b087f8bc1)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:20:55.160187 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-2556de04-f60d-4134-a535-b33612edcb51 req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:55.164632 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ad016176-d9da-4103-a43f-8dfd221c6045 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:55.220932 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556de04-f60d-4134-a535-b33612edcb51 req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:55.221549 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-2556de04-f60d-4134-a535-b33612edcb51 req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:55.222914 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2556de04-f60d-4134-a535-b33612edcb51 req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] 10.222.0.31 "PUT /v2.0/ports/4c2c78a1-94da-4a3b-b300-addccc3fb015 HTTP/1.1" status: 200 len: 1093 time: 1.1841655 Nov 26 17:20:55.223441 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0903c7a8-5484-4d1d-994f-14e594afd989', 'tag': '4c2c78a1-94da-4a3b-b300-addccc3fb015'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:20:55.247044 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2c78a1-94da-4a3b-b300-addccc3fb015,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:55.256910 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:55.306728 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0903c7a8-5484-4d1d-994f-14e594afd989', 'tag': '4c2c78a1-94da-4a3b-b300-addccc3fb015', 'status': 'completed', 'code': 200} Nov 26 17:20:55.342921 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556de04-f60d-4134-a535-b33612edcb51 req-96c995d8-96da-46cd-ba1e-a93b65efe7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:55.344476 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2556de04-f60d-4134-a535-b33612edcb51 req-96c995d8-96da-46cd-ba1e-a93b65efe7ca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 1096 time: 0.0772426 Nov 26 17:20:55.421106 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2556de04-f60d-4134-a535-b33612edcb51 req-b05fd9e8-5c1a-4405-be35-14da233a2145 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c2c78a1-94da-4a3b-b300-addccc3fb015 HTTP/1.1" status: 200 len: 217 time: 0.0652661 Nov 26 17:20:55.485934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556de04-f60d-4134-a535-b33612edcb51 req-080e3729-7f74-41c7-81ed-db4377786196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:55.487236 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2556de04-f60d-4134-a535-b33612edcb51 req-080e3729-7f74-41c7-81ed-db4377786196 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=872cd981-13e3-4ee2-9a1a-eecb78d70eec HTTP/1.1" status: 200 len: 834 time: 0.0565121 Nov 26 17:20:55.566424 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556de04-f60d-4134-a535-b33612edcb51 req-f6ed1c3a-00ea-4d67-be32-869c8bd1985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:55.567911 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2556de04-f60d-4134-a535-b33612edcb51 req-f6ed1c3a-00ea-4d67-be32-869c8bd1985c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=806c5577-e52c-4bac-b4af-788e7729e6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695248 Nov 26 17:20:55.705993 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2556de04-f60d-4134-a535-b33612edcb51 req-b90b1d02-6847-4f7d-bf67-d6c4ab2c0e37 service neutron] 10.222.0.31 "GET /v2.0/networks/806c5577-e52c-4bac-b4af-788e7729e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269860 Nov 26 17:20:55.899907 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68210d7-2487-44f2-ab4a-74fd19849a20 req-010f52e3-7692-42ed-86fd-212ff1942a28 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:55.901874 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d68210d7-2487-44f2-ab4a-74fd19849a20 req-010f52e3-7692-42ed-86fd-212ff1942a28 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 943 time: 0.1930516 Nov 26 17:20:55.903770 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2556de04-f60d-4134-a535-b33612edcb51 req-c2d66ee0-23c7-42cd-a0f2-e6b6315d4a52 service neutron] 10.222.0.31 "GET /v2.0/networks/806c5577-e52c-4bac-b4af-788e7729e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604834 Nov 26 17:20:55.947070 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d68210d7-2487-44f2-ab4a-74fd19849a20 req-83263548-f301-468d-a64a-721ef743ec07 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2200766-83ce-4936-9148-df6eb604f895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396340 Nov 26 17:20:56.024469 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ddd49084-2d57-43de-ad2e-956485ffcc01 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:20:56.029897 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435bb3d-b2a5-4466-8497-f450f1ec52b2 req-e7a5de4f-b420-4d9c-ba05-99c3f55f0f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:56.031357 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a435bb3d-b2a5-4466-8497-f450f1ec52b2 req-e7a5de4f-b420-4d9c-ba05-99c3f55f0f6b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 1096 time: 0.0792887 Nov 26 17:20:56.092464 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port ddd49084-2d57-43de-ad2e-956485ffcc01 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:20:56.092867 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:56.164330 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435bb3d-b2a5-4466-8497-f450f1ec52b2 req-ca11f47a-fcaa-4ea5-9a22-860f5f27600c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:56.165814 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a435bb3d-b2a5-4466-8497-f450f1ec52b2 req-ca11f47a-fcaa-4ea5-9a22-860f5f27600c service neutron] 10.222.0.31 "GET /v2.0/networks?id=806c5577-e52c-4bac-b4af-788e7729e6eb HTTP/1.1" status: 200 len: 898 time: 0.1267629 Nov 26 17:20:56.239885 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a435bb3d-b2a5-4466-8497-f450f1ec52b2 req-19ca7515-ecdf-4dd3-ae03-f67a26348196 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c2c78a1-94da-4a3b-b300-addccc3fb015 HTTP/1.1" status: 200 len: 217 time: 0.0634236 Nov 26 17:20:56.306820 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435bb3d-b2a5-4466-8497-f450f1ec52b2 req-93ac4dff-02ae-466e-bc15-b8a34ffd7a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:56.308797 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a435bb3d-b2a5-4466-8497-f450f1ec52b2 req-93ac4dff-02ae-466e-bc15-b8a34ffd7a94 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=872cd981-13e3-4ee2-9a1a-eecb78d70eec HTTP/1.1" status: 200 len: 834 time: 0.0605686 Nov 26 17:20:56.383517 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435bb3d-b2a5-4466-8497-f450f1ec52b2 req-591854bb-6ab7-4421-99aa-5ab340c82184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:56.384938 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a435bb3d-b2a5-4466-8497-f450f1ec52b2 req-591854bb-6ab7-4421-99aa-5ab340c82184 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=806c5577-e52c-4bac-b4af-788e7729e6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690408 Nov 26 17:20:56.516485 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a435bb3d-b2a5-4466-8497-f450f1ec52b2 req-9a4fd614-8871-4e48-ac9b-5b2d29c06638 service neutron] 10.222.0.31 "GET /v2.0/networks/806c5577-e52c-4bac-b4af-788e7729e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227446 Nov 26 17:20:56.763962 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a435bb3d-b2a5-4466-8497-f450f1ec52b2 req-6e86cb9e-b408-42bf-8476-3314942607f1 service neutron] 10.222.0.31 "GET /v2.0/networks/806c5577-e52c-4bac-b4af-788e7729e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398758 Nov 26 17:20:57.132963 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c01d59-7f4a-402c-996e-0f4e051491d8 req-2b0c251d-7496-4bcd-ad81-3bb1ed466785 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:57.134391 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-86c01d59-7f4a-402c-996e-0f4e051491d8 req-2b0c251d-7496-4bcd-ad81-3bb1ed466785 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 943 time: 0.0790713 Nov 26 17:20:57.177358 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-86c01d59-7f4a-402c-996e-0f4e051491d8 req-d5d2c849-c585-4976-8866-47da7ff453c6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2200766-83ce-4936-9148-df6eb604f895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367842 Nov 26 17:20:57.926212 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 4c2c78a1-94da-4a3b-b300-addccc3fb015 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:20:58.062798 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 4c2c78a1-94da-4a3b-b300-addccc3fb015, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4c2c78a1-94da-4a3b-b300-addccc3fb015,segment=NetworkSegment(de9428d6-1404-4277-b0b3-282b087f8bc1),segment_id=de9428d6-1404-4277-b0b3-282b087f8bc1)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:20:58.075723 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '4c2c78a1-94da-4a3b-b300-addccc3fb015', 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb', 'port_id': '4c2c78a1-94da-4a3b-b300-addccc3fb015', 'mac_address': 'fa:16:3e:b7:1e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '872cd981-13e3-4ee2-9a1a-eecb78d70eec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:20:58.130473 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:58.146804 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2c78a1-94da-4a3b-b300-addccc3fb015 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:20:58.162189 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 4c2c78a1-94da-4a3b-b300-addccc3fb015, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4c2c78a1-94da-4a3b-b300-addccc3fb015,segment=NetworkSegment(de9428d6-1404-4277-b0b3-282b087f8bc1),segment_id=de9428d6-1404-4277-b0b3-282b087f8bc1)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:20:58.165579 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:58.167902 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:20:58.235856 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=4c2c78a1-94da-4a3b-b300-addccc3fb015,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:20:58.238869 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:20:58.358096 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e8289-8e52-4b60-86e7-c7426acb9df3 req-5df0204b-4fd0-4c09-8e4a-d62ef78111a4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:58.359527 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-475e8289-8e52-4b60-86e7-c7426acb9df3 req-5df0204b-4fd0-4c09-8e4a-d62ef78111a4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 944 time: 0.0791204 Nov 26 17:20:58.407168 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-475e8289-8e52-4b60-86e7-c7426acb9df3 req-eb1ed44c-fb51-4da5-a2ce-2463cc3f7250 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2200766-83ce-4936-9148-df6eb604f895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419879 Nov 26 17:20:58.465554 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['4c2c78a1-94da-4a3b-b300-addccc3fb015'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:20:58.691599 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ad6e2156-68e4-475b-b8e0-6f905c1c665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:59.438748 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:20:59.589870 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb43e6a-504b-4162-9b0b-2e5ab19c6b3a req-b21efe17-21f1-4248-887c-2771632634eb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:20:59.591281 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7cb43e6a-504b-4162-9b0b-2e5ab19c6b3a req-b21efe17-21f1-4248-887c-2771632634eb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 944 time: 0.0824220 Nov 26 17:20:59.633984 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7cb43e6a-504b-4162-9b0b-2e5ab19c6b3a req-90cbf75e-75ea-4dc7-8d7c-e97cd83d79f4 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2200766-83ce-4936-9148-df6eb604f895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370882 Nov 26 17:20:59.937736 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 4c2c78a1-94da-4a3b-b300-addccc3fb015 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:21:00.011195 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port 4c2c78a1-94da-4a3b-b300-addccc3fb015 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:21:00.017417 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 4c2c78a1-94da-4a3b-b300-addccc3fb015 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:21:00.018047 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:00.132334 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:00.158044 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0903c7a8-5484-4d1d-994f-14e594afd989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2c78a1-94da-4a3b-b300-addccc3fb015'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:21:00.168200 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 4c2c78a1-94da-4a3b-b300-addccc3fb015, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4c2c78a1-94da-4a3b-b300-addccc3fb015,segment=NetworkSegment(de9428d6-1404-4277-b0b3-282b087f8bc1),segment_id=de9428d6-1404-4277-b0b3-282b087f8bc1)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:21:00.172051 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:00.173993 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-49f56dbf-5445-44e9-8ce8-0131400579ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:21:00.204561 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0903c7a8-5484-4d1d-994f-14e594afd989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2c78a1-94da-4a3b-b300-addccc3fb015', 'code': 200} Nov 26 17:21:00.242944 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=4c2c78a1-94da-4a3b-b300-addccc3fb015,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:21:00.246128 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:21:00.452281 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847e6a2-717a-4f9d-a93b-2d6a3a411a7d req-7c9ba240-abce-44cb-a2e9-9a58df222113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:00.453741 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0847e6a2-717a-4f9d-a93b-2d6a3a411a7d req-7c9ba240-abce-44cb-a2e9-9a58df222113 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 1098 time: 0.0701575 Nov 26 17:21:00.497705 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0847e6a2-717a-4f9d-a93b-2d6a3a411a7d req-a227dd79-8c03-4c8e-a589-21c166b8b475 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c2200766-83ce-4936-9148-df6eb604f895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331352 Nov 26 17:21:00.814650 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e299ea-d924-4269-9bc8-29d2a65ac936 req-d6b853a4-6531-4a8a-aa69-b7dceba193ff tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:00.816140 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c3e299ea-d924-4269-9bc8-29d2a65ac936 req-d6b853a4-6531-4a8a-aa69-b7dceba193ff tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 945 time: 0.0801346 Nov 26 17:21:00.866090 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c3e299ea-d924-4269-9bc8-29d2a65ac936 req-0b18659f-5a2e-46e7-8f93-9001528f6c7a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2200766-83ce-4936-9148-df6eb604f895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443311 Nov 26 17:21:01.328202 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-be161689-3700-47c1-b8a6-f00ad312c793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:01.821731 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:21:02.056608 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac16a4-9c08-41b8-bc99-c1d8cb70577d req-1e567b19-0a3e-493f-bf64-bbb3cdc21dfe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:02.057970 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-35ac16a4-9c08-41b8-bc99-c1d8cb70577d req-1e567b19-0a3e-493f-bf64-bbb3cdc21dfe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 945 time: 0.0863280 Nov 26 17:21:02.101474 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-35ac16a4-9c08-41b8-bc99-c1d8cb70577d req-7a01ec75-65a9-4898-bdcb-f105e5ee0860 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2200766-83ce-4936-9148-df6eb604f895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379536 Nov 26 17:21:02.293434 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697131b-23b8-46ff-b95d-03aec6ffd6fb req-dca45214-83b5-4a47-9128-61f5259345ec tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:02.294885 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7697131b-23b8-46ff-b95d-03aec6ffd6fb req-dca45214-83b5-4a47-9128-61f5259345ec tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 945 time: 0.0858088 Nov 26 17:21:02.322196 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:02.339468 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7697131b-23b8-46ff-b95d-03aec6ffd6fb req-a5496d82-5e5a-4478-aaae-94cd08fe462e tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2200766-83ce-4936-9148-df6eb604f895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390613 Nov 26 17:21:02.361234 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60438) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:21:02.429303 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f4f5c4-ad0c-4d69-8590-776c2c415b80 tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:02.430742 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d0f4f5c4-ad0c-4d69-8590-776c2c415b80 tempest-TestNetworkAdvancedServerOps-1255271459 tempest-TestNetworkAdvancedServerOps-1255271459-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 1093 time: 0.0685797 Nov 26 17:21:02.433974 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60442) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:21:02.438719 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'port_id': '4c2c78a1-94da-4a3b-b300-addccc3fb015', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:21:02.444511 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:21:02.448837 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Usage tracker for resource:floatingip and tenant:059d345cf6d84a598e16d9e203a8e35d is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:21:02.451592 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:21:02.457144 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:21:02.467053 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for floatingip, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:02.603070 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:02.737490 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Allocated IP 172.26.0.87 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/c8fd246d-a23a-429e-9f4a-53e3832d727c) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:21:02.882951 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:02.911102 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:02.915395 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b3055948-1ba8-44a9-a252-6c001c65510b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:21:02.979805 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:21:02.982654 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:21:02.986229 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:21:03.022716 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=c8fd246d-a23a-429e-9f4a-53e3832d727c,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:21:03.027616 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:21:03.492713 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:03.563580 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:03.765974 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:03.770481 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:03.774776 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4f70b3e2-2b3b-40d6-a2df-5d1593683b9c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:21:03.882315 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event updated for resources: {'Port': ['ID=c8fd246d-a23a-429e-9f4a-53e3832d727c,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:21:03.886749 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:21:03.893075 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:04.062021 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Floating IP d3db3a75-60d0-4d75-ae2c-0d6898b96176 associated. External IP: 172.26.0.87, port: 4c2c78a1-94da-4a3b-b300-addccc3fb015. Nov 26 17:21:04.110030 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:04.407722 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Router 80809c69-3285-4bbe-b1ba-887de04102ff has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:21:04.582754 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:21:04.592464 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d6881-7ec1-44cc-8e12-08ae4ae736b4 None None] Sync routers for ids ['80809c69-3285-4bbe-b1ba-887de04102ff'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:21:04.602213 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d6881-7ec1-44cc-8e12-08ae4ae736b4 None None] Routers {'80809c69-3285-4bbe-b1ba-887de04102ff'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:21:04.602836 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-7e2d6881-7ec1-44cc-8e12-08ae4ae736b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:21:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['80809c69-3285-4bbe-b1ba-887de04102ff'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:21:04.607105 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:04.662648 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2251914 Nov 26 17:21:04.662648 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0903c7a8-5484-4d1d-994f-14e594afd989', 'tag': '4c2c78a1-94da-4a3b-b300-addccc3fb015'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:21:04.721381 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0903c7a8-5484-4d1d-994f-14e594afd989', 'tag': '4c2c78a1-94da-4a3b-b300-addccc3fb015', 'status': 'completed', 'code': 200} Nov 26 17:21:04.828425 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1773278-3445-443b-992d-596e1c0bccd7 req-0b987bcb-4dc2-4daf-be35-3ee511c71706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:04.830307 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f1773278-3445-443b-992d-596e1c0bccd7 req-0b987bcb-4dc2-4daf-be35-3ee511c71706 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 1098 time: 0.0796988 Nov 26 17:21:04.844862 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-7e2d6881-7ec1-44cc-8e12-08ae4ae736b4 None None] Set router 80809c69-3285-4bbe-b1ba-887de04102ff gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:21:05.029692 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1773278-3445-443b-992d-596e1c0bccd7 req-defaf69f-ebcc-48f8-8d54-a2a8f8842c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:05.031076 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f1773278-3445-443b-992d-596e1c0bccd7 req-defaf69f-ebcc-48f8-8d54-a2a8f8842c75 service neutron] 10.222.0.31 "GET /v2.0/networks?id=806c5577-e52c-4bac-b4af-788e7729e6eb HTTP/1.1" status: 200 len: 898 time: 0.1945429 Nov 26 17:21:05.047163 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f62201-f88c-4287-9a1d-cd44931f7ac1 req-6e643639-a887-4f1b-8c54-b2fc0255a535 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:05.048582 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d7f62201-f88c-4287-9a1d-cd44931f7ac1 req-6e643639-a887-4f1b-8c54-b2fc0255a535 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 945 time: 0.1343162 Nov 26 17:21:05.174631 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f1773278-3445-443b-992d-596e1c0bccd7 req-0539ca06-c9af-499f-9a48-c670a8a6dd54 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c2c78a1-94da-4a3b-b300-addccc3fb015 HTTP/1.1" status: 200 len: 998 time: 0.1353757 Nov 26 17:21:05.182761 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d7f62201-f88c-4287-9a1d-cd44931f7ac1 req-99436fe1-0d62-42c9-8a32-f1b553981167 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2200766-83ce-4936-9148-df6eb604f895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825386 Nov 26 17:21:05.209528 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60450) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:21:05.212239 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-7e2d6881-7ec1-44cc-8e12-08ae4ae736b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164970623', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': '7719f128-59fd-46cf-90fb-ee2d02ae459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:20:44Z', 'updated_at': '2021-11-26T17:20:49Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '7719f128-59fd-46cf-90fb-ee2d02ae459c', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:20:45Z', 'updated_at': '2021-11-26T17:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': 'd3db3a75-60d0-4d75-ae2c-0d6898b96176', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'floating_ip_address': '172.26.0.87', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'port_id': '4c2c78a1-94da-4a3b-b300-addccc3fb015', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb', 'mac_address': 'fa:16:3e:b7:1e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0903c7a8-5484-4d1d-994f-14e594afd989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:21:03Z', 'updated_at': '2021-11-26T17:21:03Z', 'revision_number': 0, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd49084-2d57-43de-ad2e-956485ffcc01', 'name': '', 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:d3:0d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '872cd981-13e3-4ee2-9a1a-eecb78d70eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:20:48Z', 'updated_at': '2021-11-26T17:20:54Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': '872cd981-13e3-4ee2-9a1a-eecb78d70eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:21:05.217484 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d6881-7ec1-44cc-8e12-08ae4ae736b4 None None] Checking router: 80809c69-3285-4bbe-b1ba-887de04102ff for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:21:05.226004 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d6881-7ec1-44cc-8e12-08ae4ae736b4 None None] Routers {'80809c69-3285-4bbe-b1ba-887de04102ff'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:21:05.227080 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-7e2d6881-7ec1-44cc-8e12-08ae4ae736b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:21:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['80809c69-3285-4bbe-b1ba-887de04102ff'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:21:05.242131 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1773278-3445-443b-992d-596e1c0bccd7 req-ecdf0306-a2dd-49a8-87ad-fb36efdbe8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:05.243577 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f1773278-3445-443b-992d-596e1c0bccd7 req-ecdf0306-a2dd-49a8-87ad-fb36efdbe8d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=872cd981-13e3-4ee2-9a1a-eecb78d70eec HTTP/1.1" status: 200 len: 834 time: 0.0599775 Nov 26 17:21:05.331105 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1773278-3445-443b-992d-596e1c0bccd7 req-62aa5bb4-879b-4649-a7d0-087fd455a703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:05.332575 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f1773278-3445-443b-992d-596e1c0bccd7 req-62aa5bb4-879b-4649-a7d0-087fd455a703 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=806c5577-e52c-4bac-b4af-788e7729e6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817993 Nov 26 17:21:05.414657 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-7e2d6881-7ec1-44cc-8e12-08ae4ae736b4 None None] Set router 80809c69-3285-4bbe-b1ba-887de04102ff gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:21:05.454120 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f96b5750-17ac-439f-8ecf-4ad58e212324 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/floatingips/d3db3a75-60d0-4d75-ae2c-0d6898b96176 HTTP/1.1" status: 200 len: 990 time: 0.2433562 Nov 26 17:21:05.469570 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f1773278-3445-443b-992d-596e1c0bccd7 req-06638479-725b-4521-b97b-27404b78afff service neutron] 10.222.0.31 "GET /v2.0/networks/806c5577-e52c-4bac-b4af-788e7729e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288295 Nov 26 17:21:05.602972 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f1773278-3445-443b-992d-596e1c0bccd7 req-45bae2e0-6cf4-42f6-8c0e-d86bbf9c4404 service neutron] 10.222.0.31 "GET /v2.0/networks/806c5577-e52c-4bac-b4af-788e7729e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267111 Nov 26 17:21:05.761582 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-7e2d6881-7ec1-44cc-8e12-08ae4ae736b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164970623', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': '7719f128-59fd-46cf-90fb-ee2d02ae459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:20:44Z', 'updated_at': '2021-11-26T17:20:49Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '7719f128-59fd-46cf-90fb-ee2d02ae459c', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:20:45Z', 'updated_at': '2021-11-26T17:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': 'd3db3a75-60d0-4d75-ae2c-0d6898b96176', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'floating_ip_address': '172.26.0.87', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'port_id': '4c2c78a1-94da-4a3b-b300-addccc3fb015', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb', 'mac_address': 'fa:16:3e:b7:1e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0903c7a8-5484-4d1d-994f-14e594afd989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:21:03Z', 'updated_at': '2021-11-26T17:21:03Z', 'revision_number': 0, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd49084-2d57-43de-ad2e-956485ffcc01', 'name': '', 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:d3:0d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '872cd981-13e3-4ee2-9a1a-eecb78d70eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:20:48Z', 'updated_at': '2021-11-26T17:20:54Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': '872cd981-13e3-4ee2-9a1a-eecb78d70eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:21:05.765533 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d6881-7ec1-44cc-8e12-08ae4ae736b4 None None] The sync data for ids ['80809c69-3285-4bbe-b1ba-887de04102ff'] in dv-neutron-819440-1-hyperv is: [{'id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164970623', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': '7719f128-59fd-46cf-90fb-ee2d02ae459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:20:44Z', 'updated_at': '2021-11-26T17:20:49Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '7719f128-59fd-46cf-90fb-ee2d02ae459c', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:20:45Z', 'updated_at': '2021-11-26T17:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': 'd3db3a75-60d0-4d75-ae2c-0d6898b96176', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'floating_ip_address': '172.26.0.87', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'port_id': '4c2c78a1-94da-4a3b-b300-addccc3fb015', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb', 'mac_address': 'fa:16:3e:b7:1e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0903c7a8-5484-4d1d-994f-14e594afd989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:21:03Z', 'updated_at': '2021-11-26T17:21:03Z', 'revision_number': 0, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd49084-2d57-43de-ad2e-956485ffcc01', 'name': '', 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:d3:0d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '872cd981-13e3-4ee2-9a1a-eecb78d70eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:20:48Z', 'updated_at': '2021-11-26T17:20:54Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': '872cd981-13e3-4ee2-9a1a-eecb78d70eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:21:05.951814 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29bb2b2-6f62-4843-8696-8fbc2a77e15b None None] New status for floating IP d3db3a75-60d0-4d75-ae2c-0d6898b96176: ACTIVE {{(pid=87521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:21:06.457573 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60454) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:21:06.563447 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-aafc3393-52fe-43e9-994b-1f93150d7a32 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/floatingips/d3db3a75-60d0-4d75-ae2c-0d6898b96176 HTTP/1.1" status: 200 len: 992 time: 0.1047461 Nov 26 17:21:19.809889 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:22.736368 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-09809dcc-27df-451f-9c81-e04b18779f51 req-66d8c1ef-ab13-49c8-9e38-c3fdba33a59a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0903c7a8-5484-4d1d-994f-14e594afd989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700488 Nov 26 17:21:22.876507 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09809dcc-27df-451f-9c81-e04b18779f51 req-1789bfc9-7f6e-49ae-9e62-5c2b7148a7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:22.878116 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-09809dcc-27df-451f-9c81-e04b18779f51 req-1789bfc9-7f6e-49ae-9e62-5c2b7148a7fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 1098 time: 0.0730972 Nov 26 17:21:23.031440 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09809dcc-27df-451f-9c81-e04b18779f51 req-ded34d9c-af00-48c1-b8e9-e559f1a7c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:23.032755 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-09809dcc-27df-451f-9c81-e04b18779f51 req-ded34d9c-af00-48c1-b8e9-e559f1a7c7b0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=806c5577-e52c-4bac-b4af-788e7729e6eb HTTP/1.1" status: 200 len: 898 time: 0.1343944 Nov 26 17:21:23.136689 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-09809dcc-27df-451f-9c81-e04b18779f51 req-f064e047-ffb3-4a36-adcd-7dde104e7fa6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c2c78a1-94da-4a3b-b300-addccc3fb015 HTTP/1.1" status: 200 len: 1000 time: 0.0902045 Nov 26 17:21:23.325296 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09809dcc-27df-451f-9c81-e04b18779f51 req-123c164e-5663-4d9e-ae13-ab33706ee298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:23.326615 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-09809dcc-27df-451f-9c81-e04b18779f51 req-123c164e-5663-4d9e-ae13-ab33706ee298 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=872cd981-13e3-4ee2-9a1a-eecb78d70eec HTTP/1.1" status: 200 len: 834 time: 0.1802394 Nov 26 17:21:23.404397 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09809dcc-27df-451f-9c81-e04b18779f51 req-0c144df4-79dc-4b8d-b0c3-5fd273a1ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:23.405802 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-09809dcc-27df-451f-9c81-e04b18779f51 req-0c144df4-79dc-4b8d-b0c3-5fd273a1ee49 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=806c5577-e52c-4bac-b4af-788e7729e6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687361 Nov 26 17:21:23.535022 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-09809dcc-27df-451f-9c81-e04b18779f51 req-3b7d7b9b-5d97-4c3f-a940-da57a1789703 service neutron] 10.222.0.31 "GET /v2.0/networks/806c5577-e52c-4bac-b4af-788e7729e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217051 Nov 26 17:21:23.664642 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-09809dcc-27df-451f-9c81-e04b18779f51 req-c6f50e8a-3b3a-4a97-87b9-4f8c7646731e service neutron] 10.222.0.31 "GET /v2.0/networks/806c5577-e52c-4bac-b4af-788e7729e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227713 Nov 26 17:21:28.663963 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-14681662-a134-4e14-a846-0d255aa65a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:29.439554 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:31.328259 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f463-9149-4218-8a7c-f4a1348d4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:32.324470 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:34.110250 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:38.820288 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:21:40.193766 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1c11e-dbe3-4298-be55-7258ee79e181 req-d98b877b-e09c-4f0f-8dac-21a8a1dfcabe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:40.195243 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-39f1c11e-dbe3-4298-be55-7258ee79e181 req-d98b877b-e09c-4f0f-8dac-21a8a1dfcabe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 945 time: 0.0830994 Nov 26 17:21:40.241772 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-39f1c11e-dbe3-4298-be55-7258ee79e181 req-932811ac-2c90-495c-8676-107fecc40a68 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2200766-83ce-4936-9148-df6eb604f895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409720 Nov 26 17:21:41.431105 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a36120-c542-46d9-b5e1-e71d03f30bc2 req-239b633d-e89b-447a-a470-9055165f997f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:41.433075 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f6a36120-c542-46d9-b5e1-e71d03f30bc2 req-239b633d-e89b-447a-a470-9055165f997f tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 945 time: 0.0851374 Nov 26 17:21:41.477176 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f6a36120-c542-46d9-b5e1-e71d03f30bc2 req-7d3a183c-c41b-4e20-af8f-f9b0ac0894e6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2200766-83ce-4936-9148-df6eb604f895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382202 Nov 26 17:21:41.500563 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60476) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:21:41.607101 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-bc19b60c-b522-45e9-a406-026e6a35e609 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/floatingips/d3db3a75-60d0-4d75-ae2c-0d6898b96176 HTTP/1.1" status: 200 len: 992 time: 0.1052470 Nov 26 17:21:43.066785 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1cacd-e254-4b77-9463-369dd23a7824 req-5ff9d5b8-9f56-4c3c-b29a-644e2cf9e640 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:43.068272 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6bc1cacd-e254-4b77-9463-369dd23a7824 req-5ff9d5b8-9f56-4c3c-b29a-644e2cf9e640 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 945 time: 0.0820684 Nov 26 17:21:43.111671 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6bc1cacd-e254-4b77-9463-369dd23a7824 req-4b4c39ac-59d7-4116-a9b7-d7e84b9d5e78 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2200766-83ce-4936-9148-df6eb604f895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371447 Nov 26 17:21:43.149099 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843bf28-b1a1-4dce-861d-88b080b55eff req-a5169b12-113b-4b3e-8b04-3fdb21a91109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:43.150616 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b843bf28-b1a1-4dce-861d-88b080b55eff req-a5169b12-113b-4b3e-8b04-3fdb21a91109 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 1098 time: 0.1317503 Nov 26 17:21:43.283036 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843bf28-b1a1-4dce-861d-88b080b55eff req-946716ec-1a7b-472e-940f-fc7384c47ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:43.284484 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b843bf28-b1a1-4dce-861d-88b080b55eff req-946716ec-1a7b-472e-940f-fc7384c47ad7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=806c5577-e52c-4bac-b4af-788e7729e6eb HTTP/1.1" status: 200 len: 898 time: 0.1236937 Nov 26 17:21:43.392450 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b843bf28-b1a1-4dce-861d-88b080b55eff req-5b0a5448-a9dc-40d7-a014-1f77aa71cada service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c2c78a1-94da-4a3b-b300-addccc3fb015 HTTP/1.1" status: 200 len: 1000 time: 0.0972681 Nov 26 17:21:43.460870 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843bf28-b1a1-4dce-861d-88b080b55eff req-56852caf-b1b5-472b-a45c-12987e19e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:43.462186 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b843bf28-b1a1-4dce-861d-88b080b55eff req-56852caf-b1b5-472b-a45c-12987e19e269 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=872cd981-13e3-4ee2-9a1a-eecb78d70eec HTTP/1.1" status: 200 len: 834 time: 0.0591018 Nov 26 17:21:43.539313 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843bf28-b1a1-4dce-861d-88b080b55eff req-44331a46-66ca-4e17-a0a3-36ac4a41a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:43.540759 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b843bf28-b1a1-4dce-861d-88b080b55eff req-44331a46-66ca-4e17-a0a3-36ac4a41a56b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=806c5577-e52c-4bac-b4af-788e7729e6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686131 Nov 26 17:21:43.674181 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b843bf28-b1a1-4dce-861d-88b080b55eff req-3f5b4777-0e53-42f9-b4fe-20cfa6e8eb6b service neutron] 10.222.0.31 "GET /v2.0/networks/806c5577-e52c-4bac-b4af-788e7729e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224289 Nov 26 17:21:43.810235 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b843bf28-b1a1-4dce-861d-88b080b55eff req-ee4a5a5c-6be5-4305-a910-3a33da305eab service neutron] 10.222.0.31 "GET /v2.0/networks/806c5577-e52c-4bac-b4af-788e7729e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251676 Nov 26 17:21:44.298050 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa48ca-ea8a-4754-a319-70dca197cfd2 req-6eaa1bce-8655-491b-9884-5e8d1db88cde tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:44.299473 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-48aa48ca-ea8a-4754-a319-70dca197cfd2 req-6eaa1bce-8655-491b-9884-5e8d1db88cde tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 945 time: 0.0785868 Nov 26 17:21:44.346456 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-48aa48ca-ea8a-4754-a319-70dca197cfd2 req-d9bea780-61e7-4fe8-a3f9-058cb7feabe1 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2200766-83ce-4936-9148-df6eb604f895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414746 Nov 26 17:21:45.533442 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699da029-afb0-47c7-8154-ff69f4e88afc req-4b8b67a7-bcec-44a6-a8f4-e23b8d32b246 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:45.535056 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-699da029-afb0-47c7-8154-ff69f4e88afc req-4b8b67a7-bcec-44a6-a8f4-e23b8d32b246 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 945 time: 0.0872006 Nov 26 17:21:45.581263 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-699da029-afb0-47c7-8154-ff69f4e88afc req-8a206c50-3b30-4390-bd63-7304a93e1d4b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2200766-83ce-4936-9148-df6eb604f895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392504 Nov 26 17:21:45.603981 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60494) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:21:45.708470 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3ec2d343-a02a-43d5-bb2b-00754ead1f96 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/floatingips/d3db3a75-60d0-4d75-ae2c-0d6898b96176 HTTP/1.1" status: 200 len: 992 time: 0.1030657 Nov 26 17:21:46.009582 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60502) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:21:46.207087 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e7e31-5e4c-44fd-8b6f-121d72d40a1b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Deleting port c8fd246d-a23a-429e-9f4a-53e3832d727c {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:21:46.207425 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7e31-5e4c-44fd-8b6f-121d72d40a1b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:46.375421 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7e31-5e4c-44fd-8b6f-121d72d40a1b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:46.375777 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7e31-5e4c-44fd-8b6f-121d72d40a1b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:46.500474 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e7e31-5e4c-44fd-8b6f-121d72d40a1b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Calling delete_port for c8fd246d-a23a-429e-9f4a-53e3832d727c owned by network:floatingip {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:21:46.650258 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7e31-5e4c-44fd-8b6f-121d72d40a1b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:46.654173 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:21:46.697229 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e7e31-5e4c-44fd-8b6f-121d72d40a1b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Port': ['ID=c8fd246d-a23a-429e-9f4a-53e3832d727c,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:21:46.878551 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e7e31-5e4c-44fd-8b6f-121d72d40a1b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:46.878931 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e7e31-5e4c-44fd-8b6f-121d72d40a1b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:46.879306 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e7e31-5e4c-44fd-8b6f-121d72d40a1b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:46.879674 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e7e31-5e4c-44fd-8b6f-121d72d40a1b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:46.880063 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e7e31-5e4c-44fd-8b6f-121d72d40a1b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:46.880423 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e7e31-5e4c-44fd-8b6f-121d72d40a1b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:46.880782 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e7e31-5e4c-44fd-8b6f-121d72d40a1b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:46.881139 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e7e31-5e4c-44fd-8b6f-121d72d40a1b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:46.881494 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e7e31-5e4c-44fd-8b6f-121d72d40a1b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:46.881848 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e7e31-5e4c-44fd-8b6f-121d72d40a1b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:46.882202 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e7e31-5e4c-44fd-8b6f-121d72d40a1b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:46.882554 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e7e31-5e4c-44fd-8b6f-121d72d40a1b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:46.892480 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3b7e7e31-5e4c-44fd-8b6f-121d72d40a1b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:21:46.909819 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7e31-5e4c-44fd-8b6f-121d72d40a1b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for floatingip, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:46.910080 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-3b7e7e31-5e4c-44fd-8b6f-121d72d40a1b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Floating IP d3db3a75-60d0-4d75-ae2c-0d6898b96176 disassociated (deleted). External IP: 172.26.0.87, port: 4c2c78a1-94da-4a3b-b300-addccc3fb015. Nov 26 17:21:47.252030 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7e7e31-5e4c-44fd-8b6f-121d72d40a1b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Router 80809c69-3285-4bbe-b1ba-887de04102ff has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:21:47.426073 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7e7e31-5e4c-44fd-8b6f-121d72d40a1b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:21:47.435960 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320e9597-17ef-4025-a78d-d905e222e4f5 None None] Sync routers for ids ['80809c69-3285-4bbe-b1ba-887de04102ff'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:21:47.445348 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320e9597-17ef-4025-a78d-d905e222e4f5 None None] Routers {'80809c69-3285-4bbe-b1ba-887de04102ff'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:21:47.445958 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-320e9597-17ef-4025-a78d-d905e222e4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:21:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['80809c69-3285-4bbe-b1ba-887de04102ff'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:21:47.447396 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7e31-5e4c-44fd-8b6f-121d72d40a1b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:47.501575 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3b7e7e31-5e4c-44fd-8b6f-121d72d40a1b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "DELETE /v2.0/floatingips/d3db3a75-60d0-4d75-ae2c-0d6898b96176 HTTP/1.1" status: 204 len: 168 time: 1.4909284 Nov 26 17:21:47.502310 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0903c7a8-5484-4d1d-994f-14e594afd989', 'tag': '4c2c78a1-94da-4a3b-b300-addccc3fb015'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:21:47.550263 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0903c7a8-5484-4d1d-994f-14e594afd989', 'tag': '4c2c78a1-94da-4a3b-b300-addccc3fb015', 'status': 'completed', 'code': 200} Nov 26 17:21:47.624315 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-320e9597-17ef-4025-a78d-d905e222e4f5 None None] Set router 80809c69-3285-4bbe-b1ba-887de04102ff gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:21:47.651983 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fb897-8062-4892-8337-dca569a775d1 req-5d7af5d3-42ed-401a-926e-a3dae9170a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:47.653597 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-da2fb897-8062-4892-8337-dca569a775d1 req-5d7af5d3-42ed-401a-926e-a3dae9170a6d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=059d345cf6d84a598e16d9e203a8e35d&device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 1098 time: 0.0724835 Nov 26 17:21:47.802678 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fb897-8062-4892-8337-dca569a775d1 req-97998484-bd80-4639-ba81-566912abc424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:47.804255 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-da2fb897-8062-4892-8337-dca569a775d1 req-97998484-bd80-4639-ba81-566912abc424 service neutron] 10.222.0.31 "GET /v2.0/networks?id=806c5577-e52c-4bac-b4af-788e7729e6eb HTTP/1.1" status: 200 len: 898 time: 0.1404898 Nov 26 17:21:48.038906 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-320e9597-17ef-4025-a78d-d905e222e4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164970623', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': '7719f128-59fd-46cf-90fb-ee2d02ae459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:20:44Z', 'updated_at': '2021-11-26T17:20:49Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '7719f128-59fd-46cf-90fb-ee2d02ae459c', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:20:45Z', 'updated_at': '2021-11-26T17:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'ddd49084-2d57-43de-ad2e-956485ffcc01', 'name': '', 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:d3:0d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '872cd981-13e3-4ee2-9a1a-eecb78d70eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:20:48Z', 'updated_at': '2021-11-26T17:20:54Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': '872cd981-13e3-4ee2-9a1a-eecb78d70eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:21:48.042628 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-da2fb897-8062-4892-8337-dca569a775d1 req-d0bf43fe-da99-4d2d-858b-3e61508614cb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c2c78a1-94da-4a3b-b300-addccc3fb015 HTTP/1.1" status: 200 len: 217 time: 0.2290809 Nov 26 17:21:48.044071 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320e9597-17ef-4025-a78d-d905e222e4f5 None None] Checking router: 80809c69-3285-4bbe-b1ba-887de04102ff for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:21:48.053110 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320e9597-17ef-4025-a78d-d905e222e4f5 None None] Routers {'80809c69-3285-4bbe-b1ba-887de04102ff'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:21:48.053766 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-320e9597-17ef-4025-a78d-d905e222e4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:21:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['80809c69-3285-4bbe-b1ba-887de04102ff'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:21:48.129722 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f885790-918e-4c4c-9676-385430d76d14 req-372bd650-63c1-45aa-b1ff-587d5f36f004 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:48.131188 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2f885790-918e-4c4c-9676-385430d76d14 req-372bd650-63c1-45aa-b1ff-587d5f36f004 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 945 time: 0.3170335 Nov 26 17:21:48.132661 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fb897-8062-4892-8337-dca569a775d1 req-96a2c264-1b2b-474e-850a-0a9f16beaf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:48.133955 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-da2fb897-8062-4892-8337-dca569a775d1 req-96a2c264-1b2b-474e-850a-0a9f16beaf9f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=872cd981-13e3-4ee2-9a1a-eecb78d70eec HTTP/1.1" status: 200 len: 834 time: 0.0795105 Nov 26 17:21:48.227431 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2f885790-918e-4c4c-9676-385430d76d14 req-0e4f90f6-76d2-4d3a-9b54-2042398925a5 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2200766-83ce-4936-9148-df6eb604f895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905905 Nov 26 17:21:48.230921 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-320e9597-17ef-4025-a78d-d905e222e4f5 None None] Set router 80809c69-3285-4bbe-b1ba-887de04102ff gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:21:48.247922 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fb897-8062-4892-8337-dca569a775d1 req-4be74295-5bf0-41a1-9873-cf61e33c5d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:48.249381 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-da2fb897-8062-4892-8337-dca569a775d1 req-4be74295-5bf0-41a1-9873-cf61e33c5d7c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=806c5577-e52c-4bac-b4af-788e7729e6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0999973 Nov 26 17:21:48.388619 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-da2fb897-8062-4892-8337-dca569a775d1 req-9bdd9f5b-f2a9-4823-aa7b-906719ece419 service neutron] 10.222.0.31 "GET /v2.0/networks/806c5577-e52c-4bac-b4af-788e7729e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310728 Nov 26 17:21:48.523150 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-da2fb897-8062-4892-8337-dca569a775d1 req-104c52e3-b2a1-4248-b1e3-44d193381d4c service neutron] 10.222.0.31 "GET /v2.0/networks/806c5577-e52c-4bac-b4af-788e7729e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265023 Nov 26 17:21:48.550612 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-320e9597-17ef-4025-a78d-d905e222e4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164970623', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': '7719f128-59fd-46cf-90fb-ee2d02ae459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:20:44Z', 'updated_at': '2021-11-26T17:20:49Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '7719f128-59fd-46cf-90fb-ee2d02ae459c', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:20:45Z', 'updated_at': '2021-11-26T17:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'ddd49084-2d57-43de-ad2e-956485ffcc01', 'name': '', 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:d3:0d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '872cd981-13e3-4ee2-9a1a-eecb78d70eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:20:48Z', 'updated_at': '2021-11-26T17:20:54Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': '872cd981-13e3-4ee2-9a1a-eecb78d70eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:21:48.554588 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320e9597-17ef-4025-a78d-d905e222e4f5 None None] The sync data for ids ['80809c69-3285-4bbe-b1ba-887de04102ff'] in dv-neutron-819440-1-hyperv is: [{'id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164970623', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': '7719f128-59fd-46cf-90fb-ee2d02ae459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:20:44Z', 'updated_at': '2021-11-26T17:20:49Z', 'revision_number': 4, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '7719f128-59fd-46cf-90fb-ee2d02ae459c', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:20:45Z', 'updated_at': '2021-11-26T17:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'ddd49084-2d57-43de-ad2e-956485ffcc01', 'name': '', 'network_id': '806c5577-e52c-4bac-b4af-788e7729e6eb', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'mac_address': 'fa:16:3e:d3:0d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '872cd981-13e3-4ee2-9a1a-eecb78d70eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:20:48Z', 'updated_at': '2021-11-26T17:20:54Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'subnets': [{'id': '872cd981-13e3-4ee2-9a1a-eecb78d70eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:21:48.768258 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894da711-c196-4910-aa5b-5c07a8bb114a None None] New status for floating IP d3db3a75-60d0-4d75-ae2c-0d6898b96176: DOWN {{(pid=87521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:21:49.415791 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357fe5d-1ff6-4b1b-9c4c-454c6ecc40c5 req-0f4ae69a-2c52-473a-ab12-1aaea3ec7e0d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:49.416474 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-3357fe5d-1ff6-4b1b-9c4c-454c6ecc40c5 req-0f4ae69a-2c52-473a-ab12-1aaea3ec7e0d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Synchronizing usage tracker for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:21:49.431556 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-3357fe5d-1ff6-4b1b-9c4c-454c6ecc40c5 req-0f4ae69a-2c52-473a-ab12-1aaea3ec7e0d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Unset dirty status for tenant:059d345cf6d84a598e16d9e203a8e35d on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:21:49.433228 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3357fe5d-1ff6-4b1b-9c4c-454c6ecc40c5 req-0f4ae69a-2c52-473a-ab12-1aaea3ec7e0d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 945 time: 0.1007586 Nov 26 17:21:49.476267 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3357fe5d-1ff6-4b1b-9c4c-454c6ecc40c5 req-3b28d669-52e2-4327-96cc-ef35ec10aba0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2200766-83ce-4936-9148-df6eb604f895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373948 Nov 26 17:21:49.624079 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab6920-9c92-400d-a2fb-e4729d1224e3 req-53d48e59-c1c3-411c-ba9d-33fd7c394951 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:49.625494 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ebab6920-9c92-400d-a2fb-e4729d1224e3 req-53d48e59-c1c3-411c-ba9d-33fd7c394951 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.31 "GET /v2.0/ports?device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 945 time: 0.0843489 Nov 26 17:21:49.697559 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-ebab6920-9c92-400d-a2fb-e4729d1224e3 req-7d33a667-94d8-491a-aa5f-3045b0239a7b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Deleting port 4c2c78a1-94da-4a3b-b300-addccc3fb015 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:21:49.697899 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-ebab6920-9c92-400d-a2fb-e4729d1224e3 req-7d33a667-94d8-491a-aa5f-3045b0239a7b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:49.811041 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:49.948817 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-ebab6920-9c92-400d-a2fb-e4729d1224e3 req-7d33a667-94d8-491a-aa5f-3045b0239a7b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] For port 4c2c78a1-94da-4a3b-b300-addccc3fb015, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4c2c78a1-94da-4a3b-b300-addccc3fb015,segment=NetworkSegment(de9428d6-1404-4277-b0b3-282b087f8bc1),segment_id=de9428d6-1404-4277-b0b3-282b087f8bc1)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:21:49.949103 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-ebab6920-9c92-400d-a2fb-e4729d1224e3 req-7d33a667-94d8-491a-aa5f-3045b0239a7b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:50.078954 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-ebab6920-9c92-400d-a2fb-e4729d1224e3 req-7d33a667-94d8-491a-aa5f-3045b0239a7b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Calling delete_port for 4c2c78a1-94da-4a3b-b300-addccc3fb015 owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:21:50.222377 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-ebab6920-9c92-400d-a2fb-e4729d1224e3 req-7d33a667-94d8-491a-aa5f-3045b0239a7b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:50.227752 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-b2924b2d-1ddc-4ffd-9852-0aea30ea01fa tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:21:50.272036 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33a667-94d8-491a-aa5f-3045b0239a7b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Port': ['ID=4c2c78a1-94da-4a3b-b300-addccc3fb015,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:21:50.313764 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33a667-94d8-491a-aa5f-3045b0239a7b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:50.314150 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33a667-94d8-491a-aa5f-3045b0239a7b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:50.314623 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33a667-94d8-491a-aa5f-3045b0239a7b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:50.315000 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33a667-94d8-491a-aa5f-3045b0239a7b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:50.315373 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33a667-94d8-491a-aa5f-3045b0239a7b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:50.315840 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33a667-94d8-491a-aa5f-3045b0239a7b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:50.316208 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33a667-94d8-491a-aa5f-3045b0239a7b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:50.316576 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33a667-94d8-491a-aa5f-3045b0239a7b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:50.316935 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33a667-94d8-491a-aa5f-3045b0239a7b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:50.317296 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33a667-94d8-491a-aa5f-3045b0239a7b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:50.317662 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33a667-94d8-491a-aa5f-3045b0239a7b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:50.318018 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33a667-94d8-491a-aa5f-3045b0239a7b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:50.325928 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7d33a667-94d8-491a-aa5f-3045b0239a7b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:21:50.361138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebab6920-9c92-400d-a2fb-e4729d1224e3 req-7d33a667-94d8-491a-aa5f-3045b0239a7b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] No DVR routers for this DVR port 4c2c78a1-94da-4a3b-b300-addccc3fb015 on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:21:50.363494 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-ebab6920-9c92-400d-a2fb-e4729d1224e3 req-7d33a667-94d8-491a-aa5f-3045b0239a7b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:50.366054 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0903c7a8-5484-4d1d-994f-14e594afd989', 'name': 'network-vif-deleted', 'tag': '4c2c78a1-94da-4a3b-b300-addccc3fb015'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:21:50.383219 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ebab6920-9c92-400d-a2fb-e4729d1224e3 req-7d33a667-94d8-491a-aa5f-3045b0239a7b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.31 "DELETE /v2.0/ports/4c2c78a1-94da-4a3b-b300-addccc3fb015 HTTP/1.1" status: 204 len: 173 time: 0.7478085 Nov 26 17:21:50.415240 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0903c7a8-5484-4d1d-994f-14e594afd989', 'name': 'network-vif-deleted', 'tag': '4c2c78a1-94da-4a3b-b300-addccc3fb015', 'status': 'completed', 'code': 200} Nov 26 17:21:50.643235 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-30d08bd8-ab83-42f6-9a54-4b2c1e90f89c req-924a9c90-02f7-4b72-934c-2cd72f12d2eb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "GET /v2.0/ports?device_id=0903c7a8-5484-4d1d-994f-14e594afd989 HTTP/1.1" status: 200 len: 210 time: 0.0438333 Nov 26 17:21:51.738114 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60520) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:21:52.202716 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 4c2c78a1-94da-4a3b-b300-addccc3fb015 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:21:52.241064 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: 4c2c78a1-94da-4a3b-b300-addccc3fb015 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:21:52.241339 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 4c2c78a1-94da-4a3b-b300-addccc3fb015 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:21:52.284141 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-11382a32-a164-4dc3-a813-24f52fc92046 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:52.752700 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-11382a32-a164-4dc3-a813-24f52fc92046 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Deleting port ddd49084-2d57-43de-ad2e-956485ffcc01 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:21:52.753376 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-11382a32-a164-4dc3-a813-24f52fc92046 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:52.937711 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-11382a32-a164-4dc3-a813-24f52fc92046 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] For port ddd49084-2d57-43de-ad2e-956485ffcc01, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=ddd49084-2d57-43de-ad2e-956485ffcc01,segment=NetworkSegment(de9428d6-1404-4277-b0b3-282b087f8bc1),segment_id=de9428d6-1404-4277-b0b3-282b087f8bc1)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:21:52.938067 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-11382a32-a164-4dc3-a813-24f52fc92046 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:53.060825 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-11382a32-a164-4dc3-a813-24f52fc92046 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Calling delete_port for ddd49084-2d57-43de-ad2e-956485ffcc01 owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:21:53.233451 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-11382a32-a164-4dc3-a813-24f52fc92046 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:53.237785 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-da8bf5a4-4ac8-4ff4-93a2-c1330e31d7a8 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:21:53.285642 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11382a32-a164-4dc3-a813-24f52fc92046 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Port': ['ID=ddd49084-2d57-43de-ad2e-956485ffcc01,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:21:53.312398 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-11382a32-a164-4dc3-a813-24f52fc92046 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:21:53.553233 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-11382a32-a164-4dc3-a813-24f52fc92046 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:54.035159 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11382a32-a164-4dc3-a813-24f52fc92046 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Router 80809c69-3285-4bbe-b1ba-887de04102ff has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:21:54.213181 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11382a32-a164-4dc3-a813-24f52fc92046 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:21:54.224934 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e307ffb-e971-452f-8e02-e908f93a5c5a None None] Sync routers for ids ['80809c69-3285-4bbe-b1ba-887de04102ff'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:21:54.228520 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-11382a32-a164-4dc3-a813-24f52fc92046 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "PUT /v2.0/routers/80809c69-3285-4bbe-b1ba-887de04102ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4868412 Nov 26 17:21:54.228835 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60524) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:21:54.235512 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e307ffb-e971-452f-8e02-e908f93a5c5a None None] Routers {'80809c69-3285-4bbe-b1ba-887de04102ff'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:21:54.236153 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-9e307ffb-e971-452f-8e02-e908f93a5c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:21:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['80809c69-3285-4bbe-b1ba-887de04102ff'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:21:54.297072 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d188e6-af88-4e45-ba34-ef5aa29c6a70 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Deleting subnet 872cd981-13e3-4ee2-9a1a-eecb78d70eec {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 17:21:54.300032 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-59d188e6-af88-4e45-ba34-ef5aa29c6a70 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:54.357062 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-59d188e6-af88-4e45-ba34-ef5aa29c6a70 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:54.410467 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-9e307ffb-e971-452f-8e02-e908f93a5c5a None None] Set router 80809c69-3285-4bbe-b1ba-887de04102ff gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:21:54.437858 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-59d188e6-af88-4e45-ba34-ef5aa29c6a70 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:54.509325 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-59d188e6-af88-4e45-ba34-ef5aa29c6a70 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:54.514253 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-75bd3795-f739-4e58-be5e-b38de17706bc tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:21:54.552185 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d188e6-af88-4e45-ba34-ef5aa29c6a70 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Subnet': ['ID=872cd981-13e3-4ee2-9a1a-eecb78d70eec,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:21:54.555710 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-59d188e6-af88-4e45-ba34-ef5aa29c6a70 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:54.558342 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-59d188e6-af88-4e45-ba34-ef5aa29c6a70 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:21:54.564953 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-59d188e6-af88-4e45-ba34-ef5aa29c6a70 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "DELETE /v2.0/subnets/872cd981-13e3-4ee2-9a1a-eecb78d70eec HTTP/1.1" status: 204 len: 168 time: 0.3326876 Nov 26 17:21:54.565214 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60528) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:21:54.586842 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8f8ef7-9bcb-4899-aef9-53bc8342e364 None None] Network 806c5577-e52c-4bac-b4af-788e7729e6eb requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:21:54.755216 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-77960a90-6a8c-4317-a142-b3370d290047 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:54.911745 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-9e307ffb-e971-452f-8e02-e908f93a5c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164970623', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': '7719f128-59fd-46cf-90fb-ee2d02ae459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:20:44Z', 'updated_at': '2021-11-26T17:21:53Z', 'revision_number': 5, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port': {'id': '7719f128-59fd-46cf-90fb-ee2d02ae459c', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:20:45Z', 'updated_at': '2021-11-26T17:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:21:54.917842 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e307ffb-e971-452f-8e02-e908f93a5c5a None None] Checking router: 80809c69-3285-4bbe-b1ba-887de04102ff for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:21:54.926555 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e307ffb-e971-452f-8e02-e908f93a5c5a None None] Routers {'80809c69-3285-4bbe-b1ba-887de04102ff'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:21:54.927169 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-9e307ffb-e971-452f-8e02-e908f93a5c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:21:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['80809c69-3285-4bbe-b1ba-887de04102ff'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:21:54.937538 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-77960a90-6a8c-4317-a142-b3370d290047 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:54.955477 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-77960a90-6a8c-4317-a142-b3370d290047 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Deleting port 7719f128-59fd-46cf-90fb-ee2d02ae459c {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:21:54.956140 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-77960a90-6a8c-4317-a142-b3370d290047 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:54.981762 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f2ec76-81f4-4af5-8854-5adf586f4ce4 None None] DHCP port deletion for 806c5577-e52c-4bac-b4af-788e7729e6eb request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 17:21:55.055301 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-85f2ec76-81f4-4af5-8854-5adf586f4ce4 None None] Deleting port eb1c7424-3d20-4889-8b1f-5a0633412751 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:21:55.055683 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-85f2ec76-81f4-4af5-8854-5adf586f4ce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:55.130608 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-77960a90-6a8c-4317-a142-b3370d290047 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] For port 7719f128-59fd-46cf-90fb-ee2d02ae459c, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=7719f128-59fd-46cf-90fb-ee2d02ae459c,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:21:55.131207 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-77960a90-6a8c-4317-a142-b3370d290047 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:55.154569 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-9e307ffb-e971-452f-8e02-e908f93a5c5a None None] Set router 80809c69-3285-4bbe-b1ba-887de04102ff gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:21:55.254649 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-77960a90-6a8c-4317-a142-b3370d290047 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Calling delete_port for 7719f128-59fd-46cf-90fb-ee2d02ae459c owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:21:55.271047 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-9e307ffb-e971-452f-8e02-e908f93a5c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164970623', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:20:44Z', 'updated_at': '2021-11-26T17:21:54Z', 'revision_number': 6, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:21:55.279698 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e307ffb-e971-452f-8e02-e908f93a5c5a None None] The sync data for ids ['80809c69-3285-4bbe-b1ba-887de04102ff'] in dv-neutron-819440-1-hyperv is: [{'id': '80809c69-3285-4bbe-b1ba-887de04102ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164970623', 'tenant_id': '059d345cf6d84a598e16d9e203a8e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:20:44Z', 'updated_at': '2021-11-26T17:21:54Z', 'revision_number': 6, 'project_id': '059d345cf6d84a598e16d9e203a8e35d', 'gw_port_host': None}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:21:55.383953 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-85f2ec76-81f4-4af5-8854-5adf586f4ce4 None None] For port eb1c7424-3d20-4889-8b1f-5a0633412751, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=eb1c7424-3d20-4889-8b1f-5a0633412751,segment=NetworkSegment(de9428d6-1404-4277-b0b3-282b087f8bc1),segment_id=de9428d6-1404-4277-b0b3-282b087f8bc1)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:21:55.384353 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-85f2ec76-81f4-4af5-8854-5adf586f4ce4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:55.509546 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-85f2ec76-81f4-4af5-8854-5adf586f4ce4 None None] Calling delete_port for eb1c7424-3d20-4889-8b1f-5a0633412751 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:21:55.552497 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-77960a90-6a8c-4317-a142-b3370d290047 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:55.557145 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-896b5c2c-944c-4fff-9d75-c07b0f4c70cd tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:21:55.584447 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-85f2ec76-81f4-4af5-8854-5adf586f4ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886'] for port, after_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:55.589641 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:21:55.604549 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77960a90-6a8c-4317-a142-b3370d290047 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Port': ['ID=7719f128-59fd-46cf-90fb-ee2d02ae459c,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:21:55.605649 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-77960a90-6a8c-4317-a142-b3370d290047 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:21:55.633839 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2ec76-81f4-4af5-8854-5adf586f4ce4 None None] Pushing event deleted for resources: {'Port': ['ID=eb1c7424-3d20-4889-8b1f-5a0633412751,revision_number=None']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:21:55.636261 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f2ec76-81f4-4af5-8854-5adf586f4ce4 None None] No DVR routers for this DVR port eb1c7424-3d20-4889-8b1f-5a0633412751 on host dv-neutron-819440-1-hyperv {{(pid=87520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:21:55.647535 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2ec76-81f4-4af5-8854-5adf586f4ce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:55.648185 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2ec76-81f4-4af5-8854-5adf586f4ce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:55.648284 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2ec76-81f4-4af5-8854-5adf586f4ce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:55.648556 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2ec76-81f4-4af5-8854-5adf586f4ce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:55.648862 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2ec76-81f4-4af5-8854-5adf586f4ce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:55.649203 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2ec76-81f4-4af5-8854-5adf586f4ce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:55.649512 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2ec76-81f4-4af5-8854-5adf586f4ce4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:55.649837 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2ec76-81f4-4af5-8854-5adf586f4ce4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:55.650161 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2ec76-81f4-4af5-8854-5adf586f4ce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:55.650481 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2ec76-81f4-4af5-8854-5adf586f4ce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:55.650863 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2ec76-81f4-4af5-8854-5adf586f4ce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:55.651139 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2ec76-81f4-4af5-8854-5adf586f4ce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:21:55.654700 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-85f2ec76-81f4-4af5-8854-5adf586f4ce4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:21:55.707198 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-77960a90-6a8c-4317-a142-b3370d290047 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:55.879695 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-77960a90-6a8c-4317-a142-b3370d290047 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:55.881856 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-77960a90-6a8c-4317-a142-b3370d290047 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:55.904221 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-77960a90-6a8c-4317-a142-b3370d290047 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:55.904682 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77960a90-6a8c-4317-a142-b3370d290047 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Fanout notify agent at l3_agent the message router_deleted on router 80809c69-3285-4bbe-b1ba-887de04102ff {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 17:21:55.922088 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-77960a90-6a8c-4317-a142-b3370d290047 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:55.923167 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-77960a90-6a8c-4317-a142-b3370d290047 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "DELETE /v2.0/routers/80809c69-3285-4bbe-b1ba-887de04102ff HTTP/1.1" status: 204 len: 168 time: 1.3570421 Nov 26 17:21:55.925795 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60532) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:21:56.036513 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a0776ef0-cb5f-4d28-b451-d222632d025b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:56.108898 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7719f128-59fd-46cf-90fb-ee2d02ae459c no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:21:56.146110 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 7719f128-59fd-46cf-90fb-ee2d02ae459c {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:21:56.146383 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 7719f128-59fd-46cf-90fb-ee2d02ae459c not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:21:56.146812 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device eb1c7424-3d20-4889-8b1f-5a0633412751 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:21:56.175489 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a0776ef0-cb5f-4d28-b451-d222632d025b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:56.180784 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: eb1c7424-3d20-4889-8b1f-5a0633412751 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:21:56.181131 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device eb1c7424-3d20-4889-8b1f-5a0633412751 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:21:56.181723 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ddd49084-2d57-43de-ad2e-956485ffcc01 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:21:56.201257 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-a0776ef0-cb5f-4d28-b451-d222632d025b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['806c5577-e52c-4bac-b4af-788e7729e6eb']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:21:56.213057 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-a0776ef0-cb5f-4d28-b451-d222632d025b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de9428d6-1404-4277-b0b3-282b087f8bc1') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:21:56.213350 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-a0776ef0-cb5f-4d28-b451-d222632d025b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de9428d6-1404-4277-b0b3-282b087f8bc1') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:21:56.216136 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: ddd49084-2d57-43de-ad2e-956485ffcc01 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:21:56.216501 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device ddd49084-2d57-43de-ad2e-956485ffcc01 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:21:56.225240 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a0776ef0-cb5f-4d28-b451-d222632d025b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:56.240990 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a0776ef0-cb5f-4d28-b451-d222632d025b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:56.248142 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0776ef0-cb5f-4d28-b451-d222632d025b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 17:21:56.248629 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a0776ef0-cb5f-4d28-b451-d222632d025b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 17:21:56.266302 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 17:21:56.353490 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a0776ef0-cb5f-4d28-b451-d222632d025b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:56.356882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4d3ee4c6-620f-46fe-b535-2fd3f9c24116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:21:56.372075 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a0776ef0-cb5f-4d28-b451-d222632d025b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:56.382752 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0776ef0-cb5f-4d28-b451-d222632d025b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'Network': ['ID=806c5577-e52c-4bac-b4af-788e7729e6eb,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:21:56.385847 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a0776ef0-cb5f-4d28-b451-d222632d025b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:21:56.391856 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a0776ef0-cb5f-4d28-b451-d222632d025b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "DELETE /v2.0/networks/806c5577-e52c-4bac-b4af-788e7729e6eb HTTP/1.1" status: 204 len: 168 time: 0.4649980 Nov 26 17:21:56.394471 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60536) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:21:56.461470 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a3eb1678-dbf9-4710-996f-bb42714c3b03 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:56.493912 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a3eb1678-dbf9-4710-996f-bb42714c3b03 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:56.557646 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a3eb1678-dbf9-4710-996f-bb42714c3b03 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:56.561964 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-79ee6ebf-f9a3-4e5b-a5f1-f4e4d1f1d808 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:21:56.576473 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb1678-dbf9-4710-996f-bb42714c3b03 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2200766-83ce-4936-9148-df6eb604f895,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:21:56.579597 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a3eb1678-dbf9-4710-996f-bb42714c3b03 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:21:56.589766 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a3eb1678-dbf9-4710-996f-bb42714c3b03 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:56.591000 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a3eb1678-dbf9-4710-996f-bb42714c3b03 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] 10.222.0.11 "DELETE /v2.0/security-groups/c2200766-83ce-4936-9148-df6eb604f895 HTTP/1.1" status: 204 len: 168 time: 0.1956313 Nov 26 17:21:56.963457 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60546) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:21:57.125426 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-15a124df-2713-4e6f-9257-c0abe60b2926 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=059d345cf6d84a598e16d9e203a8e35d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607018 Nov 26 17:21:57.127756 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60552) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:21:57.182942 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-34b485fd-3851-4a4d-b3ba-dbeb9bad9e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:57.207133 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-34b485fd-3851-4a4d-b3ba-dbeb9bad9e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:57.259808 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-34b485fd-3851-4a4d-b3ba-dbeb9bad9e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:57.264529 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ce540a39-951a-4553-9180-eb98542a1b7a tempest-RoutersNegativeTest-1487265471 tempest-RoutersNegativeTest-1487265471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:21:57.281346 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b485fd-3851-4a4d-b3ba-dbeb9bad9e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d74d1cd-c29d-4bf7-a94a-9913f1941cc7,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:21:57.286013 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-34b485fd-3851-4a4d-b3ba-dbeb9bad9e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:21:57.287559 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-34b485fd-3851-4a4d-b3ba-dbeb9bad9e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:57.288681 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-34b485fd-3851-4a4d-b3ba-dbeb9bad9e0d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6d74d1cd-c29d-4bf7-a94a-9913f1941cc7 HTTP/1.1" status: 204 len: 168 time: 0.1600528 Nov 26 17:21:57.554791 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60560) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:21:57.572174 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c913a7de-3b7f-4878-bab9-fd30c7fc39fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:57.586624 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c913a7de-3b7f-4878-bab9-fd30c7fc39fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:21:57.591019 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c913a7de-3b7f-4878-bab9-fd30c7fc39fa admin admin] Usage tracker for resource:security_group_rule and tenant:2107cbc92fc64f2b9b7f5c9e727d07c4 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:21:57.593842 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-c913a7de-3b7f-4878-bab9-fd30c7fc39fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:21:57.599492 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-c913a7de-3b7f-4878-bab9-fd30c7fc39fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:21:57.686008 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c913a7de-3b7f-4878-bab9-fd30c7fc39fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:57.692917 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-c913a7de-3b7f-4878-bab9-fd30c7fc39fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:57.701685 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c8a751dc-6aea-4a2a-aeef-c3213cedb4ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:21:57.740182 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-c913a7de-3b7f-4878-bab9-fd30c7fc39fa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2107cbc92fc64f2b9b7f5c9e727d07c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1843946 Nov 26 17:21:57.741097 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913a7de-3b7f-4878-bab9-fd30c7fc39fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270d4b90-a416-4ebf-a660-acd098555779,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:21:57.743145 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 60564) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:21:57.744322 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c913a7de-3b7f-4878-bab9-fd30c7fc39fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:21:57.808328 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4135e880-4590-45fd-965a-09cb66863c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:57.833185 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4135e880-4590-45fd-965a-09cb66863c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:57.886490 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4135e880-4590-45fd-965a-09cb66863c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:57.890219 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0d68061a-510d-4002-9a77-4ceb5b745fde tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:21:57.902343 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135e880-4590-45fd-965a-09cb66863c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270d4b90-a416-4ebf-a660-acd098555779,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:21:57.905192 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4135e880-4590-45fd-965a-09cb66863c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:21:57.909506 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-4135e880-4590-45fd-965a-09cb66863c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:57.911190 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-4135e880-4590-45fd-965a-09cb66863c08 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/270d4b90-a416-4ebf-a660-acd098555779 HTTP/1.1" status: 204 len: 168 time: 0.1668103 Nov 26 17:21:58.647662 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 60588) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:21:58.670711 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3b282b8c-6ce3-4953-90e2-095da1ba6516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:58.753763 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-c08e9d46-d59e-4ef5-adee-9555c0befeb9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1919826658-network', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:21:58.758441 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c08e9d46-d59e-4ef5-adee-9555c0befeb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:21:58.762312 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c08e9d46-d59e-4ef5-adee-9555c0befeb9 admin admin] Usage tracker for resource:network and tenant:a21b1248e4054906bc783c9c63dd93d9 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:21:58.765966 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c08e9d46-d59e-4ef5-adee-9555c0befeb9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:21:58.772417 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c08e9d46-d59e-4ef5-adee-9555c0befeb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:21:58.781730 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08e9d46-d59e-4ef5-adee-9555c0befeb9 admin admin] Made reservation on behalf of a21b1248e4054906bc783c9c63dd93d9 for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:21:58.784221 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c08e9d46-d59e-4ef5-adee-9555c0befeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:58.796506 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c08e9d46-d59e-4ef5-adee-9555c0befeb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:58.810482 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c08e9d46-d59e-4ef5-adee-9555c0befeb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:21:58.814236 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c08e9d46-d59e-4ef5-adee-9555c0befeb9 admin admin] Usage tracker for resource:security_group_rule and tenant:a21b1248e4054906bc783c9c63dd93d9 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:21:58.816994 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-c08e9d46-d59e-4ef5-adee-9555c0befeb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:21:58.822563 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-c08e9d46-d59e-4ef5-adee-9555c0befeb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:21:58.903781 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c08e9d46-d59e-4ef5-adee-9555c0befeb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:58.907212 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c08e9d46-d59e-4ef5-adee-9555c0befeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:58.911004 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d3ec4a44-c99c-4174-8fd0-36781bcf71a9 tempest-ServersAdminNegativeTestJSON-248336527 tempest-ServersAdminNegativeTestJSON-248336527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:21:58.935061 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08e9d46-d59e-4ef5-adee-9555c0befeb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 17:21:58.947274 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e9d46-d59e-4ef5-adee-9555c0befeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b0722d-b5ef-409b-acb4-45c48fb26f06,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:21:58.952171 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c08e9d46-d59e-4ef5-adee-9555c0befeb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:21:58.953250 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c08e9d46-d59e-4ef5-adee-9555c0befeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:58.953614 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-c08e9d46-d59e-4ef5-adee-9555c0befeb9 admin admin] Added segment 2c8afedf-2536-41f4-8f3f-02ab586d7344 of type vlan for network 01857a47-a41c-4fa9-af96-63714e02bd98 Nov 26 17:21:58.979977 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c08e9d46-d59e-4ef5-adee-9555c0befeb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:59.008239 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c08e9d46-d59e-4ef5-adee-9555c0befeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:59.009257 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08e9d46-d59e-4ef5-adee-9555c0befeb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:59.009842 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-c08e9d46-d59e-4ef5-adee-9555c0befeb9 admin admin] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:59.015114 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-5a93ee1a-4c60-4938-a08d-da31669a123a tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:21:59.110543 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-c08e9d46-d59e-4ef5-adee-9555c0befeb9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4617608 Nov 26 17:21:59.113610 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60594) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:21:59.115429 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e9d46-d59e-4ef5-adee-9555c0befeb9 admin admin] Pushing event updated for resources: {'Network': ['ID=01857a47-a41c-4fa9-af96-63714e02bd98,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:21:59.118114 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-c08e9d46-d59e-4ef5-adee-9555c0befeb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:21:59.119242 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-e80c7708-afb5-40ea-b2fb-73e4020b29a7 admin admin] Request body: {'subnet': {'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1919826658-subnet', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'ip_version': 4}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:21:59.129330 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 01857a47-a41c-4fa9-af96-63714e02bd98 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 17:21:59.130818 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-e80c7708-afb5-40ea-b2fb-73e4020b29a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:21:59.134993 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e80c7708-afb5-40ea-b2fb-73e4020b29a7 admin admin] Usage tracker for resource:subnet and tenant:a21b1248e4054906bc783c9c63dd93d9 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:21:59.138397 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-e80c7708-afb5-40ea-b2fb-73e4020b29a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:21:59.144247 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-e80c7708-afb5-40ea-b2fb-73e4020b29a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:21:59.159882 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80c7708-afb5-40ea-b2fb-73e4020b29a7 admin admin] Made reservation on behalf of a21b1248e4054906bc783c9c63dd93d9 for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:21:59.162176 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e80c7708-afb5-40ea-b2fb-73e4020b29a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:59.363832 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e80c7708-afb5-40ea-b2fb-73e4020b29a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:59.368202 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-18caa888-6150-4edf-9e1b-87c9790b54c8 tempest-NetworksTestDHCPv6-1811906551 tempest-NetworksTestDHCPv6-1811906551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:21:59.442739 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:59.548444 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c7708-afb5-40ea-b2fb-73e4020b29a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f677ed37-abcc-4c7c-8b6a-fcfe09a2c556,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:21:59.551837 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e80c7708-afb5-40ea-b2fb-73e4020b29a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:21:59.557308 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80c7708-afb5-40ea-b2fb-73e4020b29a7 admin admin] Checking segment: {'id': '2c8afedf-2536-41f4-8f3f-02ab586d7344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:21:59.558198 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80c7708-afb5-40ea-b2fb-73e4020b29a7 admin admin] Network hostable DHCP agents. Network: 01857a47-a41c-4fa9-af96-63714e02bd98, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 17:21:59.576368 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80c7708-afb5-40ea-b2fb-73e4020b29a7 admin admin] Network 01857a47-a41c-4fa9-af96-63714e02bd98 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 17:21:59.584964 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-e80c7708-afb5-40ea-b2fb-73e4020b29a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 01857a47-a41c-4fa9-af96-63714e02bd98) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:21:59.588947 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80c7708-afb5-40ea-b2fb-73e4020b29a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:21:59.589530 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e80c7708-afb5-40ea-b2fb-73e4020b29a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:59.595256 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59888819-d248-48f2-aef6-422ac600c137 None None] Network 01857a47-a41c-4fa9-af96-63714e02bd98 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:21:59.614038 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e80c7708-afb5-40ea-b2fb-73e4020b29a7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4993215 Nov 26 17:21:59.617024 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60598) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:21:59.623041 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-d0d50d82-a3eb-458f-89a4-e9d2c222b8c5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1919826658-router', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:21:59.628291 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d0d50d82-a3eb-458f-89a4-e9d2c222b8c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:21:59.632379 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d0d50d82-a3eb-458f-89a4-e9d2c222b8c5 admin admin] Usage tracker for resource:router and tenant:a21b1248e4054906bc783c9c63dd93d9 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:21:59.635386 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-d0d50d82-a3eb-458f-89a4-e9d2c222b8c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:21:59.641975 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-d0d50d82-a3eb-458f-89a4-e9d2c222b8c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:21:59.654479 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d0d50d82-a3eb-458f-89a4-e9d2c222b8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:59.655687 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d0d50d82-a3eb-458f-89a4-e9d2c222b8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:59.672176 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d0d50d82-a3eb-458f-89a4-e9d2c222b8c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:59.852663 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-01857a47-a41c-4fa9-af96-63714e02bd98', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'fixed_ips': [{'subnet_id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 17:21:59.853493 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:21:59.937831 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d0d50d82-a3eb-458f-89a4-e9d2c222b8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:00.008815 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] Allocated IP 172.20.0.2 (01857a47-a41c-4fa9-af96-63714e02bd98/f677ed37-abcc-4c7c-8b6a-fcfe09a2c556/82af0845-7fc7-4bcb-ad6e-4e6f3a45a706) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:22:00.211480 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:00.221851 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] Transition to ACTIVE for port object 82af0845-7fc7-4bcb-ad6e-4e6f3a45a706 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:22:00.239951 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] Transition to ACTIVE for port object 82af0845-7fc7-4bcb-ad6e-4e6f3a45a706 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:22:00.246563 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:00.248034 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d0d50d82-a3eb-458f-89a4-e9d2c222b8c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:00.251793 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:00.278921 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d0d50d82-a3eb-458f-89a4-e9d2c222b8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:00.314599 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] Network 01857a47-a41c-4fa9-af96-63714e02bd98 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:22:00.317509 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:22:00.319868 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:22:00.329502 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] Pushing event updated for resources: {'Port': ['ID=82af0845-7fc7-4bcb-ad6e-4e6f3a45a706,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:00.332182 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:00.415243 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] Attempting to bind port 82af0845-7fc7-4bcb-ad6e-4e6f3a45a706 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:22:00.415616 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] Attempting to bind port 82af0845-7fc7-4bcb-ad6e-4e6f3a45a706 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '2c8afedf-2536-41f4-8f3f-02ab586d7344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:22:00.416009 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] Attempting to bind port 82af0845-7fc7-4bcb-ad6e-4e6f3a45a706 on network 01857a47-a41c-4fa9-af96-63714e02bd98 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:22:00.418672 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-d0d50d82-a3eb-458f-89a4-e9d2c222b8c5 admin admin] Allocated IP 172.26.0.228 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/5f73aaf4-6aa8-4afb-9d09-24635f79a5f0) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:22:00.422210 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:22:00.422617 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] Checking segment: {'id': '2c8afedf-2536-41f4-8f3f-02ab586d7344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:22:00.423115 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:00.423462 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] Bound using segment: {'id': '2c8afedf-2536-41f4-8f3f-02ab586d7344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:22:00.424002 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] Bound port: 82af0845-7fc7-4bcb-ad6e-4e6f3a45a706, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8afedf-2536-41f4-8f3f-02ab586d7344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:22:00.424386 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:00.511551 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] For port 82af0845-7fc7-4bcb-ad6e-4e6f3a45a706, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:22:00.514755 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] For port 82af0845-7fc7-4bcb-ad6e-4e6f3a45a706, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=82af0845-7fc7-4bcb-ad6e-4e6f3a45a706,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:22:00.520092 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:00.523571 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-be1678a8-9f2d-49ca-b4da-b37a6c7faa55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:00.567022 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d0d50d82-a3eb-458f-89a4-e9d2c222b8c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:00.596871 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d0d50d82-a3eb-458f-89a4-e9d2c222b8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:00.604999 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] Pushing event updated for resources: {'Port': ['ID=82af0845-7fc7-4bcb-ad6e-4e6f3a45a706,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:00.607882 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:00.608138 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-aa85c202-1621-485d-bffa-b4343209a01b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:00.657763 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d50d82-a3eb-458f-89a4-e9d2c222b8c5 admin admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:22:00.664995 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-d0d50d82-a3eb-458f-89a4-e9d2c222b8c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:22:00.667914 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d50d82-a3eb-458f-89a4-e9d2c222b8c5 admin admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:22:00.724786 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d50d82-a3eb-458f-89a4-e9d2c222b8c5 admin admin] Pushing event updated for resources: {'Port': ['ID=5f73aaf4-6aa8-4afb-9d09-24635f79a5f0,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:00.727951 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d0d50d82-a3eb-458f-89a4-e9d2c222b8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:01.222601 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d0d50d82-a3eb-458f-89a4-e9d2c222b8c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:01.330511 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1a247560-a7de-4dc4-8ee9-d6d994da3022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:01.539542 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55759e36-818a-4bf6-a062-30cfd2504970 None None] Network 01857a47-a41c-4fa9-af96-63714e02bd98 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:22:01.575691 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d0d50d82-a3eb-458f-89a4-e9d2c222b8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:01.634891 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-75dee524-aba7-4cf8-b472-ff58813e755f None None] Provisioning for port 82af0845-7fc7-4bcb-ad6e-4e6f3a45a706 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:22:01.781040 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d50d82-a3eb-458f-89a4-e9d2c222b8c5 admin admin] Router 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 17:22:01.966914 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d50d82-a3eb-458f-89a4-e9d2c222b8c5 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:22:01.976261 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] Sync routers for ids ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:22:01.985457 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] Routers {'69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:22:01.986072 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:22:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:22:01.989178 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-d0d50d82-a3eb-458f-89a4-e9d2c222b8c5 admin admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:01.993218 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-d0d50d82-a3eb-458f-89a4-e9d2c222b8c5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3725431 Nov 26 17:22:01.993348 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60602) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:22:02.090129 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 82af0845-7fc7-4bcb-ad6e-4e6f3a45a706 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:22:02.163664 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 82af0845-7fc7-4bcb-ad6e-4e6f3a45a706 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:22:02.168619 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 82af0845-7fc7-4bcb-ad6e-4e6f3a45a706 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:22:02.169018 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:02.177632 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] Set router 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:22:02.286972 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:02.335963 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 82af0845-7fc7-4bcb-ad6e-4e6f3a45a706, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=82af0845-7fc7-4bcb-ad6e-4e6f3a45a706,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:22:02.348936 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:02.351669 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:02.353571 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-787a680f-05f4-49aa-8307-eec10dd50e9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:02.421842 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=82af0845-7fc7-4bcb-ad6e-4e6f3a45a706,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:02.425193 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:02.481953 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'name': 'tempest-TestShelveInstance-1919826658-router', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:21:59Z', 'updated_at': '2021-11-26T17:22:00Z', 'revision_number': 3, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'gw_port': {'id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:cc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:00Z', 'updated_at': '2021-11-26T17:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:22:02.485900 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] Checking router: 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:22:02.486253 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] Updating router 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c port 5f73aaf4-6aa8-4afb-9d09-24635f79a5f0 binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:22:02.540594 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:02.830998 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-68d8a962-d2c7-4776-bcc3-d95bbcf4426e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:02.892046 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:02.904269 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] Transition to ACTIVE for port object 5f73aaf4-6aa8-4afb-9d09-24635f79a5f0 will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:22:02.910546 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:02.914866 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-bf570800-9b2d-4edc-b95a-fc9868befd0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:02.988105 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] Attempting to bind port 5f73aaf4-6aa8-4afb-9d09-24635f79a5f0 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:22:02.988739 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] Attempting to bind port 5f73aaf4-6aa8-4afb-9d09-24635f79a5f0 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:22:02.988852 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] Attempting to bind port 5f73aaf4-6aa8-4afb-9d09-24635f79a5f0 on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:22:02.990712 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9c1e8-076e-4dad-91b4-485a8bfc9659 None None] Pushing event updated for resources: {'Port': ['ID=5f73aaf4-6aa8-4afb-9d09-24635f79a5f0,revision_number=2']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:02.999792 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:22:03.000168 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:22:03.000571 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:03.000969 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:22:03.001425 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] Bound port: 5f73aaf4-6aa8-4afb-9d09-24635f79a5f0, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:22:03.001800 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:03.027557 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9c1e8-076e-4dad-91b4-485a8bfc9659 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:22:03.027924 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9c1e8-076e-4dad-91b4-485a8bfc9659 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:22:03.028260 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9c1e8-076e-4dad-91b4-485a8bfc9659 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:22:03.028587 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9c1e8-076e-4dad-91b4-485a8bfc9659 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:22:03.028912 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9c1e8-076e-4dad-91b4-485a8bfc9659 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:22:03.029237 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9c1e8-076e-4dad-91b4-485a8bfc9659 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:22:03.029559 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9c1e8-076e-4dad-91b4-485a8bfc9659 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:22:03.029884 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9c1e8-076e-4dad-91b4-485a8bfc9659 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:22:03.030203 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9c1e8-076e-4dad-91b4-485a8bfc9659 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:22:03.030517 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9c1e8-076e-4dad-91b4-485a8bfc9659 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:22:03.030831 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9c1e8-076e-4dad-91b4-485a8bfc9659 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:22:03.031166 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9c1e8-076e-4dad-91b4-485a8bfc9659 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:22:03.038815 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-46d9c1e8-076e-4dad-91b4-485a8bfc9659 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:03.040454 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-68d8a962-d2c7-4776-bcc3-d95bbcf4426e admin admin] Allocated IP 172.20.0.1 (01857a47-a41c-4fa9-af96-63714e02bd98/f677ed37-abcc-4c7c-8b6a-fcfe09a2c556/f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:22:03.083456 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] For port 5f73aaf4-6aa8-4afb-9d09-24635f79a5f0, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:22:03.087916 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] For port 5f73aaf4-6aa8-4afb-9d09-24635f79a5f0, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5f73aaf4-6aa8-4afb-9d09-24635f79a5f0,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:22:03.092985 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:03.096509 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-4e5df0e4-07e7-449b-babe-6fe534d0c1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:03.168879 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] Routers {'69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:22:03.169492 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:22:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:22:03.188938 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-68d8a962-d2c7-4776-bcc3-d95bbcf4426e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:03.204217 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-68d8a962-d2c7-4776-bcc3-d95bbcf4426e admin admin] Transition to ACTIVE for port object f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:22:03.229022 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-68d8a962-d2c7-4776-bcc3-d95bbcf4426e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:03.233395 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bef9d1fc-35b8-490f-ae73-8cc6d4cc28e0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:03.288590 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9c1e8-076e-4dad-91b4-485a8bfc9659 None None] Pushing event updated for resources: {'Port': ['ID=5f73aaf4-6aa8-4afb-9d09-24635f79a5f0,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:03.291789 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-46d9c1e8-076e-4dad-91b4-485a8bfc9659 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:03.293199 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d8a962-d2c7-4776-bcc3-d95bbcf4426e admin admin] Network 01857a47-a41c-4fa9-af96-63714e02bd98 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:22:03.296018 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-68d8a962-d2c7-4776-bcc3-d95bbcf4426e admin admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:22:03.300091 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d8a962-d2c7-4776-bcc3-d95bbcf4426e admin admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:22:03.343219 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8a962-d2c7-4776-bcc3-d95bbcf4426e admin admin] Pushing event updated for resources: {'Port': ['ID=f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:03.347527 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-68d8a962-d2c7-4776-bcc3-d95bbcf4426e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:03.362688 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] Set router 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:22:03.362862 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-68d8a962-d2c7-4776-bcc3-d95bbcf4426e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:03.481255 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-68d8a962-d2c7-4776-bcc3-d95bbcf4426e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:03.501154 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9ce3379d-f56d-4542-8006-b8528093c0c7 None None] Provisioning for port f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:22:03.506897 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-9ce3379d-f56d-4542-8006-b8528093c0c7 None None] Provisioning complete for port f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:22:03.507385 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9ce3379d-f56d-4542-8006-b8528093c0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:03.567602 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-9ce3379d-f56d-4542-8006-b8528093c0c7 None None] Port f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:22:03.658906 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'name': 'tempest-TestShelveInstance-1919826658-router', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:21:59Z', 'updated_at': '2021-11-26T17:22:00Z', 'revision_number': 3, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'gw_port': {'id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:cc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:00Z', 'updated_at': '2021-11-26T17:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:22:03.663012 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb9f180-9008-4b3e-80d0-3bbb81aea818 None None] The sync data for ids ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'] in dv-neutron-819440-1-hyperv is: [{'id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'name': 'tempest-TestShelveInstance-1919826658-router', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:21:59Z', 'updated_at': '2021-11-26T17:22:00Z', 'revision_number': 3, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'gw_port': {'id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:cc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:00Z', 'updated_at': '2021-11-26T17:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:22:03.708820 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-68d8a962-d2c7-4776-bcc3-d95bbcf4426e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:03.713827 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-68d8a962-d2c7-4776-bcc3-d95bbcf4426e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:03.744564 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f1d4e6da-df1b-41ca-8c6f-e87e34a6d96d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:03.829231 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8a962-d2c7-4776-bcc3-d95bbcf4426e admin admin] Pushing event updated for resources: {'Port': ['ID=f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:03.832129 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-68d8a962-d2c7-4776-bcc3-d95bbcf4426e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:03.833195 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-68d8a962-d2c7-4776-bcc3-d95bbcf4426e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:03.985805 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d8a962-d2c7-4776-bcc3-d95bbcf4426e admin admin] Network 01857a47-a41c-4fa9-af96-63714e02bd98 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:22:03.987088 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-68d8a962-d2c7-4776-bcc3-d95bbcf4426e admin admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:22:04.118021 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:04.169120 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5f73aaf4-6aa8-4afb-9d09-24635f79a5f0 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:22:04.248168 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 5f73aaf4-6aa8-4afb-9d09-24635f79a5f0 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:22:04.253930 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 5f73aaf4-6aa8-4afb-9d09-24635f79a5f0 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:22:04.254317 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:04.325963 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-dbdc1f04-41d7-4b02-b2f7-7fe0c5558ead None None] Provisioning complete for port f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:22:04.326341 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-dbdc1f04-41d7-4b02-b2f7-7fe0c5558ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:04.356635 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d8a962-d2c7-4776-bcc3-d95bbcf4426e admin admin] Router 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:22:04.455031 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc1f04-41d7-4b02-b2f7-7fe0c5558ead None None] Port f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:22:04.480907 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:04.498433 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 5f73aaf4-6aa8-4afb-9d09-24635f79a5f0, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5f73aaf4-6aa8-4afb-9d09-24635f79a5f0,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:22:04.502981 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:04.503991 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 82af0845-7fc7-4bcb-ad6e-4e6f3a45a706 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:22:04.535309 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:04.547164 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d8a962-d2c7-4776-bcc3-d95bbcf4426e admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:22:04.566179 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-68d8a962-d2c7-4776-bcc3-d95bbcf4426e admin admin] 10.222.0.11 "PUT /v2.0/routers/69bf3a9d-8eaa-405f-8b6e-8cf0c642810c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5622721 Nov 26 17:22:04.622965 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=5f73aaf4-6aa8-4afb-9d09-24635f79a5f0,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:04.626979 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:04.637632 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 82af0845-7fc7-4bcb-ad6e-4e6f3a45a706 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:22:04.638012 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:05.064197 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60620) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:22:05.069803 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-5ada4d5c-572e-4f44-bd31-0396c6c0fd35 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-345844432-network', 'tenant_id': '034bdd7bf32e4a45a4e111e7200ea91e'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:22:05.074918 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5ada4d5c-572e-4f44-bd31-0396c6c0fd35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:22:05.078945 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5ada4d5c-572e-4f44-bd31-0396c6c0fd35 admin admin] Usage tracker for resource:network and tenant:034bdd7bf32e4a45a4e111e7200ea91e is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:22:05.081888 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5ada4d5c-572e-4f44-bd31-0396c6c0fd35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:22:05.087876 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5ada4d5c-572e-4f44-bd31-0396c6c0fd35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:22:05.098632 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ada4d5c-572e-4f44-bd31-0396c6c0fd35 admin admin] Made reservation on behalf of 034bdd7bf32e4a45a4e111e7200ea91e for: {'network': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:22:05.101037 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ada4d5c-572e-4f44-bd31-0396c6c0fd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:05.113892 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ada4d5c-572e-4f44-bd31-0396c6c0fd35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:05.128752 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5ada4d5c-572e-4f44-bd31-0396c6c0fd35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:22:05.132701 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5ada4d5c-572e-4f44-bd31-0396c6c0fd35 admin admin] Usage tracker for resource:security_group_rule and tenant:034bdd7bf32e4a45a4e111e7200ea91e is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:22:05.135880 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5ada4d5c-572e-4f44-bd31-0396c6c0fd35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:22:05.141591 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5ada4d5c-572e-4f44-bd31-0396c6c0fd35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:22:05.230229 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ada4d5c-572e-4f44-bd31-0396c6c0fd35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:05.234346 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] Sync routers for ids ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:22:05.234605 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ada4d5c-572e-4f44-bd31-0396c6c0fd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:05.238850 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-90f53f84-b74d-490f-ad41-fe7ca17cab81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:05.244625 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] Routers {'69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:22:05.245797 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:22:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:22:05.263929 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ada4d5c-572e-4f44-bd31-0396c6c0fd35 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=87519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 17:22:05.278435 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada4d5c-572e-4f44-bd31-0396c6c0fd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87e57cc-3587-4a7f-a48a-4931b800f2f5,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:05.281657 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5ada4d5c-572e-4f44-bd31-0396c6c0fd35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:05.282759 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ada4d5c-572e-4f44-bd31-0396c6c0fd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:05.283099 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.segments_db [None req-5ada4d5c-572e-4f44-bd31-0396c6c0fd35 admin admin] Added segment e8b43017-a273-4550-85b6-582e88e752ec of type vlan for network c9a7e03d-48ae-4013-9396-179d41cecdc1 Nov 26 17:22:05.309915 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ada4d5c-572e-4f44-bd31-0396c6c0fd35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:05.339223 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ada4d5c-572e-4f44-bd31-0396c6c0fd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:05.340303 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ada4d5c-572e-4f44-bd31-0396c6c0fd35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:05.340857 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5ada4d5c-572e-4f44-bd31-0396c6c0fd35 admin admin] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:05.345457 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b16b3b49-b8b4-4474-9aef-008a6695f6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:05.431527 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] Set router 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:22:05.442087 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5ada4d5c-572e-4f44-bd31-0396c6c0fd35 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3767867 Nov 26 17:22:05.445025 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 60624) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:22:05.447118 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada4d5c-572e-4f44-bd31-0396c6c0fd35 admin admin] Pushing event updated for resources: {'Network': ['ID=c9a7e03d-48ae-4013-9396-179d41cecdc1,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:05.450089 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5ada4d5c-572e-4f44-bd31-0396c6c0fd35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:05.458834 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-e6d6d96f-340a-402e-891c-de4e0d82e29e admin admin] Request body: {'subnet': {'network_id': 'c9a7e03d-48ae-4013-9396-179d41cecdc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-345844432-subnet', 'tenant_id': '034bdd7bf32e4a45a4e111e7200ea91e', 'ip_version': 4}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:22:05.465702 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e6d6d96f-340a-402e-891c-de4e0d82e29e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:22:05.469653 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e6d6d96f-340a-402e-891c-de4e0d82e29e admin admin] Usage tracker for resource:subnet and tenant:034bdd7bf32e4a45a4e111e7200ea91e is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:22:05.472824 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-e6d6d96f-340a-402e-891c-de4e0d82e29e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:22:05.473587 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network c9a7e03d-48ae-4013-9396-179d41cecdc1 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 17:22:05.478696 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-e6d6d96f-340a-402e-891c-de4e0d82e29e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:22:05.489936 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d6d96f-340a-402e-891c-de4e0d82e29e admin admin] Made reservation on behalf of 034bdd7bf32e4a45a4e111e7200ea91e for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:22:05.492529 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6d6d96f-340a-402e-891c-de4e0d82e29e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:05.827607 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6d6d96f-340a-402e-891c-de4e0d82e29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:05.832142 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d3d8326e-bd43-49f8-8e06-1d8febdff546 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:05.843091 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'name': 'tempest-TestShelveInstance-1919826658-router', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:21:59Z', 'updated_at': '2021-11-26T17:22:03Z', 'revision_number': 4, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'gw_port': {'id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:00Z', 'updated_at': '2021-11-26T17:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5', 'name': '', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'mac_address': 'fa:16:3e:57:61:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:02Z', 'updated_at': '2021-11-26T17:22:03Z', 'revision_number': 2, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'subnets': [{'id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:22:05.846952 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] Checking router: 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:22:05.847323 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] Updating router 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c port f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5 binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:22:05.899580 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6d96f-340a-402e-891c-de4e0d82e29e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6499214d-2f24-4297-8fbc-204510e4adfa,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:05.899852 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:05.904079 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e6d6d96f-340a-402e-891c-de4e0d82e29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:05.910925 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d6d96f-340a-402e-891c-de4e0d82e29e admin admin] Checking segment: {'id': 'e8b43017-a273-4550-85b6-582e88e752ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9a7e03d-48ae-4013-9396-179d41cecdc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:22:05.911284 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d6d96f-340a-402e-891c-de4e0d82e29e admin admin] Network hostable DHCP agents. Network: c9a7e03d-48ae-4013-9396-179d41cecdc1, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 17:22:05.929742 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d6d96f-340a-402e-891c-de4e0d82e29e admin admin] Network c9a7e03d-48ae-4013-9396-179d41cecdc1 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 17:22:05.939047 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-e6d6d96f-340a-402e-891c-de4e0d82e29e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, c9a7e03d-48ae-4013-9396-179d41cecdc1) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:22:05.942992 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d6d96f-340a-402e-891c-de4e0d82e29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:05.943576 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-e6d6d96f-340a-402e-891c-de4e0d82e29e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:05.957605 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11ae8ac-ccce-4c3b-bcd1-cec3a529b40b None None] Network c9a7e03d-48ae-4013-9396-179d41cecdc1 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:22:05.965401 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-e6d6d96f-340a-402e-891c-de4e0d82e29e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5183477 Nov 26 17:22:05.968154 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60628) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:22:05.973343 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-578c37f5-372b-4947-bc4c-8b64c89f37b4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-345844432-router', 'tenant_id': '034bdd7bf32e4a45a4e111e7200ea91e', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:22:05.978184 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-578c37f5-372b-4947-bc4c-8b64c89f37b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:22:05.981948 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-578c37f5-372b-4947-bc4c-8b64c89f37b4 admin admin] Usage tracker for resource:router and tenant:034bdd7bf32e4a45a4e111e7200ea91e is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:22:05.984911 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-578c37f5-372b-4947-bc4c-8b64c89f37b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:22:05.990747 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-578c37f5-372b-4947-bc4c-8b64c89f37b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:22:06.002948 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-578c37f5-372b-4947-bc4c-8b64c89f37b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:06.004378 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-578c37f5-372b-4947-bc4c-8b64c89f37b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:06.022812 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-578c37f5-372b-4947-bc4c-8b64c89f37b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:06.096259 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5f73aaf4-6aa8-4afb-9d09-24635f79a5f0 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:22:06.301748 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-578c37f5-372b-4947-bc4c-8b64c89f37b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:06.383335 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 5f73aaf4-6aa8-4afb-9d09-24635f79a5f0 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:22:06.383745 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:06.481490 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2579148c-1a8c-4678-8f99-7e527305fa86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-c9a7e03d-48ae-4013-9396-179d41cecdc1', 'network_id': 'c9a7e03d-48ae-4013-9396-179d41cecdc1', 'tenant_id': '034bdd7bf32e4a45a4e111e7200ea91e', 'fixed_ips': [{'subnet_id': '6499214d-2f24-4297-8fbc-204510e4adfa'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 17:22:06.482332 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2579148c-1a8c-4678-8f99-7e527305fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:06.614709 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-578c37f5-372b-4947-bc4c-8b64c89f37b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:06.645048 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-578c37f5-372b-4947-bc4c-8b64c89f37b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:06.784890 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:06.793765 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-578c37f5-372b-4947-bc4c-8b64c89f37b4 admin admin] Allocated IP 172.26.0.147 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/18ae53bc-72ed-48c9-8bd1-e4428e28b1c6) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:22:06.804516 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-2579148c-1a8c-4678-8f99-7e527305fa86 None None] Allocated IP 172.20.0.2 (c9a7e03d-48ae-4013-9396-179d41cecdc1/6499214d-2f24-4297-8fbc-204510e4adfa/4d96b242-4723-4492-9051-794fd3754a8c) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:22:06.806620 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] Transition to ACTIVE for port object f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:22:06.817269 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:06.821721 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:07.060575 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b987ec5-8a4e-4513-8c74-ed20fbf43474 None None] Pushing event updated for resources: {'Port': ['ID=f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:07.070798 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-4b987ec5-8a4e-4513-8c74-ed20fbf43474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:07.091677 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-578c37f5-372b-4947-bc4c-8b64c89f37b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:07.124439 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-578c37f5-372b-4947-bc4c-8b64c89f37b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:07.129342 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-7acd49c1-b4b5-43bf-9c9a-24bea8dd29e9 tempest-TestMinimumBasicScenario-2132083557 tempest-TestMinimumBasicScenario-2132083557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:07.150168 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] Attempting to bind port f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:22:07.150552 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] Attempting to bind port f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '2c8afedf-2536-41f4-8f3f-02ab586d7344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:22:07.150932 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] Attempting to bind port f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5 on network 01857a47-a41c-4fa9-af96-63714e02bd98 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:22:07.168366 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:22:07.168751 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] Checking segment: {'id': '2c8afedf-2536-41f4-8f3f-02ab586d7344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:22:07.169162 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:07.169562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] Bound using segment: {'id': '2c8afedf-2536-41f4-8f3f-02ab586d7344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:22:07.170037 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] Bound port: f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8afedf-2536-41f4-8f3f-02ab586d7344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:22:07.170414 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:07.195003 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578c37f5-372b-4947-bc4c-8b64c89f37b4 admin admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:22:07.197770 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-578c37f5-372b-4947-bc4c-8b64c89f37b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:22:07.201110 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578c37f5-372b-4947-bc4c-8b64c89f37b4 admin admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:22:07.244977 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c37f5-372b-4947-bc4c-8b64c89f37b4 admin admin] Pushing event updated for resources: {'Port': ['ID=18ae53bc-72ed-48c9-8bd1-e4428e28b1c6,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:07.248664 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-578c37f5-372b-4947-bc4c-8b64c89f37b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:07.306540 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2579148c-1a8c-4678-8f99-7e527305fa86 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:07.331130 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2579148c-1a8c-4678-8f99-7e527305fa86 None None] Transition to ACTIVE for port object 4d96b242-4723-4492-9051-794fd3754a8c will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:22:07.345551 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] For port f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:22:07.350564 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] For port f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:22:07.356619 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:07.361103 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-2579148c-1a8c-4678-8f99-7e527305fa86 None None] Transition to ACTIVE for port object 4d96b242-4723-4492-9051-794fd3754a8c will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:22:07.362173 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:07.414218 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2579148c-1a8c-4678-8f99-7e527305fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:07.450283 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2579148c-1a8c-4678-8f99-7e527305fa86 None None] Network c9a7e03d-48ae-4013-9396-179d41cecdc1 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:22:07.453080 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-2579148c-1a8c-4678-8f99-7e527305fa86 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:22:07.456712 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] Routers {'69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:22:07.457428 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:22:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:22:07.509510 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2579148c-1a8c-4678-8f99-7e527305fa86 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:22:07.512068 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b987ec5-8a4e-4513-8c74-ed20fbf43474 None None] Pushing event updated for resources: {'Port': ['ID=f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:07.573817 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-4b987ec5-8a4e-4513-8c74-ed20fbf43474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:07.574308 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a27d46d9-68c1-4475-b450-4d1743ac3312 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:07.641415 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-578c37f5-372b-4947-bc4c-8b64c89f37b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:07.824176 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579148c-1a8c-4678-8f99-7e527305fa86 None None] Pushing event updated for resources: {'Port': ['ID=4d96b242-4723-4492-9051-794fd3754a8c,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:07.832534 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2579148c-1a8c-4678-8f99-7e527305fa86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:07.839608 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-2579148c-1a8c-4678-8f99-7e527305fa86 None None] Attempting to bind port 4d96b242-4723-4492-9051-794fd3754a8c on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:22:07.840016 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-2579148c-1a8c-4678-8f99-7e527305fa86 None None] Attempting to bind port 4d96b242-4723-4492-9051-794fd3754a8c by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'e8b43017-a273-4550-85b6-582e88e752ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9a7e03d-48ae-4013-9396-179d41cecdc1'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:22:07.840393 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2579148c-1a8c-4678-8f99-7e527305fa86 None None] Attempting to bind port 4d96b242-4723-4492-9051-794fd3754a8c on network c9a7e03d-48ae-4013-9396-179d41cecdc1 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:22:07.851764 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2579148c-1a8c-4678-8f99-7e527305fa86 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:22:07.852158 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2579148c-1a8c-4678-8f99-7e527305fa86 None None] Checking segment: {'id': 'e8b43017-a273-4550-85b6-582e88e752ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9a7e03d-48ae-4013-9396-179d41cecdc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:22:07.852561 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2579148c-1a8c-4678-8f99-7e527305fa86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:07.852961 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2579148c-1a8c-4678-8f99-7e527305fa86 None None] Bound using segment: {'id': 'e8b43017-a273-4550-85b6-582e88e752ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9a7e03d-48ae-4013-9396-179d41cecdc1'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:22:07.853428 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-2579148c-1a8c-4678-8f99-7e527305fa86 None None] Bound port: 4d96b242-4723-4492-9051-794fd3754a8c, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b43017-a273-4550-85b6-582e88e752ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9a7e03d-48ae-4013-9396-179d41cecdc1'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:22:07.853812 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2579148c-1a8c-4678-8f99-7e527305fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:07.869123 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] Set router 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:22:07.978796 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-578c37f5-372b-4947-bc4c-8b64c89f37b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:08.144194 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-2579148c-1a8c-4678-8f99-7e527305fa86 None None] For port 4d96b242-4723-4492-9051-794fd3754a8c, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:22:08.156690 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-2579148c-1a8c-4678-8f99-7e527305fa86 None None] For port 4d96b242-4723-4492-9051-794fd3754a8c, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=4d96b242-4723-4492-9051-794fd3754a8c,segment=NetworkSegment(e8b43017-a273-4550-85b6-582e88e752ec),segment_id=e8b43017-a273-4550-85b6-582e88e752ec)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:22:08.164194 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2579148c-1a8c-4678-8f99-7e527305fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:08.171164 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:08.189495 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578c37f5-372b-4947-bc4c-8b64c89f37b4 admin admin] Router 611407e2-c956-4565-90e1-cf80aad88a1c is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 17:22:08.311323 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579148c-1a8c-4678-8f99-7e527305fa86 None None] Pushing event updated for resources: {'Port': ['ID=4d96b242-4723-4492-9051-794fd3754a8c,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:08.316116 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2579148c-1a8c-4678-8f99-7e527305fa86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:08.347308 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'name': 'tempest-TestShelveInstance-1919826658-router', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:21:59Z', 'updated_at': '2021-11-26T17:22:03Z', 'revision_number': 4, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'gw_port': {'id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:00Z', 'updated_at': '2021-11-26T17:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5', 'name': '', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'mac_address': 'fa:16:3e:57:61:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:02Z', 'updated_at': '2021-11-26T17:22:07Z', 'revision_number': 4, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'subnets': [{'id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:22:08.352244 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c749d52a-5ba2-4caf-98e1-e45b0587dde6 None None] The sync data for ids ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'] in dv-neutron-819440-1-hyperv is: [{'id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'name': 'tempest-TestShelveInstance-1919826658-router', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:21:59Z', 'updated_at': '2021-11-26T17:22:03Z', 'revision_number': 4, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'gw_port': {'id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:00Z', 'updated_at': '2021-11-26T17:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5', 'name': '', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'mac_address': 'fa:16:3e:57:61:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:02Z', 'updated_at': '2021-11-26T17:22:07Z', 'revision_number': 4, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'subnets': [{'id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:22:08.540042 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578c37f5-372b-4947-bc4c-8b64c89f37b4 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:22:08.550931 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] Sync routers for ids ['611407e2-c956-4565-90e1-cf80aad88a1c'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:22:08.561457 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] Routers {'611407e2-c956-4565-90e1-cf80aad88a1c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:22:08.562102 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:22:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['611407e2-c956-4565-90e1-cf80aad88a1c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:22:08.567936 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-578c37f5-372b-4947-bc4c-8b64c89f37b4 admin admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:08.569494 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-578c37f5-372b-4947-bc4c-8b64c89f37b4 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6003273 Nov 26 17:22:08.572376 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60632) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:22:08.768055 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] Set router 611407e2-c956-4565-90e1-cf80aad88a1c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:22:09.090001 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611407e2-c956-4565-90e1-cf80aad88a1c', 'name': 'tempest-TestShelveInstance-345844432-router', 'tenant_id': '034bdd7bf32e4a45a4e111e7200ea91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '18ae53bc-72ed-48c9-8bd1-e4428e28b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:22:06Z', 'updated_at': '2021-11-26T17:22:07Z', 'revision_number': 3, 'project_id': '034bdd7bf32e4a45a4e111e7200ea91e', 'gw_port': {'id': '18ae53bc-72ed-48c9-8bd1-e4428e28b1c6', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:25:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611407e2-c956-4565-90e1-cf80aad88a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:06Z', 'updated_at': '2021-11-26T17:22:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:22:09.094936 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] Checking router: 611407e2-c956-4565-90e1-cf80aad88a1c for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:22:09.095354 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] Updating router 611407e2-c956-4565-90e1-cf80aad88a1c port 18ae53bc-72ed-48c9-8bd1-e4428e28b1c6 binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:22:09.160292 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:09.334491 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4fcca558-dc2b-4690-b316-731448631681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:09.394045 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129f7639-1995-4e79-ae29-4dfffd7f6a13 None None] Network c9a7e03d-48ae-4013-9396-179d41cecdc1 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:22:09.507562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e5cf37dc-ee83-4676-aeee-0f7e3e7d935e None None] Provisioning for port 4d96b242-4723-4492-9051-794fd3754a8c completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:22:09.571375 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:09.593991 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] Transition to ACTIVE for port object 18ae53bc-72ed-48c9-8bd1-e4428e28b1c6 will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:22:09.606513 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:09.611497 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-ace6a844-6ca2-4424-8a9f-69ec54212d7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:09.613874 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-4fcca558-dc2b-4690-b316-731448631681 admin admin] Allocated IP 172.20.0.1 (c9a7e03d-48ae-4013-9396-179d41cecdc1/6499214d-2f24-4297-8fbc-204510e4adfa/aaf12069-d64c-4ce6-9fc1-a7e60331d030) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:22:09.702925 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] Attempting to bind port 18ae53bc-72ed-48c9-8bd1-e4428e28b1c6 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:22:09.703311 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] Attempting to bind port 18ae53bc-72ed-48c9-8bd1-e4428e28b1c6 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:22:09.703685 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] Attempting to bind port 18ae53bc-72ed-48c9-8bd1-e4428e28b1c6 on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:22:09.709761 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb0076-9b68-43d8-9283-52db409649f0 None None] Pushing event updated for resources: {'Port': ['ID=18ae53bc-72ed-48c9-8bd1-e4428e28b1c6,revision_number=2']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:09.715032 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-89bb0076-9b68-43d8-9283-52db409649f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:09.716467 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:22:09.716864 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:22:09.717259 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:09.718011 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:22:09.718390 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] Bound port: 18ae53bc-72ed-48c9-8bd1-e4428e28b1c6, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:22:09.718784 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:09.800162 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4fcca558-dc2b-4690-b316-731448631681 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:09.816884 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-4fcca558-dc2b-4690-b316-731448631681 admin admin] Transition to ACTIVE for port object aaf12069-d64c-4ce6-9fc1-a7e60331d030 will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:22:09.821701 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] For port 18ae53bc-72ed-48c9-8bd1-e4428e28b1c6, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:22:09.827330 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] For port 18ae53bc-72ed-48c9-8bd1-e4428e28b1c6, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=18ae53bc-72ed-48c9-8bd1-e4428e28b1c6,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:22:09.837254 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:09.844354 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-d03b2085-6cdd-4d31-a4fa-35680e6f1fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:09.845496 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4fcca558-dc2b-4690-b316-731448631681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:09.857111 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-68d8a962-d2c7-4776-bcc3-d95bbcf4426e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:09.923062 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcca558-dc2b-4690-b316-731448631681 admin admin] Network c9a7e03d-48ae-4013-9396-179d41cecdc1 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:22:09.926217 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-4fcca558-dc2b-4690-b316-731448631681 admin admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:22:09.926770 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] Routers {'611407e2-c956-4565-90e1-cf80aad88a1c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:22:09.927505 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:22:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['611407e2-c956-4565-90e1-cf80aad88a1c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:22:09.928635 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcca558-dc2b-4690-b316-731448631681 admin admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:22:09.980398 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcca558-dc2b-4690-b316-731448631681 admin admin] Pushing event updated for resources: {'Port': ['ID=aaf12069-d64c-4ce6-9fc1-a7e60331d030,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:09.983125 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4fcca558-dc2b-4690-b316-731448631681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:09.996268 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4fcca558-dc2b-4690-b316-731448631681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:10.049054 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb0076-9b68-43d8-9283-52db409649f0 None None] Pushing event updated for resources: {'Port': ['ID=18ae53bc-72ed-48c9-8bd1-e4428e28b1c6,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:10.059472 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-89bb0076-9b68-43d8-9283-52db409649f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:10.135574 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] Set router 611407e2-c956-4565-90e1-cf80aad88a1c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:22:10.152987 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4fcca558-dc2b-4690-b316-731448631681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:10.175008 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 4d96b242-4723-4492-9051-794fd3754a8c up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:22:10.257068 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 4d96b242-4723-4492-9051-794fd3754a8c completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:22:10.264034 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 4d96b242-4723-4492-9051-794fd3754a8c triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:22:10.264606 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:10.331044 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4c2b674f-cc46-4dc4-beeb-50e1d20551dc None None] Provisioning for port aaf12069-d64c-4ce6-9fc1-a7e60331d030 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:22:10.341233 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-4c2b674f-cc46-4dc4-beeb-50e1d20551dc None None] Provisioning complete for port aaf12069-d64c-4ce6-9fc1-a7e60331d030 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:22:10.341933 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4c2b674f-cc46-4dc4-beeb-50e1d20551dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:10.443415 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611407e2-c956-4565-90e1-cf80aad88a1c', 'name': 'tempest-TestShelveInstance-345844432-router', 'tenant_id': '034bdd7bf32e4a45a4e111e7200ea91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '18ae53bc-72ed-48c9-8bd1-e4428e28b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:22:06Z', 'updated_at': '2021-11-26T17:22:07Z', 'revision_number': 3, 'project_id': '034bdd7bf32e4a45a4e111e7200ea91e', 'gw_port': {'id': '18ae53bc-72ed-48c9-8bd1-e4428e28b1c6', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:25:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611407e2-c956-4565-90e1-cf80aad88a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:06Z', 'updated_at': '2021-11-26T17:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:22:10.447567 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f16b0-b833-4880-b3e6-9228c92d7602 None None] The sync data for ids ['611407e2-c956-4565-90e1-cf80aad88a1c'] in dv-neutron-819440-1-hyperv is: [{'id': '611407e2-c956-4565-90e1-cf80aad88a1c', 'name': 'tempest-TestShelveInstance-345844432-router', 'tenant_id': '034bdd7bf32e4a45a4e111e7200ea91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '18ae53bc-72ed-48c9-8bd1-e4428e28b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:22:06Z', 'updated_at': '2021-11-26T17:22:07Z', 'revision_number': 3, 'project_id': '034bdd7bf32e4a45a4e111e7200ea91e', 'gw_port': {'id': '18ae53bc-72ed-48c9-8bd1-e4428e28b1c6', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:25:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611407e2-c956-4565-90e1-cf80aad88a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:06Z', 'updated_at': '2021-11-26T17:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:22:10.452197 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-4c2b674f-cc46-4dc4-beeb-50e1d20551dc None None] Port aaf12069-d64c-4ce6-9fc1-a7e60331d030 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:22:10.461128 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:10.496153 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 4d96b242-4723-4492-9051-794fd3754a8c, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=4d96b242-4723-4492-9051-794fd3754a8c,segment=NetworkSegment(e8b43017-a273-4550-85b6-582e88e752ec),segment_id=e8b43017-a273-4550-85b6-582e88e752ec)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:22:10.501931 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:10.502880 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:22:10.532274 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-2579148c-1a8c-4678-8f99-7e527305fa86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:10.538127 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4fcca558-dc2b-4690-b316-731448631681 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:10.543668 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4fcca558-dc2b-4690-b316-731448631681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:10.571577 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0945cc9c-4c6f-42be-abff-2f7e738b1a64 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:10.625275 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=4d96b242-4723-4492-9051-794fd3754a8c,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:10.629629 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:10.639649 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:22:10.646572 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:22:10.647184 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:10.656694 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4fcca558-dc2b-4690-b316-731448631681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:10.660363 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcca558-dc2b-4690-b316-731448631681 admin admin] Pushing event updated for resources: {'Port': ['ID=aaf12069-d64c-4ce6-9fc1-a7e60331d030,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:10.663772 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4fcca558-dc2b-4690-b316-731448631681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:10.799894 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:10.826520 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcca558-dc2b-4690-b316-731448631681 admin admin] Network c9a7e03d-48ae-4013-9396-179d41cecdc1 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:22:10.827674 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-4fcca558-dc2b-4690-b316-731448631681 admin admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:22:10.833892 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:22:10.839822 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:10.843374 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-95107f6c-c53f-412c-a241-803f72a00501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:10.914553 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:10.918254 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:11.035518 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcca558-dc2b-4690-b316-731448631681 admin admin] Router 611407e2-c956-4565-90e1-cf80aad88a1c has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:22:11.179350 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-76b133db-b607-47d3-8b7d-7ff874bef643 None None] Provisioning complete for port aaf12069-d64c-4ce6-9fc1-a7e60331d030 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:22:11.179746 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-76b133db-b607-47d3-8b7d-7ff874bef643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:11.230108 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcca558-dc2b-4690-b316-731448631681 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:22:11.238847 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-76b133db-b607-47d3-8b7d-7ff874bef643 None None] Port aaf12069-d64c-4ce6-9fc1-a7e60331d030 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:22:11.239208 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4fcca558-dc2b-4690-b316-731448631681 admin admin] 10.222.0.11 "PUT /v2.0/routers/611407e2-c956-4565-90e1-cf80aad88a1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6655869 Nov 26 17:22:11.825166 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60642) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:22:11.830490 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-30cc2627-4104-4b10-9ddd-bf8876507047 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-6190402', 'description': 'tempest-secgroup-smoke-6190402 description', 'project_id': 'a21b1248e4054906bc783c9c63dd93d9'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:22:11.836701 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-30cc2627-4104-4b10-9ddd-bf8876507047 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:22:11.841273 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-30cc2627-4104-4b10-9ddd-bf8876507047 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Usage tracker for resource:security_group and tenant:a21b1248e4054906bc783c9c63dd93d9 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:22:11.844553 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-30cc2627-4104-4b10-9ddd-bf8876507047 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:22:11.850743 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-30cc2627-4104-4b10-9ddd-bf8876507047 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:22:11.861111 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-30cc2627-4104-4b10-9ddd-bf8876507047 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:11.881573 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-30cc2627-4104-4b10-9ddd-bf8876507047 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:22:11.885329 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-30cc2627-4104-4b10-9ddd-bf8876507047 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Usage tracker for resource:security_group_rule and tenant:a21b1248e4054906bc783c9c63dd93d9 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:22:11.888721 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-30cc2627-4104-4b10-9ddd-bf8876507047 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:22:11.894306 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-30cc2627-4104-4b10-9ddd-bf8876507047 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:22:11.965526 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-30cc2627-4104-4b10-9ddd-bf8876507047 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:11.969343 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-30cc2627-4104-4b10-9ddd-bf8876507047 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:11.972877 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-57e72620-4768-4f7b-9371-3d49ec38c455 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:12.014940 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc2627-4104-4b10-9ddd-bf8876507047 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b43963-ae07-47b2-ae98-9c81cc172eaa,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:12.018363 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-30cc2627-4104-4b10-9ddd-bf8876507047 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:12.019481 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-30cc2627-4104-4b10-9ddd-bf8876507047 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:12.020855 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-30cc2627-4104-4b10-9ddd-bf8876507047 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1946979 Nov 26 17:22:12.023640 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60646) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:22:12.029119 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-a5cf1690-0273-4a52-85ab-a67cb4a35374 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Request body: {'security_group_rule': {'security_group_id': 'a7b43963-ae07-47b2-ae98-9c81cc172eaa', 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:22:12.033046 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] Sync routers for ids ['611407e2-c956-4565-90e1-cf80aad88a1c'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:22:12.038981 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a5cf1690-0273-4a52-85ab-a67cb4a35374 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:22:12.044087 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a5cf1690-0273-4a52-85ab-a67cb4a35374 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Usage tracker for resource:security_group_rule and tenant:a21b1248e4054906bc783c9c63dd93d9 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:22:12.047711 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-a5cf1690-0273-4a52-85ab-a67cb4a35374 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:22:12.054106 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] Routers {'611407e2-c956-4565-90e1-cf80aad88a1c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:22:12.054773 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:22:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['611407e2-c956-4565-90e1-cf80aad88a1c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:22:12.055228 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-a5cf1690-0273-4a52-85ab-a67cb4a35374 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:22:12.075030 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a5cf1690-0273-4a52-85ab-a67cb4a35374 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:12.137690 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a5cf1690-0273-4a52-85ab-a67cb4a35374 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:12.141947 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a5cf1690-0273-4a52-85ab-a67cb4a35374 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:12.150017 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-798f6900-e66d-4c9e-9bdf-98993fbbf377 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:12.171755 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf1690-0273-4a52-85ab-a67cb4a35374 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa551f1-adad-4e6b-9651-fd8af2cb49af,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:12.174296 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a5cf1690-0273-4a52-85ab-a67cb4a35374 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:12.179463 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-a5cf1690-0273-4a52-85ab-a67cb4a35374 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:12.183933 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-a5cf1690-0273-4a52-85ab-a67cb4a35374 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562512 Nov 26 17:22:12.184162 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60650) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:22:12.189331 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-fc704266-c64e-48f2-862a-3efaacf145ac tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Request body: {'security_group_rule': {'security_group_id': 'a7b43963-ae07-47b2-ae98-9c81cc172eaa', 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:22:12.195530 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-fc704266-c64e-48f2-862a-3efaacf145ac tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:22:12.205513 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fc704266-c64e-48f2-862a-3efaacf145ac tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Usage tracker for resource:security_group_rule and tenant:a21b1248e4054906bc783c9c63dd93d9 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:22:12.208931 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-fc704266-c64e-48f2-862a-3efaacf145ac tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:22:12.215295 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-fc704266-c64e-48f2-862a-3efaacf145ac tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:22:12.231442 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 4d96b242-4723-4492-9051-794fd3754a8c up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:22:12.233050 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fc704266-c64e-48f2-862a-3efaacf145ac tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:12.293647 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fc704266-c64e-48f2-862a-3efaacf145ac tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:12.297395 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fc704266-c64e-48f2-862a-3efaacf145ac tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:12.305459 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b2b67417-8354-416e-828b-4bfd3cf341f0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:12.327530 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc704266-c64e-48f2-862a-3efaacf145ac tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b910e3-4feb-47f3-9e5c-5a317986e09c,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:12.329883 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fc704266-c64e-48f2-862a-3efaacf145ac tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:12.335446 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fc704266-c64e-48f2-862a-3efaacf145ac tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:12.336714 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fc704266-c64e-48f2-862a-3efaacf145ac tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1516001 Nov 26 17:22:12.340081 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60654) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:22:12.345331 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-4141f2b2-7bdb-488f-b1c0-ce04856df7f0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Request body: {'security_group_rule': {'security_group_id': 'a7b43963-ae07-47b2-ae98-9c81cc172eaa', 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:22:12.351183 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-4141f2b2-7bdb-488f-b1c0-ce04856df7f0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:22:12.353749 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 4d96b242-4723-4492-9051-794fd3754a8c triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:22:12.354137 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:12.355925 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4141f2b2-7bdb-488f-b1c0-ce04856df7f0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Usage tracker for resource:security_group_rule and tenant:a21b1248e4054906bc783c9c63dd93d9 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:22:12.358766 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-4141f2b2-7bdb-488f-b1c0-ce04856df7f0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:22:12.364533 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-4141f2b2-7bdb-488f-b1c0-ce04856df7f0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:22:12.383750 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4141f2b2-7bdb-488f-b1c0-ce04856df7f0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:12.400290 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] Set router 611407e2-c956-4565-90e1-cf80aad88a1c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:22:12.446128 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4141f2b2-7bdb-488f-b1c0-ce04856df7f0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:12.450596 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4141f2b2-7bdb-488f-b1c0-ce04856df7f0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:12.458085 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6d49f796-6125-40a7-8ed3-e4b86fdcc683 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:12.478828 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141f2b2-7bdb-488f-b1c0-ce04856df7f0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e716493-a1bd-4b11-89a3-14699896a711,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:12.481117 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4141f2b2-7bdb-488f-b1c0-ce04856df7f0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:12.486154 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-4141f2b2-7bdb-488f-b1c0-ce04856df7f0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:12.489835 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-4141f2b2-7bdb-488f-b1c0-ce04856df7f0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462786 Nov 26 17:22:12.490050 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60658) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:22:12.495263 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-0c03c22c-ef12-44ec-b9d0-8d8751dc1829 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Request body: {'security_group_rule': {'security_group_id': 'a7b43963-ae07-47b2-ae98-9c81cc172eaa', 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:22:12.501387 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0c03c22c-ef12-44ec-b9d0-8d8751dc1829 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:22:12.505185 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0c03c22c-ef12-44ec-b9d0-8d8751dc1829 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Usage tracker for resource:security_group_rule and tenant:a21b1248e4054906bc783c9c63dd93d9 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:22:12.508009 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0c03c22c-ef12-44ec-b9d0-8d8751dc1829 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:22:12.514132 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0c03c22c-ef12-44ec-b9d0-8d8751dc1829 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:22:12.531668 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0c03c22c-ef12-44ec-b9d0-8d8751dc1829 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:12.594108 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0c03c22c-ef12-44ec-b9d0-8d8751dc1829 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:12.597691 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0c03c22c-ef12-44ec-b9d0-8d8751dc1829 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:12.603239 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6a6e422a-94b1-4114-82f9-06d9dc7db2ba tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:12.622269 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03c22c-ef12-44ec-b9d0-8d8751dc1829 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6baa1f9-33ec-4ecf-accd-260b68fd74cb,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:12.624587 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0c03c22c-ef12-44ec-b9d0-8d8751dc1829 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:12.632665 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0c03c22c-ef12-44ec-b9d0-8d8751dc1829 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:12.633920 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0c03c22c-ef12-44ec-b9d0-8d8751dc1829 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1429322 Nov 26 17:22:12.637225 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60662) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:22:12.642303 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-6f420b34-418d-4768-af07-fa11205453ca tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Request body: {'security_group_rule': {'security_group_id': 'a7b43963-ae07-47b2-ae98-9c81cc172eaa', 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:22:12.648655 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6f420b34-418d-4768-af07-fa11205453ca tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:22:12.653173 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6f420b34-418d-4768-af07-fa11205453ca tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Usage tracker for resource:security_group_rule and tenant:a21b1248e4054906bc783c9c63dd93d9 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:22:12.656543 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-6f420b34-418d-4768-af07-fa11205453ca tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:22:12.662345 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-6f420b34-418d-4768-af07-fa11205453ca tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:22:12.673049 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.securitygroups_db [None req-6f420b34-418d-4768-af07-fa11205453ca tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Project a21b1248e4054906bc783c9c63dd93d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 17:22:12.679917 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6f420b34-418d-4768-af07-fa11205453ca tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:12.688286 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:22:12.747579 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6f420b34-418d-4768-af07-fa11205453ca tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:12.753580 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6f420b34-418d-4768-af07-fa11205453ca tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:12.756249 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ed03ec00-32bb-485c-820a-5d8c26e31670 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:12.780933 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f420b34-418d-4768-af07-fa11205453ca tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cfec919-e847-4bd2-a4a9-075d8db8cb62,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:12.784856 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6f420b34-418d-4768-af07-fa11205453ca tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:12.792919 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-6f420b34-418d-4768-af07-fa11205453ca tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:12.794214 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-6f420b34-418d-4768-af07-fa11205453ca tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1560545 Nov 26 17:22:12.796916 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60666) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:22:12.802101 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-ac639d6d-d745-4bb7-8a63-050853f28e95 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Request body: {'security_group_rule': {'security_group_id': 'a7b43963-ae07-47b2-ae98-9c81cc172eaa', 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:22:12.808525 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ac639d6d-d745-4bb7-8a63-050853f28e95 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:22:12.812347 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ac639d6d-d745-4bb7-8a63-050853f28e95 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Usage tracker for resource:security_group_rule and tenant:a21b1248e4054906bc783c9c63dd93d9 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:22:12.815200 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-ac639d6d-d745-4bb7-8a63-050853f28e95 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:22:12.820835 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-ac639d6d-d745-4bb7-8a63-050853f28e95 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:22:12.830403 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:22:12.830789 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:12.832219 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.securitygroups_db [None req-ac639d6d-d745-4bb7-8a63-050853f28e95 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Project a21b1248e4054906bc783c9c63dd93d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 17:22:12.838787 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ac639d6d-d745-4bb7-8a63-050853f28e95 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:12.899644 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611407e2-c956-4565-90e1-cf80aad88a1c', 'name': 'tempest-TestShelveInstance-345844432-router', 'tenant_id': '034bdd7bf32e4a45a4e111e7200ea91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '18ae53bc-72ed-48c9-8bd1-e4428e28b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:22:06Z', 'updated_at': '2021-11-26T17:22:10Z', 'revision_number': 4, 'project_id': '034bdd7bf32e4a45a4e111e7200ea91e', 'gw_port': {'id': '18ae53bc-72ed-48c9-8bd1-e4428e28b1c6', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:25:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611407e2-c956-4565-90e1-cf80aad88a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:06Z', 'updated_at': '2021-11-26T17:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'aaf12069-d64c-4ce6-9fc1-a7e60331d030', 'name': '', 'network_id': 'c9a7e03d-48ae-4013-9396-179d41cecdc1', 'tenant_id': '034bdd7bf32e4a45a4e111e7200ea91e', 'mac_address': 'fa:16:3e:0e:8c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611407e2-c956-4565-90e1-cf80aad88a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '6499214d-2f24-4297-8fbc-204510e4adfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:09Z', 'updated_at': '2021-11-26T17:22:10Z', 'revision_number': 2, 'project_id': '034bdd7bf32e4a45a4e111e7200ea91e', 'subnets': [{'id': '6499214d-2f24-4297-8fbc-204510e4adfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:22:12.905151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ac639d6d-d745-4bb7-8a63-050853f28e95 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:12.906268 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] Checking router: 611407e2-c956-4565-90e1-cf80aad88a1c for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:22:12.906642 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] Updating router 611407e2-c956-4565-90e1-cf80aad88a1c port aaf12069-d64c-4ce6-9fc1-a7e60331d030 binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:22:12.908976 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ac639d6d-d745-4bb7-8a63-050853f28e95 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:12.910829 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4ba08344-2602-4da3-9210-baab2716f648 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:12.932052 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac639d6d-d745-4bb7-8a63-050853f28e95 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460880ae-223d-4a64-968b-3e3445c447f3,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:12.936294 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ac639d6d-d745-4bb7-8a63-050853f28e95 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:12.942392 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ac639d6d-d745-4bb7-8a63-050853f28e95 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:12.943626 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ac639d6d-d745-4bb7-8a63-050853f28e95 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1456356 Nov 26 17:22:13.008608 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:13.024054 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 18ae53bc-72ed-48c9-8bd1-e4428e28b1c6 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:22:13.108963 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-8e60e1ba-a81f-4bb9-adf0-a76548cefd7f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Synchronizing usage tracker for tenant:a21b1248e4054906bc783c9c63dd93d9 on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:22:13.125669 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-8e60e1ba-a81f-4bb9-adf0-a76548cefd7f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Unset dirty status for tenant:a21b1248e4054906bc783c9c63dd93d9 on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:22:13.126974 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-8e60e1ba-a81f-4bb9-adf0-a76548cefd7f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-6190402&fields=id&tenant_id=a21b1248e4054906bc783c9c63dd93d9 HTTP/1.1" status: 200 len: 267 time: 0.0570812 Nov 26 17:22:13.199199 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 18ae53bc-72ed-48c9-8bd1-e4428e28b1c6 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:22:13.209785 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 18ae53bc-72ed-48c9-8bd1-e4428e28b1c6 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:22:13.210171 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:13.276057 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-1d4d08cb-e8cf-4220-95c7-d79d7a61d7d6 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:13.277502 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-1d4d08cb-e8cf-4220-95c7-d79d7a61d7d6 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/networks?id=01857a47-a41c-4fa9-af96-63714e02bd98 HTTP/1.1" status: 200 len: 809 time: 0.1439118 Nov 26 17:22:13.292729 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-c13b6456-a142-4693-a9c3-af7d2b69cdfc tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/quotas/a21b1248e4054906bc783c9c63dd93d9 HTTP/1.1" status: 200 len: 375 time: 0.0096736 Nov 26 17:22:13.378274 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-97ee2c6f-7969-4b1e-a17b-755b10cf7ea2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Synchronizing usage tracker for tenant:a21b1248e4054906bc783c9c63dd93d9 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:22:13.394948 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-97ee2c6f-7969-4b1e-a17b-755b10cf7ea2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Unset dirty status for tenant:a21b1248e4054906bc783c9c63dd93d9 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:22:13.396282 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-97ee2c6f-7969-4b1e-a17b-755b10cf7ea2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a21b1248e4054906bc783c9c63dd93d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984831 Nov 26 17:22:13.443346 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:13.510033 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 18ae53bc-72ed-48c9-8bd1-e4428e28b1c6, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=18ae53bc-72ed-48c9-8bd1-e4428e28b1c6,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:22:13.516722 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:13.520731 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:13.574528 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:13.602406 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] Transition to ACTIVE for port object aaf12069-d64c-4ce6-9fc1-a7e60331d030 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:22:13.612348 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:13.621547 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=18ae53bc-72ed-48c9-8bd1-e4428e28b1c6,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:13.626162 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:13.626644 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:13.775996 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-adaa0fa3-d2ca-4d53-aa60-fc3510e316ee service neutron] 10.222.0.11 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679192 Nov 26 17:22:13.848656 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64bf274-3fa6-4062-a0a7-db41c58c01a9 None None] Pushing event updated for resources: {'Port': ['ID=aaf12069-d64c-4ce6-9fc1-a7e60331d030,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:13.875977 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f64bf274-3fa6-4062-a0a7-db41c58c01a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:13.901749 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] Attempting to bind port aaf12069-d64c-4ce6-9fc1-a7e60331d030 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:22:13.902233 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] Attempting to bind port aaf12069-d64c-4ce6-9fc1-a7e60331d030 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'e8b43017-a273-4550-85b6-582e88e752ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9a7e03d-48ae-4013-9396-179d41cecdc1'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:22:13.902615 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] Attempting to bind port aaf12069-d64c-4ce6-9fc1-a7e60331d030 on network c9a7e03d-48ae-4013-9396-179d41cecdc1 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:22:13.907892 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:22:13.908280 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] Checking segment: {'id': 'e8b43017-a273-4550-85b6-582e88e752ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9a7e03d-48ae-4013-9396-179d41cecdc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:22:13.908689 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:13.909097 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] Bound using segment: {'id': 'e8b43017-a273-4550-85b6-582e88e752ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9a7e03d-48ae-4013-9396-179d41cecdc1'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:22:13.909569 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] Bound port: aaf12069-d64c-4ce6-9fc1-a7e60331d030, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b43017-a273-4550-85b6-582e88e752ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9a7e03d-48ae-4013-9396-179d41cecdc1'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:22:13.909952 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:13.915423 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-747870de-486f-4d09-bdc5-8eac4e6e2d3b service neutron] 10.222.0.11 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326730 Nov 26 17:22:14.011496 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] For port aaf12069-d64c-4ce6-9fc1-a7e60331d030, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:22:14.017888 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] For port aaf12069-d64c-4ce6-9fc1-a7e60331d030, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=aaf12069-d64c-4ce6-9fc1-a7e60331d030,segment=NetworkSegment(e8b43017-a273-4550-85b6-582e88e752ec),segment_id=e8b43017-a273-4550-85b6-582e88e752ec)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:22:14.024673 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:14.030503 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:14.097884 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] Routers {'611407e2-c956-4565-90e1-cf80aad88a1c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:22:14.098540 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:22:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['611407e2-c956-4565-90e1-cf80aad88a1c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:22:14.129061 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bdcb5a3e-85fa-4dd0-8534-91db626ce5d6 req-ddc85cb5-9c36-466d-b326-65b6ff69d942 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 210 time: 0.0756600 Nov 26 17:22:14.160525 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 18ae53bc-72ed-48c9-8bd1-e4428e28b1c6 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:22:14.290500 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64bf274-3fa6-4062-a0a7-db41c58c01a9 None None] Pushing event updated for resources: {'Port': ['ID=aaf12069-d64c-4ce6-9fc1-a7e60331d030,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:14.297373 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f64bf274-3fa6-4062-a0a7-db41c58c01a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:14.360889 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] Set router 611407e2-c956-4565-90e1-cf80aad88a1c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:22:14.402807 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 18ae53bc-72ed-48c9-8bd1-e4428e28b1c6 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:22:14.403198 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:14.795285 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611407e2-c956-4565-90e1-cf80aad88a1c', 'name': 'tempest-TestShelveInstance-345844432-router', 'tenant_id': '034bdd7bf32e4a45a4e111e7200ea91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '18ae53bc-72ed-48c9-8bd1-e4428e28b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:22:06Z', 'updated_at': '2021-11-26T17:22:10Z', 'revision_number': 4, 'project_id': '034bdd7bf32e4a45a4e111e7200ea91e', 'gw_port': {'id': '18ae53bc-72ed-48c9-8bd1-e4428e28b1c6', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:25:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611407e2-c956-4565-90e1-cf80aad88a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:06Z', 'updated_at': '2021-11-26T17:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'aaf12069-d64c-4ce6-9fc1-a7e60331d030', 'name': '', 'network_id': 'c9a7e03d-48ae-4013-9396-179d41cecdc1', 'tenant_id': '034bdd7bf32e4a45a4e111e7200ea91e', 'mac_address': 'fa:16:3e:0e:8c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611407e2-c956-4565-90e1-cf80aad88a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '6499214d-2f24-4297-8fbc-204510e4adfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:09Z', 'updated_at': '2021-11-26T17:22:14Z', 'revision_number': 4, 'project_id': '034bdd7bf32e4a45a4e111e7200ea91e', 'subnets': [{'id': '6499214d-2f24-4297-8fbc-204510e4adfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:22:14.799431 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d40c513-59bc-49e7-a574-416b93cbec60 None None] The sync data for ids ['611407e2-c956-4565-90e1-cf80aad88a1c'] in dv-neutron-819440-1-hyperv is: [{'id': '611407e2-c956-4565-90e1-cf80aad88a1c', 'name': 'tempest-TestShelveInstance-345844432-router', 'tenant_id': '034bdd7bf32e4a45a4e111e7200ea91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '18ae53bc-72ed-48c9-8bd1-e4428e28b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:22:06Z', 'updated_at': '2021-11-26T17:22:10Z', 'revision_number': 4, 'project_id': '034bdd7bf32e4a45a4e111e7200ea91e', 'gw_port': {'id': '18ae53bc-72ed-48c9-8bd1-e4428e28b1c6', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:25:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611407e2-c956-4565-90e1-cf80aad88a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:06Z', 'updated_at': '2021-11-26T17:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'aaf12069-d64c-4ce6-9fc1-a7e60331d030', 'name': '', 'network_id': 'c9a7e03d-48ae-4013-9396-179d41cecdc1', 'tenant_id': '034bdd7bf32e4a45a4e111e7200ea91e', 'mac_address': 'fa:16:3e:0e:8c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611407e2-c956-4565-90e1-cf80aad88a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '6499214d-2f24-4297-8fbc-204510e4adfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:09Z', 'updated_at': '2021-11-26T17:22:14Z', 'revision_number': 4, 'project_id': '034bdd7bf32e4a45a4e111e7200ea91e', 'subnets': [{'id': '6499214d-2f24-4297-8fbc-204510e4adfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:22:15.282913 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-94ff3f0b-a84a-435c-b62f-24ba4dbea01a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:15.283620 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-94ff3f0b-a84a-435c-b62f-24ba4dbea01a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Synchronizing usage tracker for tenant:a21b1248e4054906bc783c9c63dd93d9 on resource:network {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:22:15.309643 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-94ff3f0b-a84a-435c-b62f-24ba4dbea01a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Unset dirty status for tenant:a21b1248e4054906bc783c9c63dd93d9 on resource:network {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:22:15.312605 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-94ff3f0b-a84a-435c-b62f-24ba4dbea01a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.31 "GET /v2.0/networks?id=01857a47-a41c-4fa9-af96-63714e02bd98 HTTP/1.1" status: 200 len: 809 time: 0.1940389 Nov 26 17:22:15.313409 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f12bc39d-4b56-4d4d-82ce-81bcfefbf583 req-a95a2458-57be-4a11-afc5-d408465a4241 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 210 time: 0.0545549 Nov 26 17:22:15.371505 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-01731b57-7cf4-48c8-a44d-1654c518dd3f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Synchronizing usage tracker for tenant:a21b1248e4054906bc783c9c63dd93d9 on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:22:15.384977 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-01731b57-7cf4-48c8-a44d-1654c518dd3f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Unset dirty status for tenant:a21b1248e4054906bc783c9c63dd93d9 on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:22:15.386688 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-01731b57-7cf4-48c8-a44d-1654c518dd3f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a21b1248e4054906bc783c9c63dd93d9 HTTP/1.1" status: 200 len: 377 time: 0.0599484 Nov 26 17:22:15.424287 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-7aa48826-749b-4fd9-b89d-7c604f25f2f8 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Request body: {'port': {'device_id': 'b6d28ffc-569f-4573-9b42-24f7a94f4690', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'admin_state_up': True, 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'security_groups': ['a7b43963-ae07-47b2-ae98-9c81cc172eaa']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:22:15.566173 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-7aa48826-749b-4fd9-b89d-7c604f25f2f8 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:22:15.575890 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-7aa48826-749b-4fd9-b89d-7c604f25f2f8 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:22:15.586143 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-7aa48826-749b-4fd9-b89d-7c604f25f2f8 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Made reservation on behalf of a21b1248e4054906bc783c9c63dd93d9 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:22:15.590332 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-7aa48826-749b-4fd9-b89d-7c604f25f2f8 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:15.761388 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-7aa48826-749b-4fd9-b89d-7c604f25f2f8 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Allocated IP 172.20.0.10 (01857a47-a41c-4fa9-af96-63714e02bd98/f677ed37-abcc-4c7c-8b6a-fcfe09a2c556/9fff29ef-30dd-4027-91bc-1de7c251bb31) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:22:15.819274 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:22:15.953005 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-7aa48826-749b-4fd9-b89d-7c604f25f2f8 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:15.968873 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-7aa48826-749b-4fd9-b89d-7c604f25f2f8 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Transition to ACTIVE for port object 9fff29ef-30dd-4027-91bc-1de7c251bb31 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:22:15.992670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-7aa48826-749b-4fd9-b89d-7c604f25f2f8 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:15.998610 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:16.064569 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-7aa48826-749b-4fd9-b89d-7c604f25f2f8 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Network 01857a47-a41c-4fa9-af96-63714e02bd98 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:22:16.067809 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-7aa48826-749b-4fd9-b89d-7c604f25f2f8 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:22:16.071636 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-7aa48826-749b-4fd9-b89d-7c604f25f2f8 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:22:16.084360 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device aaf12069-d64c-4ce6-9fc1-a7e60331d030 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:22:16.107023 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa48826-749b-4fd9-b89d-7c604f25f2f8 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Pushing event updated for resources: {'Port': ['ID=9fff29ef-30dd-4027-91bc-1de7c251bb31,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:16.117847 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7aa48826-749b-4fd9-b89d-7c604f25f2f8 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:16.144745 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-7aa48826-749b-4fd9-b89d-7c604f25f2f8 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:16.145664 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-7aa48826-749b-4fd9-b89d-7c604f25f2f8 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:16.161938 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port aaf12069-d64c-4ce6-9fc1-a7e60331d030 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:22:16.168087 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port aaf12069-d64c-4ce6-9fc1-a7e60331d030 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:22:16.168986 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:16.175097 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-7aa48826-749b-4fd9-b89d-7c604f25f2f8 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7549524 Nov 26 17:22:16.191526 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-8570465b-0215-4851-85af-565b6145d0df service neutron] Request body: {'port': {'device_id': 'b6d28ffc-569f-4573-9b42-24f7a94f4690', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:22:16.297547 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:16.308916 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-8570465b-0215-4851-85af-565b6145d0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:16.324151 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d699c1e6-5fc0-4888-a8e1-e7a4ace5fd48 None None] Provisioning for port 9fff29ef-30dd-4027-91bc-1de7c251bb31 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:22:16.333899 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-d699c1e6-5fc0-4888-a8e1-e7a4ace5fd48 None None] Provisioning complete for port 9fff29ef-30dd-4027-91bc-1de7c251bb31 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:22:16.334282 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d699c1e6-5fc0-4888-a8e1-e7a4ace5fd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:16.381295 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port aaf12069-d64c-4ce6-9fc1-a7e60331d030, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=aaf12069-d64c-4ce6-9fc1-a7e60331d030,segment=NetworkSegment(e8b43017-a273-4550-85b6-582e88e752ec),segment_id=e8b43017-a273-4550-85b6-582e88e752ec)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:22:16.390619 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:16.395072 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-ca075f21-f3e1-424e-a0df-46f9aba454c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:16.444182 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-d699c1e6-5fc0-4888-a8e1-e7a4ace5fd48 None None] Port 9fff29ef-30dd-4027-91bc-1de7c251bb31 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:22:16.464616 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=aaf12069-d64c-4ce6-9fc1-a7e60331d030,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:16.467686 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:16.629462 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b48746-b3eb-42c5-bfef-abea7fc5048f req-2b7f372e-355f-4d4c-8589-88bafdcca7fa tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:16.630161 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-41b48746-b3eb-42c5-bfef-abea7fc5048f req-2b7f372e-355f-4d4c-8589-88bafdcca7fa tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Synchronizing usage tracker for tenant:a21b1248e4054906bc783c9c63dd93d9 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:22:16.662490 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-41b48746-b3eb-42c5-bfef-abea7fc5048f req-2b7f372e-355f-4d4c-8589-88bafdcca7fa tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Unset dirty status for tenant:a21b1248e4054906bc783c9c63dd93d9 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:22:16.663591 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-41b48746-b3eb-42c5-bfef-abea7fc5048f req-2b7f372e-355f-4d4c-8589-88bafdcca7fa tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 932 time: 0.2332356 Nov 26 17:22:16.766700 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-41b48746-b3eb-42c5-bfef-abea7fc5048f req-60925e5b-4486-4ce7-a71d-abe187379631 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0966260 Nov 26 17:22:16.770462 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-8570465b-0215-4851-85af-565b6145d0df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fff29ef-30dd-4027-91bc-1de7c251bb31 {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:22:16.777779 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-8570465b-0215-4851-85af-565b6145d0df service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:16.791976 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-8570465b-0215-4851-85af-565b6145d0df service neutron] Transition to ACTIVE for port object 9fff29ef-30dd-4027-91bc-1de7c251bb31 will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:22:16.795486 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-8570465b-0215-4851-85af-565b6145d0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:16.800001 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:17.100441 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570465b-0215-4851-85af-565b6145d0df service neutron] Pushing event updated for resources: {'Port': ['ID=9fff29ef-30dd-4027-91bc-1de7c251bb31,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:17.129089 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8570465b-0215-4851-85af-565b6145d0df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:17.170563 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-8570465b-0215-4851-85af-565b6145d0df service neutron] Attempting to bind port 9fff29ef-30dd-4027-91bc-1de7c251bb31 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:22:17.170818 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-8570465b-0215-4851-85af-565b6145d0df service neutron] Attempting to bind port 9fff29ef-30dd-4027-91bc-1de7c251bb31 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '2c8afedf-2536-41f4-8f3f-02ab586d7344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:22:17.171145 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-8570465b-0215-4851-85af-565b6145d0df service neutron] Attempting to bind port 9fff29ef-30dd-4027-91bc-1de7c251bb31 on network 01857a47-a41c-4fa9-af96-63714e02bd98 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:22:17.175629 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-8570465b-0215-4851-85af-565b6145d0df service neutron] Port 9fff29ef-30dd-4027-91bc-1de7c251bb31 on network 01857a47-a41c-4fa9-af96-63714e02bd98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 17:22:17.175975 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-8570465b-0215-4851-85af-565b6145d0df service neutron] Attempting to bind port 9fff29ef-30dd-4027-91bc-1de7c251bb31 on network 01857a47-a41c-4fa9-af96-63714e02bd98 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:22:17.180926 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-8570465b-0215-4851-85af-565b6145d0df service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:22:17.181261 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-8570465b-0215-4851-85af-565b6145d0df service neutron] Checking segment: {'id': '2c8afedf-2536-41f4-8f3f-02ab586d7344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:22:17.181644 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-8570465b-0215-4851-85af-565b6145d0df service neutron] Bound using segment: {'id': '2c8afedf-2536-41f4-8f3f-02ab586d7344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:22:17.182058 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-8570465b-0215-4851-85af-565b6145d0df service neutron] Bound port: 9fff29ef-30dd-4027-91bc-1de7c251bb31, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c8afedf-2536-41f4-8f3f-02ab586d7344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:22:17.183054 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-8570465b-0215-4851-85af-565b6145d0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:17.269620 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-8570465b-0215-4851-85af-565b6145d0df service neutron] For port 9fff29ef-30dd-4027-91bc-1de7c251bb31, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:22:17.272851 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-8570465b-0215-4851-85af-565b6145d0df service neutron] For port 9fff29ef-30dd-4027-91bc-1de7c251bb31, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9fff29ef-30dd-4027-91bc-1de7c251bb31,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:22:17.277175 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-8570465b-0215-4851-85af-565b6145d0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:17.280932 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-11b3cb3c-adde-4b36-bdf9-cead1f61b4cb tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:17.337065 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-8570465b-0215-4851-85af-565b6145d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:17.337670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-8570465b-0215-4851-85af-565b6145d0df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:17.339543 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-8570465b-0215-4851-85af-565b6145d0df service neutron] 10.222.0.31 "PUT /v2.0/ports/9fff29ef-30dd-4027-91bc-1de7c251bb31 HTTP/1.1" status: 200 len: 1094 time: 1.1523693 Nov 26 17:22:17.342854 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d28ffc-569f-4573-9b42-24f7a94f4690', 'tag': '9fff29ef-30dd-4027-91bc-1de7c251bb31'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:22:17.371879 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570465b-0215-4851-85af-565b6145d0df service neutron] Pushing event updated for resources: {'Port': ['ID=9fff29ef-30dd-4027-91bc-1de7c251bb31,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:17.375129 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8570465b-0215-4851-85af-565b6145d0df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:17.422495 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d28ffc-569f-4573-9b42-24f7a94f4690', 'tag': '9fff29ef-30dd-4027-91bc-1de7c251bb31', 'status': 'completed', 'code': 200} Nov 26 17:22:17.464756 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-028e5845-adb4-4f02-b8de-88946a745879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:17.466270 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-028e5845-adb4-4f02-b8de-88946a745879 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a21b1248e4054906bc783c9c63dd93d9&device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 1097 time: 0.0788460 Nov 26 17:22:17.545314 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-983c309e-4a45-495b-a1ae-f939d9eebf66 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fff29ef-30dd-4027-91bc-1de7c251bb31 HTTP/1.1" status: 200 len: 217 time: 0.0664973 Nov 26 17:22:17.613941 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-0a447e10-bffb-44c5-9f82-ad071a84ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:17.615362 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-0a447e10-bffb-44c5-9f82-ad071a84ef97 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f677ed37-abcc-4c7c-8b6a-fcfe09a2c556 HTTP/1.1" status: 200 len: 848 time: 0.0604682 Nov 26 17:22:17.700502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-2d40a03b-1554-4687-a5f8-30082ff19647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:17.701896 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-2d40a03b-1554-4687-a5f8-30082ff19647 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01857a47-a41c-4fa9-af96-63714e02bd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763593 Nov 26 17:22:17.846955 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-817ed815-dc55-48fe-9335-3f2988674ca5 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322303 Nov 26 17:22:18.045750 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2bd09e2a-0a97-4c99-ba04-ebdcf71f6e53 req-60d5433f-58a9-40e3-a3a8-076eb9b4e500 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881561 Nov 26 17:22:18.059505 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc989781-384f-41ac-b263-610f02583b57 req-0cc53b34-024f-44e3-8900-523e551ee56a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:18.061016 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cc989781-384f-41ac-b263-610f02583b57 req-0cc53b34-024f-44e3-8900-523e551ee56a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 944 time: 0.1826658 Nov 26 17:22:18.076874 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device aaf12069-d64c-4ce6-9fc1-a7e60331d030 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:22:18.144430 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port aaf12069-d64c-4ce6-9fc1-a7e60331d030 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:22:18.144811 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:18.153575 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-cc989781-384f-41ac-b263-610f02583b57 req-5cd06330-4715-44eb-b607-3dfaf000242b tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0864742 Nov 26 17:22:18.189190 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4041d-b0ed-4dd2-aae7-b4e4c687895a req-665d8cdf-4b7b-4fe0-864c-1bfad2df6b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:18.190674 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-03a4041d-b0ed-4dd2-aae7-b4e4c687895a req-665d8cdf-4b7b-4fe0-864c-1bfad2df6b66 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a21b1248e4054906bc783c9c63dd93d9&device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 1097 time: 0.0915592 Nov 26 17:22:18.324140 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4041d-b0ed-4dd2-aae7-b4e4c687895a req-68c24cbd-2847-4bf8-9ceb-8de77b5dd1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:18.325578 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-03a4041d-b0ed-4dd2-aae7-b4e4c687895a req-68c24cbd-2847-4bf8-9ceb-8de77b5dd1a1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=01857a47-a41c-4fa9-af96-63714e02bd98 HTTP/1.1" status: 200 len: 910 time: 0.1274173 Nov 26 17:22:18.394584 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-03a4041d-b0ed-4dd2-aae7-b4e4c687895a req-95160b17-210e-43b9-866f-5f65bf83c056 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fff29ef-30dd-4027-91bc-1de7c251bb31 HTTP/1.1" status: 200 len: 217 time: 0.0615094 Nov 26 17:22:18.459807 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4041d-b0ed-4dd2-aae7-b4e4c687895a req-829f6ab4-19f3-4cc2-a973-df29923baa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:18.461218 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-03a4041d-b0ed-4dd2-aae7-b4e4c687895a req-829f6ab4-19f3-4cc2-a973-df29923baa89 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f677ed37-abcc-4c7c-8b6a-fcfe09a2c556 HTTP/1.1" status: 200 len: 848 time: 0.0597906 Nov 26 17:22:18.539025 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4041d-b0ed-4dd2-aae7-b4e4c687895a req-d9673f7f-0dc4-4710-be7b-d3379262d95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:18.540589 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-03a4041d-b0ed-4dd2-aae7-b4e4c687895a req-d9673f7f-0dc4-4710-be7b-d3379262d95b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01857a47-a41c-4fa9-af96-63714e02bd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707483 Nov 26 17:22:18.670597 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-03a4041d-b0ed-4dd2-aae7-b4e4c687895a req-ed7ca67e-8406-4255-bb79-a7cae5e63036 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229784 Nov 26 17:22:18.928242 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-03a4041d-b0ed-4dd2-aae7-b4e4c687895a req-c51c899e-22e5-4677-97d0-0c6cf98a6b6d service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492640 Nov 26 17:22:19.338288 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877641b-3a7d-43f8-9532-68eeaf6ea438 req-de8c73db-82f0-4347-8762-94920b302450 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:19.340350 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d877641b-3a7d-43f8-9532-68eeaf6ea438 req-de8c73db-82f0-4347-8762-94920b302450 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 944 time: 0.0782344 Nov 26 17:22:19.387304 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-d877641b-3a7d-43f8-9532-68eeaf6ea438 req-cf537a4d-51aa-4371-a09e-9da774a09d01 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413754 Nov 26 17:22:19.809570 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:20.325830 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 9fff29ef-30dd-4027-91bc-1de7c251bb31 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:22:20.512166 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 9fff29ef-30dd-4027-91bc-1de7c251bb31, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9fff29ef-30dd-4027-91bc-1de7c251bb31,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:22:20.525013 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '9fff29ef-30dd-4027-91bc-1de7c251bb31', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'port_id': '9fff29ef-30dd-4027-91bc-1de7c251bb31', 'mac_address': 'fa:16:3e:34:e7:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:22:20.577331 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2148b0-c3d1-4c98-924c-8dc5703f8376 req-dc7ed250-3695-4311-a03f-b435ae478b41 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:20.578713 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2d2148b0-c3d1-4c98-924c-8dc5703f8376 req-dc7ed250-3695-4311-a03f-b435ae478b41 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 944 time: 0.0852597 Nov 26 17:22:20.582467 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:20.600617 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fff29ef-30dd-4027-91bc-1de7c251bb31 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:22:20.617832 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 9fff29ef-30dd-4027-91bc-1de7c251bb31, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9fff29ef-30dd-4027-91bc-1de7c251bb31,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:22:20.622999 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:20.624575 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2d2148b0-c3d1-4c98-924c-8dc5703f8376 req-ca39c00a-4b10-45d4-9842-afdd855ff674 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402281 Nov 26 17:22:20.624983 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-a27d46d9-68c1-4475-b450-4d1743ac3312 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:20.688728 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=9fff29ef-30dd-4027-91bc-1de7c251bb31,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:20.691635 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:20.911519 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['9fff29ef-30dd-4027-91bc-1de7c251bb31'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:22:21.808799 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6090e0f-c3b9-4931-bd24-b115aa92398f req-cc74f9b6-cb4b-47e7-8a45-5d776f3eab1a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:21.810228 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c6090e0f-c3b9-4931-bd24-b115aa92398f req-cc74f9b6-cb4b-47e7-8a45-5d776f3eab1a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 945 time: 0.0816007 Nov 26 17:22:21.863645 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c6090e0f-c3b9-4931-bd24-b115aa92398f req-cceb5d56-b50f-40a0-b83e-87491c0c4598 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0477743 Nov 26 17:22:22.326350 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 9fff29ef-30dd-4027-91bc-1de7c251bb31 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:22:22.394683 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port 9fff29ef-30dd-4027-91bc-1de7c251bb31 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:22:22.399467 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 9fff29ef-30dd-4027-91bc-1de7c251bb31 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:22:22.399890 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:22.520968 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:22.547796 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d28ffc-569f-4573-9b42-24f7a94f4690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fff29ef-30dd-4027-91bc-1de7c251bb31'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:22:22.557784 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 9fff29ef-30dd-4027-91bc-1de7c251bb31, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9fff29ef-30dd-4027-91bc-1de7c251bb31,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:22:22.561647 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:22.563516 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-4b987ec5-8a4e-4513-8c74-ed20fbf43474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:22.593671 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d28ffc-569f-4573-9b42-24f7a94f4690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fff29ef-30dd-4027-91bc-1de7c251bb31', 'code': 200} Nov 26 17:22:22.632206 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=9fff29ef-30dd-4027-91bc-1de7c251bb31,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:22.635008 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:22.838346 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede94f1-3278-45db-97a4-1253546ec261 req-34fe4258-a98f-44b9-bd03-838b36f7de04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:22.839737 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3ede94f1-3278-45db-97a4-1253546ec261 req-34fe4258-a98f-44b9-bd03-838b36f7de04 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 1099 time: 0.0682869 Nov 26 17:22:22.883743 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3ede94f1-3278-45db-97a4-1253546ec261 req-0d162049-ec86-4b55-9da7-dcfc781e2d9f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342398 Nov 26 17:22:23.048248 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa624b3f-68b2-42ec-96fc-1e64e3272250 req-3f58d558-70c5-4c40-b5aa-097a53a099ec tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:23.049707 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-aa624b3f-68b2-42ec-96fc-1e64e3272250 req-3f58d558-70c5-4c40-b5aa-097a53a099ec tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 946 time: 0.0832136 Nov 26 17:22:23.092888 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-aa624b3f-68b2-42ec-96fc-1e64e3272250 req-baebb22a-53f2-4e53-9583-cc551ca42d01 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0374672 Nov 26 17:22:24.283079 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca6f74-00d7-4e3e-b280-706bea23654f req-f6df17f0-a2b1-4982-8264-0ffc727f558b tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:24.284443 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c1ca6f74-00d7-4e3e-b280-706bea23654f req-f6df17f0-a2b1-4982-8264-0ffc727f558b tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 946 time: 0.0831456 Nov 26 17:22:24.327031 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-c1ca6f74-00d7-4e3e-b280-706bea23654f req-4dc10c27-a27b-4901-9ce2-5b854022e7e2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0370696 Nov 26 17:22:24.509297 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e113385-cff8-4706-ac3d-12baa27e2a76 req-32430d20-d102-4de9-8b86-27999b09f9a6 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:24.510745 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2e113385-cff8-4706-ac3d-12baa27e2a76 req-32430d20-d102-4de9-8b86-27999b09f9a6 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 946 time: 0.0795231 Nov 26 17:22:24.557757 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2e113385-cff8-4706-ac3d-12baa27e2a76 req-d96446ff-3fd4-4856-863e-26cd573ef23c tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406995 Nov 26 17:22:24.579957 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60720) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:22:24.693566 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ea0938-769c-4ce7-b71d-0ad4f66ed3bd tempest-TestShelveInstance-184853546 tempest-TestShelveInstance-184853546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:24.694370 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-18ea0938-769c-4ce7-b71d-0ad4f66ed3bd tempest-TestShelveInstance-184853546 tempest-TestShelveInstance-184853546-project-admin] Synchronizing usage tracker for tenant:034bdd7bf32e4a45a4e111e7200ea91e on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:22:24.713367 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-18ea0938-769c-4ce7-b71d-0ad4f66ed3bd tempest-TestShelveInstance-184853546 tempest-TestShelveInstance-184853546-project-admin] Unset dirty status for tenant:034bdd7bf32e4a45a4e111e7200ea91e on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:22:24.715366 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-18ea0938-769c-4ce7-b71d-0ad4f66ed3bd tempest-TestShelveInstance-184853546 tempest-TestShelveInstance-184853546-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 1094 time: 0.1344275 Nov 26 17:22:24.718232 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 60726) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:22:24.723253 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-702216cf-46c2-472b-a8d9-fbe02d24207f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'port_id': '9fff29ef-30dd-4027-91bc-1de7c251bb31', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:22:24.729476 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-702216cf-46c2-472b-a8d9-fbe02d24207f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:22:24.733288 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-702216cf-46c2-472b-a8d9-fbe02d24207f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Usage tracker for resource:floatingip and tenant:a21b1248e4054906bc783c9c63dd93d9 is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:22:24.736151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-702216cf-46c2-472b-a8d9-fbe02d24207f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:22:24.737268 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-248e37ee-db58-4a17-a605-56035e6d6732 req-81c72132-e05f-45a4-8273-53d155d3e64f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713956 Nov 26 17:22:24.741796 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-702216cf-46c2-472b-a8d9-fbe02d24207f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:22:24.754208 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-702216cf-46c2-472b-a8d9-fbe02d24207f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for floatingip, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:24.883476 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e37ee-db58-4a17-a605-56035e6d6732 req-3c49598a-0e42-40e6-96d7-9279a8b4a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:24.885078 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-248e37ee-db58-4a17-a605-56035e6d6732 req-3c49598a-0e42-40e6-96d7-9279a8b4a75c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a21b1248e4054906bc783c9c63dd93d9&device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 1099 time: 0.0778868 Nov 26 17:22:24.890553 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-702216cf-46c2-472b-a8d9-fbe02d24207f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:25.029663 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-702216cf-46c2-472b-a8d9-fbe02d24207f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Allocated IP 172.26.0.233 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/360d294d-ce86-48d6-b32d-fbbc02ce9beb) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:22:25.031399 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e37ee-db58-4a17-a605-56035e6d6732 req-6d94633e-e6c6-4811-93f7-393a8f8825d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:25.032885 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-248e37ee-db58-4a17-a605-56035e6d6732 req-6d94633e-e6c6-4811-93f7-393a8f8825d8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=01857a47-a41c-4fa9-af96-63714e02bd98 HTTP/1.1" status: 200 len: 910 time: 0.1291504 Nov 26 17:22:25.103055 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-248e37ee-db58-4a17-a605-56035e6d6732 req-b5d25485-930f-4554-a97f-8f23cb0c392c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fff29ef-30dd-4027-91bc-1de7c251bb31 HTTP/1.1" status: 200 len: 217 time: 0.0638678 Nov 26 17:22:25.166046 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e37ee-db58-4a17-a605-56035e6d6732 req-b17615fa-9a67-4511-94dc-e451f2bf2fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:25.167370 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-248e37ee-db58-4a17-a605-56035e6d6732 req-b17615fa-9a67-4511-94dc-e451f2bf2fa5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f677ed37-abcc-4c7c-8b6a-fcfe09a2c556 HTTP/1.1" status: 200 len: 848 time: 0.0579901 Nov 26 17:22:25.178975 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-702216cf-46c2-472b-a8d9-fbe02d24207f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:25.208213 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-702216cf-46c2-472b-a8d9-fbe02d24207f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:25.212677 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d4e50144-d34b-476d-a387-4ffc2a5c5714 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:25.241839 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e37ee-db58-4a17-a605-56035e6d6732 req-47ca247c-424c-41be-a3b9-4fd388000d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:25.243323 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-248e37ee-db58-4a17-a605-56035e6d6732 req-47ca247c-424c-41be-a3b9-4fd388000d47 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01857a47-a41c-4fa9-af96-63714e02bd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695784 Nov 26 17:22:25.272365 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702216cf-46c2-472b-a8d9-fbe02d24207f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:22:25.275161 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-702216cf-46c2-472b-a8d9-fbe02d24207f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:22:25.279071 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702216cf-46c2-472b-a8d9-fbe02d24207f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:22:25.322188 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702216cf-46c2-472b-a8d9-fbe02d24207f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Pushing event updated for resources: {'Port': ['ID=360d294d-ce86-48d6-b32d-fbbc02ce9beb,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:25.326802 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-702216cf-46c2-472b-a8d9-fbe02d24207f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:25.375669 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-248e37ee-db58-4a17-a605-56035e6d6732 req-4f1eb4c7-6ad4-48eb-905c-dcecfc8297db service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254070 Nov 26 17:22:25.508422 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-248e37ee-db58-4a17-a605-56035e6d6732 req-9f835498-2a38-4c44-8d22-cbb1be89245b service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261542 Nov 26 17:22:25.677622 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-702216cf-46c2-472b-a8d9-fbe02d24207f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:25.866205 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-702216cf-46c2-472b-a8d9-fbe02d24207f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:26.068082 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-702216cf-46c2-472b-a8d9-fbe02d24207f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:26.072310 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-702216cf-46c2-472b-a8d9-fbe02d24207f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:26.077115 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-bef9d1fc-35b8-490f-ae73-8cc6d4cc28e0 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:22:26.178874 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702216cf-46c2-472b-a8d9-fbe02d24207f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Pushing event updated for resources: {'Port': ['ID=360d294d-ce86-48d6-b32d-fbbc02ce9beb,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:22:26.182701 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-702216cf-46c2-472b-a8d9-fbe02d24207f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:22:26.189053 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-702216cf-46c2-472b-a8d9-fbe02d24207f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:26.356633 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-702216cf-46c2-472b-a8d9-fbe02d24207f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Floating IP 1acec1d6-33d7-45fc-a64a-ad981fe4dea8 associated. External IP: 172.26.0.233, port: 9fff29ef-30dd-4027-91bc-1de7c251bb31. Nov 26 17:22:26.700712 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702216cf-46c2-472b-a8d9-fbe02d24207f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Router 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:22:26.880294 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702216cf-46c2-472b-a8d9-fbe02d24207f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:22:26.890263 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52e6a5e-a844-42da-ac31-86f71eaaa149 None None] Sync routers for ids ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:22:26.899204 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52e6a5e-a844-42da-ac31-86f71eaaa149 None None] Routers {'69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:22:26.899849 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f52e6a5e-a844-42da-ac31-86f71eaaa149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:22:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:22:26.904762 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-702216cf-46c2-472b-a8d9-fbe02d24207f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:26.959177 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-702216cf-46c2-472b-a8d9-fbe02d24207f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2398584 Nov 26 17:22:26.959786 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d28ffc-569f-4573-9b42-24f7a94f4690', 'tag': '9fff29ef-30dd-4027-91bc-1de7c251bb31'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:22:27.007364 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d28ffc-569f-4573-9b42-24f7a94f4690', 'tag': '9fff29ef-30dd-4027-91bc-1de7c251bb31', 'status': 'completed', 'code': 200} Nov 26 17:22:27.078999 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-f52e6a5e-a844-42da-ac31-86f71eaaa149 None None] Set router 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:22:27.102835 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69964b-62cb-42e8-9a48-b5bdb8bf58c9 req-3f028ba8-189f-43d9-867c-6a0b13b7747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:27.104340 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6d69964b-62cb-42e8-9a48-b5bdb8bf58c9 req-3f028ba8-189f-43d9-867c-6a0b13b7747b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a21b1248e4054906bc783c9c63dd93d9&device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 1099 time: 0.0747645 Nov 26 17:22:27.235296 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69964b-62cb-42e8-9a48-b5bdb8bf58c9 req-b453bdd3-8896-435e-9212-f5689aeaac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:27.236686 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6d69964b-62cb-42e8-9a48-b5bdb8bf58c9 req-b453bdd3-8896-435e-9212-f5689aeaac9b service neutron] 10.222.0.31 "GET /v2.0/networks?id=01857a47-a41c-4fa9-af96-63714e02bd98 HTTP/1.1" status: 200 len: 910 time: 0.1259005 Nov 26 17:22:27.341707 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6d69964b-62cb-42e8-9a48-b5bdb8bf58c9 req-0464fbe2-50ac-4472-935c-3ee2308ac1a8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fff29ef-30dd-4027-91bc-1de7c251bb31 HTTP/1.1" status: 200 len: 1000 time: 0.0981426 Nov 26 17:22:27.408614 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69964b-62cb-42e8-9a48-b5bdb8bf58c9 req-5b943dce-5e85-427e-95f6-08981a896d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:27.410059 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6d69964b-62cb-42e8-9a48-b5bdb8bf58c9 req-5b943dce-5e85-427e-95f6-08981a896d1e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f677ed37-abcc-4c7c-8b6a-fcfe09a2c556 HTTP/1.1" status: 200 len: 848 time: 0.0618808 Nov 26 17:22:27.444877 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f52e6a5e-a844-42da-ac31-86f71eaaa149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'name': 'tempest-TestShelveInstance-1919826658-router', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:21:59Z', 'updated_at': '2021-11-26T17:22:03Z', 'revision_number': 4, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'gw_port': {'id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:00Z', 'updated_at': '2021-11-26T17:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '1acec1d6-33d7-45fc-a64a-ad981fe4dea8', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'floating_ip_address': '172.26.0.233', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'port_id': '9fff29ef-30dd-4027-91bc-1de7c251bb31', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'mac_address': 'fa:16:3e:34:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d28ffc-569f-4573-9b42-24f7a94f4690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:22:25Z', 'updated_at': '2021-11-26T17:22:25Z', 'revision_number': 0, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5', 'name': '', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'mac_address': 'fa:16:3e:57:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:02Z', 'updated_at': '2021-11-26T17:22:10Z', 'revision_number': 5, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'subnets': [{'id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:22:27.449280 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52e6a5e-a844-42da-ac31-86f71eaaa149 None None] Checking router: 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:22:27.457754 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52e6a5e-a844-42da-ac31-86f71eaaa149 None None] Routers {'69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:22:27.458348 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f52e6a5e-a844-42da-ac31-86f71eaaa149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:22:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:22:27.489063 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69964b-62cb-42e8-9a48-b5bdb8bf58c9 req-e26c1313-e32c-437a-bdc1-ca98ef0ce221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:22:27.490466 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6d69964b-62cb-42e8-9a48-b5bdb8bf58c9 req-e26c1313-e32c-437a-bdc1-ca98ef0ce221 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01857a47-a41c-4fa9-af96-63714e02bd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736499 Nov 26 17:22:27.623637 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6d69964b-62cb-42e8-9a48-b5bdb8bf58c9 req-c973fb75-3367-45ff-a12b-6204278d3906 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261511 Nov 26 17:22:27.633240 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-f52e6a5e-a844-42da-ac31-86f71eaaa149 None None] Set router 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:22:27.876392 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6d69964b-62cb-42e8-9a48-b5bdb8bf58c9 req-8231a9d1-12ed-4c16-81a5-282623bdb581 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457459 Nov 26 17:22:27.981927 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-f52e6a5e-a844-42da-ac31-86f71eaaa149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'name': 'tempest-TestShelveInstance-1919826658-router', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:21:59Z', 'updated_at': '2021-11-26T17:22:03Z', 'revision_number': 4, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'gw_port': {'id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:00Z', 'updated_at': '2021-11-26T17:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '1acec1d6-33d7-45fc-a64a-ad981fe4dea8', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'floating_ip_address': '172.26.0.233', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'port_id': '9fff29ef-30dd-4027-91bc-1de7c251bb31', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'mac_address': 'fa:16:3e:34:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d28ffc-569f-4573-9b42-24f7a94f4690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:22:25Z', 'updated_at': '2021-11-26T17:22:25Z', 'revision_number': 0, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5', 'name': '', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'mac_address': 'fa:16:3e:57:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:02Z', 'updated_at': '2021-11-26T17:22:10Z', 'revision_number': 5, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'subnets': [{'id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:22:27.985852 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52e6a5e-a844-42da-ac31-86f71eaaa149 None None] The sync data for ids ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'] in dv-neutron-819440-1-hyperv is: [{'id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'name': 'tempest-TestShelveInstance-1919826658-router', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:21:59Z', 'updated_at': '2021-11-26T17:22:03Z', 'revision_number': 4, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'gw_port': {'id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:00Z', 'updated_at': '2021-11-26T17:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '1acec1d6-33d7-45fc-a64a-ad981fe4dea8', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'floating_ip_address': '172.26.0.233', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'port_id': '9fff29ef-30dd-4027-91bc-1de7c251bb31', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'mac_address': 'fa:16:3e:34:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d28ffc-569f-4573-9b42-24f7a94f4690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:22:25Z', 'updated_at': '2021-11-26T17:22:25Z', 'revision_number': 0, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5', 'name': '', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'mac_address': 'fa:16:3e:57:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:02Z', 'updated_at': '2021-11-26T17:22:10Z', 'revision_number': 5, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'subnets': [{'id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:22:28.186890 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1a6b7b-69e7-4fb2-bf92-c42af0756054 None None] New status for floating IP 1acec1d6-33d7-45fc-a64a-ad981fe4dea8: ACTIVE {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:22:28.661756 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-34ace0f0-02ef-4a20-baee-b168da0a408d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:29.445610 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:31.331674 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c4b59c40-6251-4081-aee5-928c0bffd09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:32.329351 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:34.116252 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:49.798782 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:52.819078 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:22:58.663497 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7ecedbdf-409a-4ffa-9f67-4774e573ae33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:22:59.446699 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:23:01.331899 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e837193c-95a7-4b5c-b50a-06e8056db07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:23:02.331018 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:23:04.119072 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:23:19.807573 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:23:26.733597 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0ed7af1c-8bf2-40d3-9c24-354c20a0717a req-aeef4e74-9170-4fb7-9711-413269c5b1d0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698783 Nov 26 17:23:26.884523 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7af1c-8bf2-40d3-9c24-354c20a0717a req-9d7201b4-c67f-437a-8f8b-38c00d8f6f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:23:26.885935 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0ed7af1c-8bf2-40d3-9c24-354c20a0717a req-9d7201b4-c67f-437a-8f8b-38c00d8f6f2f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a21b1248e4054906bc783c9c63dd93d9&device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 1099 time: 0.0730972 Nov 26 17:23:27.039690 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7af1c-8bf2-40d3-9c24-354c20a0717a req-93097003-282e-4df8-b055-24755b9ef522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:23:27.041033 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0ed7af1c-8bf2-40d3-9c24-354c20a0717a req-93097003-282e-4df8-b055-24755b9ef522 service neutron] 10.222.0.31 "GET /v2.0/networks?id=01857a47-a41c-4fa9-af96-63714e02bd98 HTTP/1.1" status: 200 len: 910 time: 0.1239026 Nov 26 17:23:27.143658 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0ed7af1c-8bf2-40d3-9c24-354c20a0717a req-00701faf-b136-4e61-8391-580ad3cefa0e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fff29ef-30dd-4027-91bc-1de7c251bb31 HTTP/1.1" status: 200 len: 1002 time: 0.0927527 Nov 26 17:23:27.208904 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7af1c-8bf2-40d3-9c24-354c20a0717a req-e7e6a352-c712-45c3-a36f-28927142a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:23:27.210250 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0ed7af1c-8bf2-40d3-9c24-354c20a0717a req-e7e6a352-c712-45c3-a36f-28927142a12a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f677ed37-abcc-4c7c-8b6a-fcfe09a2c556 HTTP/1.1" status: 200 len: 848 time: 0.0557334 Nov 26 17:23:27.287385 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7af1c-8bf2-40d3-9c24-354c20a0717a req-4cd44de1-3671-4515-ab65-2bf67375920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:23:27.288809 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0ed7af1c-8bf2-40d3-9c24-354c20a0717a req-4cd44de1-3671-4515-ab65-2bf67375920c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01857a47-a41c-4fa9-af96-63714e02bd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678654 Nov 26 17:23:27.427256 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0ed7af1c-8bf2-40d3-9c24-354c20a0717a req-7946ed51-f84a-4a0b-a7fc-758faa69d424 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275871 Nov 26 17:23:27.563623 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0ed7af1c-8bf2-40d3-9c24-354c20a0717a req-14425434-a80a-421a-949f-06beb9780bf3 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262553 Nov 26 17:23:28.666561 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4b27d4da-6412-4188-92ad-011f034974f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:23:29.447378 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:23:29.818386 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:23:31.333311 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e8216214-ff89-424e-ad1e-9beb043e9585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:23:32.335048 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:23:34.121267 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:23:49.806896 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:23:58.668053 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-932f0d4f-af11-4895-b9bd-cc5dddb9e324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:23:59.448840 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:24:01.333589 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f1546bc7-02b3-46aa-be38-cdd47d3de6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:24:02.337028 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:24:04.122392 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:24:06.817591 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:24:19.821973 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:24:25.742504 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a025269-bd8a-41a5-b4ad-3b8256bce278 req-29c9b994-b3f1-4dbe-813e-324229661c68 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:25.743903 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7a025269-bd8a-41a5-b4ad-3b8256bce278 req-29c9b994-b3f1-4dbe-813e-324229661c68 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 946 time: 0.1660466 Nov 26 17:24:25.787496 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7a025269-bd8a-41a5-b4ad-3b8256bce278 req-4a149a50-8a69-4ac5-9c36-66035480bba2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0377800 Nov 26 17:24:26.778772 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f365f-55f3-42a1-8b23-db2f99d908a5 req-257e4d04-2bd1-4cdd-a3bb-72829bcca226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:26.780263 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-277f365f-55f3-42a1-8b23-db2f99d908a5 req-257e4d04-2bd1-4cdd-a3bb-72829bcca226 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a21b1248e4054906bc783c9c63dd93d9&device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 1099 time: 0.0702300 Nov 26 17:24:26.931518 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f365f-55f3-42a1-8b23-db2f99d908a5 req-b3cd8e94-e9b8-4bd6-9a17-e08b305bb3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:26.932979 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-277f365f-55f3-42a1-8b23-db2f99d908a5 req-b3cd8e94-e9b8-4bd6-9a17-e08b305bb3a3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=01857a47-a41c-4fa9-af96-63714e02bd98 HTTP/1.1" status: 200 len: 910 time: 0.1313298 Nov 26 17:24:26.979417 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fc3a2-64ef-4a2d-9b00-cb8ea05866d2 req-d978dbf6-a6b9-47ec-8171-a16efac2eb3a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:26.980896 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-316fc3a2-64ef-4a2d-9b00-cb8ea05866d2 req-d978dbf6-a6b9-47ec-8171-a16efac2eb3a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 946 time: 0.0841279 Nov 26 17:24:27.024673 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-316fc3a2-64ef-4a2d-9b00-cb8ea05866d2 req-3c454359-a51c-49b4-83da-877e9fe17eca tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0373976 Nov 26 17:24:27.038478 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-277f365f-55f3-42a1-8b23-db2f99d908a5 req-e7271481-9fbb-498c-912d-d61ea4f9c426 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fff29ef-30dd-4027-91bc-1de7c251bb31 HTTP/1.1" status: 200 len: 1002 time: 0.0978656 Nov 26 17:24:27.105574 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f365f-55f3-42a1-8b23-db2f99d908a5 req-92c71224-efa5-454a-a52d-696b673a040b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:27.106952 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-277f365f-55f3-42a1-8b23-db2f99d908a5 req-92c71224-efa5-454a-a52d-696b673a040b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f677ed37-abcc-4c7c-8b6a-fcfe09a2c556 HTTP/1.1" status: 200 len: 848 time: 0.0601490 Nov 26 17:24:27.181096 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f365f-55f3-42a1-8b23-db2f99d908a5 req-6bdc16ba-e449-449c-95da-8c13724ec90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:27.182542 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-277f365f-55f3-42a1-8b23-db2f99d908a5 req-6bdc16ba-e449-449c-95da-8c13724ec90c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01857a47-a41c-4fa9-af96-63714e02bd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688930 Nov 26 17:24:27.311008 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-277f365f-55f3-42a1-8b23-db2f99d908a5 req-b61d339a-a4d0-4d06-9aee-fad66e0a2a46 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216798 Nov 26 17:24:27.558160 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-277f365f-55f3-42a1-8b23-db2f99d908a5 req-03c26644-625a-4846-b7f9-6caa4a60ef3d service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400570 Nov 26 17:24:28.221885 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa2374-aabf-4fbc-ab69-197bd3922578 req-43b1c3eb-60ce-4baf-a046-35732aa4bfa0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:28.223311 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b5fa2374-aabf-4fbc-ab69-197bd3922578 req-43b1c3eb-60ce-4baf-a046-35732aa4bfa0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 946 time: 0.0822361 Nov 26 17:24:28.266164 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b5fa2374-aabf-4fbc-ab69-197bd3922578 req-a37a7678-caf3-4647-abfa-087cf86bcd93 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0372488 Nov 26 17:24:28.670662 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a6e901df-6d90-44c1-8429-4472d968c610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:24:29.446973 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a2cbd-dea5-493d-aeea-bf92eb46c93a req-0a8ac5a2-8ba1-4066-8bbe-1cdb03e3a2ab tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:29.448558 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f10a2cbd-dea5-493d-aeea-bf92eb46c93a req-0a8ac5a2-8ba1-4066-8bbe-1cdb03e3a2ab tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 946 time: 0.0787337 Nov 26 17:24:29.450573 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:24:29.608885 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f10a2cbd-dea5-493d-aeea-bf92eb46c93a req-dd61e2f7-ac93-4ff7-95aa-ce59e11a3df7 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1539066 Nov 26 17:24:30.789411 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe3aca-bb35-4c5e-bca1-ca021c74e502 req-9c68427a-c882-4bb5-a25f-0a2714b0930a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:30.790858 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fefe3aca-bb35-4c5e-bca1-ca021c74e502 req-9c68427a-c882-4bb5-a25f-0a2714b0930a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 946 time: 0.0790465 Nov 26 17:24:30.834065 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fefe3aca-bb35-4c5e-bca1-ca021c74e502 req-c93e7181-424e-4a49-ab37-48f52ca79c62 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0376270 Nov 26 17:24:31.335074 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7cf21353-c9e2-41ae-8e85-12b6630e0a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:24:32.019185 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adb93a-30d4-42c7-aea4-c362967ae77e req-76a5ce75-4730-4d9a-8346-b6eb5839d9a6 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:32.020574 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-06adb93a-30d4-42c7-aea4-c362967ae77e req-76a5ce75-4730-4d9a-8346-b6eb5839d9a6 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 946 time: 0.0809584 Nov 26 17:24:32.063982 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-06adb93a-30d4-42c7-aea4-c362967ae77e req-b00aa447-1d7b-472f-a396-490b154f3528 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0377707 Nov 26 17:24:32.339175 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:24:33.253749 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e2650-3c5e-4b3b-899f-42f383270fa4 req-3c06eb32-90d6-4d7d-bdda-6457cc10c8df tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:33.255178 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9b1e2650-3c5e-4b3b-899f-42f383270fa4 req-3c06eb32-90d6-4d7d-bdda-6457cc10c8df tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 946 time: 0.0838048 Nov 26 17:24:33.298363 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9b1e2650-3c5e-4b3b-899f-42f383270fa4 req-5ee007ee-8a6c-47e7-ba3b-817e27907ae3 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0376935 Nov 26 17:24:34.126287 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:24:34.487301 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fc75a-5100-4183-9bc4-37555f42dc34 req-53301c46-8a06-4f86-ade6-199c2189913a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:34.488745 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-613fc75a-5100-4183-9bc4-37555f42dc34 req-53301c46-8a06-4f86-ade6-199c2189913a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 946 time: 0.0844245 Nov 26 17:24:34.532387 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-613fc75a-5100-4183-9bc4-37555f42dc34 req-d1a86a78-8454-4c68-b289-6e752761064a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0380564 Nov 26 17:24:35.715113 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a23180-4500-4eb8-89c9-fae22ae3e58a req-e14c4127-393e-421e-8723-c9ecf7680236 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:35.716599 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-14a23180-4500-4eb8-89c9-fae22ae3e58a req-e14c4127-393e-421e-8723-c9ecf7680236 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 946 time: 0.0811815 Nov 26 17:24:35.768547 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-14a23180-4500-4eb8-89c9-fae22ae3e58a req-61c7f646-d48e-445c-bb74-052da532aef8 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0458503 Nov 26 17:24:36.951417 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768d08f-49b3-4988-b312-6a469b0c89ab req-591203eb-9272-4c99-8376-1432a1015e0c tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:36.952873 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2768d08f-49b3-4988-b312-6a469b0c89ab req-591203eb-9272-4c99-8376-1432a1015e0c tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 946 time: 0.0791590 Nov 26 17:24:36.997217 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2768d08f-49b3-4988-b312-6a469b0c89ab req-347d6b86-34ba-41e2-89d5-84b0c51d2c6a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0378921 Nov 26 17:24:38.187827 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb43b8-6e39-412a-bd73-866f8824c540 req-3115c29a-8c31-4066-9f42-969db352e871 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:38.189534 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-39bb43b8-6e39-412a-bd73-866f8824c540 req-3115c29a-8c31-4066-9f42-969db352e871 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 946 time: 0.0842907 Nov 26 17:24:38.239164 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-39bb43b8-6e39-412a-bd73-866f8824c540 req-819d6d4b-c05d-4430-ab85-3fd6448e2822 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418737 Nov 26 17:24:38.979351 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 9fff29ef-30dd-4027-91bc-1de7c251bb31 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:24:39.174431 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 9fff29ef-30dd-4027-91bc-1de7c251bb31, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9fff29ef-30dd-4027-91bc-1de7c251bb31,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:24:39.192373 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '9fff29ef-30dd-4027-91bc-1de7c251bb31', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'port_id': '9fff29ef-30dd-4027-91bc-1de7c251bb31', 'mac_address': 'fa:16:3e:34:e7:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:24:39.265141 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:24:39.286218 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fff29ef-30dd-4027-91bc-1de7c251bb31 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:24:39.305313 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 9fff29ef-30dd-4027-91bc-1de7c251bb31, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9fff29ef-30dd-4027-91bc-1de7c251bb31,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:24:39.311064 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:24:39.313112 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-03642446-3dcc-457a-bde0-64026dd349ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:24:39.398196 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=9fff29ef-30dd-4027-91bc-1de7c251bb31,revision_number=6']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:24:39.407697 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['9fff29ef-30dd-4027-91bc-1de7c251bb31'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:24:39.436101 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:24:39.436823 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:24:39.437359 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:24:39.437881 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:24:39.438214 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:24:39.438803 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:24:39.439134 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:24:39.439461 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:24:39.439809 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:24:39.440134 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:24:39.440450 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:24:39.440769 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:24:39.452323 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:24:39.458089 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59df2a0-79c7-46b2-b343-088eaea0968b req-809629a0-864f-4e1b-adcc-820f5bb3c3f8 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:39.459602 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b59df2a0-79c7-46b2-b343-088eaea0968b req-809629a0-864f-4e1b-adcc-820f5bb3c3f8 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 945 time: 0.1059222 Nov 26 17:24:39.514580 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b59df2a0-79c7-46b2-b343-088eaea0968b req-955d15e1-4574-4075-a943-7601185b2402 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0490627 Nov 26 17:24:40.717833 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39607c86-03bc-4114-a899-80b577f51bcf req-33c9e85c-2220-4cbb-bc32-26c1f9abedc2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:40.720849 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-39607c86-03bc-4114-a899-80b577f51bcf req-33c9e85c-2220-4cbb-bc32-26c1f9abedc2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 945 time: 0.0934207 Nov 26 17:24:40.780889 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-39607c86-03bc-4114-a899-80b577f51bcf req-db6d180f-892c-4e35-928a-b5249b914ed5 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0549626 Nov 26 17:24:41.015544 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 9fff29ef-30dd-4027-91bc-1de7c251bb31 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:24:41.109255 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 9fff29ef-30dd-4027-91bc-1de7c251bb31 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:24:41.115759 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:24:41.242094 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:24:41.277009 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d28ffc-569f-4573-9b42-24f7a94f4690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fff29ef-30dd-4027-91bc-1de7c251bb31'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:24:41.279954 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 9fff29ef-30dd-4027-91bc-1de7c251bb31, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9fff29ef-30dd-4027-91bc-1de7c251bb31,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:24:41.317495 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:24:41.320110 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:24:41.400698 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=9fff29ef-30dd-4027-91bc-1de7c251bb31,revision_number=7']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:24:41.413275 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:24:41.426354 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d28ffc-569f-4573-9b42-24f7a94f4690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fff29ef-30dd-4027-91bc-1de7c251bb31', 'code': 200} Nov 26 17:24:42.001447 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b076eb-4475-490b-aa13-6bfc8e908542 req-f9d1d5f6-9c9a-43f1-9689-88a1ab87702d tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:42.004051 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a6b076eb-4475-490b-aa13-6bfc8e908542 req-f9d1d5f6-9c9a-43f1-9689-88a1ab87702d tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 946 time: 0.1067605 Nov 26 17:24:42.056141 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a6b076eb-4475-490b-aa13-6bfc8e908542 req-46e43885-5bb0-400c-b972-e8490be0f273 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0467374 Nov 26 17:24:43.262979 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66561cf0-d7de-4a5b-b1fa-2b3dcdbe1e91 req-e104c49c-260b-40d2-92a7-3a0e86de68d2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:43.270417 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-66561cf0-d7de-4a5b-b1fa-2b3dcdbe1e91 req-e104c49c-260b-40d2-92a7-3a0e86de68d2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 946 time: 0.0890582 Nov 26 17:24:43.319010 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-66561cf0-d7de-4a5b-b1fa-2b3dcdbe1e91 req-adad6e08-4280-4340-b9b2-92cc9e843e39 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0477328 Nov 26 17:24:43.816890 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:24:44.524154 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebfec7-548f-4224-a380-59f285abafd6 req-90a9d8ba-de1f-44c2-8682-41b0043feea2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:44.527753 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-36ebfec7-548f-4224-a380-59f285abafd6 req-90a9d8ba-de1f-44c2-8682-41b0043feea2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 946 time: 0.0939081 Nov 26 17:24:44.576552 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-36ebfec7-548f-4224-a380-59f285abafd6 req-5e930e35-6ac1-429a-9541-0744ed8c99d6 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0447147 Nov 26 17:24:45.775587 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024951cf-de41-445a-896b-deae83331dda req-ec8b1a42-ed64-41bc-8900-2d12a1ef7d75 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:45.777080 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-024951cf-de41-445a-896b-deae83331dda req-ec8b1a42-ed64-41bc-8900-2d12a1ef7d75 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 946 time: 0.0972989 Nov 26 17:24:45.832301 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-024951cf-de41-445a-896b-deae83331dda req-c9e34184-7c8c-4efc-9da1-9cbee6e27eb5 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0494978 Nov 26 17:24:47.018144 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcbeed-6c10-4baf-b12d-13cd8dbf5e37 req-a00ff000-1eb4-446a-80e2-7de0e7e26ac1 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:47.020049 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f5fcbeed-6c10-4baf-b12d-13cd8dbf5e37 req-a00ff000-1eb4-446a-80e2-7de0e7e26ac1 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 946 time: 0.0826550 Nov 26 17:24:47.067153 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f5fcbeed-6c10-4baf-b12d-13cd8dbf5e37 req-3ce81c21-11c0-462f-a6b8-831c96d39a85 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401947 Nov 26 17:24:48.129590 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2659f-fc6f-4307-86e0-0b3c518089c4 req-607e3bda-198a-4205-9c3c-1b7302157cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:48.131070 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dfe2659f-fc6f-4307-86e0-0b3c518089c4 req-607e3bda-198a-4205-9c3c-1b7302157cdd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a21b1248e4054906bc783c9c63dd93d9&device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 1099 time: 0.0791452 Nov 26 17:24:48.264145 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2acd0c2-f2bb-4a94-8eac-87d9f478b24a req-8b047a21-6457-4d5b-a394-f99669abc7a0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:48.265617 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f2acd0c2-f2bb-4a94-8eac-87d9f478b24a req-8b047a21-6457-4d5b-a394-f99669abc7a0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 946 time: 0.0865984 Nov 26 17:24:48.267638 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2659f-fc6f-4307-86e0-0b3c518089c4 req-c452381c-e8dd-4cc7-b35c-489c288e0c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:48.269093 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dfe2659f-fc6f-4307-86e0-0b3c518089c4 req-c452381c-e8dd-4cc7-b35c-489c288e0c19 service neutron] 10.222.0.31 "GET /v2.0/networks?id=01857a47-a41c-4fa9-af96-63714e02bd98 HTTP/1.1" status: 200 len: 910 time: 0.1281538 Nov 26 17:24:48.309249 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f2acd0c2-f2bb-4a94-8eac-87d9f478b24a req-2092c242-8742-43b4-86d6-62ce82845db3 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0370777 Nov 26 17:24:48.373863 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dfe2659f-fc6f-4307-86e0-0b3c518089c4 req-4811891b-25d7-4825-9022-dab47aae8d54 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fff29ef-30dd-4027-91bc-1de7c251bb31 HTTP/1.1" status: 200 len: 1002 time: 0.0958278 Nov 26 17:24:48.439351 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2659f-fc6f-4307-86e0-0b3c518089c4 req-751dc68b-f753-4517-80cc-492d28766aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:48.440756 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dfe2659f-fc6f-4307-86e0-0b3c518089c4 req-751dc68b-f753-4517-80cc-492d28766aa2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f677ed37-abcc-4c7c-8b6a-fcfe09a2c556 HTTP/1.1" status: 200 len: 848 time: 0.0560226 Nov 26 17:24:48.524779 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2659f-fc6f-4307-86e0-0b3c518089c4 req-4f188d57-d887-473d-bb47-405660f856a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:48.526208 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dfe2659f-fc6f-4307-86e0-0b3c518089c4 req-4f188d57-d887-473d-bb47-405660f856a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01857a47-a41c-4fa9-af96-63714e02bd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734491 Nov 26 17:24:48.662869 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dfe2659f-fc6f-4307-86e0-0b3c518089c4 req-5f508be9-0181-4764-8e97-3fd64ec0f105 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261795 Nov 26 17:24:48.910691 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-dfe2659f-fc6f-4307-86e0-0b3c518089c4 req-f9f87a16-0a4c-4551-93c1-ec15a1875792 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378192 Nov 26 17:24:49.489273 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0afff-2e0e-49d9-8e24-1a156db3f390 req-e03940dc-a829-4def-95c0-c72acc777a74 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:49.490681 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3dc0afff-2e0e-49d9-8e24-1a156db3f390 req-e03940dc-a829-4def-95c0-c72acc777a74 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 946 time: 0.0778818 Nov 26 17:24:49.535326 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3dc0afff-2e0e-49d9-8e24-1a156db3f390 req-167a0954-dbf4-4ec3-94a3-7e008a154ca3 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0391576 Nov 26 17:24:49.836402 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:24:50.721857 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ed203-9886-4da5-8d6c-4dd57ae0c9fe req-0c62a8ac-d0e4-4c67-a89d-faa123a27226 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:50.723354 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-117ed203-9886-4da5-8d6c-4dd57ae0c9fe req-0c62a8ac-d0e4-4c67-a89d-faa123a27226 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 946 time: 0.0835803 Nov 26 17:24:50.774139 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-117ed203-9886-4da5-8d6c-4dd57ae0c9fe req-08a02a54-65d6-4c15-88ca-070631be017a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0432897 Nov 26 17:24:51.958805 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538c016-0657-4fa6-a977-fd9adcd698c7 req-2612cc20-65b9-4acb-8315-c7949dd20b41 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:51.960275 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2538c016-0657-4fa6-a977-fd9adcd698c7 req-2612cc20-65b9-4acb-8315-c7949dd20b41 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 946 time: 0.0835109 Nov 26 17:24:52.003891 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2538c016-0657-4fa6-a977-fd9adcd698c7 req-37f88ad1-acaf-46d4-88da-4abfb1b36787 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0381038 Nov 26 17:24:52.354584 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0698c61-2250-464f-a9ab-dff311019a4a req-6b1c2d15-f46f-481e-9f71-062db1ba773c tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:52.356056 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e0698c61-2250-464f-a9ab-dff311019a4a req-6b1c2d15-f46f-481e-9f71-062db1ba773c tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 946 time: 0.0820708 Nov 26 17:24:52.403814 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e0698c61-2250-464f-a9ab-dff311019a4a req-d994d1e3-ebe8-467c-ab5c-8c3d6239ad67 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415816 Nov 26 17:24:52.616933 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e5c7f61d-318a-467c-b6a6-250e2495bfa5 req-0f0ce54a-8f79-4303-8ae2-b8dc4e3efd10 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1116681 Nov 26 17:24:53.063763 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 9fff29ef-30dd-4027-91bc-1de7c251bb31 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:24:53.186247 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:24:53.213638 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d28ffc-569f-4573-9b42-24f7a94f4690', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fff29ef-30dd-4027-91bc-1de7c251bb31'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:24:53.224449 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 9fff29ef-30dd-4027-91bc-1de7c251bb31, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9fff29ef-30dd-4027-91bc-1de7c251bb31,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:24:53.228530 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:24:53.230342 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:24:53.270158 dv-neutron-819440-1-hyperv neutron-server[87520]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b6d28ffc-569f-4573-9b42-24f7a94f4690', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9fff29ef-30dd-4027-91bc-1de7c251bb31', 'code': 422} returned with failed status Nov 26 17:24:53.303155 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=9fff29ef-30dd-4027-91bc-1de7c251bb31,revision_number=8']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:24:53.306422 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:24:53.588819 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5763f0-b5ab-4ec2-8922-96690d071bfd req-a822428c-0f5b-454a-ac34-dc0a35d4a193 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:53.590270 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ea5763f0-b5ab-4ec2-8922-96690d071bfd req-a822428c-0f5b-454a-ac34-dc0a35d4a193 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 944 time: 0.0809972 Nov 26 17:24:53.633270 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ea5763f0-b5ab-4ec2-8922-96690d071bfd req-47306954-d443-4738-8d6e-2e7890a271af tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0374451 Nov 26 17:24:53.751774 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7f61d-318a-467c-b6a6-250e2495bfa5 req-bdfda849-26a8-4f18-9e34-c4842a5ca68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:53.753152 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e5c7f61d-318a-467c-b6a6-250e2495bfa5 req-bdfda849-26a8-4f18-9e34-c4842a5ca68a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690&tenant_id=a21b1248e4054906bc783c9c63dd93d9 HTTP/1.1" status: 200 len: 1097 time: 0.0746527 Nov 26 17:24:53.874973 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7f61d-318a-467c-b6a6-250e2495bfa5 req-a81dbc0c-8ea0-4b0a-a4dc-a3e5d31b9570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:53.877017 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e5c7f61d-318a-467c-b6a6-250e2495bfa5 req-a81dbc0c-8ea0-4b0a-a4dc-a3e5d31b9570 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a21b1248e4054906bc783c9c63dd93d9&device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 1097 time: 0.0737646 Nov 26 17:24:54.025429 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7f61d-318a-467c-b6a6-250e2495bfa5 req-a78ef222-8889-4223-ba1c-3524a58a01c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:54.026783 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e5c7f61d-318a-467c-b6a6-250e2495bfa5 req-a78ef222-8889-4223-ba1c-3524a58a01c2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=01857a47-a41c-4fa9-af96-63714e02bd98 HTTP/1.1" status: 200 len: 910 time: 0.1383762 Nov 26 17:24:54.138296 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e5c7f61d-318a-467c-b6a6-250e2495bfa5 req-522911e9-dcee-4fae-a8c1-9a8339d9ebc1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fff29ef-30dd-4027-91bc-1de7c251bb31 HTTP/1.1" status: 200 len: 1000 time: 0.1014235 Nov 26 17:24:54.206879 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7f61d-318a-467c-b6a6-250e2495bfa5 req-a255a950-75bb-4eb5-aaf3-15e941ce8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:54.208373 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e5c7f61d-318a-467c-b6a6-250e2495bfa5 req-a255a950-75bb-4eb5-aaf3-15e941ce8e86 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f677ed37-abcc-4c7c-8b6a-fcfe09a2c556 HTTP/1.1" status: 200 len: 848 time: 0.0601084 Nov 26 17:24:54.292436 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7f61d-318a-467c-b6a6-250e2495bfa5 req-8f486314-f34a-45c0-b005-8560ea37bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:54.293775 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e5c7f61d-318a-467c-b6a6-250e2495bfa5 req-8f486314-f34a-45c0-b005-8560ea37bf3d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01857a47-a41c-4fa9-af96-63714e02bd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731359 Nov 26 17:24:54.427338 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e5c7f61d-318a-467c-b6a6-250e2495bfa5 req-af5ab119-61e2-465c-907b-00371288bab9 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233895 Nov 26 17:24:54.561680 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e5c7f61d-318a-467c-b6a6-250e2495bfa5 req-0afc98cb-f362-4e59-8425-e3ac622ee864 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241176 Nov 26 17:24:54.823845 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d2a95-b3d7-415d-8e17-82b6060d64f9 req-36a5653c-ec53-4a90-930b-b044bad7111f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:54.825291 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-866d2a95-b3d7-415d-8e17-82b6060d64f9 req-36a5653c-ec53-4a90-930b-b044bad7111f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 944 time: 0.0861220 Nov 26 17:24:54.871653 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-866d2a95-b3d7-415d-8e17-82b6060d64f9 req-80d56eac-7182-4ba6-8dd4-4901b49a1bc5 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402489 Nov 26 17:24:56.056392 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b711f66-483d-4846-a698-99d361e0c5cc req-f0b5843a-d82e-4fe4-8352-e4f6ab47562b tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:56.057961 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3b711f66-483d-4846-a698-99d361e0c5cc req-f0b5843a-d82e-4fe4-8352-e4f6ab47562b tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 944 time: 0.0817227 Nov 26 17:24:56.106381 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3b711f66-483d-4846-a698-99d361e0c5cc req-aad43bbe-99ef-4564-91a7-a1d308ce1560 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0426857 Nov 26 17:24:57.304205 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e0a0a-f5d9-40dc-81e3-8c252adcde5c req-101c4268-6ba0-4cd1-b1d9-9f38e61d3540 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:57.305798 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2d0e0a0a-f5d9-40dc-81e3-8c252adcde5c req-101c4268-6ba0-4cd1-b1d9-9f38e61d3540 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 944 time: 0.0918536 Nov 26 17:24:57.350699 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2d0e0a0a-f5d9-40dc-81e3-8c252adcde5c req-6d467ef5-0993-4ea6-9ad6-8ad974ffb2b6 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0392568 Nov 26 17:24:58.552372 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a39d3d-1724-46f1-b33a-503f6d9ab04a req-639aafcf-2413-4b9b-8531-6596714566d8 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:58.553893 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-51a39d3d-1724-46f1-b33a-503f6d9ab04a req-639aafcf-2413-4b9b-8531-6596714566d8 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 944 time: 0.0901208 Nov 26 17:24:58.600379 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-51a39d3d-1724-46f1-b33a-503f6d9ab04a req-6596dae0-212b-4317-b759-f2633564e84a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0403743 Nov 26 17:24:58.674599 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-309a1de5-dda0-4753-9a7a-d795cbab8309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:24:59.455599 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:24:59.843136 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8f379-6a82-4f0b-9677-7128678a7c49 req-78e8c883-dbed-4e3a-9a48-08c0b96eaf94 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:24:59.844689 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-62b8f379-6a82-4f0b-9677-7128678a7c49 req-78e8c883-dbed-4e3a-9a48-08c0b96eaf94 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 944 time: 0.1360791 Nov 26 17:24:59.894934 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-62b8f379-6a82-4f0b-9677-7128678a7c49 req-f0769e02-375d-4653-93ef-f91e0baf0237 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0446081 Nov 26 17:25:01.085968 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad271a81-e034-4950-82bd-cd1e30d935b7 req-98f93b3c-a39b-4f60-8757-8b097a9124cb tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:25:01.087702 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ad271a81-e034-4950-82bd-cd1e30d935b7 req-98f93b3c-a39b-4f60-8757-8b097a9124cb tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 944 time: 0.0855482 Nov 26 17:25:01.139058 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ad271a81-e034-4950-82bd-cd1e30d935b7 req-3e596c35-9ae2-4366-a430-5fa8d1a6041f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0455027 Nov 26 17:25:01.371976 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-78b1230d-54cb-4ef6-9dce-6dd1bcc7a0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:25:02.356221 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:25:02.412031 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f5931-5437-459e-9e2f-f00c83ddb17e req-02b3d5c0-421a-46c8-bc25-3614c730ce4f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:25:02.414183 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-018f5931-5437-459e-9e2f-f00c83ddb17e req-02b3d5c0-421a-46c8-bc25-3614c730ce4f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 944 time: 0.0979772 Nov 26 17:25:02.460061 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-018f5931-5437-459e-9e2f-f00c83ddb17e req-90f155c7-c5ea-4096-9382-b481709155d1 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401974 Nov 26 17:25:03.655823 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31f9e5-2c32-4faf-add7-65abb2049215 req-0e5409df-4f0f-4f37-a8e2-255b76f7cf44 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:25:03.657291 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9a31f9e5-2c32-4faf-add7-65abb2049215 req-0e5409df-4f0f-4f37-a8e2-255b76f7cf44 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 944 time: 0.0884748 Nov 26 17:25:03.703285 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9a31f9e5-2c32-4faf-add7-65abb2049215 req-79d187f7-dafb-42f9-bd6d-f7a4fea4f7ca tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0396860 Nov 26 17:25:04.131623 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:25:04.893380 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942966ef-cb23-43a4-8f14-129760280eaf req-6c12340e-e85a-47ee-adcc-7b3ccfaacd89 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:25:04.894823 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-942966ef-cb23-43a4-8f14-129760280eaf req-6c12340e-e85a-47ee-adcc-7b3ccfaacd89 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 944 time: 0.0843396 Nov 26 17:25:04.939477 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-942966ef-cb23-43a4-8f14-129760280eaf req-ee6f06f5-b726-431d-b5ca-7829a989024c tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0386522 Nov 26 17:25:06.123172 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b8ad6-96f3-438e-8e2b-9a645ef875b8 req-d904e434-61d4-494a-88ea-8b61bddfea89 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:25:06.124889 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-786b8ad6-96f3-438e-8e2b-9a645ef875b8 req-d904e434-61d4-494a-88ea-8b61bddfea89 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 944 time: 0.0786037 Nov 26 17:25:06.288649 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-786b8ad6-96f3-438e-8e2b-9a645ef875b8 req-24150020-bf5c-4d5a-8c9f-48e12b2bf253 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1576085 Nov 26 17:25:07.481252 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001224e-2429-45b8-aabb-b7d2a7694028 req-fcc81627-1b62-4c4f-83f3-a34b250963b2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:25:07.482713 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e001224e-2429-45b8-aabb-b7d2a7694028 req-fcc81627-1b62-4c4f-83f3-a34b250963b2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 944 time: 0.0860002 Nov 26 17:25:07.532374 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e001224e-2429-45b8-aabb-b7d2a7694028 req-a56aaf5b-23ab-40a9-9a39-f6b879aa8db4 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441027 Nov 26 17:25:08.713422 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdfc71-7377-4db7-b212-cfdbcfdd77e3 req-24a0300e-bc44-45f6-ac01-c9c75cb9b376 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:25:08.714859 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4efdfc71-7377-4db7-b212-cfdbcfdd77e3 req-24a0300e-bc44-45f6-ac01-c9c75cb9b376 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 944 time: 0.0787067 Nov 26 17:25:08.763156 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4efdfc71-7377-4db7-b212-cfdbcfdd77e3 req-4704d9fb-271f-4ef2-b1a1-e28b255e98a2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0426052 Nov 26 17:25:09.125257 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 9fff29ef-30dd-4027-91bc-1de7c251bb31 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:25:09.259510 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 9fff29ef-30dd-4027-91bc-1de7c251bb31, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9fff29ef-30dd-4027-91bc-1de7c251bb31,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:25:09.272820 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '9fff29ef-30dd-4027-91bc-1de7c251bb31', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'port_id': '9fff29ef-30dd-4027-91bc-1de7c251bb31', 'mac_address': 'fa:16:3e:34:e7:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:25:09.328924 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:25:09.345485 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fff29ef-30dd-4027-91bc-1de7c251bb31 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:25:09.360156 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 9fff29ef-30dd-4027-91bc-1de7c251bb31, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9fff29ef-30dd-4027-91bc-1de7c251bb31,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:25:09.364248 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:25:09.365929 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:25:09.432870 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=9fff29ef-30dd-4027-91bc-1de7c251bb31,revision_number=9']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:25:09.435937 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:25:09.621597 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['9fff29ef-30dd-4027-91bc-1de7c251bb31'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:25:09.953907 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733d74a-e600-4a29-87d0-44a4f5fc5bb6 req-99b5cfd0-ee51-4b32-a661-b81401ba8fe4 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:25:09.955356 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9733d74a-e600-4a29-87d0-44a4f5fc5bb6 req-99b5cfd0-ee51-4b32-a661-b81401ba8fe4 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 945 time: 0.0832746 Nov 26 17:25:09.998895 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9733d74a-e600-4a29-87d0-44a4f5fc5bb6 req-0b1a8282-05e3-4af4-99f9-ff3fa18774b2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0376391 Nov 26 17:25:11.139985 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 9fff29ef-30dd-4027-91bc-1de7c251bb31 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:25:11.189206 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca214013-e554-4fd4-a70a-c756810b8a3e req-6bc8705e-916e-4ecc-a373-f76de3ad976a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:25:11.190660 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ca214013-e554-4fd4-a70a-c756810b8a3e req-6bc8705e-916e-4ecc-a373-f76de3ad976a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 945 time: 0.0828528 Nov 26 17:25:11.213062 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 9fff29ef-30dd-4027-91bc-1de7c251bb31 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:25:11.213448 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:25:11.234992 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ca214013-e554-4fd4-a70a-c756810b8a3e req-ebd86267-4d2a-481e-8d29-ab43f430eeeb tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0385847 Nov 26 17:25:11.360458 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:25:11.386130 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d28ffc-569f-4573-9b42-24f7a94f4690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fff29ef-30dd-4027-91bc-1de7c251bb31'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:25:11.396631 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 9fff29ef-30dd-4027-91bc-1de7c251bb31, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9fff29ef-30dd-4027-91bc-1de7c251bb31,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:25:11.400602 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:25:11.402480 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:25:11.437823 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d28ffc-569f-4573-9b42-24f7a94f4690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fff29ef-30dd-4027-91bc-1de7c251bb31', 'code': 200} Nov 26 17:25:11.469751 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=9fff29ef-30dd-4027-91bc-1de7c251bb31,revision_number=10']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:25:11.472690 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:25:11.680693 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991ab9a-ccc2-4cab-bfb7-3b7de5f688fa req-31eee366-28e3-4b8d-acb4-54ab6b91fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:25:11.682036 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b991ab9a-ccc2-4cab-bfb7-3b7de5f688fa req-31eee366-28e3-4b8d-acb4-54ab6b91fda3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 1100 time: 0.0684257 Nov 26 17:25:11.725774 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b991ab9a-ccc2-4cab-bfb7-3b7de5f688fa req-d21b46ba-015c-4cba-99fd-329300c78bdb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0335469 Nov 26 17:25:12.420437 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a4141-2e9a-45fd-9cad-bd7230346504 req-4cfdba3c-ece2-4ad6-8753-c60453b14004 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:25:12.421863 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ff2a4141-2e9a-45fd-9cad-bd7230346504 req-4cfdba3c-ece2-4ad6-8753-c60453b14004 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 947 time: 0.0832124 Nov 26 17:25:12.464763 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ff2a4141-2e9a-45fd-9cad-bd7230346504 req-d0ce8d5e-318c-4847-bee4-edb4325e52ae tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0365341 Nov 26 17:25:13.666985 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df4d1a-ee6a-4f08-86a2-3e6b406900fc req-2d5bd6d5-b279-4ea7-9347-d668cb954633 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:25:13.668429 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e3df4d1a-ee6a-4f08-86a2-3e6b406900fc req-2d5bd6d5-b279-4ea7-9347-d668cb954633 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 947 time: 0.0839157 Nov 26 17:25:13.711102 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e3df4d1a-ee6a-4f08-86a2-3e6b406900fc req-6b3990ae-f6e8-497b-b241-d552155979e1 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0364475 Nov 26 17:25:19.837046 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:25:20.816412 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:25:27.716746 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2065f3c7-a068-40ad-a5d9-9560c19427dc req-2f42180b-79df-4f47-ba27-97ae0201b53d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682921 Nov 26 17:25:27.860408 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065f3c7-a068-40ad-a5d9-9560c19427dc req-19eebddc-001f-40b5-8383-385beeac4252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:25:27.862372 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2065f3c7-a068-40ad-a5d9-9560c19427dc req-19eebddc-001f-40b5-8383-385beeac4252 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a21b1248e4054906bc783c9c63dd93d9&device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 1100 time: 0.0776176 Nov 26 17:25:28.007910 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065f3c7-a068-40ad-a5d9-9560c19427dc req-15a59aa0-ffc7-4964-81dd-f7ee87a1f259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:25:28.009244 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2065f3c7-a068-40ad-a5d9-9560c19427dc req-15a59aa0-ffc7-4964-81dd-f7ee87a1f259 service neutron] 10.222.0.31 "GET /v2.0/networks?id=01857a47-a41c-4fa9-af96-63714e02bd98 HTTP/1.1" status: 200 len: 910 time: 0.1243799 Nov 26 17:25:28.115091 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2065f3c7-a068-40ad-a5d9-9560c19427dc req-6cb33241-08a9-4899-b181-a184af5f0fa2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fff29ef-30dd-4027-91bc-1de7c251bb31 HTTP/1.1" status: 200 len: 1002 time: 0.0991068 Nov 26 17:25:28.177588 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065f3c7-a068-40ad-a5d9-9560c19427dc req-ce50631b-26a9-4169-8fcd-274bfc837288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:25:28.178988 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2065f3c7-a068-40ad-a5d9-9560c19427dc req-ce50631b-26a9-4169-8fcd-274bfc837288 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f677ed37-abcc-4c7c-8b6a-fcfe09a2c556 HTTP/1.1" status: 200 len: 848 time: 0.0581319 Nov 26 17:25:28.261128 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065f3c7-a068-40ad-a5d9-9560c19427dc req-6aa32587-e1fe-4031-ac99-675dd97fab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:25:28.262492 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2065f3c7-a068-40ad-a5d9-9560c19427dc req-6aa32587-e1fe-4031-ac99-675dd97fab85 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01857a47-a41c-4fa9-af96-63714e02bd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755818 Nov 26 17:25:28.393767 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2065f3c7-a068-40ad-a5d9-9560c19427dc req-ca4c52fa-a0d2-4fee-afa1-a010c9663d9d service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247118 Nov 26 17:25:28.523485 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-2065f3c7-a068-40ad-a5d9-9560c19427dc req-dbe2754c-33d1-4ea9-8e90-05309a593b6b service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230314 Nov 26 17:25:28.676759 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5229c938-273d-4268-b716-c4f584812861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:25:29.458588 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:25:31.335901 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ed3ec938-9c88-45aa-976c-b081e1bd156d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:25:32.344138 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:25:34.131197 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:25:49.851788 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:25:57.814479 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:25:58.680441 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c9da0698-c014-41aa-99d7-69a1c32f5c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:25:59.460534 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:01.337999 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-41c4bee3-c381-4f6d-ba85-a7e4b8688f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:02.348380 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:04.135187 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:19.847608 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:27.058210 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 32798) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:26:27.259165 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-0576a9e1-a967-46a4-9c74-8e79773a4ae0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Deleting port 360d294d-ce86-48d6-b32d-fbbc02ce9beb {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:26:27.259498 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0576a9e1-a967-46a4-9c74-8e79773a4ae0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:27.429718 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0576a9e1-a967-46a4-9c74-8e79773a4ae0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:27.430044 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0576a9e1-a967-46a4-9c74-8e79773a4ae0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:27.658647 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-0576a9e1-a967-46a4-9c74-8e79773a4ae0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Calling delete_port for 360d294d-ce86-48d6-b32d-fbbc02ce9beb owned by network:floatingip {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:26:27.807937 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0576a9e1-a967-46a4-9c74-8e79773a4ae0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:27.812377 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-77960a90-6a8c-4317-a142-b3370d290047 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:26:27.855563 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576a9e1-a967-46a4-9c74-8e79773a4ae0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Pushing event deleted for resources: {'Port': ['ID=360d294d-ce86-48d6-b32d-fbbc02ce9beb,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:26:27.891416 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576a9e1-a967-46a4-9c74-8e79773a4ae0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:26:27.891832 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576a9e1-a967-46a4-9c74-8e79773a4ae0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:26:27.892217 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576a9e1-a967-46a4-9c74-8e79773a4ae0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:26:27.892594 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576a9e1-a967-46a4-9c74-8e79773a4ae0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:26:27.892963 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576a9e1-a967-46a4-9c74-8e79773a4ae0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:26:27.893328 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576a9e1-a967-46a4-9c74-8e79773a4ae0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:26:27.893688 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576a9e1-a967-46a4-9c74-8e79773a4ae0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:26:27.894076 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576a9e1-a967-46a4-9c74-8e79773a4ae0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:26:27.894439 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576a9e1-a967-46a4-9c74-8e79773a4ae0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:26:27.894797 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576a9e1-a967-46a4-9c74-8e79773a4ae0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:26:27.895154 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576a9e1-a967-46a4-9c74-8e79773a4ae0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:26:27.895515 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576a9e1-a967-46a4-9c74-8e79773a4ae0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:26:27.902555 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0576a9e1-a967-46a4-9c74-8e79773a4ae0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:26:27.957499 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0576a9e1-a967-46a4-9c74-8e79773a4ae0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for floatingip, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:27.957826 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-0576a9e1-a967-46a4-9c74-8e79773a4ae0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Floating IP 1acec1d6-33d7-45fc-a64a-ad981fe4dea8 disassociated (deleted). External IP: 172.26.0.233, port: 9fff29ef-30dd-4027-91bc-1de7c251bb31. Nov 26 17:26:28.316184 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0576a9e1-a967-46a4-9c74-8e79773a4ae0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Router 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:26:28.495665 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0576a9e1-a967-46a4-9c74-8e79773a4ae0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:26:28.505581 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d0a6fc-fbab-4aaa-bcf6-c7aa613239fb None None] Sync routers for ids ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:26:28.514581 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d0a6fc-fbab-4aaa-bcf6-c7aa613239fb None None] Routers {'69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:26:28.515270 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-43d0a6fc-fbab-4aaa-bcf6-c7aa613239fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:26:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:26:28.515409 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0576a9e1-a967-46a4-9c74-8e79773a4ae0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:28.571360 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0576a9e1-a967-46a4-9c74-8e79773a4ae0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "DELETE /v2.0/floatingips/1acec1d6-33d7-45fc-a64a-ad981fe4dea8 HTTP/1.1" status: 204 len: 168 time: 1.5095856 Nov 26 17:26:28.571360 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d28ffc-569f-4573-9b42-24f7a94f4690', 'tag': '9fff29ef-30dd-4027-91bc-1de7c251bb31'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:26:28.696764 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0baddabd-5d05-4a39-ae52-04f3e812facf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:28.710762 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-43d0a6fc-fbab-4aaa-bcf6-c7aa613239fb None None] Set router 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:26:28.726263 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d28ffc-569f-4573-9b42-24f7a94f4690', 'tag': '9fff29ef-30dd-4027-91bc-1de7c251bb31', 'status': 'completed', 'code': 200} Nov 26 17:26:28.748783 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.31', 63721) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:26:28.754923 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8f11eca0-5738-494c-9068-a1ca54dbe94d req-e1180c4d-e186-484a-9d50-6242081b6fc6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0967903 Nov 26 17:26:28.841880 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a974c1-c478-4662-9828-e0422b5e5a42 req-933ebd03-9438-4fb9-8cf6-27a5ef4c02e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:28.843347 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-20a974c1-c478-4662-9828-e0422b5e5a42 req-933ebd03-9438-4fb9-8cf6-27a5ef4c02e8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a21b1248e4054906bc783c9c63dd93d9&device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 1100 time: 0.0886271 Nov 26 17:26:29.035649 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a974c1-c478-4662-9828-e0422b5e5a42 req-e25940e9-e894-43c5-9f06-1751a17ba592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:29.037000 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-20a974c1-c478-4662-9828-e0422b5e5a42 req-e25940e9-e894-43c5-9f06-1751a17ba592 service neutron] 10.222.0.31 "GET /v2.0/networks?id=01857a47-a41c-4fa9-af96-63714e02bd98 HTTP/1.1" status: 200 len: 910 time: 0.1854322 Nov 26 17:26:29.046878 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7cc904-3a63-485b-8e82-62324ab044a2 req-88ff2084-ff4f-479e-9bd9-831442541126 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:29.047529 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-9d7cc904-3a63-485b-8e82-62324ab044a2 req-88ff2084-ff4f-479e-9bd9-831442541126 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Synchronizing usage tracker for tenant:a21b1248e4054906bc783c9c63dd93d9 on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:26:29.076157 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-43d0a6fc-fbab-4aaa-bcf6-c7aa613239fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'name': 'tempest-TestShelveInstance-1919826658-router', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:21:59Z', 'updated_at': '2021-11-26T17:22:03Z', 'revision_number': 4, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'gw_port': {'id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:00Z', 'updated_at': '2021-11-26T17:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5', 'name': '', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'mac_address': 'fa:16:3e:57:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:02Z', 'updated_at': '2021-11-26T17:22:10Z', 'revision_number': 5, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'subnets': [{'id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:26:29.080023 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d0a6fc-fbab-4aaa-bcf6-c7aa613239fb None None] Checking router: 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:26:29.088173 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d0a6fc-fbab-4aaa-bcf6-c7aa613239fb None None] Routers {'69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:26:29.088767 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-43d0a6fc-fbab-4aaa-bcf6-c7aa613239fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:26:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:26:29.119550 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-20a974c1-c478-4662-9828-e0422b5e5a42 req-b26f2288-aaf4-451b-91fc-789e5ae8f04f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fff29ef-30dd-4027-91bc-1de7c251bb31 HTTP/1.1" status: 200 len: 217 time: 0.0693312 Nov 26 17:26:29.127011 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-9d7cc904-3a63-485b-8e82-62324ab044a2 req-88ff2084-ff4f-479e-9bd9-831442541126 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Unset dirty status for tenant:a21b1248e4054906bc783c9c63dd93d9 on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:26:29.128224 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9d7cc904-3a63-485b-8e82-62324ab044a2 req-88ff2084-ff4f-479e-9bd9-831442541126 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 947 time: 0.2105792 Nov 26 17:26:29.215673 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9d7cc904-3a63-485b-8e82-62324ab044a2 req-b2cb59ae-3bd3-46fb-a6a7-ba0bd62fac7c tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0573590 Nov 26 17:26:29.217169 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a974c1-c478-4662-9828-e0422b5e5a42 req-13412a34-5bd1-4cc3-af9c-7509e6422cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:29.218480 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-20a974c1-c478-4662-9828-e0422b5e5a42 req-13412a34-5bd1-4cc3-af9c-7509e6422cb5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f677ed37-abcc-4c7c-8b6a-fcfe09a2c556 HTTP/1.1" status: 200 len: 848 time: 0.0888031 Nov 26 17:26:29.278184 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-43d0a6fc-fbab-4aaa-bcf6-c7aa613239fb None None] Set router 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:26:29.429059 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a974c1-c478-4662-9828-e0422b5e5a42 req-6cf4150f-7fc8-412b-89a2-34623bc363a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:29.430565 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-20a974c1-c478-4662-9828-e0422b5e5a42 req-6cf4150f-7fc8-412b-89a2-34623bc363a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01857a47-a41c-4fa9-af96-63714e02bd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2020168 Nov 26 17:26:29.465349 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:29.566071 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-20a974c1-c478-4662-9828-e0422b5e5a42 req-beaf9d65-c74c-497d-9f96-c8333c7135f8 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267335 Nov 26 17:26:29.588548 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-43d0a6fc-fbab-4aaa-bcf6-c7aa613239fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'name': 'tempest-TestShelveInstance-1919826658-router', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:21:59Z', 'updated_at': '2021-11-26T17:22:03Z', 'revision_number': 4, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'gw_port': {'id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:00Z', 'updated_at': '2021-11-26T17:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5', 'name': '', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'mac_address': 'fa:16:3e:57:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:02Z', 'updated_at': '2021-11-26T17:22:10Z', 'revision_number': 5, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'subnets': [{'id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:26:29.592434 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d0a6fc-fbab-4aaa-bcf6-c7aa613239fb None None] The sync data for ids ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'] in dv-neutron-819440-1-hyperv is: [{'id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'name': 'tempest-TestShelveInstance-1919826658-router', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:21:59Z', 'updated_at': '2021-11-26T17:22:03Z', 'revision_number': 4, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'gw_port': {'id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:00Z', 'updated_at': '2021-11-26T17:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5', 'name': '', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'mac_address': 'fa:16:3e:57:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:02Z', 'updated_at': '2021-11-26T17:22:10Z', 'revision_number': 5, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'subnets': [{'id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:26:29.698722 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-20a974c1-c478-4662-9828-e0422b5e5a42 req-de93c334-1b3c-405b-b533-4e6d2c16fea2 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256618 Nov 26 17:26:29.817497 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f2bd83-0bb3-4021-9512-a2dea724ec7a None None] New status for floating IP 1acec1d6-33d7-45fc-a64a-ad981fe4dea8: DOWN {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:26:29.866324 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11eca0-5738-494c-9068-a1ca54dbe94d req-ae822465-dfe4-4423-8a6d-95f2304e0a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:29.867868 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8f11eca0-5738-494c-9068-a1ca54dbe94d req-ae822465-dfe4-4423-8a6d-95f2304e0a9d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a21b1248e4054906bc783c9c63dd93d9&device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 1100 time: 0.0705192 Nov 26 17:26:30.013065 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11eca0-5738-494c-9068-a1ca54dbe94d req-0048c863-2916-46de-ac53-98377a733e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:30.014541 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8f11eca0-5738-494c-9068-a1ca54dbe94d req-0048c863-2916-46de-ac53-98377a733e40 service neutron] 10.222.0.31 "GET /v2.0/networks?id=01857a47-a41c-4fa9-af96-63714e02bd98 HTTP/1.1" status: 200 len: 910 time: 0.1268308 Nov 26 17:26:30.085296 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8f11eca0-5738-494c-9068-a1ca54dbe94d req-a2e77c94-8807-48ff-8134-ef531c57e99c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fff29ef-30dd-4027-91bc-1de7c251bb31 HTTP/1.1" status: 200 len: 217 time: 0.0635967 Nov 26 17:26:30.149202 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11eca0-5738-494c-9068-a1ca54dbe94d req-ab920365-fb60-4675-837a-f92815304a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:30.150674 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8f11eca0-5738-494c-9068-a1ca54dbe94d req-ab920365-fb60-4675-837a-f92815304a8b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f677ed37-abcc-4c7c-8b6a-fcfe09a2c556 HTTP/1.1" status: 200 len: 848 time: 0.0583692 Nov 26 17:26:30.233495 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11eca0-5738-494c-9068-a1ca54dbe94d req-aa939c72-5f08-4ddf-9519-b6c36fa96adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:30.234894 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8f11eca0-5738-494c-9068-a1ca54dbe94d req-aa939c72-5f08-4ddf-9519-b6c36fa96adc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01857a47-a41c-4fa9-af96-63714e02bd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723803 Nov 26 17:26:30.370995 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8f11eca0-5738-494c-9068-a1ca54dbe94d req-3ddc3c68-74d1-4637-bfa8-b51510418d55 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258681 Nov 26 17:26:30.467657 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a199c-43fd-4d31-9e96-b1978ca5cec2 req-12889e88-4516-45aa-b789-0f762b35aa33 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:30.469145 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-320a199c-43fd-4d31-9e96-b1978ca5cec2 req-12889e88-4516-45aa-b789-0f762b35aa33 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 947 time: 0.1455178 Nov 26 17:26:30.481317 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad5e31-cedb-435d-976c-278649ed5909 req-513ac599-6b4e-4ae8-9da8-64ae1975ff4c tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:30.482689 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b4ad5e31-cedb-435d-976c-278649ed5909 req-513ac599-6b4e-4ae8-9da8-64ae1975ff4c tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 947 time: 0.1233306 Nov 26 17:26:30.505302 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8f11eca0-5738-494c-9068-a1ca54dbe94d req-f2a0b81a-f1ac-40d2-a8f9-1f93637dfcb7 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272490 Nov 26 17:26:30.576409 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-320a199c-43fd-4d31-9e96-b1978ca5cec2 req-636da7cb-f452-45ba-8857-abce3a8db838 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7b43963-ae07-47b2-ae98-9c81cc172eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0927446 Nov 26 17:26:30.584868 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-b4ad5e31-cedb-435d-976c-278649ed5909 req-824adb62-042f-47e7-bb42-de6310480377 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Deleting port 9fff29ef-30dd-4027-91bc-1de7c251bb31 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:26:30.585214 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-b4ad5e31-cedb-435d-976c-278649ed5909 req-824adb62-042f-47e7-bb42-de6310480377 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:30.943396 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-b4ad5e31-cedb-435d-976c-278649ed5909 req-824adb62-042f-47e7-bb42-de6310480377 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] For port 9fff29ef-30dd-4027-91bc-1de7c251bb31, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9fff29ef-30dd-4027-91bc-1de7c251bb31,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:26:30.943756 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-b4ad5e31-cedb-435d-976c-278649ed5909 req-824adb62-042f-47e7-bb42-de6310480377 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:31.064894 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-b4ad5e31-cedb-435d-976c-278649ed5909 req-824adb62-042f-47e7-bb42-de6310480377 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Calling delete_port for 9fff29ef-30dd-4027-91bc-1de7c251bb31 owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:26:31.209722 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-b4ad5e31-cedb-435d-976c-278649ed5909 req-824adb62-042f-47e7-bb42-de6310480377 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:31.215150 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-50596347-fc9a-4dd7-8301-2468fbd09758 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:26:31.259048 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824adb62-042f-47e7-bb42-de6310480377 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Pushing event deleted for resources: {'Port': ['ID=9fff29ef-30dd-4027-91bc-1de7c251bb31,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:26:31.298324 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824adb62-042f-47e7-bb42-de6310480377 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:26:31.298721 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824adb62-042f-47e7-bb42-de6310480377 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:26:31.299100 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824adb62-042f-47e7-bb42-de6310480377 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:26:31.299476 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824adb62-042f-47e7-bb42-de6310480377 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:26:31.299876 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824adb62-042f-47e7-bb42-de6310480377 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:26:31.300295 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824adb62-042f-47e7-bb42-de6310480377 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:26:31.300665 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824adb62-042f-47e7-bb42-de6310480377 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:26:31.301031 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824adb62-042f-47e7-bb42-de6310480377 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:26:31.301398 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824adb62-042f-47e7-bb42-de6310480377 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:26:31.301763 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824adb62-042f-47e7-bb42-de6310480377 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:26:31.302126 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824adb62-042f-47e7-bb42-de6310480377 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:26:31.302484 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824adb62-042f-47e7-bb42-de6310480377 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:26:31.309566 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-824adb62-042f-47e7-bb42-de6310480377 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:26:31.340183 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b36c84cc-308a-4f64-a6f7-580af56caff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:31.352524 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ad5e31-cedb-435d-976c-278649ed5909 req-824adb62-042f-47e7-bb42-de6310480377 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] No DVR routers for this DVR port 9fff29ef-30dd-4027-91bc-1de7c251bb31 on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:26:31.354793 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-b4ad5e31-cedb-435d-976c-278649ed5909 req-824adb62-042f-47e7-bb42-de6310480377 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:31.357354 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d28ffc-569f-4573-9b42-24f7a94f4690', 'name': 'network-vif-deleted', 'tag': '9fff29ef-30dd-4027-91bc-1de7c251bb31'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:26:31.373638 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b4ad5e31-cedb-435d-976c-278649ed5909 req-824adb62-042f-47e7-bb42-de6310480377 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.31 "DELETE /v2.0/ports/9fff29ef-30dd-4027-91bc-1de7c251bb31 HTTP/1.1" status: 204 len: 173 time: 0.8752949 Nov 26 17:26:31.457150 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d28ffc-569f-4573-9b42-24f7a94f4690', 'name': 'network-vif-deleted', 'tag': '9fff29ef-30dd-4027-91bc-1de7c251bb31', 'status': 'completed', 'code': 200} Nov 26 17:26:31.741639 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-33c929b6-c9a7-49ed-8306-a7cba5ccb575 req-4f324406-b69f-49c5-8f81-78e32b38a688 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Synchronizing usage tracker for tenant:a21b1248e4054906bc783c9c63dd93d9 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:26:31.758628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-33c929b6-c9a7-49ed-8306-a7cba5ccb575 req-4f324406-b69f-49c5-8f81-78e32b38a688 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Unset dirty status for tenant:a21b1248e4054906bc783c9c63dd93d9 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:26:31.759899 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-33c929b6-c9a7-49ed-8306-a7cba5ccb575 req-4f324406-b69f-49c5-8f81-78e32b38a688 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6d28ffc-569f-4573-9b42-24f7a94f4690 HTTP/1.1" status: 200 len: 210 time: 0.0607791 Nov 26 17:26:32.348971 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:32.855996 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 32822) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:26:32.922364 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f2c01c7c-f012-4203-94a5-aebc19bfa8f3 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:32.950461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f2c01c7c-f012-4203-94a5-aebc19bfa8f3 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:33.019022 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f2c01c7c-f012-4203-94a5-aebc19bfa8f3 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:33.023350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ceee767b-5164-4c8a-9057-2a3a836a70a6 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:26:33.039204 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c01c7c-f012-4203-94a5-aebc19bfa8f3 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b43963-ae07-47b2-ae98-9c81cc172eaa,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:26:33.042680 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f2c01c7c-f012-4203-94a5-aebc19bfa8f3 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:26:33.050182 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-f2c01c7c-f012-4203-94a5-aebc19bfa8f3 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:33.051493 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-f2c01c7c-f012-4203-94a5-aebc19bfa8f3 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "DELETE /v2.0/security-groups/a7b43963-ae07-47b2-ae98-9c81cc172eaa HTTP/1.1" status: 204 len: 168 time: 0.1944945 Nov 26 17:26:33.371173 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 32830) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:26:33.376719 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-666f1e56-8aaf-4316-8840-decc0cb6adbb tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1249926824', 'description': 'tempest-secgroup-smoke-1249926824 description', 'project_id': 'a21b1248e4054906bc783c9c63dd93d9'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:26:33.383112 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-666f1e56-8aaf-4316-8840-decc0cb6adbb tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:26:33.387164 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-666f1e56-8aaf-4316-8840-decc0cb6adbb tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Usage tracker for resource:security_group and tenant:a21b1248e4054906bc783c9c63dd93d9 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:26:33.390026 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-666f1e56-8aaf-4316-8840-decc0cb6adbb tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:26:33.396285 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-666f1e56-8aaf-4316-8840-decc0cb6adbb tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:26:33.406185 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-666f1e56-8aaf-4316-8840-decc0cb6adbb tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:33.425345 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-666f1e56-8aaf-4316-8840-decc0cb6adbb tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:26:33.429591 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-666f1e56-8aaf-4316-8840-decc0cb6adbb tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Usage tracker for resource:security_group_rule and tenant:a21b1248e4054906bc783c9c63dd93d9 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:26:33.432350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-666f1e56-8aaf-4316-8840-decc0cb6adbb tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:26:33.437901 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-666f1e56-8aaf-4316-8840-decc0cb6adbb tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:26:33.508128 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-666f1e56-8aaf-4316-8840-decc0cb6adbb tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:33.511654 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-666f1e56-8aaf-4316-8840-decc0cb6adbb tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:33.515117 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-88c9ede3-940d-4bdd-9899-8706c668a5a0 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:26:33.555382 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f1e56-8aaf-4316-8840-decc0cb6adbb tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4425969b-6ceb-4a5b-af35-539747e93d13,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:26:33.558421 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-666f1e56-8aaf-4316-8840-decc0cb6adbb tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:26:33.561404 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-666f1e56-8aaf-4316-8840-decc0cb6adbb tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:33.562637 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-666f1e56-8aaf-4316-8840-decc0cb6adbb tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1904540 Nov 26 17:26:33.565461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 32834) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:26:33.571091 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-dd1e25f9-3e3d-4c1b-8de5-7c0905ede6d6 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Request body: {'security_group_rule': {'security_group_id': '4425969b-6ceb-4a5b-af35-539747e93d13', 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:26:33.576891 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-dd1e25f9-3e3d-4c1b-8de5-7c0905ede6d6 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:26:33.580690 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-dd1e25f9-3e3d-4c1b-8de5-7c0905ede6d6 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Usage tracker for resource:security_group_rule and tenant:a21b1248e4054906bc783c9c63dd93d9 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:26:33.583586 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-dd1e25f9-3e3d-4c1b-8de5-7c0905ede6d6 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:26:33.589230 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-dd1e25f9-3e3d-4c1b-8de5-7c0905ede6d6 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:26:33.605532 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd1e25f9-3e3d-4c1b-8de5-7c0905ede6d6 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:33.669007 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd1e25f9-3e3d-4c1b-8de5-7c0905ede6d6 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:33.672693 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd1e25f9-3e3d-4c1b-8de5-7c0905ede6d6 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:33.674437 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-f8cf5d24-cd52-4ce7-ba4f-08f2a2c73614 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:26:33.700198 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e25f9-3e3d-4c1b-8de5-7c0905ede6d6 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14bc2e4-bf72-42ae-936d-8ddac3a090c8,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:26:33.704350 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-dd1e25f9-3e3d-4c1b-8de5-7c0905ede6d6 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:26:33.711788 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-dd1e25f9-3e3d-4c1b-8de5-7c0905ede6d6 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:33.712961 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-dd1e25f9-3e3d-4c1b-8de5-7c0905ede6d6 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1466022 Nov 26 17:26:33.715748 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 32838) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:26:33.720817 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-17cf14b7-ed3b-4ec2-a330-1b3fda6ada51 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Request body: {'security_group_rule': {'security_group_id': '4425969b-6ceb-4a5b-af35-539747e93d13', 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:26:33.726569 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-17cf14b7-ed3b-4ec2-a330-1b3fda6ada51 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:26:33.730749 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-17cf14b7-ed3b-4ec2-a330-1b3fda6ada51 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Usage tracker for resource:security_group_rule and tenant:a21b1248e4054906bc783c9c63dd93d9 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:26:33.733709 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-17cf14b7-ed3b-4ec2-a330-1b3fda6ada51 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:26:33.740287 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-17cf14b7-ed3b-4ec2-a330-1b3fda6ada51 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:26:33.758203 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-17cf14b7-ed3b-4ec2-a330-1b3fda6ada51 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:33.818347 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-17cf14b7-ed3b-4ec2-a330-1b3fda6ada51 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:33.821639 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-17cf14b7-ed3b-4ec2-a330-1b3fda6ada51 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:33.823399 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-078c9d8e-de44-4a32-8654-886b8a5bf1e1 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:26:33.845328 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf14b7-ed3b-4ec2-a330-1b3fda6ada51 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ae23c9-2b48-4e61-adf7-35298fdc6639,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:26:33.850393 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-17cf14b7-ed3b-4ec2-a330-1b3fda6ada51 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:26:33.854621 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-17cf14b7-ed3b-4ec2-a330-1b3fda6ada51 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:33.855850 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-17cf14b7-ed3b-4ec2-a330-1b3fda6ada51 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391203 Nov 26 17:26:33.858580 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 32842) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:26:33.863582 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-fcc57dff-b5ca-4175-a7d5-9e62bb695451 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Request body: {'security_group_rule': {'security_group_id': '4425969b-6ceb-4a5b-af35-539747e93d13', 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:26:33.869838 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-fcc57dff-b5ca-4175-a7d5-9e62bb695451 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:26:33.873619 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-fcc57dff-b5ca-4175-a7d5-9e62bb695451 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Usage tracker for resource:security_group_rule and tenant:a21b1248e4054906bc783c9c63dd93d9 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:26:33.876730 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-fcc57dff-b5ca-4175-a7d5-9e62bb695451 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:26:33.882402 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-fcc57dff-b5ca-4175-a7d5-9e62bb695451 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:26:33.898673 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fcc57dff-b5ca-4175-a7d5-9e62bb695451 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:33.959461 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fcc57dff-b5ca-4175-a7d5-9e62bb695451 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:33.962881 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fcc57dff-b5ca-4175-a7d5-9e62bb695451 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:33.964737 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d3643e59-9c3b-43a7-b978-5600c5364a75 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:26:33.986269 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc57dff-b5ca-4175-a7d5-9e62bb695451 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b4b8fc-7833-4a13-9994-c53cbeb86a33,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:26:33.989495 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fcc57dff-b5ca-4175-a7d5-9e62bb695451 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:26:33.996517 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-fcc57dff-b5ca-4175-a7d5-9e62bb695451 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:33.997708 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-fcc57dff-b5ca-4175-a7d5-9e62bb695451 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381936 Nov 26 17:26:34.000604 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 32846) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:26:34.005545 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-7f971bba-feca-461c-bf4f-13f0e0c9d596 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Request body: {'security_group_rule': {'security_group_id': '4425969b-6ceb-4a5b-af35-539747e93d13', 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:26:34.011135 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7f971bba-feca-461c-bf4f-13f0e0c9d596 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:26:34.014939 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7f971bba-feca-461c-bf4f-13f0e0c9d596 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Usage tracker for resource:security_group_rule and tenant:a21b1248e4054906bc783c9c63dd93d9 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:26:34.017797 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-7f971bba-feca-461c-bf4f-13f0e0c9d596 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:26:34.023429 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-7f971bba-feca-461c-bf4f-13f0e0c9d596 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:26:34.042174 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7f971bba-feca-461c-bf4f-13f0e0c9d596 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:34.104411 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7f971bba-feca-461c-bf4f-13f0e0c9d596 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:34.108283 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7f971bba-feca-461c-bf4f-13f0e0c9d596 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:34.110012 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-17cf14b7-ed3b-4ec2-a330-1b3fda6ada51 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:26:34.130902 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f971bba-feca-461c-bf4f-13f0e0c9d596 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c243a31f-879d-4adf-9ba0-0a10b9d4983a,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:26:34.134905 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7f971bba-feca-461c-bf4f-13f0e0c9d596 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:26:34.139686 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:34.143515 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-7f971bba-feca-461c-bf4f-13f0e0c9d596 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:34.144723 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-7f971bba-feca-461c-bf4f-13f0e0c9d596 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1432204 Nov 26 17:26:34.147393 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 32850) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:26:34.152365 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-a7ed9672-edb7-42af-96e3-81ef8e87e323 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Request body: {'security_group_rule': {'security_group_id': '4425969b-6ceb-4a5b-af35-539747e93d13', 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:26:34.158026 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-a7ed9672-edb7-42af-96e3-81ef8e87e323 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:26:34.162289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a7ed9672-edb7-42af-96e3-81ef8e87e323 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Usage tracker for resource:security_group_rule and tenant:a21b1248e4054906bc783c9c63dd93d9 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:26:34.165139 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-a7ed9672-edb7-42af-96e3-81ef8e87e323 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:26:34.170718 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-a7ed9672-edb7-42af-96e3-81ef8e87e323 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:26:34.181333 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.securitygroups_db [None req-a7ed9672-edb7-42af-96e3-81ef8e87e323 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Project a21b1248e4054906bc783c9c63dd93d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 17:26:34.187861 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a7ed9672-edb7-42af-96e3-81ef8e87e323 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:34.249865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a7ed9672-edb7-42af-96e3-81ef8e87e323 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:34.253262 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a7ed9672-edb7-42af-96e3-81ef8e87e323 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:34.255159 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e05b595e-c295-499a-8015-34476086b541 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:26:34.277105 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed9672-edb7-42af-96e3-81ef8e87e323 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff6a3cfe-72a7-4224-a8cc-b7cb7b368925,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:26:34.281411 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a7ed9672-edb7-42af-96e3-81ef8e87e323 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:26:34.285659 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-a7ed9672-edb7-42af-96e3-81ef8e87e323 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:34.287309 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-a7ed9672-edb7-42af-96e3-81ef8e87e323 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1389961 Nov 26 17:26:34.289949 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 32854) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:26:34.294836 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-0508c5fc-f672-40cc-b571-19f1d85a2f81 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Request body: {'security_group_rule': {'security_group_id': '4425969b-6ceb-4a5b-af35-539747e93d13', 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:26:34.300635 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0508c5fc-f672-40cc-b571-19f1d85a2f81 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:26:34.304373 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0508c5fc-f672-40cc-b571-19f1d85a2f81 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Usage tracker for resource:security_group_rule and tenant:a21b1248e4054906bc783c9c63dd93d9 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:26:34.307165 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0508c5fc-f672-40cc-b571-19f1d85a2f81 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:26:34.312756 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0508c5fc-f672-40cc-b571-19f1d85a2f81 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:26:34.322176 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.securitygroups_db [None req-0508c5fc-f672-40cc-b571-19f1d85a2f81 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Project a21b1248e4054906bc783c9c63dd93d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 17:26:34.328652 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0508c5fc-f672-40cc-b571-19f1d85a2f81 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:34.395766 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0508c5fc-f672-40cc-b571-19f1d85a2f81 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:34.399253 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0508c5fc-f672-40cc-b571-19f1d85a2f81 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:34.406337 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-4baa4845-955f-46c9-934d-85e0164ddd59 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:26:34.424331 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508c5fc-f672-40cc-b571-19f1d85a2f81 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ebe5829-67c8-4554-ae1d-50b02c1f11f8,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:26:34.426564 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0508c5fc-f672-40cc-b571-19f1d85a2f81 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:26:34.434271 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0508c5fc-f672-40cc-b571-19f1d85a2f81 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:34.435438 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0508c5fc-f672-40cc-b571-19f1d85a2f81 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1445966 Nov 26 17:26:34.812513 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:26:35.479288 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 9fff29ef-30dd-4027-91bc-1de7c251bb31 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:26:35.516901 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: 9fff29ef-30dd-4027-91bc-1de7c251bb31 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:26:35.517257 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 9fff29ef-30dd-4027-91bc-1de7c251bb31 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:26:48.293492 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-4a92a9eb-6e57-4999-b245-9bf3247adc55 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Synchronizing usage tracker for tenant:a21b1248e4054906bc783c9c63dd93d9 on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:26:48.307833 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-4a92a9eb-6e57-4999-b245-9bf3247adc55 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Unset dirty status for tenant:a21b1248e4054906bc783c9c63dd93d9 on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:26:48.308970 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-4a92a9eb-6e57-4999-b245-9bf3247adc55 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1249926824&fields=id&tenant_id=a21b1248e4054906bc783c9c63dd93d9 HTTP/1.1" status: 200 len: 267 time: 0.0549405 Nov 26 17:26:48.456244 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-02dc1d84-c352-4759-9197-ad9c4037ad5d tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:48.457696 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-02dc1d84-c352-4759-9197-ad9c4037ad5d tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/networks?id=01857a47-a41c-4fa9-af96-63714e02bd98 HTTP/1.1" status: 200 len: 809 time: 0.1420023 Nov 26 17:26:48.472021 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-632a84d8-2eb0-47b4-bbe8-45f9aab87111 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/quotas/a21b1248e4054906bc783c9c63dd93d9 HTTP/1.1" status: 200 len: 375 time: 0.0087850 Nov 26 17:26:48.554130 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-6942d67b-ab99-4efb-9ca3-886eaebadf4d tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a21b1248e4054906bc783c9c63dd93d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773525 Nov 26 17:26:48.609571 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-9dbc3192-e4a3-4e4e-b12d-e8e2d5097701 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 17:26:48.610559 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-9dbc3192-e4a3-4e4e-b12d-e8e2d5097701 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0456514 Nov 26 17:26:48.741891 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-2c7907b5-b66d-42d6-afee-7547dcd2569b service neutron] 10.222.0.11 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250753 Nov 26 17:26:48.871092 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-8d2a5102-dfd2-4483-b9ae-74fb396f61f6 service neutron] 10.222.0.11 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235056 Nov 26 17:26:49.245576 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-7a4f3444-27a6-401b-bd98-aef9ea6839dc req-302f9189-aeb5-4f46-94c6-a7b49becc773 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 210 time: 0.0429890 Nov 26 17:26:49.857989 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:50.321237 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-f3e5e359-f46c-4142-915f-e26d6fb765db tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:50.322697 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-f3e5e359-f46c-4142-915f-e26d6fb765db tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.31 "GET /v2.0/networks?id=01857a47-a41c-4fa9-af96-63714e02bd98 HTTP/1.1" status: 200 len: 809 time: 0.1491356 Nov 26 17:26:50.407872 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f6349e3f-4c50-4b57-861b-b2a21d2b718f req-2bd07365-d49f-4738-8a00-6239d87ed598 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 210 time: 0.0566452 Nov 26 17:26:50.420386 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-d9d7c425-8b78-4bda-ae3b-86a3bfef7794 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a21b1248e4054906bc783c9c63dd93d9 HTTP/1.1" status: 200 len: 380 time: 0.0862401 Nov 26 17:26:50.438779 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-75d26d93-af38-4984-95d7-817a17709670 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Request body: {'port': {'device_id': 'a5279c69-d163-46a3-bcf9-b4f7ec9a17b0', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'admin_state_up': True, 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'security_groups': ['4425969b-6ceb-4a5b-af35-539747e93d13']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:26:50.696120 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-75d26d93-af38-4984-95d7-817a17709670 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:26:50.705768 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-75d26d93-af38-4984-95d7-817a17709670 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:26:50.716104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-75d26d93-af38-4984-95d7-817a17709670 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Made reservation on behalf of a21b1248e4054906bc783c9c63dd93d9 for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:26:50.720406 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-75d26d93-af38-4984-95d7-817a17709670 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:50.892647 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-75d26d93-af38-4984-95d7-817a17709670 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Allocated IP 172.20.0.12 (01857a47-a41c-4fa9-af96-63714e02bd98/f677ed37-abcc-4c7c-8b6a-fcfe09a2c556/567be37a-3357-4466-bf34-36c3b04d014f) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:26:51.086883 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-75d26d93-af38-4984-95d7-817a17709670 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:51.102093 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-75d26d93-af38-4984-95d7-817a17709670 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Transition to ACTIVE for port object 567be37a-3357-4466-bf34-36c3b04d014f will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:26:51.126080 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-75d26d93-af38-4984-95d7-817a17709670 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:51.132442 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a48ded34-8e15-4ffd-8acb-4e49c91bfc07 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:26:51.199165 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-75d26d93-af38-4984-95d7-817a17709670 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Network 01857a47-a41c-4fa9-af96-63714e02bd98 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:26:51.202409 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-75d26d93-af38-4984-95d7-817a17709670 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:26:51.204983 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-75d26d93-af38-4984-95d7-817a17709670 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:26:51.255753 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d26d93-af38-4984-95d7-817a17709670 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Pushing event updated for resources: {'Port': ['ID=567be37a-3357-4466-bf34-36c3b04d014f,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:26:51.258870 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-75d26d93-af38-4984-95d7-817a17709670 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:26:51.286331 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-75d26d93-af38-4984-95d7-817a17709670 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:51.286972 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-75d26d93-af38-4984-95d7-817a17709670 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:51.313846 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-75d26d93-af38-4984-95d7-817a17709670 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8789151 Nov 26 17:26:51.388955 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] Request body: {'port': {'device_id': 'a5279c69-d163-46a3-bcf9-b4f7ec9a17b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:26:51.512140 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:51.517748 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-67c0977e-981a-48f3-b5a9-edc0b17fce3b None None] Provisioning for port 567be37a-3357-4466-bf34-36c3b04d014f completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:26:51.527061 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-67c0977e-981a-48f3-b5a9-edc0b17fce3b None None] Provisioning complete for port 567be37a-3357-4466-bf34-36c3b04d014f triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:26:51.527652 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-67c0977e-981a-48f3-b5a9-edc0b17fce3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:51.590556 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-67c0977e-981a-48f3-b5a9-edc0b17fce3b None None] Port 567be37a-3357-4466-bf34-36c3b04d014f cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:26:51.612523 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c09027-71aa-4f98-a454-d83dac8d88fa req-5ca0ce40-139d-4722-a08d-522303f5adf2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:51.616189 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e1c09027-71aa-4f98-a454-d83dac8d88fa req-5ca0ce40-139d-4722-a08d-522303f5adf2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 932 time: 0.0950356 Nov 26 17:26:51.661602 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e1c09027-71aa-4f98-a454-d83dac8d88fa req-9940f91d-9a00-4d54-8e86-4ec7768fb215 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418010 Nov 26 17:26:51.882043 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 567be37a-3357-4466-bf34-36c3b04d014f {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:26:51.889655 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:51.905479 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] Transition to ACTIVE for port object 567be37a-3357-4466-bf34-36c3b04d014f will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:26:51.908421 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:51.913298 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-6b68baf2-ec15-4be4-95a2-955f224ee834 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:26:52.042311 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] Pushing event updated for resources: {'Port': ['ID=567be37a-3357-4466-bf34-36c3b04d014f,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:26:52.070043 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:26:52.154656 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] Attempting to bind port 567be37a-3357-4466-bf34-36c3b04d014f on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:26:52.154994 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] Attempting to bind port 567be37a-3357-4466-bf34-36c3b04d014f by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '2c8afedf-2536-41f4-8f3f-02ab586d7344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:26:52.155375 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] Attempting to bind port 567be37a-3357-4466-bf34-36c3b04d014f on network 01857a47-a41c-4fa9-af96-63714e02bd98 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:26:52.161609 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] Port 567be37a-3357-4466-bf34-36c3b04d014f on network 01857a47-a41c-4fa9-af96-63714e02bd98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 17:26:52.162045 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] Attempting to bind port 567be37a-3357-4466-bf34-36c3b04d014f on network 01857a47-a41c-4fa9-af96-63714e02bd98 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:26:52.168420 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:26:52.168764 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] Checking segment: {'id': '2c8afedf-2536-41f4-8f3f-02ab586d7344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:26:52.169158 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] Bound using segment: {'id': '2c8afedf-2536-41f4-8f3f-02ab586d7344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:26:52.169584 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] Bound port: 567be37a-3357-4466-bf34-36c3b04d014f, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c8afedf-2536-41f4-8f3f-02ab586d7344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:26:52.169936 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:52.261203 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] For port 567be37a-3357-4466-bf34-36c3b04d014f, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:26:52.264208 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] For port 567be37a-3357-4466-bf34-36c3b04d014f, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=567be37a-3357-4466-bf34-36c3b04d014f,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:26:52.268289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:52.271905 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8570465b-0215-4851-85af-565b6145d0df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:26:52.329193 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:52.329728 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:52.331163 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] 10.222.0.31 "PUT /v2.0/ports/567be37a-3357-4466-bf34-36c3b04d014f HTTP/1.1" status: 200 len: 1094 time: 1.0036857 Nov 26 17:26:52.334397 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5279c69-d163-46a3-bcf9-b4f7ec9a17b0', 'tag': '567be37a-3357-4466-bf34-36c3b04d014f'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:26:52.357521 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] Pushing event updated for resources: {'Port': ['ID=567be37a-3357-4466-bf34-36c3b04d014f,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:26:52.361056 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:26:52.408305 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5279c69-d163-46a3-bcf9-b4f7ec9a17b0', 'tag': '567be37a-3357-4466-bf34-36c3b04d014f', 'status': 'completed', 'code': 200} Nov 26 17:26:52.451967 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-5eac0c7a-59a9-4116-8d3a-90978adc49ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:52.453462 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-5eac0c7a-59a9-4116-8d3a-90978adc49ea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a21b1248e4054906bc783c9c63dd93d9&device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 1097 time: 0.0794554 Nov 26 17:26:52.531073 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-aa5208e4-7624-4b86-bae1-491c6a5b30aa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=567be37a-3357-4466-bf34-36c3b04d014f HTTP/1.1" status: 200 len: 217 time: 0.0654848 Nov 26 17:26:52.597118 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-7d59da4e-d40f-4bb6-a8cd-b9851cc2296a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:52.600847 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-7d59da4e-d40f-4bb6-a8cd-b9851cc2296a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f677ed37-abcc-4c7c-8b6a-fcfe09a2c556 HTTP/1.1" status: 200 len: 848 time: 0.0607128 Nov 26 17:26:52.684993 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-f6df0a8d-4262-4c22-a351-bee4e3990313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:52.686432 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-f6df0a8d-4262-4c22-a351-bee4e3990313 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01857a47-a41c-4fa9-af96-63714e02bd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758102 Nov 26 17:26:52.852463 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2584fd7-23e4-45aa-b53e-19192b4f36eb req-5bf07259-b7e7-4530-bf91-642b13bf7ec4 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:52.853828 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b2584fd7-23e4-45aa-b53e-19192b4f36eb req-5bf07259-b7e7-4530-bf91-642b13bf7ec4 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 944 time: 0.0837221 Nov 26 17:26:52.898133 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b2584fd7-23e4-45aa-b53e-19192b4f36eb req-038d319d-cb4f-4475-8327-307c8914ece1 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386374 Nov 26 17:26:52.951576 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-7e5ca2cf-45cf-4868-bef3-8164583d1d8d service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546380 Nov 26 17:26:53.086154 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-92ca9878-f466-4e62-9375-c9fe36ba3cff req-270b658d-6981-4b26-b285-45ee26810ab9 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233675 Nov 26 17:26:53.208745 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9418b-aa39-42b4-bd03-b288236f6f9c req-c15ff1b6-0457-43e7-9c20-5c8569828640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:53.210197 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bbe9418b-aa39-42b4-bd03-b288236f6f9c req-c15ff1b6-0457-43e7-9c20-5c8569828640 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a21b1248e4054906bc783c9c63dd93d9&device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 1097 time: 0.0690198 Nov 26 17:26:53.342900 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9418b-aa39-42b4-bd03-b288236f6f9c req-1b93db80-c9f5-4816-a654-cdb14af3030d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:53.344692 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bbe9418b-aa39-42b4-bd03-b288236f6f9c req-1b93db80-c9f5-4816-a654-cdb14af3030d service neutron] 10.222.0.31 "GET /v2.0/networks?id=01857a47-a41c-4fa9-af96-63714e02bd98 HTTP/1.1" status: 200 len: 910 time: 0.1256714 Nov 26 17:26:53.417367 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bbe9418b-aa39-42b4-bd03-b288236f6f9c req-39ae713d-5e5e-4914-bb32-62453a497ac8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=567be37a-3357-4466-bf34-36c3b04d014f HTTP/1.1" status: 200 len: 217 time: 0.0649800 Nov 26 17:26:53.479375 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9418b-aa39-42b4-bd03-b288236f6f9c req-7326ecc2-f74d-4094-bffb-09b3d3311fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:53.480831 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bbe9418b-aa39-42b4-bd03-b288236f6f9c req-7326ecc2-f74d-4094-bffb-09b3d3311fb8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f677ed37-abcc-4c7c-8b6a-fcfe09a2c556 HTTP/1.1" status: 200 len: 848 time: 0.0567918 Nov 26 17:26:53.562340 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9418b-aa39-42b4-bd03-b288236f6f9c req-d6ee2943-8682-4530-8857-d2e2245733b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:53.563779 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bbe9418b-aa39-42b4-bd03-b288236f6f9c req-d6ee2943-8682-4530-8857-d2e2245733b6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01857a47-a41c-4fa9-af96-63714e02bd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732040 Nov 26 17:26:53.697984 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bbe9418b-aa39-42b4-bd03-b288236f6f9c req-e054b626-2685-43fd-92a0-0069190e362c service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229672 Nov 26 17:26:53.830741 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bbe9418b-aa39-42b4-bd03-b288236f6f9c req-7ccd4783-8f23-46fd-80b8-56e586d56df5 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211596 Nov 26 17:26:54.083483 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f37cec-2366-4b97-b970-108bc6a47929 req-22b439f8-ce2f-43fe-a5e2-559a8975b1df tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:54.084101 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-12f37cec-2366-4b97-b970-108bc6a47929 req-22b439f8-ce2f-43fe-a5e2-559a8975b1df tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Synchronizing usage tracker for tenant:a21b1248e4054906bc783c9c63dd93d9 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:26:54.098589 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-12f37cec-2366-4b97-b970-108bc6a47929 req-22b439f8-ce2f-43fe-a5e2-559a8975b1df tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Unset dirty status for tenant:a21b1248e4054906bc783c9c63dd93d9 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:26:54.099737 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-12f37cec-2366-4b97-b970-108bc6a47929 req-22b439f8-ce2f-43fe-a5e2-559a8975b1df tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 944 time: 0.0943434 Nov 26 17:26:54.144317 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-12f37cec-2366-4b97-b970-108bc6a47929 req-e829df66-0eda-4b66-923e-6687e1b7bc40 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389462 Nov 26 17:26:55.332818 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877cda2-e3a9-4ea5-8241-4e32966b5e48 req-a11439c7-91cf-40a7-9c54-6329dcc8383a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:55.334891 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9877cda2-e3a9-4ea5-8241-4e32966b5e48 req-a11439c7-91cf-40a7-9c54-6329dcc8383a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 944 time: 0.0890405 Nov 26 17:26:55.379669 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-9877cda2-e3a9-4ea5-8241-4e32966b5e48 req-2c21616b-1dfc-4849-972f-acfa1c35cbae tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385165 Nov 26 17:26:56.569810 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d981cd-c90b-4f58-be5e-c61478149806 req-4a7a237c-a2b0-4625-a69d-d8e89c0ee31c tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:56.571244 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-74d981cd-c90b-4f58-be5e-c61478149806 req-4a7a237c-a2b0-4625-a69d-d8e89c0ee31c tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 944 time: 0.0846207 Nov 26 17:26:56.614246 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-74d981cd-c90b-4f58-be5e-c61478149806 req-57d49505-78c6-4b4a-b940-8975610091b5 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373602 Nov 26 17:26:57.796335 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12811412-7f17-46ca-8712-c76cf00132ae req-430d46d9-4c47-4fe8-89a8-93f761802582 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:57.797760 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-12811412-7f17-46ca-8712-c76cf00132ae req-430d46d9-4c47-4fe8-89a8-93f761802582 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 944 time: 0.0796523 Nov 26 17:26:57.840728 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-12811412-7f17-46ca-8712-c76cf00132ae req-5c2c87ef-8e0d-44b7-8c38-96c7c970eb0c tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369012 Nov 26 17:26:58.681111 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7ccbc67f-eec6-46e6-aff7-b658f4ff0262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:26:59.026535 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c34bb-513b-4de1-b3ed-d7d050b26151 req-47a28787-fbe2-455f-80de-8521bf081e18 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:26:59.027883 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e51c34bb-513b-4de1-b3ed-d7d050b26151 req-47a28787-fbe2-455f-80de-8521bf081e18 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 944 time: 0.0786355 Nov 26 17:26:59.070853 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e51c34bb-513b-4de1-b3ed-d7d050b26151 req-d923ab53-ca06-45ea-bfdb-01e941f98c2e tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374701 Nov 26 17:26:59.458722 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:27:00.260759 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf814e01-2b8e-4b87-96d6-297e9a712a2c req-5722a24f-88c7-4901-a948-6829ff9fb6a0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:27:00.262225 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cf814e01-2b8e-4b87-96d6-297e9a712a2c req-5722a24f-88c7-4901-a948-6829ff9fb6a0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 944 time: 0.0868471 Nov 26 17:27:00.306608 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-cf814e01-2b8e-4b87-96d6-297e9a712a2c req-a1da36f4-e92a-4b66-a45c-0b9ed30a4d32 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389087 Nov 26 17:27:01.342078 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0c9ea3d4-ba19-4f84-bbeb-477935267950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:27:01.496262 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4dff68-aac0-409a-8357-b8b641f17339 req-3ddcb093-9943-4f2a-9818-e725573b9b0c tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:27:01.497677 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0d4dff68-aac0-409a-8357-b8b641f17339 req-3ddcb093-9943-4f2a-9818-e725573b9b0c tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 944 time: 0.0824406 Nov 26 17:27:01.541892 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0d4dff68-aac0-409a-8357-b8b641f17339 req-8fa8ca90-d756-41bc-b822-88cdf2ae18d2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384207 Nov 26 17:27:01.584971 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 567be37a-3357-4466-bf34-36c3b04d014f details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:27:01.714376 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 567be37a-3357-4466-bf34-36c3b04d014f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=567be37a-3357-4466-bf34-36c3b04d014f,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:27:01.727550 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '567be37a-3357-4466-bf34-36c3b04d014f', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'port_id': '567be37a-3357-4466-bf34-36c3b04d014f', 'mac_address': 'fa:16:3e:43:40:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:27:01.784365 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:27:01.800878 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567be37a-3357-4466-bf34-36c3b04d014f {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:27:01.816298 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 567be37a-3357-4466-bf34-36c3b04d014f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=567be37a-3357-4466-bf34-36c3b04d014f,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:27:01.820181 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:27:01.821954 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-85f2ec76-81f4-4af5-8854-5adf586f4ce4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:27:01.884688 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=567be37a-3357-4466-bf34-36c3b04d014f,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:27:01.891554 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:27:01.891921 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:27:01.892257 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:27:01.892586 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:27:01.892911 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:27:01.893234 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:27:01.893554 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:27:01.893873 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:27:01.894191 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:27:01.894507 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:27:01.894822 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:27:01.895141 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:27:01.899354 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:27:02.121612 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['567be37a-3357-4466-bf34-36c3b04d014f'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:27:02.374828 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:27:02.722587 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c99f8b-1ca0-4f6f-9948-bfb7c323b9fa req-142d400d-5f6f-47c4-9bad-0c80aa210334 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:27:02.724056 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-35c99f8b-1ca0-4f6f-9948-bfb7c323b9fa req-142d400d-5f6f-47c4-9bad-0c80aa210334 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 945 time: 0.0812163 Nov 26 17:27:02.890749 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-35c99f8b-1ca0-4f6f-9948-bfb7c323b9fa req-7904b8f1-7090-497d-8233-df3f36f3ec44 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609383 Nov 26 17:27:03.603098 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 567be37a-3357-4466-bf34-36c3b04d014f up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:27:03.672577 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port 567be37a-3357-4466-bf34-36c3b04d014f completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:27:03.677274 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 567be37a-3357-4466-bf34-36c3b04d014f triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:27:03.678155 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:27:03.794120 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:27:03.820209 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5279c69-d163-46a3-bcf9-b4f7ec9a17b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567be37a-3357-4466-bf34-36c3b04d014f'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:27:03.830127 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 567be37a-3357-4466-bf34-36c3b04d014f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=567be37a-3357-4466-bf34-36c3b04d014f,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:27:03.833686 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:27:03.835503 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-5492fab5-9f95-4235-b8f9-4749fbfc47bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:27:03.869844 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5279c69-d163-46a3-bcf9-b4f7ec9a17b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567be37a-3357-4466-bf34-36c3b04d014f', 'code': 200} Nov 26 17:27:03.908440 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=567be37a-3357-4466-bf34-36c3b04d014f,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:27:03.911227 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:27:04.075142 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08c84e-3d39-4ebb-8213-256570ed5ae8 req-c2bed47b-5fba-4ad6-8be9-137418d95cb0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:27:04.076621 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4c08c84e-3d39-4ebb-8213-256570ed5ae8 req-c2bed47b-5fba-4ad6-8be9-137418d95cb0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 946 time: 0.0822492 Nov 26 17:27:04.121785 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4c08c84e-3d39-4ebb-8213-256570ed5ae8 req-d752df5c-b43f-4365-9de5-f0f4683154e9 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389440 Nov 26 17:27:04.144404 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:27:04.176661 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1812468-eb56-4333-9d8c-b9fd73c01fee req-be87a54e-e58f-4c44-b7cf-59a7ee86c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:27:04.178131 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b1812468-eb56-4333-9d8c-b9fd73c01fee req-be87a54e-e58f-4c44-b7cf-59a7ee86c90f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 1099 time: 0.0850389 Nov 26 17:27:04.226011 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b1812468-eb56-4333-9d8c-b9fd73c01fee req-bb36e973-a0d1-4581-9017-aec72bb38cfe service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372565 Nov 26 17:27:05.308304 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422e973-0d77-4645-835b-d32b3bdd75f5 req-bfa82b41-1452-45db-9bf3-d3bbbdc23698 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:27:05.309797 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e422e973-0d77-4645-835b-d32b3bdd75f5 req-bfa82b41-1452-45db-9bf3-d3bbbdc23698 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 946 time: 0.0817640 Nov 26 17:27:05.364279 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e422e973-0d77-4645-835b-d32b3bdd75f5 req-fb5453fa-9b04-4fac-9582-286b5fbde003 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477593 Nov 26 17:27:06.551043 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e60e1-9edc-4ea7-95f5-ea550fc5d41f req-e063ee23-7824-4d89-befa-62de0352c0f8 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:27:06.552493 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ac4e60e1-9edc-4ea7-95f5-ea550fc5d41f req-e063ee23-7824-4d89-befa-62de0352c0f8 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 946 time: 0.0818627 Nov 26 17:27:06.595968 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ac4e60e1-9edc-4ea7-95f5-ea550fc5d41f req-d522f6a9-f962-4bc3-be39-54388834f03e tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374730 Nov 26 17:27:06.903808 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5793b-ba78-4522-beb1-427c29f7600d req-13ece8ec-628c-422d-9f10-b304bb879fcd tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:27:06.905244 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-24c5793b-ba78-4522-beb1-427c29f7600d req-13ece8ec-628c-422d-9f10-b304bb879fcd tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 946 time: 0.2023406 Nov 26 17:27:06.948071 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-24c5793b-ba78-4522-beb1-427c29f7600d req-a8bec63e-dc0d-4ea1-8655-668026453487 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372238 Nov 26 17:27:06.970192 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 33038) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:27:07.038665 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b83bd6-aefa-42df-95e4-24049ce96ec7 tempest-TestShelveInstance-184853546 tempest-TestShelveInstance-184853546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:27:07.040046 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-51b83bd6-aefa-42df-95e4-24049ce96ec7 tempest-TestShelveInstance-184853546 tempest-TestShelveInstance-184853546-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 1094 time: 0.0689001 Nov 26 17:27:07.042773 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 33042) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:27:07.047786 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'port_id': '567be37a-3357-4466-bf34-36c3b04d014f', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:27:07.053689 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:27:07.057860 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Usage tracker for resource:floatingip and tenant:a21b1248e4054906bc783c9c63dd93d9 is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:27:07.060623 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:27:07.066289 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:27:07.077886 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for floatingip, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:27:07.212374 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:27:07.346027 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Allocated IP 172.26.0.177 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/2bf8dd17-e966-4bb3-8690-5a74dcb5e1cc) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:27:07.490863 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:27:07.519041 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:27:07.523337 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-72043adf-b484-47a0-a57d-615f1d06a69b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:27:07.588596 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:27:07.591377 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:27:07.595155 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:27:07.633814 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Pushing event updated for resources: {'Port': ['ID=2bf8dd17-e966-4bb3-8690-5a74dcb5e1cc,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:27:07.640138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:27:08.001870 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:27:08.073376 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:27:08.283656 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:27:08.287946 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:27:08.293006 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-69e3e38d-8ec6-4df3-b3ca-56109a7b602a tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:27:08.412346 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Pushing event updated for resources: {'Port': ['ID=2bf8dd17-e966-4bb3-8690-5a74dcb5e1cc,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:27:08.416297 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:27:08.421016 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:27:08.730165 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Floating IP 32986106-175d-40b7-b58c-80b8355f0173 associated. External IP: 172.26.0.177, port: 567be37a-3357-4466-bf34-36c3b04d014f. Nov 26 17:27:09.105149 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Router 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:27:09.292958 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:27:09.303002 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4431b67-1cdf-42bd-9ecc-b20fb33c17ce None None] Sync routers for ids ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:27:09.314007 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4431b67-1cdf-42bd-9ecc-b20fb33c17ce None None] Routers {'69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:27:09.314612 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-a4431b67-1cdf-42bd-9ecc-b20fb33c17ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:27:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:27:09.320876 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:27:09.382249 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3380213 Nov 26 17:27:09.383205 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5279c69-d163-46a3-bcf9-b4f7ec9a17b0', 'tag': '567be37a-3357-4466-bf34-36c3b04d014f'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:27:09.429330 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5279c69-d163-46a3-bcf9-b4f7ec9a17b0', 'tag': '567be37a-3357-4466-bf34-36c3b04d014f', 'status': 'completed', 'code': 200} Nov 26 17:27:09.491987 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-a4431b67-1cdf-42bd-9ecc-b20fb33c17ce None None] Set router 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:27:09.524132 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8da42-4bd6-48e4-8824-fb42e2bb2a01 req-73d4b82c-c3f9-448a-a42c-b431cc010b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:27:09.525605 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-87b8da42-4bd6-48e4-8824-fb42e2bb2a01 req-73d4b82c-c3f9-448a-a42c-b431cc010b4b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a21b1248e4054906bc783c9c63dd93d9&device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 1099 time: 0.0748887 Nov 26 17:27:09.658987 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8da42-4bd6-48e4-8824-fb42e2bb2a01 req-7e9535d6-6d76-402d-8d7e-c17f437249a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:27:09.660551 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-87b8da42-4bd6-48e4-8824-fb42e2bb2a01 req-7e9535d6-6d76-402d-8d7e-c17f437249a2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=01857a47-a41c-4fa9-af96-63714e02bd98 HTTP/1.1" status: 200 len: 910 time: 0.1286576 Nov 26 17:27:09.765701 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-87b8da42-4bd6-48e4-8824-fb42e2bb2a01 req-efadc718-c5cb-48cc-8270-ffc895f75e7f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=567be37a-3357-4466-bf34-36c3b04d014f HTTP/1.1" status: 200 len: 1000 time: 0.0985384 Nov 26 17:27:09.827132 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8da42-4bd6-48e4-8824-fb42e2bb2a01 req-07ca7cf9-aa67-41c0-af62-e4e24f80f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:27:09.828592 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-87b8da42-4bd6-48e4-8824-fb42e2bb2a01 req-07ca7cf9-aa67-41c0-af62-e4e24f80f9a7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f677ed37-abcc-4c7c-8b6a-fcfe09a2c556 HTTP/1.1" status: 200 len: 848 time: 0.0565374 Nov 26 17:27:09.871349 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-a4431b67-1cdf-42bd-9ecc-b20fb33c17ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'name': 'tempest-TestShelveInstance-1919826658-router', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:21:59Z', 'updated_at': '2021-11-26T17:22:03Z', 'revision_number': 4, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'gw_port': {'id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:00Z', 'updated_at': '2021-11-26T17:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '32986106-175d-40b7-b58c-80b8355f0173', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'floating_ip_address': '172.26.0.177', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'port_id': '567be37a-3357-4466-bf34-36c3b04d014f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'mac_address': 'fa:16:3e:43:40:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5279c69-d163-46a3-bcf9-b4f7ec9a17b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:27:07Z', 'updated_at': '2021-11-26T17:27:07Z', 'revision_number': 0, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5', 'name': '', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'mac_address': 'fa:16:3e:57:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:02Z', 'updated_at': '2021-11-26T17:22:10Z', 'revision_number': 5, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'subnets': [{'id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:27:09.875479 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4431b67-1cdf-42bd-9ecc-b20fb33c17ce None None] Checking router: 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:27:09.884301 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4431b67-1cdf-42bd-9ecc-b20fb33c17ce None None] Routers {'69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:27:09.884910 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-a4431b67-1cdf-42bd-9ecc-b20fb33c17ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:27:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:27:09.905553 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8da42-4bd6-48e4-8824-fb42e2bb2a01 req-0d985ad6-12c5-4d3c-951e-adfb8b454204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:27:09.907029 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-87b8da42-4bd6-48e4-8824-fb42e2bb2a01 req-0d985ad6-12c5-4d3c-951e-adfb8b454204 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01857a47-a41c-4fa9-af96-63714e02bd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688252 Nov 26 17:27:10.040003 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-87b8da42-4bd6-48e4-8824-fb42e2bb2a01 req-ea129748-f46d-4c7f-922b-ec74c3f8804f service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256955 Nov 26 17:27:10.065610 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-a4431b67-1cdf-42bd-9ecc-b20fb33c17ce None None] Set router 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:27:10.185013 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-87b8da42-4bd6-48e4-8824-fb42e2bb2a01 req-2278a8b3-d5f9-4fed-9051-0688d6750434 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391196 Nov 26 17:27:10.410666 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-a4431b67-1cdf-42bd-9ecc-b20fb33c17ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'name': 'tempest-TestShelveInstance-1919826658-router', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:21:59Z', 'updated_at': '2021-11-26T17:22:03Z', 'revision_number': 4, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'gw_port': {'id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:00Z', 'updated_at': '2021-11-26T17:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '32986106-175d-40b7-b58c-80b8355f0173', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'floating_ip_address': '172.26.0.177', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'port_id': '567be37a-3357-4466-bf34-36c3b04d014f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'mac_address': 'fa:16:3e:43:40:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5279c69-d163-46a3-bcf9-b4f7ec9a17b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:27:07Z', 'updated_at': '2021-11-26T17:27:07Z', 'revision_number': 0, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5', 'name': '', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'mac_address': 'fa:16:3e:57:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:02Z', 'updated_at': '2021-11-26T17:22:10Z', 'revision_number': 5, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'subnets': [{'id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:27:10.414656 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4431b67-1cdf-42bd-9ecc-b20fb33c17ce None None] The sync data for ids ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'] in dv-neutron-819440-1-hyperv is: [{'id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'name': 'tempest-TestShelveInstance-1919826658-router', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:21:59Z', 'updated_at': '2021-11-26T17:22:03Z', 'revision_number': 4, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'gw_port': {'id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:00Z', 'updated_at': '2021-11-26T17:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '32986106-175d-40b7-b58c-80b8355f0173', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'floating_ip_address': '172.26.0.177', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'port_id': '567be37a-3357-4466-bf34-36c3b04d014f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'mac_address': 'fa:16:3e:43:40:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5279c69-d163-46a3-bcf9-b4f7ec9a17b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:27:07Z', 'updated_at': '2021-11-26T17:27:07Z', 'revision_number': 0, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5', 'name': '', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'mac_address': 'fa:16:3e:57:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:02Z', 'updated_at': '2021-11-26T17:22:10Z', 'revision_number': 5, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'subnets': [{'id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:27:10.602030 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2b9df3-3675-41a3-9d00-2902225ee86b None None] New status for floating IP 32986106-175d-40b7-b58c-80b8355f0173: ACTIVE {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:27:11.811537 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:27:19.852837 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:27:28.682965 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-140d8df1-983f-409e-83ed-8cd3c70815d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:27:29.460085 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:27:29.864462 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-78461355-b10a-4d4f-8f22-19607852374c req-1018861f-2007-405c-841d-d2e76e306e33 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2096963 Nov 26 17:27:30.007749 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78461355-b10a-4d4f-8f22-19607852374c req-cb48e1d9-0192-4513-bc7e-cd05e36c34a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:27:30.009843 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-78461355-b10a-4d4f-8f22-19607852374c req-cb48e1d9-0192-4513-bc7e-cd05e36c34a8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a21b1248e4054906bc783c9c63dd93d9&device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 1099 time: 0.0716729 Nov 26 17:27:30.169161 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78461355-b10a-4d4f-8f22-19607852374c req-5526d528-79a6-45d9-ae0c-1c09aa322f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:27:30.170444 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-78461355-b10a-4d4f-8f22-19607852374c req-5526d528-79a6-45d9-ae0c-1c09aa322f9f service neutron] 10.222.0.31 "GET /v2.0/networks?id=01857a47-a41c-4fa9-af96-63714e02bd98 HTTP/1.1" status: 200 len: 910 time: 0.1398513 Nov 26 17:27:30.285938 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-78461355-b10a-4d4f-8f22-19607852374c req-7f58ee8e-c749-4177-a397-b7ba64d6ca62 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=567be37a-3357-4466-bf34-36c3b04d014f HTTP/1.1" status: 200 len: 1002 time: 0.1073644 Nov 26 17:27:30.352871 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78461355-b10a-4d4f-8f22-19607852374c req-639cb7b0-8fa1-4d1f-9481-7465bbb77d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:27:30.353892 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-78461355-b10a-4d4f-8f22-19607852374c req-639cb7b0-8fa1-4d1f-9481-7465bbb77d27 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f677ed37-abcc-4c7c-8b6a-fcfe09a2c556 HTTP/1.1" status: 200 len: 848 time: 0.0614529 Nov 26 17:27:30.437874 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78461355-b10a-4d4f-8f22-19607852374c req-45c3ba01-1841-4ff5-a46b-cc77091cc7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:27:30.439150 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-78461355-b10a-4d4f-8f22-19607852374c req-45c3ba01-1841-4ff5-a46b-cc77091cc7af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01857a47-a41c-4fa9-af96-63714e02bd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745561 Nov 26 17:27:30.581471 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-78461355-b10a-4d4f-8f22-19607852374c req-374160e8-946d-45f0-a49e-74da36faa6ba service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350842 Nov 26 17:27:30.722100 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-78461355-b10a-4d4f-8f22-19607852374c req-e3f3cd8d-15aa-4138-91a8-c243144ab01e service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331494 Nov 26 17:27:31.344908 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e5d30f44-cab5-4614-aa49-99feeb986979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:27:32.354663 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:27:34.148328 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:27:48.810975 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:27:49.865225 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:27:58.686433 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-cad31f17-abc8-4856-9d62-0b255b05d3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:27:59.462787 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:28:01.346188 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6cba8876-8714-4583-ba6b-84d125285ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:28:02.356449 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:28:04.148947 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:28:19.864600 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:28:25.810874 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:28:28.687642 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-acd245c9-4d8b-41e0-bde8-ea4add0266ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:28:29.466490 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:28:29.739826 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d805f3f5-f18e-4883-83f8-0e9183834c1d req-3f359129-df56-4799-b2a4-6cc042672838 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731807 Nov 26 17:28:29.893777 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805f3f5-f18e-4883-83f8-0e9183834c1d req-6ed002c7-4d04-41e8-b5a6-017843c27a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:28:29.895231 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d805f3f5-f18e-4883-83f8-0e9183834c1d req-6ed002c7-4d04-41e8-b5a6-017843c27a7e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a21b1248e4054906bc783c9c63dd93d9&device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 1099 time: 0.0781569 Nov 26 17:28:30.045381 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805f3f5-f18e-4883-83f8-0e9183834c1d req-9709dca0-7d54-445a-954e-5e30d0a3aefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:28:30.046684 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d805f3f5-f18e-4883-83f8-0e9183834c1d req-9709dca0-7d54-445a-954e-5e30d0a3aefe service neutron] 10.222.0.31 "GET /v2.0/networks?id=01857a47-a41c-4fa9-af96-63714e02bd98 HTTP/1.1" status: 200 len: 910 time: 0.1237493 Nov 26 17:28:30.155364 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d805f3f5-f18e-4883-83f8-0e9183834c1d req-327db5e7-fddc-4d0c-b166-4b51cbd6d992 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=567be37a-3357-4466-bf34-36c3b04d014f HTTP/1.1" status: 200 len: 1002 time: 0.0975111 Nov 26 17:28:30.222848 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805f3f5-f18e-4883-83f8-0e9183834c1d req-4e7a050a-947c-46b7-a2ea-23c39ef85ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:28:30.224314 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d805f3f5-f18e-4883-83f8-0e9183834c1d req-4e7a050a-947c-46b7-a2ea-23c39ef85ed2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f677ed37-abcc-4c7c-8b6a-fcfe09a2c556 HTTP/1.1" status: 200 len: 848 time: 0.0595312 Nov 26 17:28:30.306874 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805f3f5-f18e-4883-83f8-0e9183834c1d req-140f61a3-d0c1-43a3-bc93-3ee4044aed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:28:30.308939 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d805f3f5-f18e-4883-83f8-0e9183834c1d req-140f61a3-d0c1-43a3-bc93-3ee4044aed4f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01857a47-a41c-4fa9-af96-63714e02bd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737298 Nov 26 17:28:30.442491 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d805f3f5-f18e-4883-83f8-0e9183834c1d req-bc08601b-a805-4c55-a6d1-cd251d092a39 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232603 Nov 26 17:28:30.690511 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d805f3f5-f18e-4883-83f8-0e9183834c1d req-32dd872a-5973-4cf8-8e3f-e77f8c423bcc service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381339 Nov 26 17:28:31.349277 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a6f72334-bc43-4af9-a775-e1b4fcd55416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:28:32.358707 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:28:34.152916 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:28:49.856600 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:28:58.689509 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2b656e67-2c4a-4f7e-91c1-56e115a7473c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:28:59.468088 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:29:01.350523 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8fd9de30-0d9e-423e-b91e-d21ad8b74e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:29:02.362580 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:29:02.808933 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:29:04.154534 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:29:06.468070 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba112f83-4817-46b6-8f70-33657e080560 req-4bedb9a1-9d4a-44d7-9bbb-e9744572bfd5 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:06.468923 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ba112f83-4817-46b6-8f70-33657e080560 req-4bedb9a1-9d4a-44d7-9bbb-e9744572bfd5 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 946 time: 0.0797083 Nov 26 17:29:06.518073 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ba112f83-4817-46b6-8f70-33657e080560 req-9779543a-a67f-4b44-8fc4-1aa14fd9baae tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436628 Nov 26 17:29:07.716638 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a423bb-26e9-45e2-9294-bb456c240ae6 req-1d8e45d9-9f39-4d86-8c3c-6c05fba9df3b tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:07.718086 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-06a423bb-26e9-45e2-9294-bb456c240ae6 req-1d8e45d9-9f39-4d86-8c3c-6c05fba9df3b tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 946 time: 0.0806656 Nov 26 17:29:07.761867 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-06a423bb-26e9-45e2-9294-bb456c240ae6 req-281e6d1d-4707-4b69-a366-f2587192232f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380509 Nov 26 17:29:08.952805 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf119d0-5499-4fe0-be22-75d33555f9e7 req-b2be1883-2d75-4975-8b13-17c6c454e63a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:08.955532 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-eaf119d0-5499-4fe0-be22-75d33555f9e7 req-b2be1883-2d75-4975-8b13-17c6c454e63a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 946 time: 0.0799425 Nov 26 17:29:09.000277 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-eaf119d0-5499-4fe0-be22-75d33555f9e7 req-e9f293c9-97be-4010-bf30-cce90e63b9d8 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389316 Nov 26 17:29:10.195974 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7102237-fe50-4777-9586-d436bff52581 req-097adb54-4fef-44e1-b727-2893bdaf5adb tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:10.197405 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e7102237-fe50-4777-9586-d436bff52581 req-097adb54-4fef-44e1-b727-2893bdaf5adb tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 946 time: 0.0892229 Nov 26 17:29:10.241031 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e7102237-fe50-4777-9586-d436bff52581 req-60dbf2eb-bd69-4fc0-aad9-0f28434ae6e4 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380297 Nov 26 17:29:11.429762 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aa9cc-8754-415f-8c90-95181b35d41d req-6cd2205b-cf55-45ff-883f-574d01ee8b22 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:11.431188 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ef8aa9cc-8754-415f-8c90-95181b35d41d req-6cd2205b-cf55-45ff-883f-574d01ee8b22 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 946 time: 0.0834491 Nov 26 17:29:11.474263 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ef8aa9cc-8754-415f-8c90-95181b35d41d req-12cac1d3-320d-4ab0-b9de-13dea5e146ac tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374660 Nov 26 17:29:12.655147 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbe28e-169b-406a-8845-f5a8960eb57e req-87c7888a-d0f1-42dc-b37f-cc6bd9210c45 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:12.656799 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0acbe28e-169b-406a-8845-f5a8960eb57e req-87c7888a-d0f1-42dc-b37f-cc6bd9210c45 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 946 time: 0.0795460 Nov 26 17:29:12.703600 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0acbe28e-169b-406a-8845-f5a8960eb57e req-a3d4b6c7-6793-49d5-88a4-6830344cc6e2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411069 Nov 26 17:29:13.882286 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dee592-5fb0-4642-a650-2b1e6781e648 req-9a8124d1-8155-499a-9d4d-e6494f808a56 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:13.883702 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-68dee592-5fb0-4642-a650-2b1e6781e648 req-9a8124d1-8155-499a-9d4d-e6494f808a56 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 946 time: 0.0787981 Nov 26 17:29:13.926293 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-68dee592-5fb0-4642-a650-2b1e6781e648 req-07e05de5-44d0-4056-9e56-0d8537804073 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370889 Nov 26 17:29:15.112032 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d4a66-3bd1-4f26-8247-91074ffb70d0 req-bf3a3e0b-f8f1-45ed-b1e7-491d69bfac28 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:15.113460 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6b7d4a66-3bd1-4f26-8247-91074ffb70d0 req-bf3a3e0b-f8f1-45ed-b1e7-491d69bfac28 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 946 time: 0.0824029 Nov 26 17:29:15.157484 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6b7d4a66-3bd1-4f26-8247-91074ffb70d0 req-434c8e3f-1320-4db8-9cf8-4bf69d4f1777 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383217 Nov 26 17:29:16.344467 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49f476-61be-4bc7-be44-225bbbfa72fc req-2cfaed93-d09f-4d83-8e97-a2b406283c39 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:16.345915 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3a49f476-61be-4bc7-be44-225bbbfa72fc req-2cfaed93-d09f-4d83-8e97-a2b406283c39 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 946 time: 0.0877936 Nov 26 17:29:16.389102 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3a49f476-61be-4bc7-be44-225bbbfa72fc req-4a4f0175-d8c3-4016-8138-10a5b2e93ccf tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373824 Nov 26 17:29:16.652730 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befb7d8-b5cd-4e91-90e0-b8ababd52709 req-509e9595-392b-4b01-aac1-d59075925e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:16.654164 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1befb7d8-b5cd-4e91-90e0-b8ababd52709 req-509e9595-392b-4b01-aac1-d59075925e1b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a21b1248e4054906bc783c9c63dd93d9&device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 1099 time: 0.0700963 Nov 26 17:29:16.788560 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befb7d8-b5cd-4e91-90e0-b8ababd52709 req-5d3bb547-d969-4d2a-8d53-4f70ddcc2edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:16.789997 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1befb7d8-b5cd-4e91-90e0-b8ababd52709 req-5d3bb547-d969-4d2a-8d53-4f70ddcc2edc service neutron] 10.222.0.31 "GET /v2.0/networks?id=01857a47-a41c-4fa9-af96-63714e02bd98 HTTP/1.1" status: 200 len: 910 time: 0.1265979 Nov 26 17:29:16.896577 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1befb7d8-b5cd-4e91-90e0-b8ababd52709 req-d44948e6-9c8a-4d47-8ed0-11dee2e1549e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=567be37a-3357-4466-bf34-36c3b04d014f HTTP/1.1" status: 200 len: 1002 time: 0.0957022 Nov 26 17:29:16.965970 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befb7d8-b5cd-4e91-90e0-b8ababd52709 req-76144b45-f801-4a9a-a2a9-0639c64284a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:16.967272 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1befb7d8-b5cd-4e91-90e0-b8ababd52709 req-76144b45-f801-4a9a-a2a9-0639c64284a7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f677ed37-abcc-4c7c-8b6a-fcfe09a2c556 HTTP/1.1" status: 200 len: 848 time: 0.0610762 Nov 26 17:29:17.044674 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befb7d8-b5cd-4e91-90e0-b8ababd52709 req-64043745-f1b1-4ea0-83fd-9b300d274664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:17.046098 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1befb7d8-b5cd-4e91-90e0-b8ababd52709 req-64043745-f1b1-4ea0-83fd-9b300d274664 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01857a47-a41c-4fa9-af96-63714e02bd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684595 Nov 26 17:29:17.177150 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1befb7d8-b5cd-4e91-90e0-b8ababd52709 req-02551dfe-4e48-47d6-9ac3-9ea274ac5888 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223075 Nov 26 17:29:17.309523 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1befb7d8-b5cd-4e91-90e0-b8ababd52709 req-55dbe5d6-b340-4a83-80ca-c1a1e474d8b9 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220207 Nov 26 17:29:17.575371 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea702c-bc9b-446a-b7eb-18fbebf7399e req-e79cce3b-6149-46de-a744-d71eea5d64d6 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:17.576757 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-eeea702c-bc9b-446a-b7eb-18fbebf7399e req-e79cce3b-6149-46de-a744-d71eea5d64d6 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 946 time: 0.0835915 Nov 26 17:29:17.620652 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-eeea702c-bc9b-446a-b7eb-18fbebf7399e req-952eba99-72ef-447c-87c8-63d2deda4d60 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382586 Nov 26 17:29:18.808089 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1bcd9-d5ec-4019-8a5c-16e623f998e4 req-42789911-e423-472d-b41c-6d94e07f324d tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:18.809528 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3fd1bcd9-d5ec-4019-8a5c-16e623f998e4 req-42789911-e423-472d-b41c-6d94e07f324d tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 946 time: 0.0805295 Nov 26 17:29:18.852857 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3fd1bcd9-d5ec-4019-8a5c-16e623f998e4 req-7489cea8-deed-4958-8b40-0bcbb1fbdb8e tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370300 Nov 26 17:29:19.878669 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:29:20.034137 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff83ec-677f-44c6-b276-70211dac7a9b req-f62cda8f-0532-4f83-83b3-84b8bba219d2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:20.035476 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-43ff83ec-677f-44c6-b276-70211dac7a9b req-f62cda8f-0532-4f83-83b3-84b8bba219d2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 946 time: 0.0793536 Nov 26 17:29:20.080309 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-43ff83ec-677f-44c6-b276-70211dac7a9b req-26b21b9a-0006-4b8c-b9bf-872c7684a0ac tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391405 Nov 26 17:29:20.366436 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-4eeeca7b-dd60-473f-aeb0-9da903eef01e req-36a21c5f-2071-47a8-afb5-bc49376c8e80 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0722873 Nov 26 17:29:20.435935 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0602d-3d0b-4a2d-85df-133d133a3e8c req-83f6534a-32a4-4033-aea8-b74edf766715 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:20.437413 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3aa0602d-3d0b-4a2d-85df-133d133a3e8c req-83f6534a-32a4-4033-aea8-b74edf766715 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 946 time: 0.0848684 Nov 26 17:29:20.480316 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3aa0602d-3d0b-4a2d-85df-133d133a3e8c req-a39e2817-7717-4209-917e-e3045da7a3fe tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373547 Nov 26 17:29:21.665211 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ade044-743a-4770-a0b8-59372daa6ead req-713416f7-4765-48a8-b309-563d27695021 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:21.666653 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a1ade044-743a-4770-a0b8-59372daa6ead req-713416f7-4765-48a8-b309-563d27695021 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 946 time: 0.0807822 Nov 26 17:29:21.711629 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a1ade044-743a-4770-a0b8-59372daa6ead req-f5fef5d8-94e6-4252-91eb-746809893345 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388532 Nov 26 17:29:22.307637 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 567be37a-3357-4466-bf34-36c3b04d014f no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:29:22.417346 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:29:22.442822 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5279c69-d163-46a3-bcf9-b4f7ec9a17b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '567be37a-3357-4466-bf34-36c3b04d014f'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:29:22.452039 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 567be37a-3357-4466-bf34-36c3b04d014f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=567be37a-3357-4466-bf34-36c3b04d014f,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:29:22.457449 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:29:22.459153 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:29:22.488642 dv-neutron-819440-1-hyperv neutron-server[87520]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a5279c69-d163-46a3-bcf9-b4f7ec9a17b0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '567be37a-3357-4466-bf34-36c3b04d014f', 'code': 422} returned with failed status Nov 26 17:29:22.524540 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=567be37a-3357-4466-bf34-36c3b04d014f,revision_number=6']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:29:22.532047 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:29:22.532393 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:29:22.532728 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:29:22.533060 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:29:22.533397 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:29:22.533717 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:29:22.534041 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:29:22.534363 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:29:22.534686 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:29:22.535002 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:29:22.535319 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:29:22.535634 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:29:22.539355 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:29:22.902492 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f6bb9-03e3-4aa5-9b9b-e5f8e811be85 req-c66a7cd3-53cb-4f9d-a528-cf1a1a4320ca tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:22.903978 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2d8f6bb9-03e3-4aa5-9b9b-e5f8e811be85 req-c66a7cd3-53cb-4f9d-a528-cf1a1a4320ca tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 944 time: 0.0856752 Nov 26 17:29:22.950026 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-2d8f6bb9-03e3-4aa5-9b9b-e5f8e811be85 req-bfddbe62-6226-4197-8728-d82b6732b4b1 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401089 Nov 26 17:29:24.133566 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd8e85-698e-45bc-ba04-d94fb19e96e8 req-75d767c2-508a-40c6-80ed-d4aac40c0215 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:24.135052 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b5fd8e85-698e-45bc-ba04-d94fb19e96e8 req-75d767c2-508a-40c6-80ed-d4aac40c0215 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 944 time: 0.0820861 Nov 26 17:29:24.180532 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b5fd8e85-698e-45bc-ba04-d94fb19e96e8 req-8cd92a81-5e84-4523-b81a-916c49308e5b tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390968 Nov 26 17:29:25.092384 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeeca7b-dd60-473f-aeb0-9da903eef01e req-cecc3fc0-9427-40be-b60e-e3bb9234380c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:25.093756 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4eeeca7b-dd60-473f-aeb0-9da903eef01e req-cecc3fc0-9427-40be-b60e-e3bb9234380c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0&tenant_id=a21b1248e4054906bc783c9c63dd93d9 HTTP/1.1" status: 200 len: 1097 time: 0.0731432 Nov 26 17:29:25.190863 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeeca7b-dd60-473f-aeb0-9da903eef01e req-562f8394-87ed-4e81-952b-08d3b1c8f093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:25.192308 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4eeeca7b-dd60-473f-aeb0-9da903eef01e req-562f8394-87ed-4e81-952b-08d3b1c8f093 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a21b1248e4054906bc783c9c63dd93d9&device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 1097 time: 0.0697801 Nov 26 17:29:25.328023 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeeca7b-dd60-473f-aeb0-9da903eef01e req-fcc73019-d499-40a8-aaa2-1e271409a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:25.329463 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4eeeca7b-dd60-473f-aeb0-9da903eef01e req-fcc73019-d499-40a8-aaa2-1e271409a8f5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=01857a47-a41c-4fa9-af96-63714e02bd98 HTTP/1.1" status: 200 len: 910 time: 0.1277626 Nov 26 17:29:25.360762 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5eac0-3140-439f-aa40-59c0c5be67a5 req-6c64e554-edc4-4bc0-bfec-2c4ea6542dcd tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:25.362205 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-74f5eac0-3140-439f-aa40-59c0c5be67a5 req-6c64e554-edc4-4bc0-bfec-2c4ea6542dcd tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 944 time: 0.0788496 Nov 26 17:29:25.410710 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-74f5eac0-3140-439f-aa40-59c0c5be67a5 req-1c853f76-dda1-4900-9d03-fbe7790928c5 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426898 Nov 26 17:29:25.438758 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4eeeca7b-dd60-473f-aeb0-9da903eef01e req-eaf756b2-90e4-4102-bf83-7121b2580e02 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=567be37a-3357-4466-bf34-36c3b04d014f HTTP/1.1" status: 200 len: 1000 time: 0.0991800 Nov 26 17:29:25.508462 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeeca7b-dd60-473f-aeb0-9da903eef01e req-4cc3679a-897c-4e64-9261-c9d5d15a1d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:25.509850 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4eeeca7b-dd60-473f-aeb0-9da903eef01e req-4cc3679a-897c-4e64-9261-c9d5d15a1d6a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f677ed37-abcc-4c7c-8b6a-fcfe09a2c556 HTTP/1.1" status: 200 len: 848 time: 0.0606959 Nov 26 17:29:25.587141 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeeca7b-dd60-473f-aeb0-9da903eef01e req-d98ee7af-c11d-48ae-a65f-47fb49bbab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:25.588607 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4eeeca7b-dd60-473f-aeb0-9da903eef01e req-d98ee7af-c11d-48ae-a65f-47fb49bbab3d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01857a47-a41c-4fa9-af96-63714e02bd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683413 Nov 26 17:29:25.839577 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4eeeca7b-dd60-473f-aeb0-9da903eef01e req-c726d7bf-bafe-4d8f-8128-d150df4733fb service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407310 Nov 26 17:29:25.982048 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4eeeca7b-dd60-473f-aeb0-9da903eef01e req-2c721ba7-b3e6-4c3d-8eb0-08475ba8b2e6 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243119 Nov 26 17:29:26.695774 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb55316-e02a-4d7b-b8bf-d6366655a7e7 req-dd73c774-ac80-4c62-bf22-7e1abb81f928 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:26.697199 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9eb55316-e02a-4d7b-b8bf-d6366655a7e7 req-dd73c774-ac80-4c62-bf22-7e1abb81f928 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 944 time: 0.1832952 Nov 26 17:29:26.744584 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9eb55316-e02a-4d7b-b8bf-d6366655a7e7 req-e32a0d68-fd24-4ff3-98de-46b267f85b87 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410824 Nov 26 17:29:27.934471 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf02dd-542d-470a-8e23-3753faf0e0b7 req-9d475626-df14-47da-9d5f-c16f2fae5e8c tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:27.935945 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3daf02dd-542d-470a-8e23-3753faf0e0b7 req-9d475626-df14-47da-9d5f-c16f2fae5e8c tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 944 time: 0.0804138 Nov 26 17:29:27.979806 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3daf02dd-542d-470a-8e23-3753faf0e0b7 req-d4e4a6e3-3fe3-4740-ad47-a9ebf1771d11 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377507 Nov 26 17:29:28.690971 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-14c51bc4-093c-44df-a51a-49322299c33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:29:29.162420 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6eb17b-c24c-4277-97e7-eb6c86d780e1 req-066dafb9-ecba-45e9-9bea-faf45b40d20f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:29.163861 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7a6eb17b-c24c-4277-97e7-eb6c86d780e1 req-066dafb9-ecba-45e9-9bea-faf45b40d20f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 944 time: 0.0790825 Nov 26 17:29:29.206403 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7a6eb17b-c24c-4277-97e7-eb6c86d780e1 req-3babbf52-a297-4c9a-b26d-cd202bcfc253 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370626 Nov 26 17:29:29.471064 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:29:29.787083 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2b5d4-cc13-42ef-b6a9-6e7dd99093e6 req-31c57390-1934-48b7-920a-c152b9051bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:29.788580 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9fc2b5d4-cc13-42ef-b6a9-6e7dd99093e6 req-31c57390-1934-48b7-920a-c152b9051bdb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a21b1248e4054906bc783c9c63dd93d9&device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 1097 time: 0.0748653 Nov 26 17:29:29.937333 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2b5d4-cc13-42ef-b6a9-6e7dd99093e6 req-5394ad18-7b19-42f8-acb4-543e41a2dea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:29.938760 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9fc2b5d4-cc13-42ef-b6a9-6e7dd99093e6 req-5394ad18-7b19-42f8-acb4-543e41a2dea5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=01857a47-a41c-4fa9-af96-63714e02bd98 HTTP/1.1" status: 200 len: 910 time: 0.1256492 Nov 26 17:29:30.041100 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9fc2b5d4-cc13-42ef-b6a9-6e7dd99093e6 req-5965510e-d051-4c00-a92c-d392cd4751ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=567be37a-3357-4466-bf34-36c3b04d014f HTTP/1.1" status: 200 len: 1000 time: 0.0921388 Nov 26 17:29:30.109733 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2b5d4-cc13-42ef-b6a9-6e7dd99093e6 req-f80f3639-23be-4175-b8a2-8077baec1e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:30.111125 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9fc2b5d4-cc13-42ef-b6a9-6e7dd99093e6 req-f80f3639-23be-4175-b8a2-8077baec1e4e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f677ed37-abcc-4c7c-8b6a-fcfe09a2c556 HTTP/1.1" status: 200 len: 848 time: 0.0597391 Nov 26 17:29:30.192252 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2b5d4-cc13-42ef-b6a9-6e7dd99093e6 req-51ed652d-4331-4049-9237-69018954785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:30.193709 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9fc2b5d4-cc13-42ef-b6a9-6e7dd99093e6 req-51ed652d-4331-4049-9237-69018954785c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01857a47-a41c-4fa9-af96-63714e02bd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721800 Nov 26 17:29:30.333339 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9fc2b5d4-cc13-42ef-b6a9-6e7dd99093e6 req-b8511cee-8421-4b51-8806-f6519f9f0258 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291921 Nov 26 17:29:30.394199 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f381741-1fe8-46aa-bd70-4542106659d9 req-f719d416-566f-4e3c-b4a4-323d0089739a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:30.395635 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3f381741-1fe8-46aa-bd70-4542106659d9 req-f719d416-566f-4e3c-b4a4-323d0089739a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 944 time: 0.0833609 Nov 26 17:29:30.438814 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-3f381741-1fe8-46aa-bd70-4542106659d9 req-186900dc-b2dd-443f-ab3a-85b6624fce30 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375252 Nov 26 17:29:30.471339 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9fc2b5d4-cc13-42ef-b6a9-6e7dd99093e6 req-1afbbed8-9914-4367-aaf7-be81e8c28e57 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274023 Nov 26 17:29:31.351482 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-db450a95-c30d-4d56-b81d-d5d9526bec0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:29:31.625108 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2bc96-6c48-4e25-b92c-619165ead5b8 req-6ee52d5b-a5bc-42cd-87c0-0c2b03d9fdef tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:31.626801 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4be2bc96-6c48-4e25-b92c-619165ead5b8 req-6ee52d5b-a5bc-42cd-87c0-0c2b03d9fdef tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 944 time: 0.0859032 Nov 26 17:29:31.669477 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4be2bc96-6c48-4e25-b92c-619165ead5b8 req-21d3b3da-a7fa-4490-978f-2dbbfb635647 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371931 Nov 26 17:29:32.365567 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:29:32.852134 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc3c4c-1d10-498b-a91f-95dfd449085a req-e21628c4-ce0f-4645-ae06-f33048c47794 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:32.853626 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-acbc3c4c-1d10-498b-a91f-95dfd449085a req-e21628c4-ce0f-4645-ae06-f33048c47794 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 944 time: 0.0801797 Nov 26 17:29:32.896748 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-acbc3c4c-1d10-498b-a91f-95dfd449085a req-8d6dd572-0aa2-4a15-a6aa-0dde84ae902f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375366 Nov 26 17:29:34.084286 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a3d33-3d08-4bea-8d19-2ffcd6204d66 req-ed3a750b-f4e1-4b77-9d01-5f464d7d832f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:34.085704 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-533a3d33-3d08-4bea-8d19-2ffcd6204d66 req-ed3a750b-f4e1-4b77-9d01-5f464d7d832f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 944 time: 0.0875113 Nov 26 17:29:34.131125 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-533a3d33-3d08-4bea-8d19-2ffcd6204d66 req-3b742ae8-4b2b-47bb-81fe-72c62636b7f4 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379999 Nov 26 17:29:34.157984 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:29:34.351984 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 567be37a-3357-4466-bf34-36c3b04d014f details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:29:34.485105 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 567be37a-3357-4466-bf34-36c3b04d014f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=567be37a-3357-4466-bf34-36c3b04d014f,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:29:34.497710 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '567be37a-3357-4466-bf34-36c3b04d014f', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'port_id': '567be37a-3357-4466-bf34-36c3b04d014f', 'mac_address': 'fa:16:3e:43:40:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:29:34.557609 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:29:34.574702 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567be37a-3357-4466-bf34-36c3b04d014f {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:29:34.589416 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 567be37a-3357-4466-bf34-36c3b04d014f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=567be37a-3357-4466-bf34-36c3b04d014f,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:29:34.593243 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:29:34.594895 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:29:34.659133 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=567be37a-3357-4466-bf34-36c3b04d014f,revision_number=7']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:29:34.662110 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:29:34.876504 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['567be37a-3357-4466-bf34-36c3b04d014f'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:29:35.315158 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54dd28-cd58-4dc0-b2cf-2fdfd1e4f3ab req-b5e50257-392a-49b9-a6d3-896f4b82dc63 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:35.316620 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6a54dd28-cd58-4dc0-b2cf-2fdfd1e4f3ab req-b5e50257-392a-49b9-a6d3-896f4b82dc63 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 945 time: 0.0840061 Nov 26 17:29:35.359673 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-6a54dd28-cd58-4dc0-b2cf-2fdfd1e4f3ab req-ba65f42d-b4b3-4b18-8676-37ae34ab6289 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375602 Nov 26 17:29:36.365852 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 567be37a-3357-4466-bf34-36c3b04d014f up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:29:36.432652 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 567be37a-3357-4466-bf34-36c3b04d014f triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:29:36.433034 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:29:36.549102 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05fc9b-7ec9-4ca1-9582-e3905a9d4c0b req-a35fa4e9-6f95-4207-9140-a7cf14ab725f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:36.550476 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bc05fc9b-7ec9-4ca1-9582-e3905a9d4c0b req-a35fa4e9-6f95-4207-9140-a7cf14ab725f tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 945 time: 0.0855176 Nov 26 17:29:36.587052 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:29:36.594107 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-bc05fc9b-7ec9-4ca1-9582-e3905a9d4c0b req-f2dc8c04-9231-49e6-a3ef-6ca1d800f4f9 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379140 Nov 26 17:29:36.613661 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5279c69-d163-46a3-bcf9-b4f7ec9a17b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567be37a-3357-4466-bf34-36c3b04d014f'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:29:36.623036 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 567be37a-3357-4466-bf34-36c3b04d014f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=567be37a-3357-4466-bf34-36c3b04d014f,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:29:36.628451 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:29:36.630347 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:29:36.696978 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=567be37a-3357-4466-bf34-36c3b04d014f,revision_number=8']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:29:36.699984 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:29:37.681844 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5279c69-d163-46a3-bcf9-b4f7ec9a17b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567be37a-3357-4466-bf34-36c3b04d014f', 'code': 200} Nov 26 17:29:37.777531 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824aae64-e4c9-42a1-9f4c-a57a95ecaf38 req-ee37e5e6-c81d-47ed-a621-592a1ff2a8af tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:37.778985 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-824aae64-e4c9-42a1-9f4c-a57a95ecaf38 req-ee37e5e6-c81d-47ed-a621-592a1ff2a8af tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 946 time: 0.0803015 Nov 26 17:29:37.828206 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-824aae64-e4c9-42a1-9f4c-a57a95ecaf38 req-5c370c7e-b5bc-49cd-9750-645467d301bd tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428791 Nov 26 17:29:37.970097 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb71e33-319f-4a01-90e1-5a8b0a590593 req-a3e06035-6abe-4d12-9243-13d54741be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:37.971474 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8fb71e33-319f-4a01-90e1-5a8b0a590593 req-a3e06035-6abe-4d12-9243-13d54741be3d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 1099 time: 0.0702920 Nov 26 17:29:38.018048 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8fb71e33-319f-4a01-90e1-5a8b0a590593 req-51d64fd1-fe5b-431f-b7ed-77c0d13b7323 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349798 Nov 26 17:29:39.010751 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f55cf-0e1f-45dd-bf23-ea446c0f2fc0 req-31ab04dd-3234-40da-8e22-363747ef190b tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:39.012136 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-df9f55cf-0e1f-45dd-bf23-ea446c0f2fc0 req-31ab04dd-3234-40da-8e22-363747ef190b tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 946 time: 0.0789897 Nov 26 17:29:39.061248 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-df9f55cf-0e1f-45dd-bf23-ea446c0f2fc0 req-f98933fc-8e6b-4935-9c65-4e6854f44c20 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430987 Nov 26 17:29:39.808046 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:29:40.253072 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632a83f-7075-40c6-9e3a-b88f6d37e758 req-7b49ac17-b169-4e61-8038-7ad16dd1f9a1 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:29:40.254515 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9632a83f-7075-40c6-9e3a-b88f6d37e758 req-7b49ac17-b169-4e61-8038-7ad16dd1f9a1 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 946 time: 0.0905871 Nov 26 17:29:40.297891 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-9632a83f-7075-40c6-9e3a-b88f6d37e758 req-4a15f75d-6479-4d7c-88c1-6f331c1a2c66 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378048 Nov 26 17:29:49.889366 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:29:58.699351 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b946f98f-474c-4169-ba8c-e6a4467b3f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:29:59.477685 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:30:01.352434 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9e30a48f-5b8b-4bff-a26b-68e022bcb8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:30:02.368848 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:30:04.162991 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:30:16.806860 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:30:19.894351 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:30:28.698614 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c5fabc95-7c51-49bf-9a43-65d404a60c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:30:29.468642 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:30:30.743866 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-808e21cf-a375-447e-841b-b5aba13fa559 req-8e0d8ef0-e95c-4ad9-b78f-08e16800ddac service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721951 Nov 26 17:30:30.904209 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e21cf-a375-447e-841b-b5aba13fa559 req-71de833d-3428-49c8-bf44-8b6eaa59fc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:30:30.905658 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-808e21cf-a375-447e-841b-b5aba13fa559 req-71de833d-3428-49c8-bf44-8b6eaa59fc2a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a21b1248e4054906bc783c9c63dd93d9&device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 1099 time: 0.0753710 Nov 26 17:30:31.173376 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e21cf-a375-447e-841b-b5aba13fa559 req-46949574-c2aa-4b1e-851e-e9801308cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:30:31.175348 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-808e21cf-a375-447e-841b-b5aba13fa559 req-46949574-c2aa-4b1e-851e-e9801308cc33 service neutron] 10.222.0.31 "GET /v2.0/networks?id=01857a47-a41c-4fa9-af96-63714e02bd98 HTTP/1.1" status: 200 len: 910 time: 0.2441163 Nov 26 17:30:31.280171 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-808e21cf-a375-447e-841b-b5aba13fa559 req-355fb5d0-92a3-4419-9f7b-8d066eedcbc7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=567be37a-3357-4466-bf34-36c3b04d014f HTTP/1.1" status: 200 len: 1002 time: 0.0949378 Nov 26 17:30:31.344798 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e21cf-a375-447e-841b-b5aba13fa559 req-e00fb7bf-ed96-4094-a8c4-deff1d3fc090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:30:31.346126 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-808e21cf-a375-447e-841b-b5aba13fa559 req-e00fb7bf-ed96-4094-a8c4-deff1d3fc090 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f677ed37-abcc-4c7c-8b6a-fcfe09a2c556 HTTP/1.1" status: 200 len: 848 time: 0.0563202 Nov 26 17:30:31.353567 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-48ff6802-f2ab-4813-b29f-8b8cda08f230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:30:31.425642 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e21cf-a375-447e-841b-b5aba13fa559 req-395fbe11-3645-4461-927a-c59ebb138805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:30:31.427085 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-808e21cf-a375-447e-841b-b5aba13fa559 req-395fbe11-3645-4461-927a-c59ebb138805 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01857a47-a41c-4fa9-af96-63714e02bd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711720 Nov 26 17:30:31.440308 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [req-808e21cf-a375-447e-841b-b5aba13fa559 req-69930b12-5430-4a6f-9ce5-eea3f09f02a2 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=87518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 17:30:31.441797 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-808e21cf-a375-447e-841b-b5aba13fa559 req-69930b12-5430-4a6f-9ce5-eea3f09f02a2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054233 Nov 26 17:30:31.572479 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-808e21cf-a375-447e-841b-b5aba13fa559 req-2b51511e-797c-4ce1-b503-dc1e0ecf4066 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233859 Nov 26 17:30:31.707969 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-808e21cf-a375-447e-841b-b5aba13fa559 req-458fdbea-6a59-41ac-b944-792b1e5f9c14 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252158 Nov 26 17:30:32.370680 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:30:34.165725 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:30:49.895526 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:30:53.805888 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:30:58.700193 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eef28bd9-6867-4f99-8665-bba89bef9473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:30:59.470975 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:01.353971 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-a923fcad-8056-4c15-9f47-2ef2e77f7480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:02.092958 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 33222) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:02.297835 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-25d2b4c8-ea69-472e-bcea-3d9715113be2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Deleting port 2bf8dd17-e966-4bb3-8690-5a74dcb5e1cc {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:31:02.298176 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-25d2b4c8-ea69-472e-bcea-3d9715113be2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:02.374443 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:02.466367 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-25d2b4c8-ea69-472e-bcea-3d9715113be2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:02.466695 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-25d2b4c8-ea69-472e-bcea-3d9715113be2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:02.592065 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-25d2b4c8-ea69-472e-bcea-3d9715113be2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Calling delete_port for 2bf8dd17-e966-4bb3-8690-5a74dcb5e1cc owned by network:floatingip {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:31:02.740065 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-25d2b4c8-ea69-472e-bcea-3d9715113be2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:02.743746 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-37d9724b-2eed-4e37-9da6-a7fd22c75b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:02.787043 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2b4c8-ea69-472e-bcea-3d9715113be2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Pushing event deleted for resources: {'Port': ['ID=2bf8dd17-e966-4bb3-8690-5a74dcb5e1cc,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:02.827325 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d2b4c8-ea69-472e-bcea-3d9715113be2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:02.827728 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d2b4c8-ea69-472e-bcea-3d9715113be2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:02.828117 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d2b4c8-ea69-472e-bcea-3d9715113be2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:02.828493 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d2b4c8-ea69-472e-bcea-3d9715113be2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:02.828863 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d2b4c8-ea69-472e-bcea-3d9715113be2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:02.829231 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d2b4c8-ea69-472e-bcea-3d9715113be2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:02.829594 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d2b4c8-ea69-472e-bcea-3d9715113be2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:02.829956 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d2b4c8-ea69-472e-bcea-3d9715113be2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:02.830318 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d2b4c8-ea69-472e-bcea-3d9715113be2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:02.830678 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d2b4c8-ea69-472e-bcea-3d9715113be2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:02.831078 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d2b4c8-ea69-472e-bcea-3d9715113be2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:02.831437 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d2b4c8-ea69-472e-bcea-3d9715113be2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:02.860394 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-25d2b4c8-ea69-472e-bcea-3d9715113be2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:02.889793 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-25d2b4c8-ea69-472e-bcea-3d9715113be2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for floatingip, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:02.890171 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-25d2b4c8-ea69-472e-bcea-3d9715113be2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Floating IP 32986106-175d-40b7-b58c-80b8355f0173 disassociated (deleted). External IP: 172.26.0.177, port: 567be37a-3357-4466-bf34-36c3b04d014f. Nov 26 17:31:03.345361 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d2b4c8-ea69-472e-bcea-3d9715113be2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Router 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:31:03.526319 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d2b4c8-ea69-472e-bcea-3d9715113be2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:31:03.536643 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b1b801-ae7b-4999-bb5d-c301628fc9a9 None None] Sync routers for ids ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:31:03.546042 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b1b801-ae7b-4999-bb5d-c301628fc9a9 None None] Routers {'69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:31:03.546654 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-67b1b801-ae7b-4999-bb5d-c301628fc9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:31:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:03.547548 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-25d2b4c8-ea69-472e-bcea-3d9715113be2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:03.601878 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-25d2b4c8-ea69-472e-bcea-3d9715113be2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "DELETE /v2.0/floatingips/32986106-175d-40b7-b58c-80b8355f0173 HTTP/1.1" status: 204 len: 168 time: 1.5077403 Nov 26 17:31:03.602466 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5279c69-d163-46a3-bcf9-b4f7ec9a17b0', 'tag': '567be37a-3357-4466-bf34-36c3b04d014f'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:31:03.657311 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5279c69-d163-46a3-bcf9-b4f7ec9a17b0', 'tag': '567be37a-3357-4466-bf34-36c3b04d014f', 'status': 'completed', 'code': 200} Nov 26 17:31:03.761340 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f265c-78a4-4ca4-8898-a7197801c7ea req-1a1a0c8e-b621-41d3-ba61-dc9d3ceb02e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:03.763618 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-469f265c-78a4-4ca4-8898-a7197801c7ea req-1a1a0c8e-b621-41d3-ba61-dc9d3ceb02e6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a21b1248e4054906bc783c9c63dd93d9&device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 1099 time: 0.0819721 Nov 26 17:31:03.775159 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-67b1b801-ae7b-4999-bb5d-c301628fc9a9 None None] Set router 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:31:03.908271 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f265c-78a4-4ca4-8898-a7197801c7ea req-422b6683-6a21-44f4-b17a-8312d29db7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:03.909774 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-469f265c-78a4-4ca4-8898-a7197801c7ea req-422b6683-6a21-44f4-b17a-8312d29db7ec service neutron] 10.222.0.31 "GET /v2.0/networks?id=01857a47-a41c-4fa9-af96-63714e02bd98 HTTP/1.1" status: 200 len: 910 time: 0.1357725 Nov 26 17:31:04.010573 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-469f265c-78a4-4ca4-8898-a7197801c7ea req-ef0beb7e-ec93-4ad0-8afd-6438405be9f1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=567be37a-3357-4466-bf34-36c3b04d014f HTTP/1.1" status: 200 len: 217 time: 0.0721769 Nov 26 17:31:04.085815 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f265c-78a4-4ca4-8898-a7197801c7ea req-57b6357b-6350-4533-8899-21033b654b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:04.087216 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-469f265c-78a4-4ca4-8898-a7197801c7ea req-57b6357b-6350-4533-8899-21033b654b78 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f677ed37-abcc-4c7c-8b6a-fcfe09a2c556 HTTP/1.1" status: 200 len: 848 time: 0.0688286 Nov 26 17:31:04.091529 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-67b1b801-ae7b-4999-bb5d-c301628fc9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'name': 'tempest-TestShelveInstance-1919826658-router', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:21:59Z', 'updated_at': '2021-11-26T17:22:03Z', 'revision_number': 4, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'gw_port': {'id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:00Z', 'updated_at': '2021-11-26T17:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5', 'name': '', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'mac_address': 'fa:16:3e:57:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:02Z', 'updated_at': '2021-11-26T17:22:10Z', 'revision_number': 5, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'subnets': [{'id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:04.095536 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b1b801-ae7b-4999-bb5d-c301628fc9a9 None None] Checking router: 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:31:04.099285 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a9f18-895b-4826-8e2d-50265b5aefcf req-32fbacb2-3bdd-4014-a0df-fe8876e728d2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:04.099981 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-b41a9f18-895b-4826-8e2d-50265b5aefcf req-32fbacb2-3bdd-4014-a0df-fe8876e728d2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Synchronizing usage tracker for tenant:a21b1248e4054906bc783c9c63dd93d9 on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:31:04.103807 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b1b801-ae7b-4999-bb5d-c301628fc9a9 None None] Routers {'69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:31:04.104409 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-67b1b801-ae7b-4999-bb5d-c301628fc9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:31:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:04.162111 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-b41a9f18-895b-4826-8e2d-50265b5aefcf req-32fbacb2-3bdd-4014-a0df-fe8876e728d2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Unset dirty status for tenant:a21b1248e4054906bc783c9c63dd93d9 on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:31:04.162966 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b41a9f18-895b-4826-8e2d-50265b5aefcf req-32fbacb2-3bdd-4014-a0df-fe8876e728d2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 946 time: 0.2604406 Nov 26 17:31:04.169303 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:04.215548 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f265c-78a4-4ca4-8898-a7197801c7ea req-9780bd49-bda7-435b-a815-cf0bf5a7b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:04.217023 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-469f265c-78a4-4ca4-8898-a7197801c7ea req-9780bd49-bda7-435b-a815-cf0bf5a7b829 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01857a47-a41c-4fa9-af96-63714e02bd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1134825 Nov 26 17:31:04.219907 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b41a9f18-895b-4826-8e2d-50265b5aefcf req-96a7c0ab-f5f7-4854-bc0b-75009ce4ef45 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485852 Nov 26 17:31:04.286669 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-67b1b801-ae7b-4999-bb5d-c301628fc9a9 None None] Set router 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:31:04.350757 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-469f265c-78a4-4ca4-8898-a7197801c7ea req-4aad96ed-7e00-4d80-a0bc-92dc9711c6f7 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239140 Nov 26 17:31:04.484301 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-469f265c-78a4-4ca4-8898-a7197801c7ea req-f4747634-1e25-4b1b-8373-8fe825f41597 service neutron] 10.222.0.31 "GET /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261029 Nov 26 17:31:04.590404 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-67b1b801-ae7b-4999-bb5d-c301628fc9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'name': 'tempest-TestShelveInstance-1919826658-router', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:21:59Z', 'updated_at': '2021-11-26T17:22:03Z', 'revision_number': 4, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'gw_port': {'id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:00Z', 'updated_at': '2021-11-26T17:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5', 'name': '', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'mac_address': 'fa:16:3e:57:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:02Z', 'updated_at': '2021-11-26T17:22:10Z', 'revision_number': 5, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'subnets': [{'id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:04.594263 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b1b801-ae7b-4999-bb5d-c301628fc9a9 None None] The sync data for ids ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'] in dv-neutron-819440-1-hyperv is: [{'id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'name': 'tempest-TestShelveInstance-1919826658-router', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:21:59Z', 'updated_at': '2021-11-26T17:22:03Z', 'revision_number': 4, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'gw_port': {'id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:00Z', 'updated_at': '2021-11-26T17:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5', 'name': '', 'network_id': '01857a47-a41c-4fa9-af96-63714e02bd98', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'mac_address': 'fa:16:3e:57:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:02Z', 'updated_at': '2021-11-26T17:22:10Z', 'revision_number': 5, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'subnets': [{'id': 'f677ed37-abcc-4c7c-8b6a-fcfe09a2c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:31:04.816611 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce7c0b3-0e1d-4104-93fe-fe6911d13292 None None] New status for floating IP 32986106-175d-40b7-b58c-80b8355f0173: DOWN {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:31:05.496163 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfb273-301e-4b08-806e-4a4fbae48413 req-e90de726-1ce9-44ea-9edd-ae8a5e005580 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:05.497657 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fbbfb273-301e-4b08-806e-4a4fbae48413 req-e90de726-1ce9-44ea-9edd-ae8a5e005580 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 946 time: 0.1697788 Nov 26 17:31:05.543967 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fbbfb273-301e-4b08-806e-4a4fbae48413 req-214ecd4b-802b-4d34-a86c-b38d49afd92e tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/security-groups?id=4425969b-6ceb-4a5b-af35-539747e93d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398934 Nov 26 17:31:05.677274 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092358a-f2f9-4c13-a83e-bb1ebe040746 req-791a43c6-c6a6-48ac-a616-f955a31cd240 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:05.678616 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7092358a-f2f9-4c13-a83e-bb1ebe040746 req-791a43c6-c6a6-48ac-a616-f955a31cd240 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 946 time: 0.0777984 Nov 26 17:31:05.755066 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-7092358a-f2f9-4c13-a83e-bb1ebe040746 req-1be7091e-9518-4b55-87b1-0d0c0e8fd7b2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Deleting port 567be37a-3357-4466-bf34-36c3b04d014f {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:31:05.755412 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7092358a-f2f9-4c13-a83e-bb1ebe040746 req-1be7091e-9518-4b55-87b1-0d0c0e8fd7b2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:06.122341 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-7092358a-f2f9-4c13-a83e-bb1ebe040746 req-1be7091e-9518-4b55-87b1-0d0c0e8fd7b2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] For port 567be37a-3357-4466-bf34-36c3b04d014f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=567be37a-3357-4466-bf34-36c3b04d014f,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:31:06.122688 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7092358a-f2f9-4c13-a83e-bb1ebe040746 req-1be7091e-9518-4b55-87b1-0d0c0e8fd7b2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:06.242568 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-7092358a-f2f9-4c13-a83e-bb1ebe040746 req-1be7091e-9518-4b55-87b1-0d0c0e8fd7b2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Calling delete_port for 567be37a-3357-4466-bf34-36c3b04d014f owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:31:06.382615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7092358a-f2f9-4c13-a83e-bb1ebe040746 req-1be7091e-9518-4b55-87b1-0d0c0e8fd7b2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:06.387898 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ee87fc9f-5795-46c7-8340-0fd5c4fa452d tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:06.432102 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7091e-9518-4b55-87b1-0d0c0e8fd7b2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Pushing event deleted for resources: {'Port': ['ID=567be37a-3357-4466-bf34-36c3b04d014f,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:06.435749 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1be7091e-9518-4b55-87b1-0d0c0e8fd7b2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:06.514469 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-7092358a-f2f9-4c13-a83e-bb1ebe040746 req-1be7091e-9518-4b55-87b1-0d0c0e8fd7b2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] No DVR routers for this DVR port 567be37a-3357-4466-bf34-36c3b04d014f on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:31:06.516936 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-7092358a-f2f9-4c13-a83e-bb1ebe040746 req-1be7091e-9518-4b55-87b1-0d0c0e8fd7b2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:06.519464 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5279c69-d163-46a3-bcf9-b4f7ec9a17b0', 'name': 'network-vif-deleted', 'tag': '567be37a-3357-4466-bf34-36c3b04d014f'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:31:06.535354 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7092358a-f2f9-4c13-a83e-bb1ebe040746 req-1be7091e-9518-4b55-87b1-0d0c0e8fd7b2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.31 "DELETE /v2.0/ports/567be37a-3357-4466-bf34-36c3b04d014f HTTP/1.1" status: 204 len: 173 time: 0.8482859 Nov 26 17:31:06.569475 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5279c69-d163-46a3-bcf9-b4f7ec9a17b0', 'name': 'network-vif-deleted', 'tag': '567be37a-3357-4466-bf34-36c3b04d014f', 'status': 'completed', 'code': 200} Nov 26 17:31:06.698712 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-26059eee-edb3-4a2c-aefe-5e559c5a2c79 req-62db0f8d-e8c3-4398-b0e6-f350a2331ccd tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5279c69-d163-46a3-bcf9-b4f7ec9a17b0 HTTP/1.1" status: 200 len: 210 time: 0.0468395 Nov 26 17:31:07.809797 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 33248) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:07.878444 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-640b8ec7-c16e-4259-90ee-1a784dd053c0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:07.907563 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-640b8ec7-c16e-4259-90ee-1a784dd053c0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:07.972702 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-640b8ec7-c16e-4259-90ee-1a784dd053c0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:07.976799 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e18ae99f-c905-44f3-8bf2-7a2e8b662d90 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:07.991912 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b8ec7-c16e-4259-90ee-1a784dd053c0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4425969b-6ceb-4a5b-af35-539747e93d13,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:07.994415 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-640b8ec7-c16e-4259-90ee-1a784dd053c0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:08.005737 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-640b8ec7-c16e-4259-90ee-1a784dd053c0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:08.006849 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-640b8ec7-c16e-4259-90ee-1a784dd053c0 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] 10.222.0.11 "DELETE /v2.0/security-groups/4425969b-6ceb-4a5b-af35-539747e93d13 HTTP/1.1" status: 204 len: 168 time: 0.1959205 Nov 26 17:31:08.056026 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 33254) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:08.824795 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-664fbeff-394a-45b9-99af-00a54547ff39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:08.849478 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 567be37a-3357-4466-bf34-36c3b04d014f no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:31:08.886523 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: 567be37a-3357-4466-bf34-36c3b04d014f {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:31:08.886885 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 567be37a-3357-4466-bf34-36c3b04d014f not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:31:09.172041 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-664fbeff-394a-45b9-99af-00a54547ff39 admin admin] Deleting port f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:31:09.172612 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-664fbeff-394a-45b9-99af-00a54547ff39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:09.344453 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-664fbeff-394a-45b9-99af-00a54547ff39 admin admin] For port f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:31:09.344807 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-664fbeff-394a-45b9-99af-00a54547ff39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:09.470793 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-664fbeff-394a-45b9-99af-00a54547ff39 admin admin] Calling delete_port for f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5 owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:31:09.642562 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-664fbeff-394a-45b9-99af-00a54547ff39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:09.647646 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4fcca558-dc2b-4690-b316-731448631681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:09.722256 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664fbeff-394a-45b9-99af-00a54547ff39 admin admin] Pushing event deleted for resources: {'Port': ['ID=f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:09.770161 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664fbeff-394a-45b9-99af-00a54547ff39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:09.770550 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664fbeff-394a-45b9-99af-00a54547ff39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:09.770934 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664fbeff-394a-45b9-99af-00a54547ff39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:09.771326 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664fbeff-394a-45b9-99af-00a54547ff39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:09.771693 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664fbeff-394a-45b9-99af-00a54547ff39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:09.772071 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664fbeff-394a-45b9-99af-00a54547ff39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:09.772437 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664fbeff-394a-45b9-99af-00a54547ff39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:09.772804 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664fbeff-394a-45b9-99af-00a54547ff39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:09.773172 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664fbeff-394a-45b9-99af-00a54547ff39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:09.773532 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664fbeff-394a-45b9-99af-00a54547ff39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:09.773899 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664fbeff-394a-45b9-99af-00a54547ff39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:09.774258 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664fbeff-394a-45b9-99af-00a54547ff39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:09.777588 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-664fbeff-394a-45b9-99af-00a54547ff39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:10.090400 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-664fbeff-394a-45b9-99af-00a54547ff39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:10.441658 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664fbeff-394a-45b9-99af-00a54547ff39 admin admin] Router 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:31:10.614492 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664fbeff-394a-45b9-99af-00a54547ff39 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:31:10.624936 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631c7c9a-42f4-4d36-a06f-1138bcb91ec4 None None] Sync routers for ids ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:31:10.626626 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-664fbeff-394a-45b9-99af-00a54547ff39 admin admin] 10.222.0.11 "PUT /v2.0/routers/69bf3a9d-8eaa-405f-8b6e-8cf0c642810c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5675969 Nov 26 17:31:10.630319 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 33260) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:10.634792 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631c7c9a-42f4-4d36-a06f-1138bcb91ec4 None None] Routers {'69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:31:10.635392 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-631c7c9a-42f4-4d36-a06f-1138bcb91ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:31:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:10.804946 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ef885d6d-98cb-4eb9-9562-65ea5aaa09ee admin admin] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:10.809321 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-631c7c9a-42f4-4d36-a06f-1138bcb91ec4 None None] Set router 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:31:10.981023 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ef885d6d-98cb-4eb9-9562-65ea5aaa09ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:10.991312 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-ef885d6d-98cb-4eb9-9562-65ea5aaa09ee admin admin] Deleting port 5f73aaf4-6aa8-4afb-9d09-24635f79a5f0 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:31:10.991817 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ef885d6d-98cb-4eb9-9562-65ea5aaa09ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:11.125088 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-631c7c9a-42f4-4d36-a06f-1138bcb91ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'name': 'tempest-TestShelveInstance-1919826658-router', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:21:59Z', 'updated_at': '2021-11-26T17:31:09Z', 'revision_number': 5, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'gw_port': {'id': '5f73aaf4-6aa8-4afb-9d09-24635f79a5f0', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:00Z', 'updated_at': '2021-11-26T17:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:11.129334 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631c7c9a-42f4-4d36-a06f-1138bcb91ec4 None None] Checking router: 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:31:11.139148 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631c7c9a-42f4-4d36-a06f-1138bcb91ec4 None None] Routers {'69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:31:11.140252 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-631c7c9a-42f4-4d36-a06f-1138bcb91ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:31:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:11.291481 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-631c7c9a-42f4-4d36-a06f-1138bcb91ec4 None None] Set router 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:31:11.299260 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-ef885d6d-98cb-4eb9-9562-65ea5aaa09ee admin admin] For port 5f73aaf4-6aa8-4afb-9d09-24635f79a5f0, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5f73aaf4-6aa8-4afb-9d09-24635f79a5f0,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:31:11.299633 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ef885d6d-98cb-4eb9-9562-65ea5aaa09ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:11.394114 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-631c7c9a-42f4-4d36-a06f-1138bcb91ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'name': 'tempest-TestShelveInstance-1919826658-router', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:21:59Z', 'updated_at': '2021-11-26T17:31:10Z', 'revision_number': 6, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:11.397871 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631c7c9a-42f4-4d36-a06f-1138bcb91ec4 None None] The sync data for ids ['69bf3a9d-8eaa-405f-8b6e-8cf0c642810c'] in dv-neutron-819440-1-hyperv is: [{'id': '69bf3a9d-8eaa-405f-8b6e-8cf0c642810c', 'name': 'tempest-TestShelveInstance-1919826658-router', 'tenant_id': 'a21b1248e4054906bc783c9c63dd93d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:21:59Z', 'updated_at': '2021-11-26T17:31:10Z', 'revision_number': 6, 'project_id': 'a21b1248e4054906bc783c9c63dd93d9', 'gw_port_host': None}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:31:11.421795 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-ef885d6d-98cb-4eb9-9562-65ea5aaa09ee admin admin] Calling delete_port for 5f73aaf4-6aa8-4afb-9d09-24635f79a5f0 owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:31:11.597180 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ef885d6d-98cb-4eb9-9562-65ea5aaa09ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:11.601945 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-865b097e-9faf-4c7c-b391-b2834b492bc7 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:11.673850 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef885d6d-98cb-4eb9-9562-65ea5aaa09ee admin admin] Pushing event deleted for resources: {'Port': ['ID=5f73aaf4-6aa8-4afb-9d09-24635f79a5f0,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:11.680832 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ef885d6d-98cb-4eb9-9562-65ea5aaa09ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:11.736554 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ef885d6d-98cb-4eb9-9562-65ea5aaa09ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:11.908196 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ef885d6d-98cb-4eb9-9562-65ea5aaa09ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:11.910356 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ef885d6d-98cb-4eb9-9562-65ea5aaa09ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:11.932480 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ef885d6d-98cb-4eb9-9562-65ea5aaa09ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:11.933142 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef885d6d-98cb-4eb9-9562-65ea5aaa09ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69bf3a9d-8eaa-405f-8b6e-8cf0c642810c {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 17:31:11.945230 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ef885d6d-98cb-4eb9-9562-65ea5aaa09ee admin admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:11.946331 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ef885d6d-98cb-4eb9-9562-65ea5aaa09ee admin admin] 10.222.0.11 "DELETE /v2.0/routers/69bf3a9d-8eaa-405f-8b6e-8cf0c642810c HTTP/1.1" status: 204 len: 168 time: 1.3151011 Nov 26 17:31:11.948908 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 33266) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:12.011208 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-914aabc6-c09c-4e87-8574-8ddb1ec05475 admin admin] Deleting subnet f677ed37-abcc-4c7c-8b6a-fcfe09a2c556 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 17:31:12.014118 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-914aabc6-c09c-4e87-8574-8ddb1ec05475 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:12.065860 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-914aabc6-c09c-4e87-8574-8ddb1ec05475 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:12.151289 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-914aabc6-c09c-4e87-8574-8ddb1ec05475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:12.216462 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-914aabc6-c09c-4e87-8574-8ddb1ec05475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:12.220687 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-01a8f26b-5cb1-49c5-9ab0-4870d08ca9d2 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:12.254584 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914aabc6-c09c-4e87-8574-8ddb1ec05475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f677ed37-abcc-4c7c-8b6a-fcfe09a2c556,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:12.256939 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-914aabc6-c09c-4e87-8574-8ddb1ec05475 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:12.259322 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-914aabc6-c09c-4e87-8574-8ddb1ec05475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:12.261287 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1427a66d-bdd2-4053-910e-f092955c11eb None None] Network 01857a47-a41c-4fa9-af96-63714e02bd98 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:31:12.263874 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-914aabc6-c09c-4e87-8574-8ddb1ec05475 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f677ed37-abcc-4c7c-8b6a-fcfe09a2c556 HTTP/1.1" status: 204 len: 168 time: 0.3140140 Nov 26 17:31:12.266455 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 33270) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:12.332045 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5f73aaf4-6aa8-4afb-9d09-24635f79a5f0 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:31:12.380065 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e730a55a-cb8d-449a-82b6-93637125f307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:12.380258 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 5f73aaf4-6aa8-4afb-9d09-24635f79a5f0 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:31:12.380454 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5f73aaf4-6aa8-4afb-9d09-24635f79a5f0 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:31:12.380884 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:31:12.390552 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-e730a55a-cb8d-449a-82b6-93637125f307 admin admin] Deleting port 82af0845-7fc7-4bcb-ad6e-4e6f3a45a706 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:31:12.390887 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e730a55a-cb8d-449a-82b6-93637125f307 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:12.426107 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:31:12.426450 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device f89ff3de-1cc8-4718-b5fc-ab8e6bbb3bc5 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:31:12.588037 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7f713d-8b09-4da0-ae9c-1832df70bf94 None None] DHCP port deletion for 01857a47-a41c-4fa9-af96-63714e02bd98 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 17:31:12.592183 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f713d-8b09-4da0-ae9c-1832df70bf94 None None] Deleting port 82af0845-7fc7-4bcb-ad6e-4e6f3a45a706 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:31:12.592567 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1f7f713d-8b09-4da0-ae9c-1832df70bf94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:12.599885 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-e730a55a-cb8d-449a-82b6-93637125f307 admin admin] For port 82af0845-7fc7-4bcb-ad6e-4e6f3a45a706, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=82af0845-7fc7-4bcb-ad6e-4e6f3a45a706,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:31:12.600408 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e730a55a-cb8d-449a-82b6-93637125f307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:12.807839 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-1f7f713d-8b09-4da0-ae9c-1832df70bf94 None None] For port 82af0845-7fc7-4bcb-ad6e-4e6f3a45a706, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=82af0845-7fc7-4bcb-ad6e-4e6f3a45a706,segment=NetworkSegment(2c8afedf-2536-41f4-8f3f-02ab586d7344),segment_id=2c8afedf-2536-41f4-8f3f-02ab586d7344)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:31:12.808205 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1f7f713d-8b09-4da0-ae9c-1832df70bf94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:12.845029 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-e730a55a-cb8d-449a-82b6-93637125f307 admin admin] Calling delete_port for 82af0845-7fc7-4bcb-ad6e-4e6f3a45a706 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:31:12.923023 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e730a55a-cb8d-449a-82b6-93637125f307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:12.928285 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-544ca964-e77b-421f-8ee6-be60f184a318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:12.930589 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f713d-8b09-4da0-ae9c-1832df70bf94 None None] Calling delete_port for 82af0845-7fc7-4bcb-ad6e-4e6f3a45a706 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:31:12.970927 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730a55a-cb8d-449a-82b6-93637125f307 admin admin] Pushing event deleted for resources: {'Port': ['ID=82af0845-7fc7-4bcb-ad6e-4e6f3a45a706,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:12.973226 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e730a55a-cb8d-449a-82b6-93637125f307 admin admin] No DVR routers for this DVR port 82af0845-7fc7-4bcb-ad6e-4e6f3a45a706 on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:31:12.974958 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e730a55a-cb8d-449a-82b6-93637125f307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:13.002054 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-1f7f713d-8b09-4da0-ae9c-1832df70bf94 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 17:31:13.002436 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-1f7f713d-8b09-4da0-ae9c-1832df70bf94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 17:31:13.085681 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e730a55a-cb8d-449a-82b6-93637125f307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:13.109743 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-e730a55a-cb8d-449a-82b6-93637125f307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01857a47-a41c-4fa9-af96-63714e02bd98']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:13.122302 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-e730a55a-cb8d-449a-82b6-93637125f307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8afedf-2536-41f4-8f3f-02ab586d7344') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:13.122587 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-e730a55a-cb8d-449a-82b6-93637125f307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8afedf-2536-41f4-8f3f-02ab586d7344') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:13.135476 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e730a55a-cb8d-449a-82b6-93637125f307 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:13.151589 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e730a55a-cb8d-449a-82b6-93637125f307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:13.157423 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e730a55a-cb8d-449a-82b6-93637125f307 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 17:31:13.157796 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e730a55a-cb8d-449a-82b6-93637125f307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 17:31:13.170405 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 17:31:13.244890 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e730a55a-cb8d-449a-82b6-93637125f307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:13.248292 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-324c3b8a-cce0-46d5-8582-8af6b3e0ebaf tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:13.261856 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-e730a55a-cb8d-449a-82b6-93637125f307 admin admin] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:13.273239 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730a55a-cb8d-449a-82b6-93637125f307 admin admin] Pushing event deleted for resources: {'Network': ['ID=01857a47-a41c-4fa9-af96-63714e02bd98,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:13.277349 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e730a55a-cb8d-449a-82b6-93637125f307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:13.285275 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-e730a55a-cb8d-449a-82b6-93637125f307 admin admin] 10.222.0.11 "DELETE /v2.0/networks/01857a47-a41c-4fa9-af96-63714e02bd98 HTTP/1.1" status: 204 len: 168 time: 1.0178576 Nov 26 17:31:13.288182 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 33274) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:13.503909 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f713d-8b09-4da0-ae9c-1832df70bf94 None None] Deleting port 82af0845-7fc7-4bcb-ad6e-4e6f3a45a706 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:31:13.504438 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1f7f713d-8b09-4da0-ae9c-1832df70bf94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:13.617694 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f713d-8b09-4da0-ae9c-1832df70bf94 None None] The port '82af0845-7fc7-4bcb-ad6e-4e6f3a45a706' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 17:31:13.830257 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-78df50d9-c528-4a53-8b41-b1fd5451ba99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:14.295743 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-78df50d9-c528-4a53-8b41-b1fd5451ba99 admin admin] Deleting port aaf12069-d64c-4ce6-9fc1-a7e60331d030 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:31:14.295743 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-78df50d9-c528-4a53-8b41-b1fd5451ba99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:14.317693 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 82af0845-7fc7-4bcb-ad6e-4e6f3a45a706 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:31:14.351502 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 82af0845-7fc7-4bcb-ad6e-4e6f3a45a706 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:31:14.351878 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 82af0845-7fc7-4bcb-ad6e-4e6f3a45a706 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:31:14.456824 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-78df50d9-c528-4a53-8b41-b1fd5451ba99 admin admin] For port aaf12069-d64c-4ce6-9fc1-a7e60331d030, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=aaf12069-d64c-4ce6-9fc1-a7e60331d030,segment=NetworkSegment(e8b43017-a273-4550-85b6-582e88e752ec),segment_id=e8b43017-a273-4550-85b6-582e88e752ec)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:31:14.457176 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-78df50d9-c528-4a53-8b41-b1fd5451ba99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:14.575806 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-78df50d9-c528-4a53-8b41-b1fd5451ba99 admin admin] Calling delete_port for aaf12069-d64c-4ce6-9fc1-a7e60331d030 owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:31:14.744041 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-78df50d9-c528-4a53-8b41-b1fd5451ba99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:14.747660 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-d0d50d82-a3eb-458f-89a4-e9d2c222b8c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:14.793352 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df50d9-c528-4a53-8b41-b1fd5451ba99 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf12069-d64c-4ce6-9fc1-a7e60331d030,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:14.796044 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-78df50d9-c528-4a53-8b41-b1fd5451ba99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:15.053835 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-78df50d9-c528-4a53-8b41-b1fd5451ba99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:15.403164 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78df50d9-c528-4a53-8b41-b1fd5451ba99 admin admin] Router 611407e2-c956-4565-90e1-cf80aad88a1c has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:31:15.709702 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78df50d9-c528-4a53-8b41-b1fd5451ba99 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:31:15.718893 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8184e243-c3b6-438f-beb4-de62c9b1c32f None None] Sync routers for ids ['611407e2-c956-4565-90e1-cf80aad88a1c'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:31:15.726017 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-78df50d9-c528-4a53-8b41-b1fd5451ba99 admin admin] 10.222.0.11 "PUT /v2.0/routers/611407e2-c956-4565-90e1-cf80aad88a1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4368346 Nov 26 17:31:15.728545 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 33278) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:15.729324 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8184e243-c3b6-438f-beb4-de62c9b1c32f None None] Routers {'611407e2-c956-4565-90e1-cf80aad88a1c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:31:15.730071 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-8184e243-c3b6-438f-beb4-de62c9b1c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:31:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['611407e2-c956-4565-90e1-cf80aad88a1c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:15.904900 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b17f-f5b7-4d6c-8023-e61b9e997de0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:15.910812 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-8184e243-c3b6-438f-beb4-de62c9b1c32f None None] Set router 611407e2-c956-4565-90e1-cf80aad88a1c gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:31:16.082481 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b17f-f5b7-4d6c-8023-e61b9e997de0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:16.091838 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-8ff0b17f-f5b7-4d6c-8023-e61b9e997de0 admin admin] Deleting port 18ae53bc-72ed-48c9-8bd1-e4428e28b1c6 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:31:16.092189 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b17f-f5b7-4d6c-8023-e61b9e997de0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:16.197548 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-8184e243-c3b6-438f-beb4-de62c9b1c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611407e2-c956-4565-90e1-cf80aad88a1c', 'name': 'tempest-TestShelveInstance-345844432-router', 'tenant_id': '034bdd7bf32e4a45a4e111e7200ea91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '18ae53bc-72ed-48c9-8bd1-e4428e28b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:22:06Z', 'updated_at': '2021-11-26T17:31:14Z', 'revision_number': 5, 'project_id': '034bdd7bf32e4a45a4e111e7200ea91e', 'gw_port': {'id': '18ae53bc-72ed-48c9-8bd1-e4428e28b1c6', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:25:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611407e2-c956-4565-90e1-cf80aad88a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:22:06Z', 'updated_at': '2021-11-26T17:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:16.201400 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8184e243-c3b6-438f-beb4-de62c9b1c32f None None] Checking router: 611407e2-c956-4565-90e1-cf80aad88a1c for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:31:16.209633 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8184e243-c3b6-438f-beb4-de62c9b1c32f None None] Routers {'611407e2-c956-4565-90e1-cf80aad88a1c'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:31:16.210256 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-8184e243-c3b6-438f-beb4-de62c9b1c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:31:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['611407e2-c956-4565-90e1-cf80aad88a1c'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:16.274422 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-8ff0b17f-f5b7-4d6c-8023-e61b9e997de0 admin admin] For port 18ae53bc-72ed-48c9-8bd1-e4428e28b1c6, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=18ae53bc-72ed-48c9-8bd1-e4428e28b1c6,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:31:16.274783 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b17f-f5b7-4d6c-8023-e61b9e997de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:16.368514 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-8184e243-c3b6-438f-beb4-de62c9b1c32f None None] Set router 611407e2-c956-4565-90e1-cf80aad88a1c gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:31:16.401750 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-8ff0b17f-f5b7-4d6c-8023-e61b9e997de0 admin admin] Calling delete_port for 18ae53bc-72ed-48c9-8bd1-e4428e28b1c6 owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:31:16.473503 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-8184e243-c3b6-438f-beb4-de62c9b1c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611407e2-c956-4565-90e1-cf80aad88a1c', 'name': 'tempest-TestShelveInstance-345844432-router', 'tenant_id': '034bdd7bf32e4a45a4e111e7200ea91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:22:06Z', 'updated_at': '2021-11-26T17:31:16Z', 'revision_number': 6, 'project_id': '034bdd7bf32e4a45a4e111e7200ea91e', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:16.477549 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8184e243-c3b6-438f-beb4-de62c9b1c32f None None] The sync data for ids ['611407e2-c956-4565-90e1-cf80aad88a1c'] in dv-neutron-819440-1-hyperv is: [{'id': '611407e2-c956-4565-90e1-cf80aad88a1c', 'name': 'tempest-TestShelveInstance-345844432-router', 'tenant_id': '034bdd7bf32e4a45a4e111e7200ea91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:22:06Z', 'updated_at': '2021-11-26T17:31:16Z', 'revision_number': 6, 'project_id': '034bdd7bf32e4a45a4e111e7200ea91e', 'gw_port_host': None}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:31:16.568939 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b17f-f5b7-4d6c-8023-e61b9e997de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:16.572377 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4fcca558-dc2b-4690-b316-731448631681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:16.614254 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0b17f-f5b7-4d6c-8023-e61b9e997de0 admin admin] Pushing event deleted for resources: {'Port': ['ID=18ae53bc-72ed-48c9-8bd1-e4428e28b1c6,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:16.617269 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8ff0b17f-f5b7-4d6c-8023-e61b9e997de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:16.709797 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b17f-f5b7-4d6c-8023-e61b9e997de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:16.881895 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b17f-f5b7-4d6c-8023-e61b9e997de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:16.884274 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b17f-f5b7-4d6c-8023-e61b9e997de0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:16.910568 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b17f-f5b7-4d6c-8023-e61b9e997de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:16.911104 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff0b17f-f5b7-4d6c-8023-e61b9e997de0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 611407e2-c956-4565-90e1-cf80aad88a1c {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 17:31:16.922853 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b17f-f5b7-4d6c-8023-e61b9e997de0 admin admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:16.923983 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8ff0b17f-f5b7-4d6c-8023-e61b9e997de0 admin admin] 10.222.0.11 "DELETE /v2.0/routers/611407e2-c956-4565-90e1-cf80aad88a1c HTTP/1.1" status: 204 len: 168 time: 1.1944120 Nov 26 17:31:16.926479 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 33282) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:16.984229 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b80b76-1abe-4e5b-93f2-d418557919bf admin admin] Deleting subnet 6499214d-2f24-4297-8fbc-204510e4adfa {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 17:31:16.986969 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b6b80b76-1abe-4e5b-93f2-d418557919bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:17.157702 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b6b80b76-1abe-4e5b-93f2-d418557919bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:17.236527 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b6b80b76-1abe-4e5b-93f2-d418557919bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:17.305265 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b6b80b76-1abe-4e5b-93f2-d418557919bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:17.310401 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4ab31cf8-7d6b-4e63-affd-21e4885143a8 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:17.349854 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b80b76-1abe-4e5b-93f2-d418557919bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6499214d-2f24-4297-8fbc-204510e4adfa,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:17.351795 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b6b80b76-1abe-4e5b-93f2-d418557919bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:17.356128 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6fb10b-06e5-4230-8836-4b140552f99f None None] Network c9a7e03d-48ae-4013-9396-179d41cecdc1 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:31:17.356704 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b6b80b76-1abe-4e5b-93f2-d418557919bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:17.360821 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b6b80b76-1abe-4e5b-93f2-d418557919bf admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6499214d-2f24-4297-8fbc-204510e4adfa HTTP/1.1" status: 204 len: 168 time: 0.4310904 Nov 26 17:31:17.361033 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 33286) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:17.469179 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1d891437-2868-4437-84fe-2586fcd0b7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:17.481626 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-1d891437-2868-4437-84fe-2586fcd0b7ee admin admin] Deleting port 4d96b242-4723-4492-9051-794fd3754a8c {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:31:17.481967 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1d891437-2868-4437-84fe-2586fcd0b7ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:17.608578 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1f76ef-c4bd-4c7e-8866-1c54e6ab1dd0 None None] DHCP port deletion for c9a7e03d-48ae-4013-9396-179d41cecdc1 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 17:31:17.613394 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-5b1f76ef-c4bd-4c7e-8866-1c54e6ab1dd0 None None] Deleting port 4d96b242-4723-4492-9051-794fd3754a8c {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:31:17.613778 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5b1f76ef-c4bd-4c7e-8866-1c54e6ab1dd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:17.696239 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-1d891437-2868-4437-84fe-2586fcd0b7ee admin admin] For port 4d96b242-4723-4492-9051-794fd3754a8c, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=4d96b242-4723-4492-9051-794fd3754a8c,segment=NetworkSegment(e8b43017-a273-4550-85b6-582e88e752ec),segment_id=e8b43017-a273-4550-85b6-582e88e752ec)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:31:17.696534 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1d891437-2868-4437-84fe-2586fcd0b7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:17.813410 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-5b1f76ef-c4bd-4c7e-8866-1c54e6ab1dd0 None None] For port 4d96b242-4723-4492-9051-794fd3754a8c, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=4d96b242-4723-4492-9051-794fd3754a8c,segment=NetworkSegment(e8b43017-a273-4550-85b6-582e88e752ec),segment_id=e8b43017-a273-4550-85b6-582e88e752ec)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:31:17.813812 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5b1f76ef-c4bd-4c7e-8866-1c54e6ab1dd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:17.823161 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-1d891437-2868-4437-84fe-2586fcd0b7ee admin admin] Calling delete_port for 4d96b242-4723-4492-9051-794fd3754a8c owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:31:17.902026 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1d891437-2868-4437-84fe-2586fcd0b7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:17.906257 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fe4d8128-11de-4b9d-9be8-affe92d2b5ea tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:17.950711 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d891437-2868-4437-84fe-2586fcd0b7ee admin admin] Pushing event deleted for resources: {'Port': ['ID=4d96b242-4723-4492-9051-794fd3754a8c,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:17.953586 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1d891437-2868-4437-84fe-2586fcd0b7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:17.954359 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d891437-2868-4437-84fe-2586fcd0b7ee admin admin] No DVR routers for this DVR port 4d96b242-4723-4492-9051-794fd3754a8c on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:31:17.975736 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-5b1f76ef-c4bd-4c7e-8866-1c54e6ab1dd0 None None] Calling delete_port for 4d96b242-4723-4492-9051-794fd3754a8c owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:31:18.046949 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-5b1f76ef-c4bd-4c7e-8866-1c54e6ab1dd0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 17:31:18.047431 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-5b1f76ef-c4bd-4c7e-8866-1c54e6ab1dd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 17:31:18.069999 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1d891437-2868-4437-84fe-2586fcd0b7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:18.099415 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-1d891437-2868-4437-84fe-2586fcd0b7ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a7e03d-48ae-4013-9396-179d41cecdc1']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:18.111174 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-1d891437-2868-4437-84fe-2586fcd0b7ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b43017-a273-4550-85b6-582e88e752ec') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:18.111466 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-1d891437-2868-4437-84fe-2586fcd0b7ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b43017-a273-4550-85b6-582e88e752ec') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:18.122978 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1d891437-2868-4437-84fe-2586fcd0b7ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:18.138529 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1d891437-2868-4437-84fe-2586fcd0b7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:18.145209 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d891437-2868-4437-84fe-2586fcd0b7ee admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 17:31:18.145641 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1d891437-2868-4437-84fe-2586fcd0b7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 17:31:18.159171 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 17:31:18.230544 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1d891437-2868-4437-84fe-2586fcd0b7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:18.233930 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5ada4d5c-572e-4f44-bd31-0396c6c0fd35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:18.253895 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1d891437-2868-4437-84fe-2586fcd0b7ee admin admin] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:18.259754 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d891437-2868-4437-84fe-2586fcd0b7ee admin admin] Pushing event deleted for resources: {'Network': ['ID=c9a7e03d-48ae-4013-9396-179d41cecdc1,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:18.263647 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1d891437-2868-4437-84fe-2586fcd0b7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:18.269781 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1d891437-2868-4437-84fe-2586fcd0b7ee admin admin] 10.222.0.11 "DELETE /v2.0/networks/c9a7e03d-48ae-4013-9396-179d41cecdc1 HTTP/1.1" status: 204 len: 168 time: 0.9077625 Nov 26 17:31:18.326287 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 4d96b242-4723-4492-9051-794fd3754a8c no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:31:18.365878 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 4d96b242-4723-4492-9051-794fd3754a8c {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:31:18.366534 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 4d96b242-4723-4492-9051-794fd3754a8c not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:31:18.366667 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 18ae53bc-72ed-48c9-8bd1-e4428e28b1c6 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:31:18.385495 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 33292) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:18.399936 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 18ae53bc-72ed-48c9-8bd1-e4428e28b1c6 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:31:18.400304 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 18ae53bc-72ed-48c9-8bd1-e4428e28b1c6 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:31:18.400743 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device aaf12069-d64c-4ce6-9fc1-a7e60331d030 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:31:18.433380 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-7edbb6e5-8b95-4b8b-b22d-d5dbc2f16dce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a21b1248e4054906bc783c9c63dd93d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465839 Nov 26 17:31:18.433946 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: aaf12069-d64c-4ce6-9fc1-a7e60331d030 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:31:18.434313 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device aaf12069-d64c-4ce6-9fc1-a7e60331d030 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:31:18.435754 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 33296) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:18.494030 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f2c78071-1025-431c-8707-95ee8079dd02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:18.519487 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f2c78071-1025-431c-8707-95ee8079dd02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:18.548296 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-5b1f76ef-c4bd-4c7e-8866-1c54e6ab1dd0 None None] Deleting port 4d96b242-4723-4492-9051-794fd3754a8c {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:31:18.548701 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5b1f76ef-c4bd-4c7e-8866-1c54e6ab1dd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:18.569150 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f2c78071-1025-431c-8707-95ee8079dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:18.573928 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5f3a6056-913d-44f0-a592-9e93c0da71fe tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:18.586948 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c78071-1025-431c-8707-95ee8079dd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b0722d-b5ef-409b-acb4-45c48fb26f06,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:18.590346 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f2c78071-1025-431c-8707-95ee8079dd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:18.593609 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-f2c78071-1025-431c-8707-95ee8079dd02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:18.597138 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-f2c78071-1025-431c-8707-95ee8079dd02 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/76b0722d-b5ef-409b-acb4-45c48fb26f06 HTTP/1.1" status: 204 len: 168 time: 0.1580520 Nov 26 17:31:18.625957 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-5b1f76ef-c4bd-4c7e-8866-1c54e6ab1dd0 None None] The port '4d96b242-4723-4492-9051-794fd3754a8c' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 17:31:18.935296 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 33304) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:18.986415 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-95693575-cacd-4aa9-85e6-99efd04cd696 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=034bdd7bf32e4a45a4e111e7200ea91e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498674 Nov 26 17:31:18.989669 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 33308) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:19.051165 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0a09f764-e262-496f-8ff7-35dfe1639091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:19.076898 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0a09f764-e262-496f-8ff7-35dfe1639091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:19.127736 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0a09f764-e262-496f-8ff7-35dfe1639091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:19.131219 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-7043c7e2-83f5-4093-a721-c1f0b9fe8005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:19.141470 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09f764-e262-496f-8ff7-35dfe1639091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87e57cc-3587-4a7f-a48a-4931b800f2f5,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:19.146585 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0a09f764-e262-496f-8ff7-35dfe1639091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:19.149724 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0a09f764-e262-496f-8ff7-35dfe1639091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:19.150813 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0a09f764-e262-496f-8ff7-35dfe1639091 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b87e57cc-3587-4a7f-a48a-4931b800f2f5 HTTP/1.1" status: 204 len: 168 time: 0.1601808 Nov 26 17:31:19.868611 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 33332) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:19.908032 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:19.976139 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-0ac585f2-cefb-4c17-abc2-809308c5ece5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1276825565-network', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:31:19.981210 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0ac585f2-cefb-4c17-abc2-809308c5ece5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:31:19.985429 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0ac585f2-cefb-4c17-abc2-809308c5ece5 admin admin] Usage tracker for resource:network and tenant:59cbf10b8bb147a28b91c58f7515c9fc is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:31:19.989138 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0ac585f2-cefb-4c17-abc2-809308c5ece5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:31:19.995077 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0ac585f2-cefb-4c17-abc2-809308c5ece5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:31:20.007844 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac585f2-cefb-4c17-abc2-809308c5ece5 admin admin] Made reservation on behalf of 59cbf10b8bb147a28b91c58f7515c9fc for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:31:20.010268 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0ac585f2-cefb-4c17-abc2-809308c5ece5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:20.022726 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0ac585f2-cefb-4c17-abc2-809308c5ece5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:20.036707 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0ac585f2-cefb-4c17-abc2-809308c5ece5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:31:20.040463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0ac585f2-cefb-4c17-abc2-809308c5ece5 admin admin] Usage tracker for resource:security_group_rule and tenant:59cbf10b8bb147a28b91c58f7515c9fc is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:31:20.043198 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-0ac585f2-cefb-4c17-abc2-809308c5ece5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:31:20.048976 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-0ac585f2-cefb-4c17-abc2-809308c5ece5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:31:20.134060 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0ac585f2-cefb-4c17-abc2-809308c5ece5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:20.137723 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0ac585f2-cefb-4c17-abc2-809308c5ece5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:20.140575 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-666f1e56-8aaf-4316-8840-decc0cb6adbb tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:20.171163 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac585f2-cefb-4c17-abc2-809308c5ece5 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 17:31:20.179899 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac585f2-cefb-4c17-abc2-809308c5ece5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789977f3-4cf2-4826-b47d-30bbe6b72865,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:20.184013 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0ac585f2-cefb-4c17-abc2-809308c5ece5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:20.186608 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0ac585f2-cefb-4c17-abc2-809308c5ece5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:20.186970 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-0ac585f2-cefb-4c17-abc2-809308c5ece5 admin admin] Added segment ca3a5894-fc41-4db6-854c-4045414fda73 of type vlan for network 8b0faaee-e071-410e-ac9b-d4005f353b1c Nov 26 17:31:20.213558 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0ac585f2-cefb-4c17-abc2-809308c5ece5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:20.241789 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0ac585f2-cefb-4c17-abc2-809308c5ece5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:20.242905 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac585f2-cefb-4c17-abc2-809308c5ece5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:20.243484 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-0ac585f2-cefb-4c17-abc2-809308c5ece5 admin admin] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:20.246868 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9b34c050-f17b-4dc6-807b-1f6a88ed5034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:20.346700 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac585f2-cefb-4c17-abc2-809308c5ece5 admin admin] Pushing event updated for resources: {'Network': ['ID=8b0faaee-e071-410e-ac9b-d4005f353b1c,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:20.349430 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-0ac585f2-cefb-4c17-abc2-809308c5ece5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:20.351085 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-0ac585f2-cefb-4c17-abc2-809308c5ece5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4815149 Nov 26 17:31:20.354080 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 33338) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:20.356648 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 8b0faaee-e071-410e-ac9b-d4005f353b1c details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 17:31:20.360009 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-decc1bb6-e9dd-4c9c-8d0e-43304b400e44 admin admin] Request body: {'subnet': {'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1276825565-subnet', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'ip_version': 4}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:31:20.365113 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-decc1bb6-e9dd-4c9c-8d0e-43304b400e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:31:20.368933 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-decc1bb6-e9dd-4c9c-8d0e-43304b400e44 admin admin] Usage tracker for resource:subnet and tenant:59cbf10b8bb147a28b91c58f7515c9fc is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:31:20.371867 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-decc1bb6-e9dd-4c9c-8d0e-43304b400e44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:31:20.378250 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-decc1bb6-e9dd-4c9c-8d0e-43304b400e44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:31:20.388164 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decc1bb6-e9dd-4c9c-8d0e-43304b400e44 admin admin] Made reservation on behalf of 59cbf10b8bb147a28b91c58f7515c9fc for: {'subnet': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:31:20.390401 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-decc1bb6-e9dd-4c9c-8d0e-43304b400e44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2508840'] for subnet, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:20.592800 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-decc1bb6-e9dd-4c9c-8d0e-43304b400e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2508826'] for subnet, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:20.596245 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-299addbf-f457-4e72-b40b-dbb04ba918aa tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:20.668518 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc1bb6-e9dd-4c9c-8d0e-43304b400e44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eacf8b35-248c-4d73-a6ba-3da63ce53d7b,revision_number=0']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:20.671865 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-decc1bb6-e9dd-4c9c-8d0e-43304b400e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:20.679347 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decc1bb6-e9dd-4c9c-8d0e-43304b400e44 admin admin] Checking segment: {'id': 'ca3a5894-fc41-4db6-854c-4045414fda73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:31:20.679851 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decc1bb6-e9dd-4c9c-8d0e-43304b400e44 admin admin] Network hostable DHCP agents. Network: 8b0faaee-e071-410e-ac9b-d4005f353b1c, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 17:31:20.701335 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decc1bb6-e9dd-4c9c-8d0e-43304b400e44 admin admin] Network 8b0faaee-e071-410e-ac9b-d4005f353b1c is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 17:31:20.711179 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-decc1bb6-e9dd-4c9c-8d0e-43304b400e44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 8b0faaee-e071-410e-ac9b-d4005f353b1c) {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:31:20.715432 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decc1bb6-e9dd-4c9c-8d0e-43304b400e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:20.716052 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-decc1bb6-e9dd-4c9c-8d0e-43304b400e44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:20.722831 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc92711-a9fb-4e0e-b77d-25867b1ea8c7 None None] Network 8b0faaee-e071-410e-ac9b-d4005f353b1c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:31:20.744554 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-decc1bb6-e9dd-4c9c-8d0e-43304b400e44 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3891501 Nov 26 17:31:20.747212 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 33342) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:20.753625 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-328b5ca5-e215-4397-ac3c-fd7b45afc2ab admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1276825565-router', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:31:20.758658 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-328b5ca5-e215-4397-ac3c-fd7b45afc2ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:31:20.762716 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-328b5ca5-e215-4397-ac3c-fd7b45afc2ab admin admin] Usage tracker for resource:router and tenant:59cbf10b8bb147a28b91c58f7515c9fc is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:31:20.765573 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-328b5ca5-e215-4397-ac3c-fd7b45afc2ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:31:20.771193 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-328b5ca5-e215-4397-ac3c-fd7b45afc2ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:31:20.781372 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-328b5ca5-e215-4397-ac3c-fd7b45afc2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:20.782364 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-328b5ca5-e215-4397-ac3c-fd7b45afc2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:20.797196 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-328b5ca5-e215-4397-ac3c-fd7b45afc2ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:20.943815 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-8b0faaee-e071-410e-ac9b-d4005f353b1c', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'fixed_ips': [{'subnet_id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 17:31:20.944701 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:21.097125 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Allocated IP 172.20.0.2 (8b0faaee-e071-410e-ac9b-d4005f353b1c/eacf8b35-248c-4d73-a6ba-3da63ce53d7b/3e54db50-86c6-406f-8753-ddf4a1d91bc8) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:31:21.183994 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-328b5ca5-e215-4397-ac3c-fd7b45afc2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:21.315330 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:21.326018 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Transition to ACTIVE for port object 3e54db50-86c6-406f-8753-ddf4a1d91bc8 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:31:21.343693 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Transition to ACTIVE for port object 3e54db50-86c6-406f-8753-ddf4a1d91bc8 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:31:21.349292 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:21.353365 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:21.414068 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Network 8b0faaee-e071-410e-ac9b-d4005f353b1c is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:31:21.415162 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:31:21.417613 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:31:21.456765 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Pushing event updated for resources: {'Port': ['ID=3e54db50-86c6-406f-8753-ddf4a1d91bc8,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:21.498142 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-328b5ca5-e215-4397-ac3c-fd7b45afc2ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:21.499063 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:21.499409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:21.499764 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:21.500097 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:21.500424 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:21.500748 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:21.501069 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:21.501646 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:21.501966 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:21.502336 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:21.503148 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:21.503465 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:21.507046 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:21.531278 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Attempting to bind port 3e54db50-86c6-406f-8753-ddf4a1d91bc8 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:31:21.531654 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Attempting to bind port 3e54db50-86c6-406f-8753-ddf4a1d91bc8 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'ca3a5894-fc41-4db6-854c-4045414fda73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:31:21.532053 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Attempting to bind port 3e54db50-86c6-406f-8753-ddf4a1d91bc8 on network 8b0faaee-e071-410e-ac9b-d4005f353b1c {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:31:21.532975 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-328b5ca5-e215-4397-ac3c-fd7b45afc2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:21.537421 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:31:21.537801 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Checking segment: {'id': 'ca3a5894-fc41-4db6-854c-4045414fda73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:31:21.538209 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:21.538605 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Bound using segment: {'id': 'ca3a5894-fc41-4db6-854c-4045414fda73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:31:21.539066 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Bound port: 3e54db50-86c6-406f-8753-ddf4a1d91bc8, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3a5894-fc41-4db6-854c-4045414fda73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:31:21.539470 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:21.629916 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] For port 3e54db50-86c6-406f-8753-ddf4a1d91bc8, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:31:21.633109 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] For port 3e54db50-86c6-406f-8753-ddf4a1d91bc8, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=3e54db50-86c6-406f-8753-ddf4a1d91bc8,segment=NetworkSegment(ca3a5894-fc41-4db6-854c-4045414fda73),segment_id=ca3a5894-fc41-4db6-854c-4045414fda73)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:31:21.637772 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:21.641270 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:21.672520 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-328b5ca5-e215-4397-ac3c-fd7b45afc2ab admin admin] Allocated IP 172.26.0.29 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/53d1645c-16a4-47fc-8ebc-79b6254c9e86) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:31:21.727456 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Pushing event updated for resources: {'Port': ['ID=3e54db50-86c6-406f-8753-ddf4a1d91bc8,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:21.730091 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:21.832506 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-328b5ca5-e215-4397-ac3c-fd7b45afc2ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:21.862328 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-328b5ca5-e215-4397-ac3c-fd7b45afc2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:21.866335 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8570465b-0215-4851-85af-565b6145d0df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:21.938665 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328b5ca5-e215-4397-ac3c-fd7b45afc2ab admin admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:31:21.947008 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-328b5ca5-e215-4397-ac3c-fd7b45afc2ab admin admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:31:21.951243 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328b5ca5-e215-4397-ac3c-fd7b45afc2ab admin admin] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:31:21.983669 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b5ca5-e215-4397-ac3c-fd7b45afc2ab admin admin] Pushing event updated for resources: {'Port': ['ID=53d1645c-16a4-47fc-8ebc-79b6254c9e86,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:21.994013 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-328b5ca5-e215-4397-ac3c-fd7b45afc2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:22.354342 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 3e54db50-86c6-406f-8753-ddf4a1d91bc8 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:31:22.385146 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-328b5ca5-e215-4397-ac3c-fd7b45afc2ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:22.428512 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 3e54db50-86c6-406f-8753-ddf4a1d91bc8 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:31:22.670218 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cffd117-33be-497e-9d04-dbdb2f74f585 None None] Network 8b0faaee-e071-410e-ac9b-d4005f353b1c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:31:22.806405 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7da71b1f-9e72-46d5-9f93-9a66a15a01d9 None None] Provisioning for port 3e54db50-86c6-406f-8753-ddf4a1d91bc8 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:31:22.826510 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-7da71b1f-9e72-46d5-9f93-9a66a15a01d9 None None] Provisioning complete for port 3e54db50-86c6-406f-8753-ddf4a1d91bc8 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:31:22.826888 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7da71b1f-9e72-46d5-9f93-9a66a15a01d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:22.889421 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-328b5ca5-e215-4397-ac3c-fd7b45afc2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:23.042473 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7da71b1f-9e72-46d5-9f93-9a66a15a01d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:23.085347 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-7da71b1f-9e72-46d5-9f93-9a66a15a01d9 None None] For port 3e54db50-86c6-406f-8753-ddf4a1d91bc8, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=3e54db50-86c6-406f-8753-ddf4a1d91bc8,segment=NetworkSegment(ca3a5894-fc41-4db6-854c-4045414fda73),segment_id=ca3a5894-fc41-4db6-854c-4045414fda73)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:31:23.089818 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-7da71b1f-9e72-46d5-9f93-9a66a15a01d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:23.092067 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:23.100639 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328b5ca5-e215-4397-ac3c-fd7b45afc2ab admin admin] Router 77acccc4-794b-4e9f-a305-4c7c0eacb3fb is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 17:31:23.164985 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da71b1f-9e72-46d5-9f93-9a66a15a01d9 None None] Pushing event updated for resources: {'Port': ['ID=3e54db50-86c6-406f-8753-ddf4a1d91bc8,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:23.168853 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-7da71b1f-9e72-46d5-9f93-9a66a15a01d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:23.285268 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328b5ca5-e215-4397-ac3c-fd7b45afc2ab admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:31:23.295229 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] Sync routers for ids ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:31:23.306738 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] Routers {'77acccc4-794b-4e9f-a305-4c7c0eacb3fb'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:31:23.307277 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:31:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:23.309592 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-328b5ca5-e215-4397-ac3c-fd7b45afc2ab admin admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:23.311021 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-328b5ca5-e215-4397-ac3c-fd7b45afc2ab admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5625985 Nov 26 17:31:23.313966 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 33346) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:23.314640 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-c24cc3ba-589b-4812-a361-be6b271e1dac None None] Provisioning complete for port 3e54db50-86c6-406f-8753-ddf4a1d91bc8 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:31:23.315055 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c24cc3ba-589b-4812-a361-be6b271e1dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:23.482834 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] Set router 77acccc4-794b-4e9f-a305-4c7c0eacb3fb gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:31:23.764264 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'name': 'tempest-TestSnapshotPattern-1276825565-router', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:20Z', 'updated_at': '2021-11-26T17:31:22Z', 'revision_number': 3, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'gw_port': {'id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:21Z', 'updated_at': '2021-11-26T17:31:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:23.768652 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] Checking router: 77acccc4-794b-4e9f-a305-4c7c0eacb3fb for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:31:23.769045 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] Updating router 77acccc4-794b-4e9f-a305-4c7c0eacb3fb port 53d1645c-16a4-47fc-8ebc-79b6254c9e86 binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:31:23.823144 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:23.982465 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ea617c24-ca94-40a8-9859-ec46067a786b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:24.141758 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:24.154956 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] Transition to ACTIVE for port object 53d1645c-16a4-47fc-8ebc-79b6254c9e86 will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:31:24.161656 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:24.165512 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-31ebe18a-633f-4794-b7ec-c78507b0989f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:24.241729 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] Attempting to bind port 53d1645c-16a4-47fc-8ebc-79b6254c9e86 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:31:24.242120 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] Attempting to bind port 53d1645c-16a4-47fc-8ebc-79b6254c9e86 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:31:24.242478 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] Attempting to bind port 53d1645c-16a4-47fc-8ebc-79b6254c9e86 on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:31:24.244563 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f892b-d831-4faf-aad4-660322213b75 None None] Pushing event updated for resources: {'Port': ['ID=53d1645c-16a4-47fc-8ebc-79b6254c9e86,revision_number=2']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:24.254576 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f892b-d831-4faf-aad4-660322213b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:24.254932 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f892b-d831-4faf-aad4-660322213b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:24.255753 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f892b-d831-4faf-aad4-660322213b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:24.255753 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f892b-d831-4faf-aad4-660322213b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:24.255925 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f892b-d831-4faf-aad4-660322213b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:24.256238 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f892b-d831-4faf-aad4-660322213b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:24.256558 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f892b-d831-4faf-aad4-660322213b75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:24.256876 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f892b-d831-4faf-aad4-660322213b75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:24.257191 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f892b-d831-4faf-aad4-660322213b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:24.257507 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f892b-d831-4faf-aad4-660322213b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:24.257818 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f892b-d831-4faf-aad4-660322213b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:24.258133 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f892b-d831-4faf-aad4-660322213b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:31:24.261313 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:31:24.261709 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:31:24.262112 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:24.262472 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:31:24.262942 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] Bound port: 53d1645c-16a4-47fc-8ebc-79b6254c9e86, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:31:24.263318 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:24.289524 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-5b5f892b-d831-4faf-aad4-660322213b75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:24.328364 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 3e54db50-86c6-406f-8753-ddf4a1d91bc8 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:31:24.335061 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-ea617c24-ca94-40a8-9859-ec46067a786b admin admin] Allocated IP 172.20.0.1 (8b0faaee-e071-410e-ac9b-d4005f353b1c/eacf8b35-248c-4d73-a6ba-3da63ce53d7b/5762781f-1264-4f45-8ffa-03bbdbea776f) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:31:24.365524 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] For port 53d1645c-16a4-47fc-8ebc-79b6254c9e86, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:31:24.368660 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] For port 53d1645c-16a4-47fc-8ebc-79b6254c9e86, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=53d1645c-16a4-47fc-8ebc-79b6254c9e86,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:31:24.373209 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:24.378538 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-89bb0076-9b68-43d8-9283-52db409649f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:24.398190 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 3e54db50-86c6-406f-8753-ddf4a1d91bc8 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:31:24.398496 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:24.449285 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] Routers {'77acccc4-794b-4e9f-a305-4c7c0eacb3fb'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:31:24.449911 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:31:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:24.491938 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ea617c24-ca94-40a8-9859-ec46067a786b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:24.509996 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [None req-ea617c24-ca94-40a8-9859-ec46067a786b admin admin] Transition to ACTIVE for port object 5762781f-1264-4f45-8ffa-03bbdbea776f will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:31:24.535578 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ea617c24-ca94-40a8-9859-ec46067a786b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:24.540222 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-44da7e9f-650d-4e63-9505-a3827f058b70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:24.569383 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f892b-d831-4faf-aad4-660322213b75 None None] Pushing event updated for resources: {'Port': ['ID=53d1645c-16a4-47fc-8ebc-79b6254c9e86,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:24.580517 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-5b5f892b-d831-4faf-aad4-660322213b75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:24.609923 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea617c24-ca94-40a8-9859-ec46067a786b admin admin] Network 8b0faaee-e071-410e-ac9b-d4005f353b1c is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:31:24.613260 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-ea617c24-ca94-40a8-9859-ec46067a786b admin admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:31:24.617040 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea617c24-ca94-40a8-9859-ec46067a786b admin admin] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:31:24.631224 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] Set router 77acccc4-794b-4e9f-a305-4c7c0eacb3fb gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:31:24.660855 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea617c24-ca94-40a8-9859-ec46067a786b admin admin] Pushing event updated for resources: {'Port': ['ID=5762781f-1264-4f45-8ffa-03bbdbea776f,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:24.663980 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ea617c24-ca94-40a8-9859-ec46067a786b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:24.682076 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ea617c24-ca94-40a8-9859-ec46067a786b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:24.805832 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ea617c24-ca94-40a8-9859-ec46067a786b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:24.862316 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-db29c405-81af-4f07-bc5d-7c91dfbb3947 None None] Provisioning for port 5762781f-1264-4f45-8ffa-03bbdbea776f completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:31:24.867339 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-db29c405-81af-4f07-bc5d-7c91dfbb3947 None None] Provisioning complete for port 5762781f-1264-4f45-8ffa-03bbdbea776f triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:31:24.867729 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-db29c405-81af-4f07-bc5d-7c91dfbb3947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:24.924352 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-db29c405-81af-4f07-bc5d-7c91dfbb3947 None None] Port 5762781f-1264-4f45-8ffa-03bbdbea776f cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:31:24.926297 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'name': 'tempest-TestSnapshotPattern-1276825565-router', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:20Z', 'updated_at': '2021-11-26T17:31:22Z', 'revision_number': 3, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'gw_port': {'id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:21Z', 'updated_at': '2021-11-26T17:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:24.930550 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d9231-f4d6-4f4b-97d9-22232d58b54c None None] The sync data for ids ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'] in dv-neutron-819440-1-hyperv is: [{'id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'name': 'tempest-TestSnapshotPattern-1276825565-router', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:20Z', 'updated_at': '2021-11-26T17:31:22Z', 'revision_number': 3, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'gw_port': {'id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:21Z', 'updated_at': '2021-11-26T17:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:31:25.035554 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ea617c24-ca94-40a8-9859-ec46067a786b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:25.040006 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ea617c24-ca94-40a8-9859-ec46067a786b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:25.064437 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:25.158913 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea617c24-ca94-40a8-9859-ec46067a786b admin admin] Pushing event updated for resources: {'Port': ['ID=5762781f-1264-4f45-8ffa-03bbdbea776f,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:25.163644 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ea617c24-ca94-40a8-9859-ec46067a786b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:25.165703 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-ea617c24-ca94-40a8-9859-ec46067a786b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:25.307345 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea617c24-ca94-40a8-9859-ec46067a786b admin admin] Network 8b0faaee-e071-410e-ac9b-d4005f353b1c is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:31:25.308505 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-ea617c24-ca94-40a8-9859-ec46067a786b admin admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:31:25.525938 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea617c24-ca94-40a8-9859-ec46067a786b admin admin] Router 77acccc4-794b-4e9f-a305-4c7c0eacb3fb has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:31:25.547522 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b9c2d055-24c3-4ccd-9e32-f5a52e7a4775 None None] Provisioning complete for port 5762781f-1264-4f45-8ffa-03bbdbea776f triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:31:25.548198 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b9c2d055-24c3-4ccd-9e32-f5a52e7a4775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:25.606312 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-b9c2d055-24c3-4ccd-9e32-f5a52e7a4775 None None] Port 5762781f-1264-4f45-8ffa-03bbdbea776f cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:31:25.717960 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea617c24-ca94-40a8-9859-ec46067a786b admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:31:25.728259 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-ea617c24-ca94-40a8-9859-ec46067a786b admin admin] 10.222.0.11 "PUT /v2.0/routers/77acccc4-794b-4e9f-a305-4c7c0eacb3fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4133008 Nov 26 17:31:26.218934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 33364) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:26.225949 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-013b1d2a-620e-4395-82c3-3153cb62d142 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-86019765-network', 'tenant_id': '469dca46b053478e9f82a007d31baaef'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:31:26.231117 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-013b1d2a-620e-4395-82c3-3153cb62d142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:31:26.235000 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-013b1d2a-620e-4395-82c3-3153cb62d142 admin admin] Usage tracker for resource:network and tenant:469dca46b053478e9f82a007d31baaef is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:31:26.237955 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-013b1d2a-620e-4395-82c3-3153cb62d142 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:31:26.245072 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-013b1d2a-620e-4395-82c3-3153cb62d142 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:31:26.256047 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013b1d2a-620e-4395-82c3-3153cb62d142 admin admin] Made reservation on behalf of 469dca46b053478e9f82a007d31baaef for: {'network': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:31:26.258628 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-013b1d2a-620e-4395-82c3-3153cb62d142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for network, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:26.274762 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-013b1d2a-620e-4395-82c3-3153cb62d142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:26.289254 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-013b1d2a-620e-4395-82c3-3153cb62d142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:31:26.293426 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-013b1d2a-620e-4395-82c3-3153cb62d142 admin admin] Usage tracker for resource:security_group_rule and tenant:469dca46b053478e9f82a007d31baaef is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:31:26.296823 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-013b1d2a-620e-4395-82c3-3153cb62d142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:31:26.303443 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-013b1d2a-620e-4395-82c3-3153cb62d142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:31:26.352085 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 53d1645c-16a4-47fc-8ebc-79b6254c9e86 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:31:26.401336 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-013b1d2a-620e-4395-82c3-3153cb62d142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:26.406434 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-013b1d2a-620e-4395-82c3-3153cb62d142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:26.411983 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-2de02ff5-65be-43fc-a269-dfface8fd934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:26.422980 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 53d1645c-16a4-47fc-8ebc-79b6254c9e86 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:31:26.428318 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 53d1645c-16a4-47fc-8ebc-79b6254c9e86 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:31:26.428697 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:26.436718 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013b1d2a-620e-4395-82c3-3153cb62d142 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=87518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 17:31:26.451214 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b1d2a-620e-4395-82c3-3153cb62d142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11c3db2-f439-4768-9ba0-d2b4c07cab8f,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:26.454296 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-013b1d2a-620e-4395-82c3-3153cb62d142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:26.455315 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-013b1d2a-620e-4395-82c3-3153cb62d142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:26.455706 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.segments_db [None req-013b1d2a-620e-4395-82c3-3153cb62d142 admin admin] Added segment 07421aee-9ab6-4440-b854-30e9e8765b63 of type vlan for network 5a7e3f31-0696-4f7f-add7-4bff0fc1dc76 Nov 26 17:31:26.484111 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-013b1d2a-620e-4395-82c3-3153cb62d142 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756664403914'] for network, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:26.496701 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] Sync routers for ids ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:31:26.514180 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-013b1d2a-620e-4395-82c3-3153cb62d142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377'] for network, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:26.515300 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013b1d2a-620e-4395-82c3-3153cb62d142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:26.515913 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-013b1d2a-620e-4395-82c3-3153cb62d142 admin admin] Notify callbacks [] for network, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:26.519304 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-8fea9752-362d-4fc2-ac04-b48de05c967b tempest-RoutersTest-1839763610 tempest-RoutersTest-1839763610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:26.550378 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] Routers {'77acccc4-794b-4e9f-a305-4c7c0eacb3fb'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:31:26.551011 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:31:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:26.692397 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:26.720488 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 53d1645c-16a4-47fc-8ebc-79b6254c9e86, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=53d1645c-16a4-47fc-8ebc-79b6254c9e86,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:31:26.727257 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:26.736926 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:26.752614 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b1d2a-620e-4395-82c3-3153cb62d142 admin admin] Pushing event updated for resources: {'Network': ['ID=5a7e3f31-0696-4f7f-add7-4bff0fc1dc76,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:26.755361 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-013b1d2a-620e-4395-82c3-3153cb62d142 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5353804 Nov 26 17:31:26.756324 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-013b1d2a-620e-4395-82c3-3153cb62d142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:26.758375 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 33368) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:26.764439 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-3908ba5a-eb68-4e6a-b92a-4463701608b5 admin admin] Request body: {'subnet': {'network_id': '5a7e3f31-0696-4f7f-add7-4bff0fc1dc76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-86019765-subnet', 'tenant_id': '469dca46b053478e9f82a007d31baaef', 'ip_version': 4}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:31:26.770155 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-3908ba5a-eb68-4e6a-b92a-4463701608b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:31:26.775024 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3908ba5a-eb68-4e6a-b92a-4463701608b5 admin admin] Usage tracker for resource:subnet and tenant:469dca46b053478e9f82a007d31baaef is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:31:26.777461 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Network 5a7e3f31-0696-4f7f-add7-4bff0fc1dc76 details requested by agent ovs-agent-dv-neutron-819440-1-hyperv with host dv-neutron-819440-1-hyperv {{(pid=87520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 26 17:31:26.778899 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-3908ba5a-eb68-4e6a-b92a-4463701608b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:31:26.785574 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-3908ba5a-eb68-4e6a-b92a-4463701608b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:31:26.797020 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3908ba5a-eb68-4e6a-b92a-4463701608b5 admin admin] Made reservation on behalf of 469dca46b053478e9f82a007d31baaef for: {'subnet': 1} {{(pid=87519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:31:26.799510 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3908ba5a-eb68-4e6a-b92a-4463701608b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2205739'] for subnet, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:26.907969 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=53d1645c-16a4-47fc-8ebc-79b6254c9e86,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:26.914888 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] Set router 77acccc4-794b-4e9f-a305-4c7c0eacb3fb gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:31:26.955063 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:27.008808 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3908ba5a-eb68-4e6a-b92a-4463701608b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2205721'] for subnet, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:27.012616 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-f4141f4a-631e-409b-bbb4-a87b6d051b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:27.084082 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908ba5a-eb68-4e6a-b92a-4463701608b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b615df0d-575b-4dce-8fd2-70ebd9dea727,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:27.089780 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3908ba5a-eb68-4e6a-b92a-4463701608b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:27.098477 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3908ba5a-eb68-4e6a-b92a-4463701608b5 admin admin] Checking segment: {'id': '07421aee-9ab6-4440-b854-30e9e8765b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5a7e3f31-0696-4f7f-add7-4bff0fc1dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:31:27.098829 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3908ba5a-eb68-4e6a-b92a-4463701608b5 admin admin] Network hostable DHCP agents. Network: 5a7e3f31-0696-4f7f-add7-4bff0fc1dc76, hostable agents: ['912d8c8b-7d8d-44fa-b96c-1a94d63c663b'], hosted agents: [] {{(pid=87519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 17:31:27.116640 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3908ba5a-eb68-4e6a-b92a-4463701608b5 admin admin] Network 5a7e3f31-0696-4f7f-add7-4bff0fc1dc76 is scheduled to be hosted by DHCP agent 912d8c8b-7d8d-44fa-b96c-1a94d63c663b with binding_index 1 {{(pid=87519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 17:31:27.125566 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-3908ba5a-eb68-4e6a-b92a-4463701608b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819440-1-hyperv, 5a7e3f31-0696-4f7f-add7-4bff0fc1dc76) {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:31:27.130440 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3908ba5a-eb68-4e6a-b92a-4463701608b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:27.131062 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-3908ba5a-eb68-4e6a-b92a-4463701608b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:27.153585 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 33372) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:27.153749 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-3908ba5a-eb68-4e6a-b92a-4463701608b5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3941183 Nov 26 17:31:27.157164 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7749493b-8928-4c67-9234-c1cf0609ab3f None None] Network 5a7e3f31-0696-4f7f-add7-4bff0fc1dc76 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:31:27.159736 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-3478408e-4337-4b1e-821d-0e3160979d21 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-86019765-router', 'tenant_id': '469dca46b053478e9f82a007d31baaef', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:31:27.164604 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3478408e-4337-4b1e-821d-0e3160979d21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:31:27.168560 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3478408e-4337-4b1e-821d-0e3160979d21 admin admin] Usage tracker for resource:router and tenant:469dca46b053478e9f82a007d31baaef is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:31:27.171459 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-3478408e-4337-4b1e-821d-0e3160979d21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:31:27.177175 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-3478408e-4337-4b1e-821d-0e3160979d21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:31:27.187930 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3478408e-4337-4b1e-821d-0e3160979d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103030'] for router, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:27.188903 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3478408e-4337-4b1e-821d-0e3160979d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3779597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103009'] for router, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:27.206044 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3478408e-4337-4b1e-821d-0e3160979d21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:27.457562 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'name': 'tempest-TestSnapshotPattern-1276825565-router', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:20Z', 'updated_at': '2021-11-26T17:31:24Z', 'revision_number': 4, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'gw_port': {'id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:21Z', 'updated_at': '2021-11-26T17:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '5762781f-1264-4f45-8ffa-03bbdbea776f', 'name': '', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'mac_address': 'fa:16:3e:bb:40:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:24Z', 'updated_at': '2021-11-26T17:31:24Z', 'revision_number': 2, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'subnets': [{'id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:27.461584 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cbe0c7-20ef-44eb-98b7-0bb6b010db48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1384b452-10d6-532b-9d2d-cef1ed4704f4-5a7e3f31-0696-4f7f-add7-4bff0fc1dc76', 'network_id': '5a7e3f31-0696-4f7f-add7-4bff0fc1dc76', 'tenant_id': '469dca46b053478e9f82a007d31baaef', 'fixed_ips': [{'subnet_id': 'b615df0d-575b-4dce-8fd2-70ebd9dea727'}]}} from dv-neutron-819440-1-hyperv. {{(pid=87520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 26 17:31:27.462459 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b3cbe0c7-20ef-44eb-98b7-0bb6b010db48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:27.474594 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3478408e-4337-4b1e-821d-0e3160979d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102931'] for router, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:27.480279 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] Checking router: 77acccc4-794b-4e9f-a305-4c7c0eacb3fb for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:31:27.480670 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] Updating router 77acccc4-794b-4e9f-a305-4c7c0eacb3fb port 5762781f-1264-4f45-8ffa-03bbdbea776f binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:31:27.592999 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:27.788104 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3478408e-4337-4b1e-821d-0e3160979d21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:27.788390 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.db_base_plugin_common [None req-b3cbe0c7-20ef-44eb-98b7-0bb6b010db48 None None] Allocated IP 172.20.0.2 (5a7e3f31-0696-4f7f-add7-4bff0fc1dc76/b615df0d-575b-4dce-8fd2-70ebd9dea727/6a644ae4-c381-47d4-9e5f-74d8ffd49cc2) {{(pid=87520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:31:27.818241 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3478408e-4337-4b1e-821d-0e3160979d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:27.954670 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-3478408e-4337-4b1e-821d-0e3160979d21 admin admin] Allocated IP 172.26.0.138 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/d4128827-6b74-4768-ae52-72e3bd2160d3) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:31:28.109387 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3478408e-4337-4b1e-821d-0e3160979d21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:28.139025 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3478408e-4337-4b1e-821d-0e3160979d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:28.144509 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-25d2b4c8-ea69-472e-bcea-3d9715113be2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:28.172182 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b3cbe0c7-20ef-44eb-98b7-0bb6b010db48 None None] Notify callbacks [] for port, precommit_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:28.187659 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b3cbe0c7-20ef-44eb-98b7-0bb6b010db48 None None] Transition to ACTIVE for port object 6a644ae4-c381-47d4-9e5f-74d8ffd49cc2 will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:31:28.203316 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:28.209426 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3478408e-4337-4b1e-821d-0e3160979d21 admin admin] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:31:28.212373 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-3478408e-4337-4b1e-821d-0e3160979d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:31:28.214903 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3478408e-4337-4b1e-821d-0e3160979d21 admin admin] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:31:28.221913 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b3cbe0c7-20ef-44eb-98b7-0bb6b010db48 None None] Transition to ACTIVE for port object 6a644ae4-c381-47d4-9e5f-74d8ffd49cc2 will not be triggered until provisioned by entity DHCP. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:31:28.223312 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] Transition to ACTIVE for port object 5762781f-1264-4f45-8ffa-03bbdbea776f will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:31:28.229816 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b3cbe0c7-20ef-44eb-98b7-0bb6b010db48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877'] for port, after_create {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:28.234314 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:28.263389 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478408e-4337-4b1e-821d-0e3160979d21 admin admin] Pushing event updated for resources: {'Port': ['ID=d4128827-6b74-4768-ae52-72e3bd2160d3,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:28.266680 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3478408e-4337-4b1e-821d-0e3160979d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:28.272639 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:28.355543 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cbe0c7-20ef-44eb-98b7-0bb6b010db48 None None] Network 5a7e3f31-0696-4f7f-add7-4bff0fc1dc76 is already hosted by enough agents. {{(pid=87520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:31:28.362496 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 53d1645c-16a4-47fc-8ebc-79b6254c9e86 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:31:28.403268 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.scheduler.base_scheduler [None req-b3cbe0c7-20ef-44eb-98b7-0bb6b010db48 None None] Resources bound (agent type, host, resource id): {{(pid=87520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:31:28.414426 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cbe0c7-20ef-44eb-98b7-0bb6b010db48 None None] Received port after_create {{(pid=87520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:31:28.427972 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbe0c7-20ef-44eb-98b7-0bb6b010db48 None None] Pushing event updated for resources: {'Port': ['ID=6a644ae4-c381-47d4-9e5f-74d8ffd49cc2,revision_number=1']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:28.436518 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b3cbe0c7-20ef-44eb-98b7-0bb6b010db48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:28.439158 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:28.746658 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb686e9d-757b-44be-9771-3d4b7cfa0588 None None] Pushing event updated for resources: {'Port': ['ID=5762781f-1264-4f45-8ffa-03bbdbea776f,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:28.756718 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb686e9d-757b-44be-9771-3d4b7cfa0588 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:28.760549 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-b3cbe0c7-20ef-44eb-98b7-0bb6b010db48 None None] Attempting to bind port 6a644ae4-c381-47d4-9e5f-74d8ffd49cc2 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:31:28.761412 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-b3cbe0c7-20ef-44eb-98b7-0bb6b010db48 None None] Attempting to bind port 6a644ae4-c381-47d4-9e5f-74d8ffd49cc2 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '07421aee-9ab6-4440-b854-30e9e8765b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5a7e3f31-0696-4f7f-add7-4bff0fc1dc76'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:31:28.762308 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cbe0c7-20ef-44eb-98b7-0bb6b010db48 None None] Attempting to bind port 6a644ae4-c381-47d4-9e5f-74d8ffd49cc2 on network 5a7e3f31-0696-4f7f-add7-4bff0fc1dc76 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:31:28.770185 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-9b4b112f-46af-4b38-b720-c50de022e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:28.771565 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] Attempting to bind port 5762781f-1264-4f45-8ffa-03bbdbea776f on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:31:28.772126 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] Attempting to bind port 5762781f-1264-4f45-8ffa-03bbdbea776f by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': 'ca3a5894-fc41-4db6-854c-4045414fda73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:31:28.772655 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] Attempting to bind port 5762781f-1264-4f45-8ffa-03bbdbea776f on network 8b0faaee-e071-410e-ac9b-d4005f353b1c {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:31:28.778814 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cbe0c7-20ef-44eb-98b7-0bb6b010db48 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:31:28.779197 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cbe0c7-20ef-44eb-98b7-0bb6b010db48 None None] Checking segment: {'id': '07421aee-9ab6-4440-b854-30e9e8765b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5a7e3f31-0696-4f7f-add7-4bff0fc1dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:31:28.779648 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b3cbe0c7-20ef-44eb-98b7-0bb6b010db48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:28.780069 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cbe0c7-20ef-44eb-98b7-0bb6b010db48 None None] Bound using segment: {'id': '07421aee-9ab6-4440-b854-30e9e8765b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5a7e3f31-0696-4f7f-add7-4bff0fc1dc76'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:31:28.780542 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-b3cbe0c7-20ef-44eb-98b7-0bb6b010db48 None None] Bound port: 6a644ae4-c381-47d4-9e5f-74d8ffd49cc2, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07421aee-9ab6-4440-b854-30e9e8765b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5a7e3f31-0696-4f7f-add7-4bff0fc1dc76'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:31:28.780925 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b3cbe0c7-20ef-44eb-98b7-0bb6b010db48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:28.794522 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:31:28.794900 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] Checking segment: {'id': 'ca3a5894-fc41-4db6-854c-4045414fda73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:31:28.795295 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:28.795690 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] Bound using segment: {'id': 'ca3a5894-fc41-4db6-854c-4045414fda73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:31:28.796173 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] Bound port: 5762781f-1264-4f45-8ffa-03bbdbea776f, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3a5894-fc41-4db6-854c-4045414fda73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:31:28.796551 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:28.811302 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3478408e-4337-4b1e-821d-0e3160979d21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:28.820575 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 53d1645c-16a4-47fc-8ebc-79b6254c9e86 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:31:28.820952 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:29.006996 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-b3cbe0c7-20ef-44eb-98b7-0bb6b010db48 None None] For port 6a644ae4-c381-47d4-9e5f-74d8ffd49cc2, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:31:29.011804 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-b3cbe0c7-20ef-44eb-98b7-0bb6b010db48 None None] For port 6a644ae4-c381-47d4-9e5f-74d8ffd49cc2, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=6a644ae4-c381-47d4-9e5f-74d8ffd49cc2,segment=NetworkSegment(07421aee-9ab6-4440-b854-30e9e8765b63),segment_id=07421aee-9ab6-4440-b854-30e9e8765b63)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:31:29.014936 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] For port 5762781f-1264-4f45-8ffa-03bbdbea776f, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:31:29.019472 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] For port 5762781f-1264-4f45-8ffa-03bbdbea776f, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5762781f-1264-4f45-8ffa-03bbdbea776f,segment=NetworkSegment(ca3a5894-fc41-4db6-854c-4045414fda73),segment_id=ca3a5894-fc41-4db6-854c-4045414fda73)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:31:29.022171 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b3cbe0c7-20ef-44eb-98b7-0bb6b010db48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:29.026363 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:29.086662 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:29.151096 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3478408e-4337-4b1e-821d-0e3160979d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774170'] for router, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:29.172454 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] Routers {'77acccc4-794b-4e9f-a305-4c7c0eacb3fb'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:31:29.173105 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:31:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:29.227021 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbe0c7-20ef-44eb-98b7-0bb6b010db48 None None] Pushing event updated for resources: {'Port': ['ID=6a644ae4-c381-47d4-9e5f-74d8ffd49cc2,revision_number=2']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:29.235027 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b3cbe0c7-20ef-44eb-98b7-0bb6b010db48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:29.235497 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:29.405383 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3478408e-4337-4b1e-821d-0e3160979d21 admin admin] Router 35c3e500-6c46-4ff6-8453-3f1c1bca6824 is scheduled to L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee with binding_index 1 {{(pid=87518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 26 17:31:29.407578 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb686e9d-757b-44be-9771-3d4b7cfa0588 None None] Pushing event updated for resources: {'Port': ['ID=5762781f-1264-4f45-8ffa-03bbdbea776f,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:29.430824 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb686e9d-757b-44be-9771-3d4b7cfa0588 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:29.468390 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] Set router 77acccc4-794b-4e9f-a305-4c7c0eacb3fb gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:31:29.572792 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:29.639391 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3478408e-4337-4b1e-821d-0e3160979d21 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:31:29.649165 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] Sync routers for ids ['35c3e500-6c46-4ff6-8453-3f1c1bca6824'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:31:29.659203 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] Routers {'35c3e500-6c46-4ff6-8453-3f1c1bca6824'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:31:29.659857 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:31:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['35c3e500-6c46-4ff6-8453-3f1c1bca6824'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:29.665975 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-3478408e-4337-4b1e-821d-0e3160979d21 admin admin] Notify callbacks [] for router, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:29.667442 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3478408e-4337-4b1e-821d-0e3160979d21 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5122790 Nov 26 17:31:29.670372 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 33376) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:29.846740 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] Set router 35c3e500-6c46-4ff6-8453-3f1c1bca6824 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:31:29.856071 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'name': 'tempest-TestSnapshotPattern-1276825565-router', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:20Z', 'updated_at': '2021-11-26T17:31:24Z', 'revision_number': 4, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'gw_port': {'id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:21Z', 'updated_at': '2021-11-26T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '5762781f-1264-4f45-8ffa-03bbdbea776f', 'name': '', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'mac_address': 'fa:16:3e:bb:40:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:24Z', 'updated_at': '2021-11-26T17:31:29Z', 'revision_number': 4, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'subnets': [{'id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:29.861283 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ff0f6-8649-4dda-97be-5ad3a804f8d2 None None] The sync data for ids ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'] in dv-neutron-819440-1-hyperv is: [{'id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'name': 'tempest-TestSnapshotPattern-1276825565-router', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:20Z', 'updated_at': '2021-11-26T17:31:24Z', 'revision_number': 4, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'gw_port': {'id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:21Z', 'updated_at': '2021-11-26T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '5762781f-1264-4f45-8ffa-03bbdbea776f', 'name': '', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'mac_address': 'fa:16:3e:bb:40:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:24Z', 'updated_at': '2021-11-26T17:31:29Z', 'revision_number': 4, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'subnets': [{'id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:31:30.178539 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c3e500-6c46-4ff6-8453-3f1c1bca6824', 'name': 'tempest-TestSnapshotPattern-86019765-router', 'tenant_id': '469dca46b053478e9f82a007d31baaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd4128827-6b74-4768-ae52-72e3bd2160d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:27Z', 'updated_at': '2021-11-26T17:31:28Z', 'revision_number': 3, 'project_id': '469dca46b053478e9f82a007d31baaef', 'gw_port': {'id': 'd4128827-6b74-4768-ae52-72e3bd2160d3', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:11:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c3e500-6c46-4ff6-8453-3f1c1bca6824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:27Z', 'updated_at': '2021-11-26T17:31:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:30.183027 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] Checking router: 35c3e500-6c46-4ff6-8453-3f1c1bca6824 for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:31:30.183634 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] Updating router 35c3e500-6c46-4ff6-8453-3f1c1bca6824 port d4128827-6b74-4768-ae52-72e3bd2160d3 binding host dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:31:30.246623 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:30.422453 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3859d303-267b-447d-8fdb-e244ee38da21 None None] Network 5a7e3f31-0696-4f7f-add7-4bff0fc1dc76 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:31:30.477079 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5762781f-1264-4f45-8ffa-03bbdbea776f up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:31:30.628804 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-8df789a8-5c8d-491f-85a0-8f0a6c24921d None None] Provisioning for port 6a644ae4-c381-47d4-9e5f-74d8ffd49cc2 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:31:30.671210 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ade69933-5356-4191-bec4-82716cd7e674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:30.728553 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 5762781f-1264-4f45-8ffa-03bbdbea776f completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:31:30.741393 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 5762781f-1264-4f45-8ffa-03bbdbea776f triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:31:30.741788 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:30.792140 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] Notify callbacks [] for port, precommit_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:30.806465 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.provisioning_blocks [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] Transition to ACTIVE for port object d4128827-6b74-4768-ae52-72e3bd2160d3 will not be triggered until provisioned by entity L2. {{(pid=87521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:31:30.820036 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:31:30.821011 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:30.831877 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-46d9c1e8-076e-4dad-91b4-485a8bfc9659 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:30.919897 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] Attempting to bind port d4128827-6b74-4768-ae52-72e3bd2160d3 on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:31:30.920280 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] Attempting to bind port d4128827-6b74-4768-ae52-72e3bd2160d3 by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:31:30.920652 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] Attempting to bind port d4128827-6b74-4768-ae52-72e3bd2160d3 on network cf8dce9a-1df0-4b90-b19d-7de373e178f5 {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:31:30.931049 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:31:30.931832 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] Checking segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:31:30.932423 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:30.933369 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] Bound using segment: {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'} {{(pid=87521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:31:30.933978 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.managers [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] Bound port: d4128827-6b74-4768-ae52-72e3bd2160d3, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c27a3ad-4666-476f-8737-439b084f532e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5'}}] {{(pid=87521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:31:30.934260 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:30.969209 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-ade69933-5356-4191-bec4-82716cd7e674 admin admin] Allocated IP 172.20.0.1 (5a7e3f31-0696-4f7f-add7-4bff0fc1dc76/b615df0d-575b-4dce-8fd2-70ebd9dea727/b9866776-5b8b-40d7-9304-2ca9af9e5d2d) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:31:30.988701 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab409b0-e33b-4952-a44e-0caaed95f799 None None] Pushing event updated for resources: {'Port': ['ID=d4128827-6b74-4768-ae52-72e3bd2160d3,revision_number=2']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:30.999462 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-3ab409b0-e33b-4952-a44e-0caaed95f799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:31.028957 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:31.043883 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] For port d4128827-6b74-4768-ae52-72e3bd2160d3, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:31:31.047844 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.plugins.ml2.db [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] For port d4128827-6b74-4768-ae52-72e3bd2160d3, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=d4128827-6b74-4768-ae52-72e3bd2160d3,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:31:31.055445 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron_lib.callbacks.manager [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:31.073745 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-2478c279-b572-43d7-9967-a943bd97e034 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:31.079206 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 5762781f-1264-4f45-8ffa-03bbdbea776f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5762781f-1264-4f45-8ffa-03bbdbea776f,segment=NetworkSegment(ca3a5894-fc41-4db6-854c-4045414fda73),segment_id=ca3a5894-fc41-4db6-854c-4045414fda73)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:31:31.084534 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:31.085534 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 6a644ae4-c381-47d4-9e5f-74d8ffd49cc2 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:31:31.122692 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f64bf274-3fa6-4062-a0a7-db41c58c01a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:31.153882 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] Routers {'35c3e500-6c46-4ff6-8453-3f1c1bca6824'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:31:31.154668 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:31:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['35c3e500-6c46-4ff6-8453-3f1c1bca6824'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:31.184223 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ade69933-5356-4191-bec4-82716cd7e674 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:31.214660 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.provisioning_blocks [None req-ade69933-5356-4191-bec4-82716cd7e674 admin admin] Transition to ACTIVE for port object b9866776-5b8b-40d7-9304-2ca9af9e5d2d will not be triggered until provisioned by entity DHCP. {{(pid=87519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:31:31.247073 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=5762781f-1264-4f45-8ffa-03bbdbea776f,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:31.250287 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:31.260118 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ade69933-5356-4191-bec4-82716cd7e674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:31.265927 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port 6a644ae4-c381-47d4-9e5f-74d8ffd49cc2 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:31:31.271922 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 6a644ae4-c381-47d4-9e5f-74d8ffd49cc2 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:31:31.272314 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:31.278708 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-4f70b3e2-2b3b-40d6-a2df-5d1593683b9c tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:31.357313 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade69933-5356-4191-bec4-82716cd7e674 admin admin] Network 5a7e3f31-0696-4f7f-add7-4bff0fc1dc76 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:31:31.360377 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-ade69933-5356-4191-bec4-82716cd7e674 admin admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:31:31.364545 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade69933-5356-4191-bec4-82716cd7e674 admin admin] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:31:31.382721 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab409b0-e33b-4952-a44e-0caaed95f799 None None] Pushing event updated for resources: {'Port': ['ID=d4128827-6b74-4768-ae52-72e3bd2160d3,revision_number=3']} {{(pid=87521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:31.386815 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6f4e6886-22d8-44e4-9eda-8be73d1ab4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:31.388316 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG oslo_concurrency.lockutils [None req-3ab409b0-e33b-4952-a44e-0caaed95f799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:31.426419 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade69933-5356-4191-bec4-82716cd7e674 admin admin] Pushing event updated for resources: {'Port': ['ID=b9866776-5b8b-40d7-9304-2ca9af9e5d2d,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:31.435655 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] Set router 35c3e500-6c46-4ff6-8453-3f1c1bca6824 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:31:31.437666 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ade69933-5356-4191-bec4-82716cd7e674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:31.440763 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ade69933-5356-4191-bec4-82716cd7e674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690260'] for router_interface, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:31.473124 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e8bbd059-a71d-4381-986d-64299bd92a8f None None] Provisioning complete for port 6a644ae4-c381-47d4-9e5f-74d8ffd49cc2 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:31:31.479544 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e8bbd059-a71d-4381-986d-64299bd92a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:31.510025 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:31.585713 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ade69933-5356-4191-bec4-82716cd7e674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:31.592223 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port 6a644ae4-c381-47d4-9e5f-74d8ffd49cc2, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=6a644ae4-c381-47d4-9e5f-74d8ffd49cc2,segment=NetworkSegment(07421aee-9ab6-4440-b854-30e9e8765b63),segment_id=07421aee-9ab6-4440-b854-30e9e8765b63)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:31:31.598182 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:31.600902 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:31.764062 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=6a644ae4-c381-47d4-9e5f-74d8ffd49cc2,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:31.768708 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:31.788175 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c3e500-6c46-4ff6-8453-3f1c1bca6824', 'name': 'tempest-TestSnapshotPattern-86019765-router', 'tenant_id': '469dca46b053478e9f82a007d31baaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd4128827-6b74-4768-ae52-72e3bd2160d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:27Z', 'updated_at': '2021-11-26T17:31:28Z', 'revision_number': 3, 'project_id': '469dca46b053478e9f82a007d31baaef', 'gw_port': {'id': 'd4128827-6b74-4768-ae52-72e3bd2160d3', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:11:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c3e500-6c46-4ff6-8453-3f1c1bca6824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:27Z', 'updated_at': '2021-11-26T17:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:31.792118 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7172148e-5a6e-4b6f-af57-5b1d6d91da88 None None] The sync data for ids ['35c3e500-6c46-4ff6-8453-3f1c1bca6824'] in dv-neutron-819440-1-hyperv is: [{'id': '35c3e500-6c46-4ff6-8453-3f1c1bca6824', 'name': 'tempest-TestSnapshotPattern-86019765-router', 'tenant_id': '469dca46b053478e9f82a007d31baaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd4128827-6b74-4768-ae52-72e3bd2160d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:27Z', 'updated_at': '2021-11-26T17:31:28Z', 'revision_number': 3, 'project_id': '469dca46b053478e9f82a007d31baaef', 'gw_port': {'id': 'd4128827-6b74-4768-ae52-72e3bd2160d3', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:11:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c3e500-6c46-4ff6-8453-3f1c1bca6824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:27Z', 'updated_at': '2021-11-26T17:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:31:31.852392 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ade69933-5356-4191-bec4-82716cd7e674 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:31.857558 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ade69933-5356-4191-bec4-82716cd7e674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:31.868818 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e5a55a1e-2dfd-4683-abc0-bb369e054c19 None None] Provisioning for port b9866776-5b8b-40d7-9304-2ca9af9e5d2d completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:31:31.874357 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-e5a55a1e-2dfd-4683-abc0-bb369e054c19 None None] Provisioning complete for port b9866776-5b8b-40d7-9304-2ca9af9e5d2d triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:31:31.874756 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e5a55a1e-2dfd-4683-abc0-bb369e054c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:31.887263 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-3b7e7e31-5e4c-44fd-8b6f-121d72d40a1b tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:31.933314 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-e5a55a1e-2dfd-4683-abc0-bb369e054c19 None None] Port b9866776-5b8b-40d7-9304-2ca9af9e5d2d cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:31:32.105700 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade69933-5356-4191-bec4-82716cd7e674 admin admin] Pushing event updated for resources: {'Port': ['ID=b9866776-5b8b-40d7-9304-2ca9af9e5d2d,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:32.108102 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-ade69933-5356-4191-bec4-82716cd7e674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690487'] for router_interface, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:32.112467 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ade69933-5356-4191-bec4-82716cd7e674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:32.247613 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade69933-5356-4191-bec4-82716cd7e674 admin admin] Network 5a7e3f31-0696-4f7f-add7-4bff0fc1dc76 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:31:32.248789 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-ade69933-5356-4191-bec4-82716cd7e674 admin admin] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:31:32.396165 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:32.439021 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device d4128827-6b74-4768-ae52-72e3bd2160d3 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:31:32.459556 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade69933-5356-4191-bec4-82716cd7e674 admin admin] Router 35c3e500-6c46-4ff6-8453-3f1c1bca6824 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:31:32.528262 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port d4128827-6b74-4768-ae52-72e3bd2160d3 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:31:32.534144 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port d4128827-6b74-4768-ae52-72e3bd2160d3 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:31:32.534532 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:32.597552 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-65e65d69-4853-48ad-aa04-46297f7b5ec5 None None] Provisioning complete for port b9866776-5b8b-40d7-9304-2ca9af9e5d2d triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:31:32.597927 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-65e65d69-4853-48ad-aa04-46297f7b5ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:32.655547 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade69933-5356-4191-bec4-82716cd7e674 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:31:32.671351 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-ade69933-5356-4191-bec4-82716cd7e674 admin admin] 10.222.0.11 "PUT /v2.0/routers/35c3e500-6c46-4ff6-8453-3f1c1bca6824/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9956355 Nov 26 17:31:32.685521 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-65e65d69-4853-48ad-aa04-46297f7b5ec5 None None] Port b9866776-5b8b-40d7-9304-2ca9af9e5d2d cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:31:32.717102 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:32.734216 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port d4128827-6b74-4768-ae52-72e3bd2160d3, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=d4128827-6b74-4768-ae52-72e3bd2160d3,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:31:32.739057 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:32.740063 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5762781f-1264-4f45-8ffa-03bbdbea776f up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:31:32.774159 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:32.867312 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=d4128827-6b74-4768-ae52-72e3bd2160d3,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:32.870325 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:32.879683 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 5762781f-1264-4f45-8ffa-03bbdbea776f triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:31:32.880090 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:32.997817 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 6a644ae4-c381-47d4-9e5f-74d8ffd49cc2 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:31:33.068500 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port 6a644ae4-c381-47d4-9e5f-74d8ffd49cc2 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:31:33.068880 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:33.242304 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 33392) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:33.247834 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-58acb7c3-8b9f-4909-9ffe-4529ce4ce497 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1486248151', 'description': 'tempest-secgroup-smoke-1486248151 description', 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:31:33.254586 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-58acb7c3-8b9f-4909-9ffe-4529ce4ce497 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:31:33.258590 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-58acb7c3-8b9f-4909-9ffe-4529ce4ce497 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Usage tracker for resource:security_group and tenant:59cbf10b8bb147a28b91c58f7515c9fc is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:31:33.261712 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-58acb7c3-8b9f-4909-9ffe-4529ce4ce497 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:31:33.268051 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-58acb7c3-8b9f-4909-9ffe-4529ce4ce497 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:31:33.279218 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-58acb7c3-8b9f-4909-9ffe-4529ce4ce497 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for security_group, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:33.300830 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-58acb7c3-8b9f-4909-9ffe-4529ce4ce497 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:31:33.304670 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-58acb7c3-8b9f-4909-9ffe-4529ce4ce497 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Usage tracker for resource:security_group_rule and tenant:59cbf10b8bb147a28b91c58f7515c9fc is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:31:33.307543 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-58acb7c3-8b9f-4909-9ffe-4529ce4ce497 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:31:33.313320 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-58acb7c3-8b9f-4909-9ffe-4529ce4ce497 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:31:33.386841 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-58acb7c3-8b9f-4909-9ffe-4529ce4ce497 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for security_group, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:33.390894 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-58acb7c3-8b9f-4909-9ffe-4529ce4ce497 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:33.394833 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-29caf68b-7f25-44f6-a051-56088944d9aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:33.437682 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58acb7c3-8b9f-4909-9ffe-4529ce4ce497 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdddf79-0917-436a-a5c1-2af8cf72a121,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:33.441435 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-58acb7c3-8b9f-4909-9ffe-4529ce4ce497 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:33.442869 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-58acb7c3-8b9f-4909-9ffe-4529ce4ce497 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:33.444062 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-58acb7c3-8b9f-4909-9ffe-4529ce4ce497 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2006793 Nov 26 17:31:33.447088 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 33396) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:33.452185 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-5d9d3f55-03ac-433f-ba0d-784bd8a66816 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Request body: {'security_group_rule': {'security_group_id': '6cdddf79-0917-436a-a5c1-2af8cf72a121', 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:31:33.458508 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5d9d3f55-03ac-433f-ba0d-784bd8a66816 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:31:33.462601 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5d9d3f55-03ac-433f-ba0d-784bd8a66816 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Usage tracker for resource:security_group_rule and tenant:59cbf10b8bb147a28b91c58f7515c9fc is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:31:33.465587 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5d9d3f55-03ac-433f-ba0d-784bd8a66816 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:31:33.471747 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5d9d3f55-03ac-433f-ba0d-784bd8a66816 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:31:33.482080 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] Sync routers for ids ['35c3e500-6c46-4ff6-8453-3f1c1bca6824'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:31:33.488820 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3f55-03ac-433f-ba0d-784bd8a66816 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:33.491964 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] Routers {'35c3e500-6c46-4ff6-8453-3f1c1bca6824'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:31:33.492585 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:31:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['35c3e500-6c46-4ff6-8453-3f1c1bca6824'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:33.547964 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3f55-03ac-433f-ba0d-784bd8a66816 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:33.552294 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3f55-03ac-433f-ba0d-784bd8a66816 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:33.554118 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a5cf1690-0273-4a52-85ab-a67cb4a35374 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:33.576282 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d3f55-03ac-433f-ba0d-784bd8a66816 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a0745e-0ae1-4300-a498-54d35e5669eb,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:33.578661 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5d9d3f55-03ac-433f-ba0d-784bd8a66816 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:33.586251 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3f55-03ac-433f-ba0d-784bd8a66816 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:33.587493 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5d9d3f55-03ac-433f-ba0d-784bd8a66816 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394746 Nov 26 17:31:33.590259 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 33400) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:33.595278 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-5fdc161d-ff55-4d79-9cf7-bcd409fa0cf9 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Request body: {'security_group_rule': {'security_group_id': '6cdddf79-0917-436a-a5c1-2af8cf72a121', 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:31:33.602424 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5fdc161d-ff55-4d79-9cf7-bcd409fa0cf9 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:31:33.606271 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5fdc161d-ff55-4d79-9cf7-bcd409fa0cf9 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Usage tracker for resource:security_group_rule and tenant:59cbf10b8bb147a28b91c58f7515c9fc is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:31:33.609151 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-5fdc161d-ff55-4d79-9cf7-bcd409fa0cf9 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:31:33.615345 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-5fdc161d-ff55-4d79-9cf7-bcd409fa0cf9 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:31:33.632860 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5fdc161d-ff55-4d79-9cf7-bcd409fa0cf9 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:33.675502 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] Set router 35c3e500-6c46-4ff6-8453-3f1c1bca6824 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:31:33.693635 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5fdc161d-ff55-4d79-9cf7-bcd409fa0cf9 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:33.697279 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5fdc161d-ff55-4d79-9cf7-bcd409fa0cf9 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:33.699070 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fc704266-c64e-48f2-862a-3efaacf145ac tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:33.719965 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc161d-ff55-4d79-9cf7-bcd409fa0cf9 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2dc8cb3-dea2-4aaa-9efe-fa38682ca258,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:33.724518 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5fdc161d-ff55-4d79-9cf7-bcd409fa0cf9 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:33.732634 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-5fdc161d-ff55-4d79-9cf7-bcd409fa0cf9 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:33.734328 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-5fdc161d-ff55-4d79-9cf7-bcd409fa0cf9 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1431675 Nov 26 17:31:33.737565 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 33404) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:33.743222 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-0517ea73-3671-406f-8d8a-687384a14d1e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Request body: {'security_group_rule': {'security_group_id': '6cdddf79-0917-436a-a5c1-2af8cf72a121', 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:31:33.749711 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0517ea73-3671-406f-8d8a-687384a14d1e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:31:33.754523 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0517ea73-3671-406f-8d8a-687384a14d1e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Usage tracker for resource:security_group_rule and tenant:59cbf10b8bb147a28b91c58f7515c9fc is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:31:33.757558 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-0517ea73-3671-406f-8d8a-687384a14d1e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:31:33.764571 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-0517ea73-3671-406f-8d8a-687384a14d1e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:31:33.782211 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0517ea73-3671-406f-8d8a-687384a14d1e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:33.851985 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0517ea73-3671-406f-8d8a-687384a14d1e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:33.855674 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0517ea73-3671-406f-8d8a-687384a14d1e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:33.857490 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2fe23436-2dcd-4d9e-960f-16a5b44b0da2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:33.879726 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517ea73-3671-406f-8d8a-687384a14d1e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5da068-862b-464e-8299-c95c75609199,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:33.882465 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0517ea73-3671-406f-8d8a-687384a14d1e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:33.890150 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0517ea73-3671-406f-8d8a-687384a14d1e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:33.891296 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0517ea73-3671-406f-8d8a-687384a14d1e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1526864 Nov 26 17:31:33.893994 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 33408) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:33.898947 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-69308382-0027-42a4-81d2-27d23d7a6b39 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Request body: {'security_group_rule': {'security_group_id': '6cdddf79-0917-436a-a5c1-2af8cf72a121', 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:31:33.904932 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-69308382-0027-42a4-81d2-27d23d7a6b39 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:31:33.909241 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-69308382-0027-42a4-81d2-27d23d7a6b39 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Usage tracker for resource:security_group_rule and tenant:59cbf10b8bb147a28b91c58f7515c9fc is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:31:33.912057 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-69308382-0027-42a4-81d2-27d23d7a6b39 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:31:33.917659 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-69308382-0027-42a4-81d2-27d23d7a6b39 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:31:33.935422 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-69308382-0027-42a4-81d2-27d23d7a6b39 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:34.000350 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-69308382-0027-42a4-81d2-27d23d7a6b39 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:34.004999 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-69308382-0027-42a4-81d2-27d23d7a6b39 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:34.020047 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-5d9d3f55-03ac-433f-ba0d-784bd8a66816 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:34.040147 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c3e500-6c46-4ff6-8453-3f1c1bca6824', 'name': 'tempest-TestSnapshotPattern-86019765-router', 'tenant_id': '469dca46b053478e9f82a007d31baaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd4128827-6b74-4768-ae52-72e3bd2160d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:27Z', 'updated_at': '2021-11-26T17:31:31Z', 'revision_number': 4, 'project_id': '469dca46b053478e9f82a007d31baaef', 'gw_port': {'id': 'd4128827-6b74-4768-ae52-72e3bd2160d3', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:11:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c3e500-6c46-4ff6-8453-3f1c1bca6824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:27Z', 'updated_at': '2021-11-26T17:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'b9866776-5b8b-40d7-9304-2ca9af9e5d2d', 'name': '', 'network_id': '5a7e3f31-0696-4f7f-add7-4bff0fc1dc76', 'tenant_id': '469dca46b053478e9f82a007d31baaef', 'mac_address': 'fa:16:3e:4d:aa:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c3e500-6c46-4ff6-8453-3f1c1bca6824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'b615df0d-575b-4dce-8fd2-70ebd9dea727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:30Z', 'updated_at': '2021-11-26T17:31:31Z', 'revision_number': 2, 'project_id': '469dca46b053478e9f82a007d31baaef', 'subnets': [{'id': 'b615df0d-575b-4dce-8fd2-70ebd9dea727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:34.041060 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69308382-0027-42a4-81d2-27d23d7a6b39 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf33ab00-8134-4cae-86db-fb854c1f8d05,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:34.043749 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-69308382-0027-42a4-81d2-27d23d7a6b39 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:34.044100 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] Checking router: 35c3e500-6c46-4ff6-8453-3f1c1bca6824 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:31:34.044475 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] Updating router 35c3e500-6c46-4ff6-8453-3f1c1bca6824 port b9866776-5b8b-40d7-9304-2ca9af9e5d2d binding host dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 17:31:34.051845 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-69308382-0027-42a4-81d2-27d23d7a6b39 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:34.053022 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-69308382-0027-42a4-81d2-27d23d7a6b39 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1581306 Nov 26 17:31:34.055743 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 33414) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:34.060671 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-59768b6e-5cdc-46db-a402-f050b802ce06 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Request body: {'security_group_rule': {'security_group_id': '6cdddf79-0917-436a-a5c1-2af8cf72a121', 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:31:34.066737 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-59768b6e-5cdc-46db-a402-f050b802ce06 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:31:34.070859 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-59768b6e-5cdc-46db-a402-f050b802ce06 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Usage tracker for resource:security_group_rule and tenant:59cbf10b8bb147a28b91c58f7515c9fc is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:31:34.073721 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-59768b6e-5cdc-46db-a402-f050b802ce06 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:31:34.080281 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-59768b6e-5cdc-46db-a402-f050b802ce06 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:31:34.090776 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.securitygroups_db [None req-59768b6e-5cdc-46db-a402-f050b802ce06 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Project 59cbf10b8bb147a28b91c58f7515c9fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 17:31:34.098088 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-59768b6e-5cdc-46db-a402-f050b802ce06 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:34.100959 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:34.165596 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-59768b6e-5cdc-46db-a402-f050b802ce06 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:34.169386 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-59768b6e-5cdc-46db-a402-f050b802ce06 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:34.176885 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0c03c22c-ef12-44ec-b9d0-8d8751dc1829 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:34.195969 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59768b6e-5cdc-46db-a402-f050b802ce06 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe067b55-3045-4d91-98ca-1935b13ebc75,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:34.199099 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-59768b6e-5cdc-46db-a402-f050b802ce06 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:34.206512 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-59768b6e-5cdc-46db-a402-f050b802ce06 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:34.207673 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-59768b6e-5cdc-46db-a402-f050b802ce06 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1510246 Nov 26 17:31:34.210424 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 33418) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:34.215426 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-1a3173e1-79d3-4dd0-9021-d46a77ccf936 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Request body: {'security_group_rule': {'security_group_id': '6cdddf79-0917-436a-a5c1-2af8cf72a121', 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:31:34.220109 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:34.221903 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1a3173e1-79d3-4dd0-9021-d46a77ccf936 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:31:34.225689 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1a3173e1-79d3-4dd0-9021-d46a77ccf936 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Usage tracker for resource:security_group_rule and tenant:59cbf10b8bb147a28b91c58f7515c9fc is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:31:34.228540 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-1a3173e1-79d3-4dd0-9021-d46a77ccf936 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:31:34.234137 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-1a3173e1-79d3-4dd0-9021-d46a77ccf936 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:31:34.244466 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.securitygroups_db [None req-1a3173e1-79d3-4dd0-9021-d46a77ccf936 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Project 59cbf10b8bb147a28b91c58f7515c9fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 17:31:34.251149 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1a3173e1-79d3-4dd0-9021-d46a77ccf936 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:34.321519 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1a3173e1-79d3-4dd0-9021-d46a77ccf936 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:34.325713 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1a3173e1-79d3-4dd0-9021-d46a77ccf936 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862134'] for security_group_rule, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:34.327563 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-af70b357-4bbd-4990-80e8-f76396067eb2 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:34.348024 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device d4128827-6b74-4768-ae52-72e3bd2160d3 up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:31:34.349005 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3173e1-79d3-4dd0-9021-d46a77ccf936 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5281ac8-6432-4320-a844-aa7d79d432c8,revision_number=0']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:34.352984 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-1a3173e1-79d3-4dd0-9021-d46a77ccf936 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:34.360929 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-1a3173e1-79d3-4dd0-9021-d46a77ccf936 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:34.362133 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-1a3173e1-79d3-4dd0-9021-d46a77ccf936 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1508107 Nov 26 17:31:34.504481 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port d4128827-6b74-4768-ae52-72e3bd2160d3 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:31:34.504986 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:34.523562 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-8db00606-8d75-4586-8581-39767e058818 req-2d811b78-e191-4b0b-a296-4f9244a8f7f5 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Synchronizing usage tracker for tenant:59cbf10b8bb147a28b91c58f7515c9fc on resource:security_group {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:31:34.540251 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-8db00606-8d75-4586-8581-39767e058818 req-2d811b78-e191-4b0b-a296-4f9244a8f7f5 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Unset dirty status for tenant:59cbf10b8bb147a28b91c58f7515c9fc on resource:security_group {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:31:34.541423 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8db00606-8d75-4586-8581-39767e058818 req-2d811b78-e191-4b0b-a296-4f9244a8f7f5 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1486248151&fields=id&tenant_id=59cbf10b8bb147a28b91c58f7515c9fc HTTP/1.1" status: 200 len: 267 time: 0.0567923 Nov 26 17:31:34.568778 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] Notify callbacks [] for port, precommit_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:34.585405 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] Transition to ACTIVE for port object b9866776-5b8b-40d7-9304-2ca9af9e5d2d will not be triggered until provisioned by entity L2. {{(pid=87520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:31:34.595081 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:34.599983 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-4b987ec5-8a4e-4513-8c74-ed20fbf43474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:34.698175 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db00606-8d75-4586-8581-39767e058818 req-960e39d8-16d3-424d-8af0-2b68a762f318 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:34.699678 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8db00606-8d75-4586-8581-39767e058818 req-960e39d8-16d3-424d-8af0-2b68a762f318 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/networks?id=8b0faaee-e071-410e-ac9b-d4005f353b1c HTTP/1.1" status: 200 len: 810 time: 0.1509826 Nov 26 17:31:34.716230 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8db00606-8d75-4586-8581-39767e058818 req-f7f3a8a7-0cb0-45de-9ce6-357df4fa99d6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/quotas/59cbf10b8bb147a28b91c58f7515c9fc HTTP/1.1" status: 200 len: 375 time: 0.0111632 Nov 26 17:31:34.797704 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4db8e-edf5-4320-88f1-2f7728bdf8ae None None] Pushing event updated for resources: {'Port': ['ID=b9866776-5b8b-40d7-9304-2ca9af9e5d2d,revision_number=3']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:34.811030 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-50f4db8e-edf5-4320-88f1-2f7728bdf8ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:34.819556 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8db00606-8d75-4586-8581-39767e058818 req-d0cfad7c-7274-42d8-a018-95d4ef354a46 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=59cbf10b8bb147a28b91c58f7515c9fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928881 Nov 26 17:31:34.865163 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] Attempting to bind port b9866776-5b8b-40d7-9304-2ca9af9e5d2d on host dv-neutron-819440-1-hyperv for vnic_type normal with profile {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:31:34.865567 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] Attempting to bind port b9866776-5b8b-40d7-9304-2ca9af9e5d2d by drivers openvswitch,hyperv on host dv-neutron-819440-1-hyperv at level 0 using segments [{'id': '07421aee-9ab6-4440-b854-30e9e8765b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5a7e3f31-0696-4f7f-add7-4bff0fc1dc76'}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:31:34.865941 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] Attempting to bind port b9866776-5b8b-40d7-9304-2ca9af9e5d2d on network 5a7e3f31-0696-4f7f-add7-4bff0fc1dc76 {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:31:34.871434 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] Checking agent: {'id': '7d6a6bc5-cc2f-4908-8482-dde8f50c85d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819440-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 29, 29), 'started_at': datetime.datetime(2021, 11, 26, 16, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819440-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:31:34.871843 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] Checking segment: {'id': '07421aee-9ab6-4440-b854-30e9e8765b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5a7e3f31-0696-4f7f-add7-4bff0fc1dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:31:34.872246 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:34.872640 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] Bound using segment: {'id': '07421aee-9ab6-4440-b854-30e9e8765b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5a7e3f31-0696-4f7f-add7-4bff0fc1dc76'} {{(pid=87520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:31:34.873109 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.managers [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] Bound port: b9866776-5b8b-40d7-9304-2ca9af9e5d2d, host: dv-neutron-819440-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07421aee-9ab6-4440-b854-30e9e8765b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5a7e3f31-0696-4f7f-add7-4bff0fc1dc76'}}] {{(pid=87520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:31:34.873487 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:34.948767 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [req-8db00606-8d75-4586-8581-39767e058818 req-6740116f-62f6-4a3c-9e92-7abf34f6c2a8 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=87519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 17:31:34.949814 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8db00606-8d75-4586-8581-39767e058818 req-6740116f-62f6-4a3c-9e92-7abf34f6c2a8 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1180880 Nov 26 17:31:34.963606 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] For port b9866776-5b8b-40d7-9304-2ca9af9e5d2d, host dv-neutron-819440-1-hyperv, cleared binding levels {{(pid=87520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:31:34.966585 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] For port b9866776-5b8b-40d7-9304-2ca9af9e5d2d, host dv-neutron-819440-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b9866776-5b8b-40d7-9304-2ca9af9e5d2d,segment=NetworkSegment(07421aee-9ab6-4440-b854-30e9e8765b63),segment_id=07421aee-9ab6-4440-b854-30e9e8765b63)] {{(pid=87520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:31:34.972111 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:34.977088 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-f64bf274-3fa6-4062-a0a7-db41c58c01a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:35.066218 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] Routers {'35c3e500-6c46-4ff6-8453-3f1c1bca6824'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:31:35.066877 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:31:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['35c3e500-6c46-4ff6-8453-3f1c1bca6824'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:35.098312 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8db00606-8d75-4586-8581-39767e058818 req-2d260648-adfa-439c-9d5e-1338e0f9ca82 service neutron] 10.222.0.11 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426842 Nov 26 17:31:35.183283 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4db8e-edf5-4320-88f1-2f7728bdf8ae None None] Pushing event updated for resources: {'Port': ['ID=b9866776-5b8b-40d7-9304-2ca9af9e5d2d,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:35.193491 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-50f4db8e-edf5-4320-88f1-2f7728bdf8ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:35.257725 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] Set router 35c3e500-6c46-4ff6-8453-3f1c1bca6824 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:31:35.365991 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-8db00606-8d75-4586-8581-39767e058818 req-0fb65d02-543f-4e22-b36d-1551920e4717 service neutron] 10.222.0.11 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618351 Nov 26 17:31:35.549299 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-f20995b9-0ed1-4b04-939f-a3754d155a65 req-4c7f9389-73f8-4b5a-bc97-a0a5b6f69932 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Synchronizing usage tracker for tenant:59cbf10b8bb147a28b91c58f7515c9fc on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:31:35.567885 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-f20995b9-0ed1-4b04-939f-a3754d155a65 req-4c7f9389-73f8-4b5a-bc97-a0a5b6f69932 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Unset dirty status for tenant:59cbf10b8bb147a28b91c58f7515c9fc on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:31:35.569057 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-f20995b9-0ed1-4b04-939f-a3754d155a65 req-4c7f9389-73f8-4b5a-bc97-a0a5b6f69932 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=04b31e84-02d3-4392-9392-6f4acd28d0ab HTTP/1.1" status: 200 len: 210 time: 0.0693777 Nov 26 17:31:35.641259 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c3e500-6c46-4ff6-8453-3f1c1bca6824', 'name': 'tempest-TestSnapshotPattern-86019765-router', 'tenant_id': '469dca46b053478e9f82a007d31baaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd4128827-6b74-4768-ae52-72e3bd2160d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:27Z', 'updated_at': '2021-11-26T17:31:31Z', 'revision_number': 4, 'project_id': '469dca46b053478e9f82a007d31baaef', 'gw_port': {'id': 'd4128827-6b74-4768-ae52-72e3bd2160d3', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:11:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c3e500-6c46-4ff6-8453-3f1c1bca6824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:27Z', 'updated_at': '2021-11-26T17:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'b9866776-5b8b-40d7-9304-2ca9af9e5d2d', 'name': '', 'network_id': '5a7e3f31-0696-4f7f-add7-4bff0fc1dc76', 'tenant_id': '469dca46b053478e9f82a007d31baaef', 'mac_address': 'fa:16:3e:4d:aa:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c3e500-6c46-4ff6-8453-3f1c1bca6824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'b615df0d-575b-4dce-8fd2-70ebd9dea727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:30Z', 'updated_at': '2021-11-26T17:31:34Z', 'revision_number': 4, 'project_id': '469dca46b053478e9f82a007d31baaef', 'subnets': [{'id': 'b615df0d-575b-4dce-8fd2-70ebd9dea727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:35.646259 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927b737d-1311-422a-b63b-69fe5e00f3ce None None] The sync data for ids ['35c3e500-6c46-4ff6-8453-3f1c1bca6824'] in dv-neutron-819440-1-hyperv is: [{'id': '35c3e500-6c46-4ff6-8453-3f1c1bca6824', 'name': 'tempest-TestSnapshotPattern-86019765-router', 'tenant_id': '469dca46b053478e9f82a007d31baaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd4128827-6b74-4768-ae52-72e3bd2160d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:27Z', 'updated_at': '2021-11-26T17:31:31Z', 'revision_number': 4, 'project_id': '469dca46b053478e9f82a007d31baaef', 'gw_port': {'id': 'd4128827-6b74-4768-ae52-72e3bd2160d3', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:11:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c3e500-6c46-4ff6-8453-3f1c1bca6824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:27Z', 'updated_at': '2021-11-26T17:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': 'b9866776-5b8b-40d7-9304-2ca9af9e5d2d', 'name': '', 'network_id': '5a7e3f31-0696-4f7f-add7-4bff0fc1dc76', 'tenant_id': '469dca46b053478e9f82a007d31baaef', 'mac_address': 'fa:16:3e:4d:aa:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c3e500-6c46-4ff6-8453-3f1c1bca6824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'b615df0d-575b-4dce-8fd2-70ebd9dea727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:30Z', 'updated_at': '2021-11-26T17:31:34Z', 'revision_number': 4, 'project_id': '469dca46b053478e9f82a007d31baaef', 'subnets': [{'id': 'b615df0d-575b-4dce-8fd2-70ebd9dea727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:31:36.364494 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b9866776-5b8b-40d7-9304-2ca9af9e5d2d up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:31:36.433952 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning for port b9866776-5b8b-40d7-9304-2ca9af9e5d2d completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:31:36.438926 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port b9866776-5b8b-40d7-9304-2ca9af9e5d2d triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:31:36.439939 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:36.560984 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:36.594278 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] For port b9866776-5b8b-40d7-9304-2ca9af9e5d2d, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b9866776-5b8b-40d7-9304-2ca9af9e5d2d,segment=NetworkSegment(07421aee-9ab6-4440-b854-30e9e8765b63),segment_id=07421aee-9ab6-4440-b854-30e9e8765b63)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:31:36.598153 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:36.600324 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:36.673985 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Pushing event updated for resources: {'Port': ['ID=b9866776-5b8b-40d7-9304-2ca9af9e5d2d,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:36.678296 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:36.737087 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-e9dcc387-c7d8-4bfd-af8b-9f36928abfc0 req-c8db8780-0067-4916-a4de-6d912c2ca197 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=04b31e84-02d3-4392-9392-6f4acd28d0ab HTTP/1.1" status: 200 len: 210 time: 0.0483251 Nov 26 17:31:37.003586 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db00606-8d75-4586-8581-39767e058818 req-4072c4e3-5e3b-451f-a421-2ef26cd862f4 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:37.004230 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-8db00606-8d75-4586-8581-39767e058818 req-4072c4e3-5e3b-451f-a421-2ef26cd862f4 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Synchronizing usage tracker for tenant:59cbf10b8bb147a28b91c58f7515c9fc on resource:network {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:31:37.021076 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-8db00606-8d75-4586-8581-39767e058818 req-4072c4e3-5e3b-451f-a421-2ef26cd862f4 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Unset dirty status for tenant:59cbf10b8bb147a28b91c58f7515c9fc on resource:network {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:31:37.022442 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8db00606-8d75-4586-8581-39767e058818 req-4072c4e3-5e3b-451f-a421-2ef26cd862f4 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.31 "GET /v2.0/networks?id=8b0faaee-e071-410e-ac9b-d4005f353b1c HTTP/1.1" status: 200 len: 810 time: 0.1709807 Nov 26 17:31:37.078979 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-8db00606-8d75-4586-8581-39767e058818 req-ca7095c2-eb10-4c4a-8c75-a71a3a3c33fd tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Synchronizing usage tracker for tenant:59cbf10b8bb147a28b91c58f7515c9fc on resource:security_group {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:31:37.090797 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-8db00606-8d75-4586-8581-39767e058818 req-ca7095c2-eb10-4c4a-8c75-a71a3a3c33fd tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Unset dirty status for tenant:59cbf10b8bb147a28b91c58f7515c9fc on resource:security_group {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:31:37.092238 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8db00606-8d75-4586-8581-39767e058818 req-ca7095c2-eb10-4c4a-8c75-a71a3a3c33fd tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59cbf10b8bb147a28b91c58f7515c9fc HTTP/1.1" status: 200 len: 380 time: 0.0553720 Nov 26 17:31:37.104008 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-8db00606-8d75-4586-8581-39767e058818 req-34c27475-1a87-4d0f-8725-0b63b4b4700b tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Request body: {'port': {'device_id': '04b31e84-02d3-4392-9392-6f4acd28d0ab', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'admin_state_up': True, 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'security_groups': ['6cdddf79-0917-436a-a5c1-2af8cf72a121']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:31:37.239153 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-8db00606-8d75-4586-8581-39767e058818 req-34c27475-1a87-4d0f-8725-0b63b4b4700b tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:31:37.248452 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-8db00606-8d75-4586-8581-39767e058818 req-34c27475-1a87-4d0f-8725-0b63b4b4700b tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:31:37.258031 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db00606-8d75-4586-8581-39767e058818 req-34c27475-1a87-4d0f-8725-0b63b4b4700b tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Made reservation on behalf of 59cbf10b8bb147a28b91c58f7515c9fc for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:31:37.261420 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-8db00606-8d75-4586-8581-39767e058818 req-34c27475-1a87-4d0f-8725-0b63b4b4700b tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:37.558635 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-8db00606-8d75-4586-8581-39767e058818 req-34c27475-1a87-4d0f-8725-0b63b4b4700b tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Allocated IP 172.20.0.6 (8b0faaee-e071-410e-ac9b-d4005f353b1c/eacf8b35-248c-4d73-a6ba-3da63ce53d7b/83792858-23d6-4e12-96ea-4f7f5a101999) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:31:37.746464 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-8db00606-8d75-4586-8581-39767e058818 req-34c27475-1a87-4d0f-8725-0b63b4b4700b tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:37.763002 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-8db00606-8d75-4586-8581-39767e058818 req-34c27475-1a87-4d0f-8725-0b63b4b4700b tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Transition to ACTIVE for port object 83792858-23d6-4e12-96ea-4f7f5a101999 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:31:37.787269 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-8db00606-8d75-4586-8581-39767e058818 req-34c27475-1a87-4d0f-8725-0b63b4b4700b tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:37.794499 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-75d26d93-af38-4984-95d7-817a17709670 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:37.906964 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db00606-8d75-4586-8581-39767e058818 req-34c27475-1a87-4d0f-8725-0b63b4b4700b tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Network 8b0faaee-e071-410e-ac9b-d4005f353b1c is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:31:37.911456 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-8db00606-8d75-4586-8581-39767e058818 req-34c27475-1a87-4d0f-8725-0b63b4b4700b tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:31:37.916615 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db00606-8d75-4586-8581-39767e058818 req-34c27475-1a87-4d0f-8725-0b63b4b4700b tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:31:37.948803 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c27475-1a87-4d0f-8725-0b63b4b4700b tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Pushing event updated for resources: {'Port': ['ID=83792858-23d6-4e12-96ea-4f7f5a101999,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:37.960587 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-34c27475-1a87-4d0f-8725-0b63b4b4700b tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:38.000835 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db00606-8d75-4586-8581-39767e058818 req-34c27475-1a87-4d0f-8725-0b63b4b4700b tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:38.001774 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-8db00606-8d75-4586-8581-39767e058818 req-34c27475-1a87-4d0f-8725-0b63b4b4700b tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:38.041700 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f64b7-9a8c-4de7-98bd-da4e112b7b9a req-24101992-1c24-43a4-a889-282c847f82a7 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:38.042432 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-679f64b7-9a8c-4de7-98bd-da4e112b7b9a req-24101992-1c24-43a4-a889-282c847f82a7 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Synchronizing usage tracker for tenant:59cbf10b8bb147a28b91c58f7515c9fc on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:31:38.047351 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8db00606-8d75-4586-8581-39767e058818 req-34c27475-1a87-4d0f-8725-0b63b4b4700b tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9469702 Nov 26 17:31:38.064000 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-8db00606-8d75-4586-8581-39767e058818 req-a70d8b53-eee2-48ca-854c-e1b011191473 service neutron] Request body: {'port': {'device_id': '04b31e84-02d3-4392-9392-6f4acd28d0ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:31:38.089833 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-679f64b7-9a8c-4de7-98bd-da4e112b7b9a req-24101992-1c24-43a4-a889-282c847f82a7 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Unset dirty status for tenant:59cbf10b8bb147a28b91c58f7515c9fc on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:31:38.090986 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-679f64b7-9a8c-4de7-98bd-da4e112b7b9a req-24101992-1c24-43a4-a889-282c847f82a7 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=04b31e84-02d3-4392-9392-6f4acd28d0ab HTTP/1.1" status: 200 len: 931 time: 0.2350793 Nov 26 17:31:38.169651 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b0acfd3b-ea67-4ddc-9ea7-c318d948eabd None None] Provisioning for port 83792858-23d6-4e12-96ea-4f7f5a101999 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:31:38.174332 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-b0acfd3b-ea67-4ddc-9ea7-c318d948eabd None None] Provisioning complete for port 83792858-23d6-4e12-96ea-4f7f5a101999 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:31:38.174709 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b0acfd3b-ea67-4ddc-9ea7-c318d948eabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:38.201124 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-679f64b7-9a8c-4de7-98bd-da4e112b7b9a req-2bf96cc2-730a-42ca-8846-8626619c8e74 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975881 Nov 26 17:31:38.216524 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-8db00606-8d75-4586-8581-39767e058818 req-a70d8b53-eee2-48ca-854c-e1b011191473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:38.231864 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-b0acfd3b-ea67-4ddc-9ea7-c318d948eabd None None] Port 83792858-23d6-4e12-96ea-4f7f5a101999 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:31:38.339612 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b9866776-5b8b-40d7-9304-2ca9af9e5d2d up at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:31:38.406428 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Provisioning complete for port b9866776-5b8b-40d7-9304-2ca9af9e5d2d triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:31:38.406806 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:38.557656 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-8db00606-8d75-4586-8581-39767e058818 req-a70d8b53-eee2-48ca-854c-e1b011191473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83792858-23d6-4e12-96ea-4f7f5a101999 {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:31:38.565265 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-8db00606-8d75-4586-8581-39767e058818 req-a70d8b53-eee2-48ca-854c-e1b011191473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:38.579047 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-8db00606-8d75-4586-8581-39767e058818 req-a70d8b53-eee2-48ca-854c-e1b011191473 service neutron] Transition to ACTIVE for port object 83792858-23d6-4e12-96ea-4f7f5a101999 will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:31:38.583215 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-8db00606-8d75-4586-8581-39767e058818 req-a70d8b53-eee2-48ca-854c-e1b011191473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:38.587633 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-ea617c24-ca94-40a8-9859-ec46067a786b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:38.741653 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d8b53-eee2-48ca-854c-e1b011191473 service neutron] Pushing event updated for resources: {'Port': ['ID=83792858-23d6-4e12-96ea-4f7f5a101999,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:38.748888 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a70d8b53-eee2-48ca-854c-e1b011191473 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:38.822128 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-8db00606-8d75-4586-8581-39767e058818 req-a70d8b53-eee2-48ca-854c-e1b011191473 service neutron] Attempting to bind port 83792858-23d6-4e12-96ea-4f7f5a101999 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:31:38.822464 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-8db00606-8d75-4586-8581-39767e058818 req-a70d8b53-eee2-48ca-854c-e1b011191473 service neutron] Attempting to bind port 83792858-23d6-4e12-96ea-4f7f5a101999 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ca3a5894-fc41-4db6-854c-4045414fda73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:31:38.822790 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db00606-8d75-4586-8581-39767e058818 req-a70d8b53-eee2-48ca-854c-e1b011191473 service neutron] Attempting to bind port 83792858-23d6-4e12-96ea-4f7f5a101999 on network 8b0faaee-e071-410e-ac9b-d4005f353b1c {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:31:38.827518 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db00606-8d75-4586-8581-39767e058818 req-a70d8b53-eee2-48ca-854c-e1b011191473 service neutron] Port 83792858-23d6-4e12-96ea-4f7f5a101999 on network 8b0faaee-e071-410e-ac9b-d4005f353b1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 17:31:38.827857 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db00606-8d75-4586-8581-39767e058818 req-a70d8b53-eee2-48ca-854c-e1b011191473 service neutron] Attempting to bind port 83792858-23d6-4e12-96ea-4f7f5a101999 on network 8b0faaee-e071-410e-ac9b-d4005f353b1c {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:31:38.833389 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db00606-8d75-4586-8581-39767e058818 req-a70d8b53-eee2-48ca-854c-e1b011191473 service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:31:38.833716 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db00606-8d75-4586-8581-39767e058818 req-a70d8b53-eee2-48ca-854c-e1b011191473 service neutron] Checking segment: {'id': 'ca3a5894-fc41-4db6-854c-4045414fda73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:31:38.834093 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db00606-8d75-4586-8581-39767e058818 req-a70d8b53-eee2-48ca-854c-e1b011191473 service neutron] Bound using segment: {'id': 'ca3a5894-fc41-4db6-854c-4045414fda73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:31:38.834504 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-8db00606-8d75-4586-8581-39767e058818 req-a70d8b53-eee2-48ca-854c-e1b011191473 service neutron] Bound port: 83792858-23d6-4e12-96ea-4f7f5a101999, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3a5894-fc41-4db6-854c-4045414fda73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:31:38.834839 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-8db00606-8d75-4586-8581-39767e058818 req-a70d8b53-eee2-48ca-854c-e1b011191473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:38.921372 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-8db00606-8d75-4586-8581-39767e058818 req-a70d8b53-eee2-48ca-854c-e1b011191473 service neutron] For port 83792858-23d6-4e12-96ea-4f7f5a101999, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:31:38.924264 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-8db00606-8d75-4586-8581-39767e058818 req-a70d8b53-eee2-48ca-854c-e1b011191473 service neutron] For port 83792858-23d6-4e12-96ea-4f7f5a101999, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=83792858-23d6-4e12-96ea-4f7f5a101999,segment=NetworkSegment(ca3a5894-fc41-4db6-854c-4045414fda73),segment_id=ca3a5894-fc41-4db6-854c-4045414fda73)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:31:38.928382 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-8db00606-8d75-4586-8581-39767e058818 req-a70d8b53-eee2-48ca-854c-e1b011191473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:38.932694 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-1be7091e-9518-4b55-87b1-0d0c0e8fd7b2 tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:38.993124 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db00606-8d75-4586-8581-39767e058818 req-a70d8b53-eee2-48ca-854c-e1b011191473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:38.993736 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-8db00606-8d75-4586-8581-39767e058818 req-a70d8b53-eee2-48ca-854c-e1b011191473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:38.995112 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8db00606-8d75-4586-8581-39767e058818 req-a70d8b53-eee2-48ca-854c-e1b011191473 service neutron] 10.222.0.31 "PUT /v2.0/ports/83792858-23d6-4e12-96ea-4f7f5a101999 HTTP/1.1" status: 200 len: 1093 time: 0.9357114 Nov 26 17:31:38.995984 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b31e84-02d3-4392-9392-6f4acd28d0ab', 'tag': '83792858-23d6-4e12-96ea-4f7f5a101999'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:31:39.026713 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d8b53-eee2-48ca-854c-e1b011191473 service neutron] Pushing event updated for resources: {'Port': ['ID=83792858-23d6-4e12-96ea-4f7f5a101999,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:39.030269 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a70d8b53-eee2-48ca-854c-e1b011191473 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:39.113731 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db00606-8d75-4586-8581-39767e058818 req-97563c71-5093-4331-a51f-e3a89ae03eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:39.115341 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8db00606-8d75-4586-8581-39767e058818 req-97563c71-5093-4331-a51f-e3a89ae03eb6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59cbf10b8bb147a28b91c58f7515c9fc&device_id=04b31e84-02d3-4392-9392-6f4acd28d0ab HTTP/1.1" status: 200 len: 1096 time: 0.0733273 Nov 26 17:31:39.118860 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b31e84-02d3-4392-9392-6f4acd28d0ab', 'tag': '83792858-23d6-4e12-96ea-4f7f5a101999', 'status': 'completed', 'code': 200} Nov 26 17:31:39.195694 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8db00606-8d75-4586-8581-39767e058818 req-ed968409-fe4b-4e44-b5f7-ce3c28c28dbc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83792858-23d6-4e12-96ea-4f7f5a101999 HTTP/1.1" status: 200 len: 217 time: 0.0662143 Nov 26 17:31:39.262877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db00606-8d75-4586-8581-39767e058818 req-3bb32156-a39b-4ff3-a815-2d376fa2de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:39.264270 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8db00606-8d75-4586-8581-39767e058818 req-3bb32156-a39b-4ff3-a815-2d376fa2de6a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eacf8b35-248c-4d73-a6ba-3da63ce53d7b HTTP/1.1" status: 200 len: 849 time: 0.0592921 Nov 26 17:31:39.413647 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db00606-8d75-4586-8581-39767e058818 req-faa49609-430c-4bd5-b82c-b914c85ee782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:39.415119 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8db00606-8d75-4586-8581-39767e058818 req-faa49609-430c-4bd5-b82c-b914c85ee782 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8b0faaee-e071-410e-ac9b-d4005f353b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1397841 Nov 26 17:31:39.426712 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd403e2-b4ec-42ce-8880-8c92dbb70da2 req-00f52e94-6709-43f2-9bf4-fa1d0cbab5ff tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:39.428126 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ecd403e2-b4ec-42ce-8880-8c92dbb70da2 req-00f52e94-6709-43f2-9bf4-fa1d0cbab5ff tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=04b31e84-02d3-4392-9392-6f4acd28d0ab HTTP/1.1" status: 200 len: 943 time: 0.1141441 Nov 26 17:31:39.557019 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ecd403e2-b4ec-42ce-8880-8c92dbb70da2 req-94ab13d3-18e3-4e6b-a750-3f0a4aaea77a tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042085 Nov 26 17:31:39.586894 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8db00606-8d75-4586-8581-39767e058818 req-e1acb129-8e2f-4195-87c7-13e19cde7ba9 service neutron] 10.222.0.31 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578276 Nov 26 17:31:39.847975 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8db00606-8d75-4586-8581-39767e058818 req-b19142cf-cf16-437c-9c5b-61211ce2e8b2 service neutron] 10.222.0.31 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494452 Nov 26 17:31:39.970012 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa83e67-66db-44df-a5f0-f6ec0761ce25 req-962356e9-07f7-46df-97c2-45a6379655d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:39.971905 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0aa83e67-66db-44df-a5f0-f6ec0761ce25 req-962356e9-07f7-46df-97c2-45a6379655d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59cbf10b8bb147a28b91c58f7515c9fc&device_id=04b31e84-02d3-4392-9392-6f4acd28d0ab HTTP/1.1" status: 200 len: 1096 time: 0.0703802 Nov 26 17:31:40.102920 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa83e67-66db-44df-a5f0-f6ec0761ce25 req-8cf38a16-4cc0-45bd-a1eb-0dce0a7ab1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:40.104387 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0aa83e67-66db-44df-a5f0-f6ec0761ce25 req-8cf38a16-4cc0-45bd-a1eb-0dce0a7ab1b0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8b0faaee-e071-410e-ac9b-d4005f353b1c HTTP/1.1" status: 200 len: 911 time: 0.1254902 Nov 26 17:31:40.177240 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0aa83e67-66db-44df-a5f0-f6ec0761ce25 req-968ab8af-3675-4b0d-b8d9-4c130995543c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83792858-23d6-4e12-96ea-4f7f5a101999 HTTP/1.1" status: 200 len: 217 time: 0.0624259 Nov 26 17:31:40.242547 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa83e67-66db-44df-a5f0-f6ec0761ce25 req-c25191b6-fc95-404a-91f8-90a140b0090a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:40.243904 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0aa83e67-66db-44df-a5f0-f6ec0761ce25 req-c25191b6-fc95-404a-91f8-90a140b0090a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eacf8b35-248c-4d73-a6ba-3da63ce53d7b HTTP/1.1" status: 200 len: 849 time: 0.0580821 Nov 26 17:31:40.323153 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa83e67-66db-44df-a5f0-f6ec0761ce25 req-d7761b95-6685-4e3b-bb9d-c6ae15fb07d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:40.324634 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0aa83e67-66db-44df-a5f0-f6ec0761ce25 req-d7761b95-6685-4e3b-bb9d-c6ae15fb07d7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8b0faaee-e071-410e-ac9b-d4005f353b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730672 Nov 26 17:31:40.457457 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0aa83e67-66db-44df-a5f0-f6ec0761ce25 req-97aa074a-3067-452a-bb13-1ba51a1bae16 service neutron] 10.222.0.31 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254272 Nov 26 17:31:40.589526 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0aa83e67-66db-44df-a5f0-f6ec0761ce25 req-2e1e27e3-70c8-4cfc-be37-96e73509de00 service neutron] 10.222.0.31 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245451 Nov 26 17:31:40.743274 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de74be1-6da0-4916-b2e6-805f5e225959 req-e5479ede-eaa6-4a72-8058-a67e54916eab tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:40.744751 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1de74be1-6da0-4916-b2e6-805f5e225959 req-e5479ede-eaa6-4a72-8058-a67e54916eab tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=04b31e84-02d3-4392-9392-6f4acd28d0ab HTTP/1.1" status: 200 len: 943 time: 0.0827796 Nov 26 17:31:40.790306 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1de74be1-6da0-4916-b2e6-805f5e225959 req-d905a140-308c-4a25-ad90-1d62f2be4143 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396211 Nov 26 17:31:40.957891 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 83792858-23d6-4e12-96ea-4f7f5a101999 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:31:41.093777 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 83792858-23d6-4e12-96ea-4f7f5a101999, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=83792858-23d6-4e12-96ea-4f7f5a101999,segment=NetworkSegment(ca3a5894-fc41-4db6-854c-4045414fda73),segment_id=ca3a5894-fc41-4db6-854c-4045414fda73)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:31:41.106619 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '83792858-23d6-4e12-96ea-4f7f5a101999', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'port_id': '83792858-23d6-4e12-96ea-4f7f5a101999', 'mac_address': 'fa:16:3e:aa:57:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:31:41.165087 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:41.181805 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83792858-23d6-4e12-96ea-4f7f5a101999 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:31:41.197612 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 83792858-23d6-4e12-96ea-4f7f5a101999, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=83792858-23d6-4e12-96ea-4f7f5a101999,segment=NetworkSegment(ca3a5894-fc41-4db6-854c-4045414fda73),segment_id=ca3a5894-fc41-4db6-854c-4045414fda73)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:31:41.201906 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:41.203759 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-75bb8059-4061-4476-b631-dd8eadc8db0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:41.270932 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=83792858-23d6-4e12-96ea-4f7f5a101999,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:41.274092 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:41.494132 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['83792858-23d6-4e12-96ea-4f7f5a101999'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:31:41.969050 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3ca6a-3bbe-4b7c-b7d6-a3aa6ca1e992 req-a9c73d95-44ed-4eed-8255-c5a51a8a942a tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:41.970523 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-94d3ca6a-3bbe-4b7c-b7d6-a3aa6ca1e992 req-a9c73d95-44ed-4eed-8255-c5a51a8a942a tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=04b31e84-02d3-4392-9392-6f4acd28d0ab HTTP/1.1" status: 200 len: 944 time: 0.0788033 Nov 26 17:31:42.014743 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-94d3ca6a-3bbe-4b7c-b7d6-a3aa6ca1e992 req-9ac87441-7aa4-4896-a829-b0f351ee3d6d tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377991 Nov 26 17:31:42.973436 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 83792858-23d6-4e12-96ea-4f7f5a101999 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:31:43.077409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port 83792858-23d6-4e12-96ea-4f7f5a101999 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:31:43.083602 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 83792858-23d6-4e12-96ea-4f7f5a101999 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:31:43.084049 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:43.196936 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:43.197142 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84dce7-1dde-4418-bc29-2cf04012bc6c req-f1ff0f23-0a08-4017-92b9-3cb7d7c2239e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:43.198517 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1f84dce7-1dde-4418-bc29-2cf04012bc6c req-f1ff0f23-0a08-4017-92b9-3cb7d7c2239e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=04b31e84-02d3-4392-9392-6f4acd28d0ab HTTP/1.1" status: 200 len: 944 time: 0.0791538 Nov 26 17:31:43.224775 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b31e84-02d3-4392-9392-6f4acd28d0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83792858-23d6-4e12-96ea-4f7f5a101999'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:31:43.234341 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 83792858-23d6-4e12-96ea-4f7f5a101999, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=83792858-23d6-4e12-96ea-4f7f5a101999,segment=NetworkSegment(ca3a5894-fc41-4db6-854c-4045414fda73),segment_id=ca3a5894-fc41-4db6-854c-4045414fda73)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:31:43.239536 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:43.241469 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:43.245134 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-1f84dce7-1dde-4418-bc29-2cf04012bc6c req-d7da6039-a12f-49c0-a1f4-32c669965750 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409727 Nov 26 17:31:43.306902 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=83792858-23d6-4e12-96ea-4f7f5a101999,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:43.309999 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:43.371085 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b31e84-02d3-4392-9392-6f4acd28d0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83792858-23d6-4e12-96ea-4f7f5a101999', 'code': 200} Nov 26 17:31:43.610611 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c0ed8-d26a-4592-86c6-399ea00090ea req-4c7f2e1b-0071-44ad-8497-efd9b413a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:43.612071 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d14c0ed8-d26a-4592-86c6-399ea00090ea req-4c7f2e1b-0071-44ad-8497-efd9b413a871 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=04b31e84-02d3-4392-9392-6f4acd28d0ab HTTP/1.1" status: 200 len: 1098 time: 0.0724511 Nov 26 17:31:43.655984 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-d14c0ed8-d26a-4592-86c6-399ea00090ea req-d42f3c6c-7ea6-4ad7-a90b-c380a14fb7c1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339832 Nov 26 17:31:44.433747 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cba400-3c50-4e43-ab04-d871182b1037 req-1d25d928-bdd9-4b6d-abc3-7ae863c9a17c tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:44.435211 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c9cba400-3c50-4e43-ab04-d871182b1037 req-1d25d928-bdd9-4b6d-abc3-7ae863c9a17c tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=04b31e84-02d3-4392-9392-6f4acd28d0ab HTTP/1.1" status: 200 len: 945 time: 0.0863640 Nov 26 17:31:44.478316 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c9cba400-3c50-4e43-ab04-d871182b1037 req-7de6e753-2b40-44e7-aeea-c0663ef2fc5a tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375109 Nov 26 17:31:45.661481 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11537b4-e361-4d4a-b632-a8aca9cdc35a req-13e7da05-0891-42b1-b424-a9225a1aa884 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:45.662905 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e11537b4-e361-4d4a-b632-a8aca9cdc35a req-13e7da05-0891-42b1-b424-a9225a1aa884 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=04b31e84-02d3-4392-9392-6f4acd28d0ab HTTP/1.1" status: 200 len: 945 time: 0.0788622 Nov 26 17:31:45.705170 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-e11537b4-e361-4d4a-b632-a8aca9cdc35a req-fe9b9b47-02bb-4e9a-b27d-d87ef112a8cf tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367541 Nov 26 17:31:45.887292 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692f009-6fd8-4ac5-afb4-758a8324c6d8 req-5ff66b5d-a96f-4ef4-a6aa-0ff32fa5d441 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:45.888750 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f692f009-6fd8-4ac5-afb4-758a8324c6d8 req-5ff66b5d-a96f-4ef4-a6aa-0ff32fa5d441 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=04b31e84-02d3-4392-9392-6f4acd28d0ab HTTP/1.1" status: 200 len: 945 time: 0.0803404 Nov 26 17:31:45.931470 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-f692f009-6fd8-4ac5-afb4-758a8324c6d8 req-6d9a146a-5aa1-4262-b967-837840fdae26 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364435 Nov 26 17:31:45.953651 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 33486) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:46.096978 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720bceea-e500-49cb-be8a-600d3ca3cdd6 tempest-TestSnapshotPattern-1311161059 tempest-TestSnapshotPattern-1311161059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:46.097679 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-720bceea-e500-49cb-be8a-600d3ca3cdd6 tempest-TestSnapshotPattern-1311161059 tempest-TestSnapshotPattern-1311161059-project-admin] Synchronizing usage tracker for tenant:469dca46b053478e9f82a007d31baaef on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:31:46.113600 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-720bceea-e500-49cb-be8a-600d3ca3cdd6 tempest-TestSnapshotPattern-1311161059 tempest-TestSnapshotPattern-1311161059-project-admin] Unset dirty status for tenant:469dca46b053478e9f82a007d31baaef on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:31:46.115016 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-720bceea-e500-49cb-be8a-600d3ca3cdd6 tempest-TestSnapshotPattern-1311161059 tempest-TestSnapshotPattern-1311161059-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=04b31e84-02d3-4392-9392-6f4acd28d0ab HTTP/1.1" status: 200 len: 1093 time: 0.1604259 Nov 26 17:31:46.117967 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 33492) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:31:46.122935 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.v2.base [None req-135a9745-ec3b-4dd9-9257-9d80b4389cca tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'port_id': '83792858-23d6-4e12-96ea-4f7f5a101999', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:31:46.129766 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-135a9745-ec3b-4dd9-9257-9d80b4389cca tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:31:46.133533 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-135a9745-ec3b-4dd9-9257-9d80b4389cca tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Usage tracker for resource:floatingip and tenant:59cbf10b8bb147a28b91c58f7515c9fc is out of sync, need to count used quota {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:31:46.136314 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [None req-135a9745-ec3b-4dd9-9257-9d80b4389cca tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:31:46.141954 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.quota.driver [None req-135a9745-ec3b-4dd9-9257-9d80b4389cca tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:31:46.152097 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-135a9745-ec3b-4dd9-9257-9d80b4389cca tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for floatingip, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:46.285414 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-135a9745-ec3b-4dd9-9257-9d80b4389cca tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:46.419162 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_common [None req-135a9745-ec3b-4dd9-9257-9d80b4389cca tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Allocated IP 172.26.0.223 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/90979a6e-bcd5-4614-9c60-659cbfb7c0f0) {{(pid=87519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:31:46.562156 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-135a9745-ec3b-4dd9-9257-9d80b4389cca tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for port, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:46.589836 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-135a9745-ec3b-4dd9-9257-9d80b4389cca tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:46.594216 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ef885d6d-98cb-4eb9-9562-65ea5aaa09ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:46.655938 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135a9745-ec3b-4dd9-9257-9d80b4389cca tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:31:46.659133 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.base_scheduler [None req-135a9745-ec3b-4dd9-9257-9d80b4389cca tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Resources bound (agent type, host, resource id): {{(pid=87519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:31:46.661570 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135a9745-ec3b-4dd9-9257-9d80b4389cca tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Received port after_create {{(pid=87519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:31:46.708047 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a9745-ec3b-4dd9-9257-9d80b4389cca tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Pushing event updated for resources: {'Port': ['ID=90979a6e-bcd5-4614-9c60-659cbfb7c0f0,revision_number=1']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:46.712076 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-135a9745-ec3b-4dd9-9257-9d80b4389cca tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:47.067239 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-135a9745-ec3b-4dd9-9257-9d80b4389cca tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:47.140619 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-135a9745-ec3b-4dd9-9257-9d80b4389cca tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:47.450818 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-135a9745-ec3b-4dd9-9257-9d80b4389cca tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for port, precommit_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:47.455239 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-135a9745-ec3b-4dd9-9257-9d80b4389cca tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462237'] for port, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:47.458849 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-578c37f5-372b-4947-bc4c-8b64c89f37b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:31:47.567030 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a9745-ec3b-4dd9-9257-9d80b4389cca tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Pushing event updated for resources: {'Port': ['ID=90979a6e-bcd5-4614-9c60-659cbfb7c0f0,revision_number=2']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:31:47.569834 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-135a9745-ec3b-4dd9-9257-9d80b4389cca tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:31:47.578805 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-135a9745-ec3b-4dd9-9257-9d80b4389cca tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:47.748609 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-135a9745-ec3b-4dd9-9257-9d80b4389cca tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Floating IP 7096fc60-7eb4-49a9-afad-58554e03cd92 associated. External IP: 172.26.0.223, port: 83792858-23d6-4e12-96ea-4f7f5a101999. Nov 26 17:31:48.091069 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135a9745-ec3b-4dd9-9257-9d80b4389cca tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Router 77acccc4-794b-4e9f-a305-4c7c0eacb3fb has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:31:48.265258 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135a9745-ec3b-4dd9-9257-9d80b4389cca tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:31:48.275294 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e5c51f-f976-4211-bb1b-988f5dad4fc5 None None] Sync routers for ids ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:31:48.288386 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e5c51f-f976-4211-bb1b-988f5dad4fc5 None None] Routers {'77acccc4-794b-4e9f-a305-4c7c0eacb3fb'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:31:48.289084 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-01e5c51f-f976-4211-bb1b-988f5dad4fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:31:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:48.290648 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-135a9745-ec3b-4dd9-9257-9d80b4389cca tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:48.345884 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-135a9745-ec3b-4dd9-9257-9d80b4389cca tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2267947 Nov 26 17:31:48.346510 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b31e84-02d3-4392-9392-6f4acd28d0ab', 'tag': '83792858-23d6-4e12-96ea-4f7f5a101999'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:31:48.445179 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b31e84-02d3-4392-9392-6f4acd28d0ab', 'tag': '83792858-23d6-4e12-96ea-4f7f5a101999', 'status': 'completed', 'code': 200} Nov 26 17:31:48.475644 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-01e5c51f-f976-4211-bb1b-988f5dad4fc5 None None] Set router 77acccc4-794b-4e9f-a305-4c7c0eacb3fb gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:31:48.541071 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca22a8-f34a-4fff-bda8-0b7ef918a94d req-74fe05dd-d287-41fa-acf6-f8fa61d5bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:48.542596 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5aca22a8-f34a-4fff-bda8-0b7ef918a94d req-74fe05dd-d287-41fa-acf6-f8fa61d5bea8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59cbf10b8bb147a28b91c58f7515c9fc&device_id=04b31e84-02d3-4392-9392-6f4acd28d0ab HTTP/1.1" status: 200 len: 1098 time: 0.0743132 Nov 26 17:31:48.681242 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca22a8-f34a-4fff-bda8-0b7ef918a94d req-e389efdf-b7c8-4465-9b40-c446f99a4261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:48.682688 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5aca22a8-f34a-4fff-bda8-0b7ef918a94d req-e389efdf-b7c8-4465-9b40-c446f99a4261 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8b0faaee-e071-410e-ac9b-d4005f353b1c HTTP/1.1" status: 200 len: 911 time: 0.1328433 Nov 26 17:31:48.790111 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5aca22a8-f34a-4fff-bda8-0b7ef918a94d req-c8ad1bc4-99f0-47c2-91f5-1810e7223bf3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83792858-23d6-4e12-96ea-4f7f5a101999 HTTP/1.1" status: 200 len: 999 time: 0.1008990 Nov 26 17:31:48.824055 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-01e5c51f-f976-4211-bb1b-988f5dad4fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'name': 'tempest-TestSnapshotPattern-1276825565-router', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:20Z', 'updated_at': '2021-11-26T17:31:24Z', 'revision_number': 4, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'gw_port': {'id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:21Z', 'updated_at': '2021-11-26T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '7096fc60-7eb4-49a9-afad-58554e03cd92', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'floating_ip_address': '172.26.0.223', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'port_id': '83792858-23d6-4e12-96ea-4f7f5a101999', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'mac_address': 'fa:16:3e:aa:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b31e84-02d3-4392-9392-6f4acd28d0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:31:47Z', 'updated_at': '2021-11-26T17:31:47Z', 'revision_number': 0, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5762781f-1264-4f45-8ffa-03bbdbea776f', 'name': '', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'mac_address': 'fa:16:3e:bb:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:24Z', 'updated_at': '2021-11-26T17:31:31Z', 'revision_number': 5, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'subnets': [{'id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:48.827783 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e5c51f-f976-4211-bb1b-988f5dad4fc5 None None] Checking router: 77acccc4-794b-4e9f-a305-4c7c0eacb3fb for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:31:48.835896 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e5c51f-f976-4211-bb1b-988f5dad4fc5 None None] Routers {'77acccc4-794b-4e9f-a305-4c7c0eacb3fb'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:31:48.836493 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-01e5c51f-f976-4211-bb1b-988f5dad4fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:31:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:48.852966 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca22a8-f34a-4fff-bda8-0b7ef918a94d req-465b9005-92a2-4723-ac34-331ecc83c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:48.854380 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5aca22a8-f34a-4fff-bda8-0b7ef918a94d req-465b9005-92a2-4723-ac34-331ecc83c21d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eacf8b35-248c-4d73-a6ba-3da63ce53d7b HTTP/1.1" status: 200 len: 849 time: 0.0580547 Nov 26 17:31:48.931446 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca22a8-f34a-4fff-bda8-0b7ef918a94d req-919aac31-43e8-4862-ab6e-c78b12b109f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:31:48.932849 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5aca22a8-f34a-4fff-bda8-0b7ef918a94d req-919aac31-43e8-4862-ab6e-c78b12b109f4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8b0faaee-e071-410e-ac9b-d4005f353b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723979 Nov 26 17:31:49.042073 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-01e5c51f-f976-4211-bb1b-988f5dad4fc5 None None] Set router 77acccc4-794b-4e9f-a305-4c7c0eacb3fb gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:31:49.185251 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5aca22a8-f34a-4fff-bda8-0b7ef918a94d req-e859c04c-63ee-44e0-a2aa-04354d2d2fd9 service neutron] 10.222.0.31 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451742 Nov 26 17:31:49.315161 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5aca22a8-f34a-4fff-bda8-0b7ef918a94d req-18739d26-75d0-45b8-ab4e-92cf4f7fc945 service neutron] 10.222.0.31 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235802 Nov 26 17:31:49.385230 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-01e5c51f-f976-4211-bb1b-988f5dad4fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'name': 'tempest-TestSnapshotPattern-1276825565-router', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:20Z', 'updated_at': '2021-11-26T17:31:24Z', 'revision_number': 4, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'gw_port': {'id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:21Z', 'updated_at': '2021-11-26T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '7096fc60-7eb4-49a9-afad-58554e03cd92', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'floating_ip_address': '172.26.0.223', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'port_id': '83792858-23d6-4e12-96ea-4f7f5a101999', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'mac_address': 'fa:16:3e:aa:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b31e84-02d3-4392-9392-6f4acd28d0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:31:47Z', 'updated_at': '2021-11-26T17:31:47Z', 'revision_number': 0, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5762781f-1264-4f45-8ffa-03bbdbea776f', 'name': '', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'mac_address': 'fa:16:3e:bb:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:24Z', 'updated_at': '2021-11-26T17:31:31Z', 'revision_number': 5, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'subnets': [{'id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:31:49.389227 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e5c51f-f976-4211-bb1b-988f5dad4fc5 None None] The sync data for ids ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'] in dv-neutron-819440-1-hyperv is: [{'id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'name': 'tempest-TestSnapshotPattern-1276825565-router', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:20Z', 'updated_at': '2021-11-26T17:31:24Z', 'revision_number': 4, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'gw_port': {'id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:21Z', 'updated_at': '2021-11-26T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '7096fc60-7eb4-49a9-afad-58554e03cd92', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'floating_ip_address': '172.26.0.223', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'port_id': '83792858-23d6-4e12-96ea-4f7f5a101999', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'mac_address': 'fa:16:3e:aa:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b31e84-02d3-4392-9392-6f4acd28d0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:31:47Z', 'updated_at': '2021-11-26T17:31:47Z', 'revision_number': 0, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5762781f-1264-4f45-8ffa-03bbdbea776f', 'name': '', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'mac_address': 'fa:16:3e:bb:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:24Z', 'updated_at': '2021-11-26T17:31:31Z', 'revision_number': 5, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'subnets': [{'id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:31:49.579005 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8905c639-f409-4508-bbb1-e639b2ae0b31 None None] New status for floating IP 7096fc60-7eb4-49a9-afad-58554e03cd92: ACTIVE {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:31:49.921530 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:58.703913 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ff3cbef3-483c-4985-a0ec-ef84d02e4cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:31:59.476290 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:32:01.359445 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-10d1f5cd-77a2-4427-8097-0041f3a96cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:32:02.381960 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:32:04.175780 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:32:07.820074 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:32:19.927436 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:32:28.707192 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2cf2308d-b452-404e-90a8-0d519defc241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:32:29.476725 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:32:30.788537 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-01757ec3-cae1-4089-9484-cee7a82fcca1 req-a61b6796-ca2f-4031-8939-c79cc2b1b739 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=04b31e84-02d3-4392-9392-6f4acd28d0ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1426697 Nov 26 17:32:30.936301 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01757ec3-cae1-4089-9484-cee7a82fcca1 req-6a2c0c24-f91c-42a4-afd6-7531c9d7ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:32:30.937672 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-01757ec3-cae1-4089-9484-cee7a82fcca1 req-6a2c0c24-f91c-42a4-afd6-7531c9d7ccca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59cbf10b8bb147a28b91c58f7515c9fc&device_id=04b31e84-02d3-4392-9392-6f4acd28d0ab HTTP/1.1" status: 200 len: 1098 time: 0.0703015 Nov 26 17:32:31.087667 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01757ec3-cae1-4089-9484-cee7a82fcca1 req-250a19e5-a674-44b8-bf02-135347b85c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:32:31.089088 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-01757ec3-cae1-4089-9484-cee7a82fcca1 req-250a19e5-a674-44b8-bf02-135347b85c29 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8b0faaee-e071-410e-ac9b-d4005f353b1c HTTP/1.1" status: 200 len: 911 time: 0.1255813 Nov 26 17:32:31.194882 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-01757ec3-cae1-4089-9484-cee7a82fcca1 req-0a0680c9-95c1-4b11-a737-a788a7b06a81 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83792858-23d6-4e12-96ea-4f7f5a101999 HTTP/1.1" status: 200 len: 1001 time: 0.0950525 Nov 26 17:32:31.262863 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01757ec3-cae1-4089-9484-cee7a82fcca1 req-e231c1cc-3f86-4777-9e95-ceb6fc43f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:32:31.264241 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-01757ec3-cae1-4089-9484-cee7a82fcca1 req-e231c1cc-3f86-4777-9e95-ceb6fc43f1b2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eacf8b35-248c-4d73-a6ba-3da63ce53d7b HTTP/1.1" status: 200 len: 849 time: 0.0589893 Nov 26 17:32:31.339450 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01757ec3-cae1-4089-9484-cee7a82fcca1 req-d69637c4-38da-42b1-9fe0-38bfd8eac248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:32:31.340910 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-01757ec3-cae1-4089-9484-cee7a82fcca1 req-d69637c4-38da-42b1-9fe0-38bfd8eac248 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8b0faaee-e071-410e-ac9b-d4005f353b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682204 Nov 26 17:32:31.359651 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1e95d05b-2e3c-4073-a3b7-f5f5cb2c2fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:32:31.477119 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-01757ec3-cae1-4089-9484-cee7a82fcca1 req-ed4b5fe9-4aa6-4673-ab92-b38485b427b6 service neutron] 10.222.0.31 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256237 Nov 26 17:32:31.611067 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-01757ec3-cae1-4089-9484-cee7a82fcca1 req-577fc3c9-05ac-4408-8510-3169adfebf6a service neutron] 10.222.0.31 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229403 Nov 26 17:32:32.383625 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:32:34.177042 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:32:44.819627 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:32:49.937460 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:32:58.709460 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-137641eb-ccf5-4d15-b565-e751ca7f2ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:32:59.477372 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:33:01.361352 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3895e651-cb7d-400d-a0b2-e7cc887ac3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:33:02.385945 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:33:04.180926 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:33:19.941024 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:33:21.819207 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:33:28.711409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f55a9227-e386-4c64-847f-dcbaf73649cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:33:29.479436 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:33:31.363170 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b55ac7f0-c58e-48c4-bcfb-608756891430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:33:31.728183 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5bb20a0b-7f86-48c0-8845-0c2cf2ec2fc8 req-c62b757a-d772-497e-bd1a-606852d67804 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=04b31e84-02d3-4392-9392-6f4acd28d0ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715685 Nov 26 17:33:31.886250 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb20a0b-7f86-48c0-8845-0c2cf2ec2fc8 req-07946f44-3664-4811-a95a-671f3420f97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:33:31.887667 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5bb20a0b-7f86-48c0-8845-0c2cf2ec2fc8 req-07946f44-3664-4811-a95a-671f3420f97f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59cbf10b8bb147a28b91c58f7515c9fc&device_id=04b31e84-02d3-4392-9392-6f4acd28d0ab HTTP/1.1" status: 200 len: 1098 time: 0.0737920 Nov 26 17:33:32.033700 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb20a0b-7f86-48c0-8845-0c2cf2ec2fc8 req-aeef8c45-72e5-4ffc-a7f9-0ec54e21b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:33:32.035012 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5bb20a0b-7f86-48c0-8845-0c2cf2ec2fc8 req-aeef8c45-72e5-4ffc-a7f9-0ec54e21b423 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8b0faaee-e071-410e-ac9b-d4005f353b1c HTTP/1.1" status: 200 len: 911 time: 0.1227069 Nov 26 17:33:32.143309 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5bb20a0b-7f86-48c0-8845-0c2cf2ec2fc8 req-ec1beb94-6745-4d05-b65f-77a3e46c8512 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83792858-23d6-4e12-96ea-4f7f5a101999 HTTP/1.1" status: 200 len: 1001 time: 0.0970314 Nov 26 17:33:32.209055 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb20a0b-7f86-48c0-8845-0c2cf2ec2fc8 req-d01fb9ea-54d1-4b3c-8950-ba509bc9c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:33:32.210457 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5bb20a0b-7f86-48c0-8845-0c2cf2ec2fc8 req-d01fb9ea-54d1-4b3c-8950-ba509bc9c719 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eacf8b35-248c-4d73-a6ba-3da63ce53d7b HTTP/1.1" status: 200 len: 849 time: 0.0570071 Nov 26 17:33:32.291906 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb20a0b-7f86-48c0-8845-0c2cf2ec2fc8 req-612108e3-9a6b-4741-884e-30a204f2359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:33:32.293252 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5bb20a0b-7f86-48c0-8845-0c2cf2ec2fc8 req-612108e3-9a6b-4741-884e-30a204f2359c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8b0faaee-e071-410e-ac9b-d4005f353b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725367 Nov 26 17:33:32.392262 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:33:32.549008 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5bb20a0b-7f86-48c0-8845-0c2cf2ec2fc8 req-d9f13330-8b4b-4b02-80fe-86ad8cc47e77 service neutron] 10.222.0.31 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452912 Nov 26 17:33:32.682818 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5bb20a0b-7f86-48c0-8845-0c2cf2ec2fc8 req-7466ffa9-ea9d-4437-aeb9-97d5775d9822 service neutron] 10.222.0.31 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232178 Nov 26 17:33:34.183936 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:33:49.425391 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 83792858-23d6-4e12-96ea-4f7f5a101999 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:33:49.560440 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 83792858-23d6-4e12-96ea-4f7f5a101999, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=83792858-23d6-4e12-96ea-4f7f5a101999,segment=NetworkSegment(ca3a5894-fc41-4db6-854c-4045414fda73),segment_id=ca3a5894-fc41-4db6-854c-4045414fda73)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:33:49.573087 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '83792858-23d6-4e12-96ea-4f7f5a101999', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'port_id': '83792858-23d6-4e12-96ea-4f7f5a101999', 'mac_address': 'fa:16:3e:aa:57:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:33:49.626484 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:33:49.643012 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83792858-23d6-4e12-96ea-4f7f5a101999 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:33:49.658354 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 83792858-23d6-4e12-96ea-4f7f5a101999, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=83792858-23d6-4e12-96ea-4f7f5a101999,segment=NetworkSegment(ca3a5894-fc41-4db6-854c-4045414fda73),segment_id=ca3a5894-fc41-4db6-854c-4045414fda73)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:33:49.662108 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:33:49.664510 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:33:49.733308 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=83792858-23d6-4e12-96ea-4f7f5a101999,revision_number=6']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:33:49.740342 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:33:49.740690 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:33:49.741025 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:33:49.741354 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:33:49.741680 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:33:49.742005 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:33:49.742326 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:33:49.742646 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:33:49.742967 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:33:49.743285 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:33:49.743600 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:33:49.743944 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:33:49.747680 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:33:49.758666 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['83792858-23d6-4e12-96ea-4f7f5a101999'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:33:49.959605 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:33:51.428030 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 83792858-23d6-4e12-96ea-4f7f5a101999 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:33:51.505613 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 83792858-23d6-4e12-96ea-4f7f5a101999 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:33:51.506067 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:33:51.673078 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:33:51.714388 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 83792858-23d6-4e12-96ea-4f7f5a101999, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=83792858-23d6-4e12-96ea-4f7f5a101999,segment=NetworkSegment(ca3a5894-fc41-4db6-854c-4045414fda73),segment_id=ca3a5894-fc41-4db6-854c-4045414fda73)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:33:51.715243 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b31e84-02d3-4392-9392-6f4acd28d0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83792858-23d6-4e12-96ea-4f7f5a101999'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:33:51.723880 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:33:51.726764 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:33:51.787590 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b31e84-02d3-4392-9392-6f4acd28d0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83792858-23d6-4e12-96ea-4f7f5a101999', 'code': 200} Nov 26 17:33:51.811313 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=83792858-23d6-4e12-96ea-4f7f5a101999,revision_number=7']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:33:51.815643 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:33:58.718608 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-90b6ce15-3a13-41f3-9261-3c217ce7900c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:33:58.817730 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:33:59.480539 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:00.103949 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-75f06d14-014f-4a60-a785-cda0dab9886d req-2a59110a-e5ce-4119-ab3b-e4f14a015105 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1486248151&fields=id&tenant_id=59cbf10b8bb147a28b91c58f7515c9fc HTTP/1.1" status: 200 len: 267 time: 0.0401390 Nov 26 17:34:00.250725 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d13c7ef5-88b1-4504-a130-66c5513f16e8 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:00.252443 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d13c7ef5-88b1-4504-a130-66c5513f16e8 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/networks?id=8b0faaee-e071-410e-ac9b-d4005f353b1c HTTP/1.1" status: 200 len: 810 time: 0.1423876 Nov 26 17:34:00.266674 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d8b7fc39-d48b-425f-9fcd-872c4920bf9c tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/quotas/59cbf10b8bb147a28b91c58f7515c9fc HTTP/1.1" status: 200 len: 375 time: 0.0087817 Nov 26 17:34:00.355682 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-75f06d14-014f-4a60-a785-cda0dab9886d req-418565a3-1739-48f1-a55a-24cfe688e74e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=59cbf10b8bb147a28b91c58f7515c9fc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0842853 Nov 26 17:34:00.609885 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-75f06d14-014f-4a60-a785-cda0dab9886d req-f439acae-c269-4468-9db2-5f801853d8aa service neutron] 10.222.0.11 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424383 Nov 26 17:34:00.738210 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d9c1ed2f-b2bf-4a12-8ddb-93a322407e52 service neutron] 10.222.0.11 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224282 Nov 26 17:34:01.364768 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8aedaa99-aa7b-4522-ac88-1e228fb0f319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:01.945943 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-363330b4-64a6-4374-baac-34b3d80140c0 req-32494a02-5370-443a-aee1-b2f164c85911 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 210 time: 0.0444434 Nov 26 17:34:02.392305 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:03.041077 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-af0f407f-e115-4671-9445-70e76dfc4a3a req-865260b4-058a-4123-b951-6d2135852407 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 210 time: 0.0429215 Nov 26 17:34:03.500169 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 83792858-23d6-4e12-96ea-4f7f5a101999 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:34:03.610641 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:03.636559 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b31e84-02d3-4392-9392-6f4acd28d0ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83792858-23d6-4e12-96ea-4f7f5a101999'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:34:03.646349 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 83792858-23d6-4e12-96ea-4f7f5a101999, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=83792858-23d6-4e12-96ea-4f7f5a101999,segment=NetworkSegment(ca3a5894-fc41-4db6-854c-4045414fda73),segment_id=ca3a5894-fc41-4db6-854c-4045414fda73)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:34:03.651108 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:03.653012 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb686e9d-757b-44be-9771-3d4b7cfa0588 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:34:03.687108 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b31e84-02d3-4392-9392-6f4acd28d0ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83792858-23d6-4e12-96ea-4f7f5a101999', 'code': 200} Nov 26 17:34:03.718214 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=83792858-23d6-4e12-96ea-4f7f5a101999,revision_number=8']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:34:03.721211 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:34:04.141396 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-0826027d-7591-4aa0-8f4e-9f6b76a3566b req-b1fa1a64-97ae-429a-8531-133ef2e8b8af tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 210 time: 0.0481050 Nov 26 17:34:04.187792 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:05.070856 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f06d14-014f-4a60-a785-cda0dab9886d req-9ae0fa9d-dcdd-4d18-b202-675afab333f7 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:05.072248 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-75f06d14-014f-4a60-a785-cda0dab9886d req-9ae0fa9d-dcdd-4d18-b202-675afab333f7 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.31 "GET /v2.0/networks?id=8b0faaee-e071-410e-ac9b-d4005f353b1c HTTP/1.1" status: 200 len: 810 time: 0.1488957 Nov 26 17:34:05.125958 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-75f06d14-014f-4a60-a785-cda0dab9886d req-ee2b689c-9c0a-41d9-8c8f-4c4ad962d5b2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59cbf10b8bb147a28b91c58f7515c9fc HTTP/1.1" status: 200 len: 380 time: 0.0394185 Nov 26 17:34:05.138955 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-75f06d14-014f-4a60-a785-cda0dab9886d req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Request body: {'port': {'device_id': 'b05bdd5f-24e5-4419-ba18-19b20773233d', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'admin_state_up': True, 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'security_groups': ['6cdddf79-0917-436a-a5c1-2af8cf72a121']}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:34:05.312131 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8f542add-2a98-4488-91e7-11fad9ccad91 req-22964fc3-2d39-4dc2-9421-b1b06e0b4d54 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 210 time: 0.0593574 Nov 26 17:34:05.320459 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-75f06d14-014f-4a60-a785-cda0dab9886d req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:34:05.332689 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [req-75f06d14-014f-4a60-a785-cda0dab9886d req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:34:05.344256 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75f06d14-014f-4a60-a785-cda0dab9886d req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Made reservation on behalf of 59cbf10b8bb147a28b91c58f7515c9fc for: {'port': 1} {{(pid=87518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 17:34:05.347852 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-75f06d14-014f-4a60-a785-cda0dab9886d req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:05.517593 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [req-75f06d14-014f-4a60-a785-cda0dab9886d req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Allocated IP 172.20.0.13 (8b0faaee-e071-410e-ac9b-d4005f353b1c/eacf8b35-248c-4d73-a6ba-3da63ce53d7b/81e61455-c02e-4449-878f-9c7a183e6e40) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:34:05.789993 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-75f06d14-014f-4a60-a785-cda0dab9886d req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:05.818369 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-75f06d14-014f-4a60-a785-cda0dab9886d req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Transition to ACTIVE for port object 81e61455-c02e-4449-878f-9c7a183e6e40 will not be triggered until provisioned by entity DHCP. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:34:05.845525 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-75f06d14-014f-4a60-a785-cda0dab9886d req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:05.851599 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:34:05.918566 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75f06d14-014f-4a60-a785-cda0dab9886d req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Network 8b0faaee-e071-410e-ac9b-d4005f353b1c is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:34:05.921755 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [req-75f06d14-014f-4a60-a785-cda0dab9886d req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:34:05.925835 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f06d14-014f-4a60-a785-cda0dab9886d req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:34:05.958298 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Pushing event updated for resources: {'Port': ['ID=81e61455-c02e-4449-878f-9c7a183e6e40,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:34:05.981832 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:34:05.982226 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:34:05.982606 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:34:05.982976 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:34:05.983346 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:34:05.983711 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:34:05.984277 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:34:05.984797 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:34:05.985162 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:34:05.985523 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:34:05.985878 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:34:05.986243 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:34:05.992340 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:34:06.011263 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f06d14-014f-4a60-a785-cda0dab9886d req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:06.011941 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-75f06d14-014f-4a60-a785-cda0dab9886d req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:06.038409 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-75f06d14-014f-4a60-a785-cda0dab9886d req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9032354 Nov 26 17:34:06.229380 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-66cff6de-8231-4f9b-827b-3cc42ec9e841 None None] Provisioning for port 81e61455-c02e-4449-878f-9c7a183e6e40 completed by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:34:06.239557 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-66cff6de-8231-4f9b-827b-3cc42ec9e841 None None] Provisioning complete for port 81e61455-c02e-4449-878f-9c7a183e6e40 triggered by entity DHCP. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:34:06.240008 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-66cff6de-8231-4f9b-827b-3cc42ec9e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:06.295454 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-66cff6de-8231-4f9b-827b-3cc42ec9e841 None None] Port 81e61455-c02e-4449-878f-9c7a183e6e40 cannot update to ACTIVE because it is not bound. {{(pid=87520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 26 17:34:06.507229 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a861bbb-446a-47ba-9f72-cd3f85e0f84b req-cf3ffef9-1adb-44d0-9af5-04f5833d23cc tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:06.508691 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5a861bbb-446a-47ba-9f72-cd3f85e0f84b req-cf3ffef9-1adb-44d0-9af5-04f5833d23cc tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 932 time: 0.0825071 Nov 26 17:34:06.556228 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5a861bbb-446a-47ba-9f72-cd3f85e0f84b req-b5277a50-192c-499c-b944-77e4fda4ff02 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404458 Nov 26 17:34:07.908992 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db7ba7-c738-4ac1-86f7-6f5ed4fe747c req-e2d5c00e-2f15-4268-9b84-78ebbfbae6df tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:07.909683 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-23db7ba7-c738-4ac1-86f7-6f5ed4fe747c req-e2d5c00e-2f15-4268-9b84-78ebbfbae6df tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Synchronizing usage tracker for tenant:59cbf10b8bb147a28b91c58f7515c9fc on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:34:07.925748 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-23db7ba7-c738-4ac1-86f7-6f5ed4fe747c req-e2d5c00e-2f15-4268-9b84-78ebbfbae6df tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Unset dirty status for tenant:59cbf10b8bb147a28b91c58f7515c9fc on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:34:07.926902 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-23db7ba7-c738-4ac1-86f7-6f5ed4fe747c req-e2d5c00e-2f15-4268-9b84-78ebbfbae6df tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 932 time: 0.0985456 Nov 26 17:34:07.974406 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-23db7ba7-c738-4ac1-86f7-6f5ed4fe747c req-607a019a-b18d-48f2-803b-41ca02b369ae tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411091 Nov 26 17:34:09.167098 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6efe2-c844-4d97-91e3-045446e77b65 req-f7f53627-65ae-4366-8cf9-de68bf56af88 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:09.168578 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a8f6efe2-c844-4d97-91e3-045446e77b65 req-f7f53627-65ae-4366-8cf9-de68bf56af88 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 932 time: 0.0862026 Nov 26 17:34:09.213497 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-a8f6efe2-c844-4d97-91e3-045446e77b65 req-7e35a4b8-6e19-428c-8dd8-49359290d265 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392780 Nov 26 17:34:10.411521 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee3de1-4a00-42f4-bb33-2c17afe7db2c req-00290493-d925-431a-86cb-149c0e431650 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:10.420376 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0eee3de1-4a00-42f4-bb33-2c17afe7db2c req-00290493-d925-431a-86cb-149c0e431650 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 932 time: 0.0974977 Nov 26 17:34:10.473671 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0eee3de1-4a00-42f4-bb33-2c17afe7db2c req-52127ae4-91c9-4f7c-a498-f712cc3d65c1 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521307 Nov 26 17:34:11.665731 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce81f3c-864b-4d80-8219-713234b83d69 req-a886cad4-1bae-4070-b04d-358b93ca9458 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:11.667209 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fce81f3c-864b-4d80-8219-713234b83d69 req-a886cad4-1bae-4070-b04d-358b93ca9458 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 932 time: 0.0870376 Nov 26 17:34:11.716263 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fce81f3c-864b-4d80-8219-713234b83d69 req-5b177915-8771-488b-b16c-355d4a3c5a4c tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433626 Nov 26 17:34:12.938564 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23991d93-c467-4919-95c9-e05dfd489063 req-5de16bd4-ed00-463d-9edf-752b21b87582 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:12.940144 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-23991d93-c467-4919-95c9-e05dfd489063 req-5de16bd4-ed00-463d-9edf-752b21b87582 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 932 time: 0.1037011 Nov 26 17:34:12.991379 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-23991d93-c467-4919-95c9-e05dfd489063 req-9db5625f-59f7-4adf-95b3-11ccd26911a5 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449769 Nov 26 17:34:14.183861 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b092a4-89a8-44bf-ad0b-4b8087d0f031 req-9ecdbe11-2ec8-4579-8a00-abddc6b577aa tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:14.185291 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b2b092a4-89a8-44bf-ad0b-4b8087d0f031 req-9ecdbe11-2ec8-4579-8a00-abddc6b577aa tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 932 time: 0.0854535 Nov 26 17:34:14.233770 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-b2b092a4-89a8-44bf-ad0b-4b8087d0f031 req-30065581-2ca6-43e2-b13d-f2145ff663ff tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427318 Nov 26 17:34:15.425741 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6ab1d-ae0b-43e3-a51f-ab9ce68df366 req-441d0c49-ea90-4e2e-9d39-4412a36fc272 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:15.427172 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5fd6ab1d-ae0b-43e3-a51f-ab9ce68df366 req-441d0c49-ea90-4e2e-9d39-4412a36fc272 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 932 time: 0.0847547 Nov 26 17:34:15.472654 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-5fd6ab1d-ae0b-43e3-a51f-ab9ce68df366 req-cddf5481-c6b0-40c6-a6c0-86c940f47322 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376174 Nov 26 17:34:16.012098 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d196f849-6982-4058-a453-533d2b4df9e7 service neutron] Request body: {'port': {'device_id': 'b05bdd5f-24e5-4419-ba18-19b20773233d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:34:16.237333 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d196f849-6982-4058-a453-533d2b4df9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:16.576780 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d196f849-6982-4058-a453-533d2b4df9e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e61455-c02e-4449-878f-9c7a183e6e40 {{(pid=87518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:34:16.584013 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d196f849-6982-4058-a453-533d2b4df9e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:16.603380 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.provisioning_blocks [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d196f849-6982-4058-a453-533d2b4df9e7 service neutron] Transition to ACTIVE for port object 81e61455-c02e-4449-878f-9c7a183e6e40 will not be triggered until provisioned by entity L2. {{(pid=87518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 17:34:16.607192 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d196f849-6982-4058-a453-533d2b4df9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:16.611474 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-db5e02fd-e9f7-4704-b1cf-dba047d8038a tempest-TestShelveInstance-278593361 tempest-TestShelveInstance-278593361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:34:16.662055 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76648e53-cbf0-44e2-be30-479260cf6408 req-52b1948b-7ee1-432b-9f9f-73d2385d9b39 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:16.664130 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-76648e53-cbf0-44e2-be30-479260cf6408 req-52b1948b-7ee1-432b-9f9f-73d2385d9b39 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 944 time: 0.0833108 Nov 26 17:34:16.726117 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-76648e53-cbf0-44e2-be30-479260cf6408 req-51f473d0-2572-415b-acc5-81213958a168 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556982 Nov 26 17:34:16.739159 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196f849-6982-4058-a453-533d2b4df9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=81e61455-c02e-4449-878f-9c7a183e6e40,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:34:16.751643 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d196f849-6982-4058-a453-533d2b4df9e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:34:16.863349 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d196f849-6982-4058-a453-533d2b4df9e7 service neutron] Attempting to bind port 81e61455-c02e-4449-878f-9c7a183e6e40 on host hv-neutron-8194 for vnic_type normal with profile {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 26 17:34:16.863620 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d196f849-6982-4058-a453-533d2b4df9e7 service neutron] Attempting to bind port 81e61455-c02e-4449-878f-9c7a183e6e40 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ca3a5894-fc41-4db6-854c-4045414fda73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c'}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 26 17:34:16.863972 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d196f849-6982-4058-a453-533d2b4df9e7 service neutron] Attempting to bind port 81e61455-c02e-4449-878f-9c7a183e6e40 on network 8b0faaee-e071-410e-ac9b-d4005f353b1c {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:34:16.868513 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d196f849-6982-4058-a453-533d2b4df9e7 service neutron] Port 81e61455-c02e-4449-878f-9c7a183e6e40 on network 8b0faaee-e071-410e-ac9b-d4005f353b1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 26 17:34:16.868824 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d196f849-6982-4058-a453-533d2b4df9e7 service neutron] Attempting to bind port 81e61455-c02e-4449-878f-9c7a183e6e40 on network 8b0faaee-e071-410e-ac9b-d4005f353b1c {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 26 17:34:16.874405 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d196f849-6982-4058-a453-533d2b4df9e7 service neutron] Checking agent: {'id': '2fcb823c-9ebb-4cd1-ad06-513bd1d9f5dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'started_at': datetime.datetime(2021, 11, 26, 16, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 17, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 26 17:34:16.874743 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d196f849-6982-4058-a453-533d2b4df9e7 service neutron] Checking segment: {'id': 'ca3a5894-fc41-4db6-854c-4045414fda73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 26 17:34:16.875128 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d196f849-6982-4058-a453-533d2b4df9e7 service neutron] Bound using segment: {'id': 'ca3a5894-fc41-4db6-854c-4045414fda73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c'} {{(pid=87518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 26 17:34:16.875548 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.managers [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d196f849-6982-4058-a453-533d2b4df9e7 service neutron] Bound port: 81e61455-c02e-4449-878f-9c7a183e6e40, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3a5894-fc41-4db6-854c-4045414fda73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c'}}] {{(pid=87518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 26 17:34:16.875927 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d196f849-6982-4058-a453-533d2b4df9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:16.964117 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d196f849-6982-4058-a453-533d2b4df9e7 service neutron] For port 81e61455-c02e-4449-878f-9c7a183e6e40, host hv-neutron-8194, cleared binding levels {{(pid=87518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 26 17:34:16.966897 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d196f849-6982-4058-a453-533d2b4df9e7 service neutron] For port 81e61455-c02e-4449-878f-9c7a183e6e40, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=81e61455-c02e-4449-878f-9c7a183e6e40,segment=NetworkSegment(ca3a5894-fc41-4db6-854c-4045414fda73),segment_id=ca3a5894-fc41-4db6-854c-4045414fda73)] {{(pid=87518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 26 17:34:16.971267 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d196f849-6982-4058-a453-533d2b4df9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:16.975833 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a70d8b53-eee2-48ca-854c-e1b011191473 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:34:17.033775 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d196f849-6982-4058-a453-533d2b4df9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:17.034390 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d196f849-6982-4058-a453-533d2b4df9e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:17.035869 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d196f849-6982-4058-a453-533d2b4df9e7 service neutron] 10.222.0.31 "PUT /v2.0/ports/81e61455-c02e-4449-878f-9c7a183e6e40 HTTP/1.1" status: 200 len: 1094 time: 1.0287294 Nov 26 17:34:17.036391 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05bdd5f-24e5-4419-ba18-19b20773233d', 'tag': '81e61455-c02e-4449-878f-9c7a183e6e40'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:34:17.063752 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196f849-6982-4058-a453-533d2b4df9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=81e61455-c02e-4449-878f-9c7a183e6e40,revision_number=3']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:34:17.066701 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-d196f849-6982-4058-a453-533d2b4df9e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:34:17.116074 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b05bdd5f-24e5-4419-ba18-19b20773233d', 'tag': '81e61455-c02e-4449-878f-9c7a183e6e40', 'status': 'completed', 'code': 200} Nov 26 17:34:17.158191 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f06d14-014f-4a60-a785-cda0dab9886d req-e59f6fa1-09cd-4619-83bf-e6d1c0caefd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:17.159760 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-75f06d14-014f-4a60-a785-cda0dab9886d req-e59f6fa1-09cd-4619-83bf-e6d1c0caefd5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59cbf10b8bb147a28b91c58f7515c9fc&device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 1097 time: 0.0766544 Nov 26 17:34:17.235311 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-75f06d14-014f-4a60-a785-cda0dab9886d req-6f2a761a-9314-4e4a-b8c2-c850127479b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81e61455-c02e-4449-878f-9c7a183e6e40 HTTP/1.1" status: 200 len: 217 time: 0.0646770 Nov 26 17:34:17.297867 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d4f89c12-383f-4ac3-abb2-71be16805eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:17.299170 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d4f89c12-383f-4ac3-abb2-71be16805eb3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eacf8b35-248c-4d73-a6ba-3da63ce53d7b HTTP/1.1" status: 200 len: 849 time: 0.0561523 Nov 26 17:34:17.382222 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d072761d-e370-4b65-a8c1-d6602df9e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:17.383576 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-75f06d14-014f-4a60-a785-cda0dab9886d req-d072761d-e370-4b65-a8c1-d6602df9e4a0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8b0faaee-e071-410e-ac9b-d4005f353b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745988 Nov 26 17:34:17.518154 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-75f06d14-014f-4a60-a785-cda0dab9886d req-f81fd639-f271-4f1d-86a8-187248ef3eb4 service neutron] 10.222.0.31 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238973 Nov 26 17:34:17.651745 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-75f06d14-014f-4a60-a785-cda0dab9886d req-8bc8d678-5e68-410b-989f-a74524853f30 service neutron] 10.222.0.31 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233778 Nov 26 17:34:17.784417 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc532ea-d040-4ad6-829e-1f6e8d6274e4 req-bd5e1917-cbe5-4206-bd9e-3d91ca65e7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:17.786000 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7bc532ea-d040-4ad6-829e-1f6e8d6274e4 req-bd5e1917-cbe5-4206-bd9e-3d91ca65e7b9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59cbf10b8bb147a28b91c58f7515c9fc&device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 1097 time: 0.0738947 Nov 26 17:34:17.903058 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a6113-f9b4-4e44-9a62-758d9a439304 req-46fa3e8c-98d6-4f46-ade7-cf31598261c4 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:17.904589 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-237a6113-f9b4-4e44-9a62-758d9a439304 req-46fa3e8c-98d6-4f46-ade7-cf31598261c4 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 944 time: 0.0805798 Nov 26 17:34:17.921829 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc532ea-d040-4ad6-829e-1f6e8d6274e4 req-1bbdec62-6445-42ca-9c57-d43e474aa7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:17.923293 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7bc532ea-d040-4ad6-829e-1f6e8d6274e4 req-1bbdec62-6445-42ca-9c57-d43e474aa7cb service neutron] 10.222.0.31 "GET /v2.0/networks?id=8b0faaee-e071-410e-ac9b-d4005f353b1c HTTP/1.1" status: 200 len: 911 time: 0.1289113 Nov 26 17:34:17.948901 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-237a6113-f9b4-4e44-9a62-758d9a439304 req-eab0a042-0303-4382-8e9d-c6effa4df255 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386021 Nov 26 17:34:18.117514 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7bc532ea-d040-4ad6-829e-1f6e8d6274e4 req-683a930b-2233-4ae2-b72b-d8ec72e414f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81e61455-c02e-4449-878f-9c7a183e6e40 HTTP/1.1" status: 200 len: 217 time: 0.1863399 Nov 26 17:34:18.183652 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc532ea-d040-4ad6-829e-1f6e8d6274e4 req-a819634e-babb-43cd-8b74-2803eb638900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:18.184968 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7bc532ea-d040-4ad6-829e-1f6e8d6274e4 req-a819634e-babb-43cd-8b74-2803eb638900 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eacf8b35-248c-4d73-a6ba-3da63ce53d7b HTTP/1.1" status: 200 len: 849 time: 0.0570312 Nov 26 17:34:18.262565 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc532ea-d040-4ad6-829e-1f6e8d6274e4 req-6d463a1f-09f0-48c3-84ed-d526fb8e35db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:18.264031 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7bc532ea-d040-4ad6-829e-1f6e8d6274e4 req-6d463a1f-09f0-48c3-84ed-d526fb8e35db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8b0faaee-e071-410e-ac9b-d4005f353b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719507 Nov 26 17:34:18.396008 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7bc532ea-d040-4ad6-829e-1f6e8d6274e4 req-ef5c15fa-2636-4590-a7f1-890e1befd3bf service neutron] 10.222.0.31 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223550 Nov 26 17:34:18.531390 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7bc532ea-d040-4ad6-829e-1f6e8d6274e4 req-b6885f42-aa28-4747-bb0c-e331173ca13f service neutron] 10.222.0.31 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249876 Nov 26 17:34:19.133345 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe2db3-7cee-4cde-9b87-c50ecf15aba2 req-451002a5-cdb3-438a-a68d-866d72ad68a5 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:19.134765 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4bfe2db3-7cee-4cde-9b87-c50ecf15aba2 req-451002a5-cdb3-438a-a68d-866d72ad68a5 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 944 time: 0.0799568 Nov 26 17:34:19.177262 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-4bfe2db3-7cee-4cde-9b87-c50ecf15aba2 req-ea836157-5e22-4488-a176-05099da48707 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369451 Nov 26 17:34:19.964158 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:20.361668 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87de71-cbb1-44be-aa47-021065b20bac req-e50245b3-1d28-4e08-ab63-3614da5c46dc tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:20.363134 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5a87de71-cbb1-44be-aa47-021065b20bac req-e50245b3-1d28-4e08-ab63-3614da5c46dc tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 944 time: 0.0832086 Nov 26 17:34:20.408366 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-5a87de71-cbb1-44be-aa47-021065b20bac req-26431f03-dcfb-4da9-b8a2-63c049199bc9 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391681 Nov 26 17:34:21.594221 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 81e61455-c02e-4449-878f-9c7a183e6e40 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:34:21.595476 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fc03f-7fdc-40fc-ba17-479797da79b8 req-706953da-c2c0-420f-b2e2-8a0129722f43 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:21.596991 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b35fc03f-7fdc-40fc-ba17-479797da79b8 req-706953da-c2c0-420f-b2e2-8a0129722f43 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 944 time: 0.0861788 Nov 26 17:34:21.641252 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-b35fc03f-7fdc-40fc-ba17-479797da79b8 req-05cf39cc-00af-4e77-97c4-ceb79ec0d5ea tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380962 Nov 26 17:34:21.726058 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 81e61455-c02e-4449-878f-9c7a183e6e40, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=81e61455-c02e-4449-878f-9c7a183e6e40,segment=NetworkSegment(ca3a5894-fc41-4db6-854c-4045414fda73),segment_id=ca3a5894-fc41-4db6-854c-4045414fda73)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:34:21.738844 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '81e61455-c02e-4449-878f-9c7a183e6e40', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'port_id': '81e61455-c02e-4449-878f-9c7a183e6e40', 'mac_address': 'fa:16:3e:bb:da:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:34:21.795981 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:21.812409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e61455-c02e-4449-878f-9c7a183e6e40 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:34:21.827125 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 81e61455-c02e-4449-878f-9c7a183e6e40, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=81e61455-c02e-4449-878f-9c7a183e6e40,segment=NetworkSegment(ca3a5894-fc41-4db6-854c-4045414fda73),segment_id=ca3a5894-fc41-4db6-854c-4045414fda73)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:34:21.832156 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:21.833935 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:34:21.898033 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=81e61455-c02e-4449-878f-9c7a183e6e40,revision_number=4']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:34:21.900947 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:34:22.111010 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['81e61455-c02e-4449-878f-9c7a183e6e40'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:34:22.826294 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c06d42-8674-46ba-836a-33e3009778a9 req-eb09047f-4f8d-4d14-9a86-bc7b2c269f21 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:22.827741 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c7c06d42-8674-46ba-836a-33e3009778a9 req-eb09047f-4f8d-4d14-9a86-bc7b2c269f21 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 945 time: 0.0802658 Nov 26 17:34:22.872015 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-c7c06d42-8674-46ba-836a-33e3009778a9 req-072cfb2d-01a1-4c30-a94a-0a53d272665b tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381746 Nov 26 17:34:23.594367 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 81e61455-c02e-4449-878f-9c7a183e6e40 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:34:23.663153 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning for port 81e61455-c02e-4449-878f-9c7a183e6e40 completed by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 17:34:23.667896 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 81e61455-c02e-4449-878f-9c7a183e6e40 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:34:23.668278 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:23.783705 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:23.809852 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05bdd5f-24e5-4419-ba18-19b20773233d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e61455-c02e-4449-878f-9c7a183e6e40'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:34:23.819327 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 81e61455-c02e-4449-878f-9c7a183e6e40, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=81e61455-c02e-4449-878f-9c7a183e6e40,segment=NetworkSegment(ca3a5894-fc41-4db6-854c-4045414fda73),segment_id=ca3a5894-fc41-4db6-854c-4045414fda73)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:34:23.823991 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:23.825984 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:34:23.854832 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05bdd5f-24e5-4419-ba18-19b20773233d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e61455-c02e-4449-878f-9c7a183e6e40', 'code': 200} Nov 26 17:34:23.893542 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=81e61455-c02e-4449-878f-9c7a183e6e40,revision_number=5']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:34:23.896766 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:34:24.106836 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f271289-dd1a-43de-939b-03cbbd2a3a54 req-ea5a8709-7c6f-4b93-9fb3-881725bab756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:24.108346 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1f271289-dd1a-43de-939b-03cbbd2a3a54 req-ea5a8709-7c6f-4b93-9fb3-881725bab756 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 1099 time: 0.0710030 Nov 26 17:34:24.156671 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1f271289-dd1a-43de-939b-03cbbd2a3a54 req-47133709-1ba7-4a48-9b20-a8c1632f69fc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381112 Nov 26 17:34:24.204476 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f0291-8db2-4a3c-b7a1-7de9d443d5d0 req-439727ab-70c1-42d5-bea1-bc22f2e6df68 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:24.205922 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-480f0291-8db2-4a3c-b7a1-7de9d443d5d0 req-439727ab-70c1-42d5-bea1-bc22f2e6df68 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 946 time: 0.0839241 Nov 26 17:34:24.249082 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-480f0291-8db2-4a3c-b7a1-7de9d443d5d0 req-438bbeb7-f3cd-48f6-ad39-779349187321 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376363 Nov 26 17:34:25.438231 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955ecfb-d536-4e1e-baa5-331ab378dc62 req-30d1cbfa-3fe3-49ae-a730-9a59858af5d3 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:25.439670 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7955ecfb-d536-4e1e-baa5-331ab378dc62 req-30d1cbfa-3fe3-49ae-a730-9a59858af5d3 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 946 time: 0.0830760 Nov 26 17:34:25.484295 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-7955ecfb-d536-4e1e-baa5-331ab378dc62 req-af356f84-be14-4618-a341-4cf4d01490cd tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381701 Nov 26 17:34:26.665476 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a8c05-269a-4af0-b045-533cd9faf522 req-e54447d7-b679-4a4b-b859-65c93def49ee tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:26.666803 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-879a8c05-269a-4af0-b045-533cd9faf522 req-e54447d7-b679-4a4b-b859-65c93def49ee tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 946 time: 0.0785894 Nov 26 17:34:26.711106 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-879a8c05-269a-4af0-b045-533cd9faf522 req-652b4120-1be0-4654-b4ed-d277569c5e1b tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375636 Nov 26 17:34:26.977654 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25cdb4-32a6-43dd-b9c7-3792b45a1bdc req-4278106c-3604-498d-a2c1-2f82a0492984 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:26.978996 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-df25cdb4-32a6-43dd-b9c7-3792b45a1bdc req-4278106c-3604-498d-a2c1-2f82a0492984 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 946 time: 0.1654849 Nov 26 17:34:27.025594 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-df25cdb4-32a6-43dd-b9c7-3792b45a1bdc req-a8344146-c04a-4279-8646-4bebc036593f tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409999 Nov 26 17:34:27.047502 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 33766) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:34:27.117600 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b693aa7-6dc8-4e99-97c4-1022a75f66ad tempest-TestSnapshotPattern-1311161059 tempest-TestSnapshotPattern-1311161059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:27.119063 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-3b693aa7-6dc8-4e99-97c4-1022a75f66ad tempest-TestSnapshotPattern-1311161059 tempest-TestSnapshotPattern-1311161059-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 1094 time: 0.0705781 Nov 26 17:34:27.121854 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 33770) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:34:27.126626 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.v2.base [None req-07f5205f-ac18-419e-b9cc-d9f13924ede2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Request body: {'floatingip': {'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'port_id': '81e61455-c02e-4449-878f-9c7a183e6e40', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 17:34:27.133263 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-07f5205f-ac18-419e-b9cc-d9f13924ede2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 26 17:34:27.137022 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-07f5205f-ac18-419e-b9cc-d9f13924ede2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Usage tracker for resource:floatingip and tenant:59cbf10b8bb147a28b91c58f7515c9fc is out of sync, need to count used quota {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 26 17:34:27.139829 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [None req-07f5205f-ac18-419e-b9cc-d9f13924ede2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 26 17:34:27.145397 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.quota.driver [None req-07f5205f-ac18-419e-b9cc-d9f13924ede2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 26 17:34:27.156165 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-07f5205f-ac18-419e-b9cc-d9f13924ede2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for floatingip, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:27.290167 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-07f5205f-ac18-419e-b9cc-d9f13924ede2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:27.426802 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.db_base_plugin_common [None req-07f5205f-ac18-419e-b9cc-d9f13924ede2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Allocated IP 172.26.0.157 (cf8dce9a-1df0-4b90-b19d-7de373e178f5/807e34ec-b685-4100-8d39-0758c1751594/a779bf99-88ba-4822-9899-178a7d00e471) {{(pid=87518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 17:34:27.572714 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-07f5205f-ac18-419e-b9cc-d9f13924ede2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for port, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:27.602101 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-07f5205f-ac18-419e-b9cc-d9f13924ede2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756664417877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:27.605856 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-a04bcdf1-ed28-4fd4-a728-393c80e912c6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:34:27.668699 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f5205f-ac18-419e-b9cc-d9f13924ede2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Network cf8dce9a-1df0-4b90-b19d-7de373e178f5 is already hosted by enough agents. {{(pid=87518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 17:34:27.671866 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.base_scheduler [None req-07f5205f-ac18-419e-b9cc-d9f13924ede2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Resources bound (agent type, host, resource id): {{(pid=87518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 17:34:27.675469 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f5205f-ac18-419e-b9cc-d9f13924ede2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Received port after_create {{(pid=87518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 26 17:34:27.712481 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5205f-ac18-419e-b9cc-d9f13924ede2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Pushing event updated for resources: {'Port': ['ID=a779bf99-88ba-4822-9899-178a7d00e471,revision_number=1']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:34:27.722135 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-07f5205f-ac18-419e-b9cc-d9f13924ede2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:34:28.208448 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-07f5205f-ac18-419e-b9cc-d9f13924ede2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:28.280890 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-07f5205f-ac18-419e-b9cc-d9f13924ede2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:28.486825 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-07f5205f-ac18-419e-b9cc-d9f13924ede2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for port, precommit_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:28.491093 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-07f5205f-ac18-419e-b9cc-d9f13924ede2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338261'] for port, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:28.496060 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-9eac411c-bb0e-4998-b026-abc19bfd4057 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:34:28.602868 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5205f-ac18-419e-b9cc-d9f13924ede2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Pushing event updated for resources: {'Port': ['ID=a779bf99-88ba-4822-9899-178a7d00e471,revision_number=2']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:34:28.606671 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-07f5205f-ac18-419e-b9cc-d9f13924ede2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:34:28.611237 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-07f5205f-ac18-419e-b9cc-d9f13924ede2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774091'] for floatingip, after_update {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:28.714724 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1acbaa1d-3af3-45f1-8129-57553318b398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:28.783259 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-07f5205f-ac18-419e-b9cc-d9f13924ede2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Floating IP a6a57204-e9a0-4fed-bbb8-5e673bec07cd associated. External IP: 172.26.0.157, port: 81e61455-c02e-4449-878f-9c7a183e6e40. Nov 26 17:34:29.130372 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f5205f-ac18-419e-b9cc-d9f13924ede2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Router 77acccc4-794b-4e9f-a305-4c7c0eacb3fb has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:34:29.442828 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f5205f-ac18-419e-b9cc-d9f13924ede2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:34:29.453053 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9120e819-ecee-48c8-b6bd-f166a08b51d6 None None] Sync routers for ids ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:34:29.463462 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9120e819-ecee-48c8-b6bd-f166a08b51d6 None None] Routers {'77acccc4-794b-4e9f-a305-4c7c0eacb3fb'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:34:29.464194 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9120e819-ecee-48c8-b6bd-f166a08b51d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:34:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:34:29.472998 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-07f5205f-ac18-419e-b9cc-d9f13924ede2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:29.483882 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:29.533325 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-07f5205f-ac18-419e-b9cc-d9f13924ede2 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4104757 Nov 26 17:34:29.533989 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05bdd5f-24e5-4419-ba18-19b20773233d', 'tag': '81e61455-c02e-4449-878f-9c7a183e6e40'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:34:29.586913 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b05bdd5f-24e5-4419-ba18-19b20773233d', 'tag': '81e61455-c02e-4449-878f-9c7a183e6e40', 'status': 'completed', 'code': 200} Nov 26 17:34:29.643132 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-9120e819-ecee-48c8-b6bd-f166a08b51d6 None None] Set router 77acccc4-794b-4e9f-a305-4c7c0eacb3fb gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:34:29.687658 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199a67c-da6f-4e40-a7e9-63c04d8522c8 req-23c00a50-b1ac-4696-86a5-b296a3dd0a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:29.689248 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0199a67c-da6f-4e40-a7e9-63c04d8522c8 req-23c00a50-b1ac-4696-86a5-b296a3dd0a69 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59cbf10b8bb147a28b91c58f7515c9fc&device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 1099 time: 0.0758502 Nov 26 17:34:29.821463 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199a67c-da6f-4e40-a7e9-63c04d8522c8 req-fabb859f-96f4-4223-8b43-e3db47198bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:29.822892 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0199a67c-da6f-4e40-a7e9-63c04d8522c8 req-fabb859f-96f4-4223-8b43-e3db47198bd2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8b0faaee-e071-410e-ac9b-d4005f353b1c HTTP/1.1" status: 200 len: 911 time: 0.1271243 Nov 26 17:34:29.921238 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0199a67c-da6f-4e40-a7e9-63c04d8522c8 req-88147dff-2311-477e-a480-12d1538bee6e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81e61455-c02e-4449-878f-9c7a183e6e40 HTTP/1.1" status: 200 len: 1000 time: 0.0919614 Nov 26 17:34:29.988508 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199a67c-da6f-4e40-a7e9-63c04d8522c8 req-a990e283-2ea7-4e7b-8d9d-cda52de4b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:29.989941 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0199a67c-da6f-4e40-a7e9-63c04d8522c8 req-a990e283-2ea7-4e7b-8d9d-cda52de4b84f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eacf8b35-248c-4d73-a6ba-3da63ce53d7b HTTP/1.1" status: 200 len: 849 time: 0.0595167 Nov 26 17:34:29.990364 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9120e819-ecee-48c8-b6bd-f166a08b51d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'name': 'tempest-TestSnapshotPattern-1276825565-router', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:20Z', 'updated_at': '2021-11-26T17:31:24Z', 'revision_number': 4, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'gw_port': {'id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:21Z', 'updated_at': '2021-11-26T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '7096fc60-7eb4-49a9-afad-58554e03cd92', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'floating_ip_address': '172.26.0.223', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'port_id': '83792858-23d6-4e12-96ea-4f7f5a101999', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'mac_address': 'fa:16:3e:aa:57:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b31e84-02d3-4392-9392-6f4acd28d0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:31:47Z', 'updated_at': '2021-11-26T17:31:49Z', 'revision_number': 1, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'fixed_ip_address_scope': None}, {'id': 'a6a57204-e9a0-4fed-bbb8-5e673bec07cd', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'floating_ip_address': '172.26.0.157', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'port_id': '81e61455-c02e-4449-878f-9c7a183e6e40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'mac_address': 'fa:16:3e:bb:da:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05bdd5f-24e5-4419-ba18-19b20773233d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:34:28Z', 'updated_at': '2021-11-26T17:34:28Z', 'revision_number': 0, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5762781f-1264-4f45-8ffa-03bbdbea776f', 'name': '', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'mac_address': 'fa:16:3e:bb:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:24Z', 'updated_at': '2021-11-26T17:31:31Z', 'revision_number': 5, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'subnets': [{'id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:34:29.994689 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9120e819-ecee-48c8-b6bd-f166a08b51d6 None None] Checking router: 77acccc4-794b-4e9f-a305-4c7c0eacb3fb for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:34:30.003224 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9120e819-ecee-48c8-b6bd-f166a08b51d6 None None] Routers {'77acccc4-794b-4e9f-a305-4c7c0eacb3fb'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:34:30.003859 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9120e819-ecee-48c8-b6bd-f166a08b51d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:34:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:34:30.064560 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199a67c-da6f-4e40-a7e9-63c04d8522c8 req-401bf525-30be-415e-999b-14a09763e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:30.065946 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0199a67c-da6f-4e40-a7e9-63c04d8522c8 req-401bf525-30be-415e-999b-14a09763e71e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8b0faaee-e071-410e-ac9b-d4005f353b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695155 Nov 26 17:34:30.199266 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0199a67c-da6f-4e40-a7e9-63c04d8522c8 req-442f3cc3-ebb7-4d43-955b-7ee6a4a4244c service neutron] 10.222.0.31 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265945 Nov 26 17:34:30.211684 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-9120e819-ecee-48c8-b6bd-f166a08b51d6 None None] Set router 77acccc4-794b-4e9f-a305-4c7c0eacb3fb gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:34:30.333146 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-0199a67c-da6f-4e40-a7e9-63c04d8522c8 req-607ee5fd-6751-4a97-90b4-39caf1c01482 service neutron] 10.222.0.31 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246610 Nov 26 17:34:30.552035 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-9120e819-ecee-48c8-b6bd-f166a08b51d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'name': 'tempest-TestSnapshotPattern-1276825565-router', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:20Z', 'updated_at': '2021-11-26T17:31:24Z', 'revision_number': 4, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'gw_port': {'id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:21Z', 'updated_at': '2021-11-26T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '7096fc60-7eb4-49a9-afad-58554e03cd92', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'floating_ip_address': '172.26.0.223', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'port_id': '83792858-23d6-4e12-96ea-4f7f5a101999', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'mac_address': 'fa:16:3e:aa:57:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b31e84-02d3-4392-9392-6f4acd28d0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:31:47Z', 'updated_at': '2021-11-26T17:31:49Z', 'revision_number': 1, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'fixed_ip_address_scope': None}, {'id': 'a6a57204-e9a0-4fed-bbb8-5e673bec07cd', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'floating_ip_address': '172.26.0.157', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'port_id': '81e61455-c02e-4449-878f-9c7a183e6e40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'mac_address': 'fa:16:3e:bb:da:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05bdd5f-24e5-4419-ba18-19b20773233d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:34:28Z', 'updated_at': '2021-11-26T17:34:28Z', 'revision_number': 0, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5762781f-1264-4f45-8ffa-03bbdbea776f', 'name': '', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'mac_address': 'fa:16:3e:bb:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:24Z', 'updated_at': '2021-11-26T17:31:31Z', 'revision_number': 5, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'subnets': [{'id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:34:30.555947 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9120e819-ecee-48c8-b6bd-f166a08b51d6 None None] The sync data for ids ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'] in dv-neutron-819440-1-hyperv is: [{'id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'name': 'tempest-TestSnapshotPattern-1276825565-router', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:20Z', 'updated_at': '2021-11-26T17:31:24Z', 'revision_number': 4, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'gw_port': {'id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:21Z', 'updated_at': '2021-11-26T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '7096fc60-7eb4-49a9-afad-58554e03cd92', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'floating_ip_address': '172.26.0.223', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'port_id': '83792858-23d6-4e12-96ea-4f7f5a101999', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'mac_address': 'fa:16:3e:aa:57:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b31e84-02d3-4392-9392-6f4acd28d0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:31:47Z', 'updated_at': '2021-11-26T17:31:49Z', 'revision_number': 1, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'fixed_ip_address_scope': None}, {'id': 'a6a57204-e9a0-4fed-bbb8-5e673bec07cd', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'floating_ip_address': '172.26.0.157', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'port_id': '81e61455-c02e-4449-878f-9c7a183e6e40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'mac_address': 'fa:16:3e:bb:da:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05bdd5f-24e5-4419-ba18-19b20773233d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:34:28Z', 'updated_at': '2021-11-26T17:34:28Z', 'revision_number': 0, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5762781f-1264-4f45-8ffa-03bbdbea776f', 'name': '', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'mac_address': 'fa:16:3e:bb:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:24Z', 'updated_at': '2021-11-26T17:31:31Z', 'revision_number': 5, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'subnets': [{'id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:34:30.755149 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb4330b-a8eb-40f5-9681-6c6479496ec6 None None] New status for floating IP a6a57204-e9a0-4fed-bbb8-5e673bec07cd: ACTIVE {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:34:31.366301 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fe0411f4-96f2-4920-86e5-e9453c87bd48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:32.394939 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:32.723173 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-213f1ad9-e596-4dd1-9cde-71b81f818208 req-18fe4f14-8f08-4296-b79f-0d5f9f914299 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=04b31e84-02d3-4392-9392-6f4acd28d0ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753529 Nov 26 17:34:32.860070 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f1ad9-e596-4dd1-9cde-71b81f818208 req-ccb53e96-96e3-47c1-b267-073ef0a1bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:32.861519 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-213f1ad9-e596-4dd1-9cde-71b81f818208 req-ccb53e96-96e3-47c1-b267-073ef0a1bb32 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59cbf10b8bb147a28b91c58f7515c9fc&device_id=04b31e84-02d3-4392-9392-6f4acd28d0ab HTTP/1.1" status: 200 len: 1096 time: 0.0701375 Nov 26 17:34:33.002914 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f1ad9-e596-4dd1-9cde-71b81f818208 req-e776433f-e031-47a8-852c-3a2084c29a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:33.004342 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-213f1ad9-e596-4dd1-9cde-71b81f818208 req-e776433f-e031-47a8-852c-3a2084c29a5a service neutron] 10.222.0.31 "GET /v2.0/networks?id=8b0faaee-e071-410e-ac9b-d4005f353b1c HTTP/1.1" status: 200 len: 911 time: 0.1245222 Nov 26 17:34:33.109737 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-213f1ad9-e596-4dd1-9cde-71b81f818208 req-96f9b8a4-4efd-4cd7-94ce-182aa7244e8d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83792858-23d6-4e12-96ea-4f7f5a101999 HTTP/1.1" status: 200 len: 999 time: 0.0973558 Nov 26 17:34:33.171551 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f1ad9-e596-4dd1-9cde-71b81f818208 req-3116bcc0-dfb6-4274-bbfb-d54d21540d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:33.172935 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-213f1ad9-e596-4dd1-9cde-71b81f818208 req-3116bcc0-dfb6-4274-bbfb-d54d21540d82 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eacf8b35-248c-4d73-a6ba-3da63ce53d7b HTTP/1.1" status: 200 len: 849 time: 0.0573044 Nov 26 17:34:33.250507 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f1ad9-e596-4dd1-9cde-71b81f818208 req-a6b357f5-6393-482c-811e-86e1559a1506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:34:33.252231 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-213f1ad9-e596-4dd1-9cde-71b81f818208 req-a6b357f5-6393-482c-811e-86e1559a1506 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8b0faaee-e071-410e-ac9b-d4005f353b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727017 Nov 26 17:34:33.381437 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-213f1ad9-e596-4dd1-9cde-71b81f818208 req-df6bbf7d-fc25-4a0b-a695-06b798a7d801 service neutron] 10.222.0.31 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223664 Nov 26 17:34:33.511282 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-213f1ad9-e596-4dd1-9cde-71b81f818208 req-d9d3add5-017a-40af-ac9a-d3f0abf72327 service neutron] 10.222.0.31 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222098 Nov 26 17:34:34.191525 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:35.816969 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:34:49.979250 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:58.706276 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-fc15de88-8584-4645-b94e-491467296542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:34:59.484584 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:35:01.367740 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-86983987-92da-495f-a412-f61a1071965b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:35:02.399198 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:35:04.193757 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:35:12.815902 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:35:19.974443 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:35:28.707833 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-50dafe11-6be0-4fc1-90ae-2dcd320d61e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:35:29.485775 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:35:31.369066 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ebf7-f2b3-410a-bd6f-739e8c2eb1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:35:32.401054 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:35:32.778203 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1b02bfcb-4c20-40bf-a200-f74e2d150991 req-0b955425-5b52-440a-a929-79d3a32abda0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696139 Nov 26 17:35:32.997860 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02bfcb-4c20-40bf-a200-f74e2d150991 req-d521a3fb-1c7c-4427-8a5f-8d96627ccdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:35:32.999307 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1b02bfcb-4c20-40bf-a200-f74e2d150991 req-d521a3fb-1c7c-4427-8a5f-8d96627ccdf9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59cbf10b8bb147a28b91c58f7515c9fc&device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 1099 time: 0.1948640 Nov 26 17:35:33.147210 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02bfcb-4c20-40bf-a200-f74e2d150991 req-d50ac241-5fd5-4e44-be2c-b77488891c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:35:33.149223 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1b02bfcb-4c20-40bf-a200-f74e2d150991 req-d50ac241-5fd5-4e44-be2c-b77488891c17 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8b0faaee-e071-410e-ac9b-d4005f353b1c HTTP/1.1" status: 200 len: 911 time: 0.1254864 Nov 26 17:35:33.255510 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1b02bfcb-4c20-40bf-a200-f74e2d150991 req-46269ca2-dd2e-442b-be7f-73d93ec6775a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81e61455-c02e-4449-878f-9c7a183e6e40 HTTP/1.1" status: 200 len: 1002 time: 0.0960751 Nov 26 17:35:33.321112 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02bfcb-4c20-40bf-a200-f74e2d150991 req-42d404a5-c1a7-4dc4-9a47-c3319ca12637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:35:33.322474 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1b02bfcb-4c20-40bf-a200-f74e2d150991 req-42d404a5-c1a7-4dc4-9a47-c3319ca12637 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eacf8b35-248c-4d73-a6ba-3da63ce53d7b HTTP/1.1" status: 200 len: 849 time: 0.0561268 Nov 26 17:35:33.403536 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02bfcb-4c20-40bf-a200-f74e2d150991 req-86256165-48ac-4cd9-b12a-90380fb1ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:35:33.404918 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1b02bfcb-4c20-40bf-a200-f74e2d150991 req-86256165-48ac-4cd9-b12a-90380fb1ea6c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8b0faaee-e071-410e-ac9b-d4005f353b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724053 Nov 26 17:35:33.538739 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1b02bfcb-4c20-40bf-a200-f74e2d150991 req-6d656e6b-d023-44b9-b836-8cdcb555b5c6 service neutron] 10.222.0.31 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232786 Nov 26 17:35:33.677317 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-1b02bfcb-4c20-40bf-a200-f74e2d150991 req-4abf634a-48c2-4c5b-b7af-ab47ad5b237f service neutron] 10.222.0.31 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280105 Nov 26 17:35:34.196862 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:35:49.814278 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:35:49.983452 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:35:58.709876 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-83029242-a21b-4553-9749-d86e228a9230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:35:59.487149 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:01.370623 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-3e40f8bb-28ae-41b0-bda8-ad4fcf13b2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:02.403003 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:04.199890 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:12.097193 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 81e61455-c02e-4449-878f-9c7a183e6e40 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=87520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 26 17:36:12.227329 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 81e61455-c02e-4449-878f-9c7a183e6e40, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=81e61455-c02e-4449-878f-9c7a183e6e40,segment=NetworkSegment(ca3a5894-fc41-4db6-854c-4045414fda73),segment_id=ca3a5894-fc41-4db6-854c-4045414fda73)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:36:12.240677 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Returning: {'device': '81e61455-c02e-4449-878f-9c7a183e6e40', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'port_id': '81e61455-c02e-4449-878f-9c7a183e6e40', 'mac_address': 'fa:16:3e:bb:da:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 26 17:36:12.296968 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:12.313582 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81e61455-c02e-4449-878f-9c7a183e6e40 {{(pid=87520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 17:36:12.328206 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 81e61455-c02e-4449-878f-9c7a183e6e40, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=81e61455-c02e-4449-878f-9c7a183e6e40,segment=NetworkSegment(ca3a5894-fc41-4db6-854c-4045414fda73),segment_id=ca3a5894-fc41-4db6-854c-4045414fda73)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:36:12.332058 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:12.333809 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-86e027f9-52ad-49c5-afa0-7d3f96b3e1b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:36:12.402912 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=81e61455-c02e-4449-878f-9c7a183e6e40,revision_number=6']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:36:12.409884 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:12.410260 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:12.410589 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:12.410928 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:12.411270 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:12.411609 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:12.412821 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:12.413020 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:12.413372 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:12.413714 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:12.414116 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:12.414367 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:12.419621 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:36:12.422640 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] get_ports_and_sgs() called for port_ids ['81e61455-c02e-4449-878f-9c7a183e6e40'] {{(pid=87520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 26 17:36:14.114504 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 81e61455-c02e-4449-878f-9c7a183e6e40 up at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 26 17:36:14.191910 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.provisioning_blocks [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Provisioning complete for port 81e61455-c02e-4449-878f-9c7a183e6e40 triggered by entity L2. {{(pid=87520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 17:36:14.192309 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423086'] for port, provisioning_complete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:14.320899 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:14.352560 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05bdd5f-24e5-4419-ba18-19b20773233d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e61455-c02e-4449-878f-9c7a183e6e40'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:36:14.367656 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 81e61455-c02e-4449-878f-9c7a183e6e40, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=81e61455-c02e-4449-878f-9c7a183e6e40,segment=NetworkSegment(ca3a5894-fc41-4db6-854c-4045414fda73),segment_id=ca3a5894-fc41-4db6-854c-4045414fda73)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:36:14.372688 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:14.375431 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:36:14.432082 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05bdd5f-24e5-4419-ba18-19b20773233d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e61455-c02e-4449-878f-9c7a183e6e40', 'code': 200} Nov 26 17:36:14.458348 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=81e61455-c02e-4449-878f-9c7a183e6e40,revision_number=7']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:36:14.464516 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:36:19.989677 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:22.273729 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.wsgi [-] (87518) accepted ('10.222.0.11', 33974) {{(pid=87518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:36:22.472795 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-313a3f7a-9bc8-4b31-8c89-d2afc79faa54 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Deleting port a779bf99-88ba-4822-9899-178a7d00e471 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:36:22.473135 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-313a3f7a-9bc8-4b31-8c89-d2afc79faa54 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:22.642340 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-313a3f7a-9bc8-4b31-8c89-d2afc79faa54 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:22.642668 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-313a3f7a-9bc8-4b31-8c89-d2afc79faa54 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:22.765318 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [None req-313a3f7a-9bc8-4b31-8c89-d2afc79faa54 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Calling delete_port for a779bf99-88ba-4822-9899-178a7d00e471 owned by network:floatingip {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:36:22.911747 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-313a3f7a-9bc8-4b31-8c89-d2afc79faa54 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:22.916082 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-46ea9e44-2bce-4a8d-ba23-d37b68a3cc05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:36:22.984899 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a3f7a-9bc8-4b31-8c89-d2afc79faa54 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Pushing event deleted for resources: {'Port': ['ID=a779bf99-88ba-4822-9899-178a7d00e471,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:36:23.001189 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a3f7a-9bc8-4b31-8c89-d2afc79faa54 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:23.001584 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a3f7a-9bc8-4b31-8c89-d2afc79faa54 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:23.001951 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a3f7a-9bc8-4b31-8c89-d2afc79faa54 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:23.002584 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a3f7a-9bc8-4b31-8c89-d2afc79faa54 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:23.002957 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a3f7a-9bc8-4b31-8c89-d2afc79faa54 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:23.003329 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a3f7a-9bc8-4b31-8c89-d2afc79faa54 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:23.003698 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a3f7a-9bc8-4b31-8c89-d2afc79faa54 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:23.004089 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a3f7a-9bc8-4b31-8c89-d2afc79faa54 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:23.004458 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a3f7a-9bc8-4b31-8c89-d2afc79faa54 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:23.004824 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a3f7a-9bc8-4b31-8c89-d2afc79faa54 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:23.005189 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a3f7a-9bc8-4b31-8c89-d2afc79faa54 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:23.005554 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a3f7a-9bc8-4b31-8c89-d2afc79faa54 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:23.035509 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-313a3f7a-9bc8-4b31-8c89-d2afc79faa54 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:36:23.063840 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-313a3f7a-9bc8-4b31-8c89-d2afc79faa54 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for floatingip, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:23.064222 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.db.l3_db [None req-313a3f7a-9bc8-4b31-8c89-d2afc79faa54 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Floating IP a6a57204-e9a0-4fed-bbb8-5e673bec07cd disassociated (deleted). External IP: 172.26.0.157, port: 81e61455-c02e-4449-878f-9c7a183e6e40. Nov 26 17:36:23.527563 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313a3f7a-9bc8-4b31-8c89-d2afc79faa54 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Router 77acccc4-794b-4e9f-a305-4c7c0eacb3fb has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:36:23.707667 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313a3f7a-9bc8-4b31-8c89-d2afc79faa54 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:36:23.718530 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d1621d-6864-423d-9946-41a247864e37 None None] Sync routers for ids ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:36:23.731455 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d1621d-6864-423d-9946-41a247864e37 None None] Routers {'77acccc4-794b-4e9f-a305-4c7c0eacb3fb'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:36:23.732466 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-53d1621d-6864-423d-9946-41a247864e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:36:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:36:23.735626 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [None req-313a3f7a-9bc8-4b31-8c89-d2afc79faa54 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:23.792536 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [None req-313a3f7a-9bc8-4b31-8c89-d2afc79faa54 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "DELETE /v2.0/floatingips/a6a57204-e9a0-4fed-bbb8-5e673bec07cd HTTP/1.1" status: 204 len: 168 time: 1.5176396 Nov 26 17:36:23.793297 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05bdd5f-24e5-4419-ba18-19b20773233d', 'tag': '81e61455-c02e-4449-878f-9c7a183e6e40'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:36:23.932502 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-53d1621d-6864-423d-9946-41a247864e37 None None] Set router 77acccc4-794b-4e9f-a305-4c7c0eacb3fb gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:36:23.971407 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b05bdd5f-24e5-4419-ba18-19b20773233d', 'tag': '81e61455-c02e-4449-878f-9c7a183e6e40', 'status': 'completed', 'code': 200} Nov 26 17:36:24.167092 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353c33a-5e35-4539-82cd-0334bf5369e2 req-c71cd4dc-401d-490e-9082-f518d3b7f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:36:24.168678 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3353c33a-5e35-4539-82cd-0334bf5369e2 req-c71cd4dc-401d-490e-9082-f518d3b7f50d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59cbf10b8bb147a28b91c58f7515c9fc&device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 1099 time: 0.1127448 Nov 26 17:36:24.283623 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca49cde-cbe9-4eb0-944e-b07bce9be07b req-76e3bdb2-78cb-4f8e-968a-985b67d35c80 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:36:24.285899 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bca49cde-cbe9-4eb0-944e-b07bce9be07b req-76e3bdb2-78cb-4f8e-968a-985b67d35c80 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 946 time: 0.1376979 Nov 26 17:36:24.304110 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353c33a-5e35-4539-82cd-0334bf5369e2 req-cbf51d3e-2348-45dd-8879-4dea123028bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:36:24.305471 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3353c33a-5e35-4539-82cd-0334bf5369e2 req-cbf51d3e-2348-45dd-8879-4dea123028bc service neutron] 10.222.0.31 "GET /v2.0/networks?id=8b0faaee-e071-410e-ac9b-d4005f353b1c HTTP/1.1" status: 200 len: 911 time: 0.1299937 Nov 26 17:36:24.316205 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-53d1621d-6864-423d-9946-41a247864e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'name': 'tempest-TestSnapshotPattern-1276825565-router', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:20Z', 'updated_at': '2021-11-26T17:31:24Z', 'revision_number': 4, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'gw_port': {'id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:21Z', 'updated_at': '2021-11-26T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '7096fc60-7eb4-49a9-afad-58554e03cd92', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'floating_ip_address': '172.26.0.223', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'port_id': '83792858-23d6-4e12-96ea-4f7f5a101999', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'mac_address': 'fa:16:3e:aa:57:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b31e84-02d3-4392-9392-6f4acd28d0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:31:47Z', 'updated_at': '2021-11-26T17:31:49Z', 'revision_number': 1, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5762781f-1264-4f45-8ffa-03bbdbea776f', 'name': '', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'mac_address': 'fa:16:3e:bb:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:24Z', 'updated_at': '2021-11-26T17:31:31Z', 'revision_number': 5, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'subnets': [{'id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:36:24.320176 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d1621d-6864-423d-9946-41a247864e37 None None] Checking router: 77acccc4-794b-4e9f-a305-4c7c0eacb3fb for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:36:24.330212 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d1621d-6864-423d-9946-41a247864e37 None None] Routers {'77acccc4-794b-4e9f-a305-4c7c0eacb3fb'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:36:24.330824 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-53d1621d-6864-423d-9946-41a247864e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:36:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:36:24.334215 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-bca49cde-cbe9-4eb0-944e-b07bce9be07b req-f1b8ea5f-913c-4233-9a9a-d8a08379c09c tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414207 Nov 26 17:36:24.386877 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3353c33a-5e35-4539-82cd-0334bf5369e2 req-7b54e653-6325-4ab2-b2bc-1954db4e4c0d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81e61455-c02e-4449-878f-9c7a183e6e40 HTTP/1.1" status: 200 len: 217 time: 0.0704243 Nov 26 17:36:24.455126 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353c33a-5e35-4539-82cd-0334bf5369e2 req-bf900c72-9907-4578-a5b4-bdeb0d3b3572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:36:24.456579 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3353c33a-5e35-4539-82cd-0334bf5369e2 req-bf900c72-9907-4578-a5b4-bdeb0d3b3572 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eacf8b35-248c-4d73-a6ba-3da63ce53d7b HTTP/1.1" status: 200 len: 849 time: 0.0631812 Nov 26 17:36:24.532121 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353c33a-5e35-4539-82cd-0334bf5369e2 req-d327a464-d458-467a-ba25-afc3f78e5284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:36:24.533587 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3353c33a-5e35-4539-82cd-0334bf5369e2 req-d327a464-d458-467a-ba25-afc3f78e5284 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8b0faaee-e071-410e-ac9b-d4005f353b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695164 Nov 26 17:36:24.541367 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-53d1621d-6864-423d-9946-41a247864e37 None None] Set router 77acccc4-794b-4e9f-a305-4c7c0eacb3fb gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:36:24.669452 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3353c33a-5e35-4539-82cd-0334bf5369e2 req-85dfa2fc-e4df-4693-8486-8226d7603d1b service neutron] 10.222.0.31 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246126 Nov 26 17:36:24.812046 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-3353c33a-5e35-4539-82cd-0334bf5369e2 req-d5692ff9-7183-41b1-935c-0026a835ce84 service neutron] 10.222.0.31 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354356 Nov 26 17:36:24.883827 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-53d1621d-6864-423d-9946-41a247864e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'name': 'tempest-TestSnapshotPattern-1276825565-router', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:20Z', 'updated_at': '2021-11-26T17:31:24Z', 'revision_number': 4, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'gw_port': {'id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:21Z', 'updated_at': '2021-11-26T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '7096fc60-7eb4-49a9-afad-58554e03cd92', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'floating_ip_address': '172.26.0.223', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'port_id': '83792858-23d6-4e12-96ea-4f7f5a101999', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'mac_address': 'fa:16:3e:aa:57:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b31e84-02d3-4392-9392-6f4acd28d0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:31:47Z', 'updated_at': '2021-11-26T17:31:49Z', 'revision_number': 1, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5762781f-1264-4f45-8ffa-03bbdbea776f', 'name': '', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'mac_address': 'fa:16:3e:bb:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:24Z', 'updated_at': '2021-11-26T17:31:31Z', 'revision_number': 5, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'subnets': [{'id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:36:24.887690 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d1621d-6864-423d-9946-41a247864e37 None None] The sync data for ids ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'] in dv-neutron-819440-1-hyperv is: [{'id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'name': 'tempest-TestSnapshotPattern-1276825565-router', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:20Z', 'updated_at': '2021-11-26T17:31:24Z', 'revision_number': 4, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'gw_port': {'id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:21Z', 'updated_at': '2021-11-26T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_floatingips': [{'id': '7096fc60-7eb4-49a9-afad-58554e03cd92', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'floating_ip_address': '172.26.0.223', 'floating_network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'router_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'port_id': '83792858-23d6-4e12-96ea-4f7f5a101999', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'mac_address': 'fa:16:3e:aa:57:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b31e84-02d3-4392-9392-6f4acd28d0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T17:31:47Z', 'updated_at': '2021-11-26T17:31:49Z', 'revision_number': 1, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5762781f-1264-4f45-8ffa-03bbdbea776f', 'name': '', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'mac_address': 'fa:16:3e:bb:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:24Z', 'updated_at': '2021-11-26T17:31:31Z', 'revision_number': 5, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'subnets': [{'id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:36:25.107898 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1597fd-de90-4c06-ae52-15c5793636a7 None None] New status for floating IP a6a57204-e9a0-4fed-bbb8-5e673bec07cd: DOWN {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:36:25.521930 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54de194-1437-4824-8ad3-2125f604fe82 req-75d199e6-c4d6-48b1-ab30-7992bab9c0e3 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:36:25.522533 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-a54de194-1437-4824-8ad3-2125f604fe82 req-75d199e6-c4d6-48b1-ab30-7992bab9c0e3 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Synchronizing usage tracker for tenant:59cbf10b8bb147a28b91c58f7515c9fc on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:36:25.537877 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-a54de194-1437-4824-8ad3-2125f604fe82 req-75d199e6-c4d6-48b1-ab30-7992bab9c0e3 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Unset dirty status for tenant:59cbf10b8bb147a28b91c58f7515c9fc on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:36:25.539013 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a54de194-1437-4824-8ad3-2125f604fe82 req-75d199e6-c4d6-48b1-ab30-7992bab9c0e3 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 946 time: 0.0950692 Nov 26 17:36:25.586638 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-a54de194-1437-4824-8ad3-2125f604fe82 req-a59e0ccf-b7dc-4e5b-8071-51d1f841ab8a tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417399 Nov 26 17:36:25.856058 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabadcac-61ce-4245-b3bb-fdf18cdf1191 req-32696c94-7794-48f6-b23a-cfcd875433a0 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:36:25.857478 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fabadcac-61ce-4245-b3bb-fdf18cdf1191 req-32696c94-7794-48f6-b23a-cfcd875433a0 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.31 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 946 time: 0.0803015 Nov 26 17:36:25.930618 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-fabadcac-61ce-4245-b3bb-fdf18cdf1191 req-e43a50c3-8685-44b8-b153-6ee2574d6a26 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Deleting port 81e61455-c02e-4449-878f-9c7a183e6e40 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:36:25.930957 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-fabadcac-61ce-4245-b3bb-fdf18cdf1191 req-e43a50c3-8685-44b8-b153-6ee2574d6a26 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:26.171792 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 81e61455-c02e-4449-878f-9c7a183e6e40 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:36:26.284715 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416477'] for port, before_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:26.303096 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-fabadcac-61ce-4245-b3bb-fdf18cdf1191 req-e43a50c3-8685-44b8-b153-6ee2574d6a26 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] For port 81e61455-c02e-4449-878f-9c7a183e6e40, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=81e61455-c02e-4449-878f-9c7a183e6e40,segment=NetworkSegment(ca3a5894-fc41-4db6-854c-4045414fda73),segment_id=ca3a5894-fc41-4db6-854c-4045414fda73)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:36:26.303484 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-fabadcac-61ce-4245-b3bb-fdf18cdf1191 req-e43a50c3-8685-44b8-b153-6ee2574d6a26 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:26.312034 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05bdd5f-24e5-4419-ba18-19b20773233d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e61455-c02e-4449-878f-9c7a183e6e40'}] {{(pid=87520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:36:26.322142 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] For port 81e61455-c02e-4449-878f-9c7a183e6e40, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=81e61455-c02e-4449-878f-9c7a183e6e40,segment=NetworkSegment(ca3a5894-fc41-4db6-854c-4045414fda73),segment_id=ca3a5894-fc41-4db6-854c-4045414fda73)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:36:26.326919 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756664963642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756664417895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756664417940'] for port, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:26.328728 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-b3cbe0c7-20ef-44eb-98b7-0bb6b010db48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:36:26.358400 dv-neutron-819440-1-hyperv neutron-server[87520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05bdd5f-24e5-4419-ba18-19b20773233d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e61455-c02e-4449-878f-9c7a183e6e40', 'code': 200} Nov 26 17:36:26.433589 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-fabadcac-61ce-4245-b3bb-fdf18cdf1191 req-e43a50c3-8685-44b8-b153-6ee2574d6a26 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Calling delete_port for 81e61455-c02e-4449-878f-9c7a183e6e40 owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:36:26.439093 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Pushing event updated for resources: {'Port': ['ID=81e61455-c02e-4449-878f-9c7a183e6e40,revision_number=8']} {{(pid=87520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:36:26.442296 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_concurrency.lockutils [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:36:26.513889 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.db.api [req-fabadcac-61ce-4245-b3bb-fdf18cdf1191 req-e43a50c3-8685-44b8-b153-6ee2574d6a26 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 17:36:26.514205 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_db.api [req-fabadcac-61ce-4245-b3bb-fdf18cdf1191 req-e43a50c3-8685-44b8-b153-6ee2574d6a26 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 17:36:26.771069 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92f4f3-d8c8-469b-8c27-a0861ee28075 req-320cbf04-5c63-4056-a93f-458eab8cc226 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:36:26.772560 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8d92f4f3-d8c8-469b-8c27-a0861ee28075 req-320cbf04-5c63-4056-a93f-458eab8cc226 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 944 time: 0.0816784 Nov 26 17:36:26.812625 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:36:26.819244 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-8d92f4f3-d8c8-469b-8c27-a0861ee28075 req-8242eb35-ec2b-4a9e-9387-6fd8a7377fa6 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405495 Nov 26 17:36:27.015492 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-fabadcac-61ce-4245-b3bb-fdf18cdf1191 req-e43a50c3-8685-44b8-b153-6ee2574d6a26 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Deleting port 81e61455-c02e-4449-878f-9c7a183e6e40 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:36:27.015798 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-fabadcac-61ce-4245-b3bb-fdf18cdf1191 req-e43a50c3-8685-44b8-b153-6ee2574d6a26 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:27.253278 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-fabadcac-61ce-4245-b3bb-fdf18cdf1191 req-e43a50c3-8685-44b8-b153-6ee2574d6a26 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] For port 81e61455-c02e-4449-878f-9c7a183e6e40, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=81e61455-c02e-4449-878f-9c7a183e6e40,segment=NetworkSegment(ca3a5894-fc41-4db6-854c-4045414fda73),segment_id=ca3a5894-fc41-4db6-854c-4045414fda73)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:36:27.253630 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-fabadcac-61ce-4245-b3bb-fdf18cdf1191 req-e43a50c3-8685-44b8-b153-6ee2574d6a26 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:27.377980 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-fabadcac-61ce-4245-b3bb-fdf18cdf1191 req-e43a50c3-8685-44b8-b153-6ee2574d6a26 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Calling delete_port for 81e61455-c02e-4449-878f-9c7a183e6e40 owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:36:27.520025 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-fabadcac-61ce-4245-b3bb-fdf18cdf1191 req-e43a50c3-8685-44b8-b153-6ee2574d6a26 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:27.525707 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-cb65dc76-1d8e-4a16-b2cd-45e3a7ea1824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:36:27.570084 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a50c3-8685-44b8-b153-6ee2574d6a26 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Pushing event deleted for resources: {'Port': ['ID=81e61455-c02e-4449-878f-9c7a183e6e40,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:36:27.573664 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-e43a50c3-8685-44b8-b153-6ee2574d6a26 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:36:27.646691 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabadcac-61ce-4245-b3bb-fdf18cdf1191 req-e43a50c3-8685-44b8-b153-6ee2574d6a26 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] No DVR routers for this DVR port 81e61455-c02e-4449-878f-9c7a183e6e40 on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:36:27.649035 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-fabadcac-61ce-4245-b3bb-fdf18cdf1191 req-e43a50c3-8685-44b8-b153-6ee2574d6a26 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:27.651646 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05bdd5f-24e5-4419-ba18-19b20773233d', 'name': 'network-vif-deleted', 'tag': '81e61455-c02e-4449-878f-9c7a183e6e40'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:36:27.667170 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-fabadcac-61ce-4245-b3bb-fdf18cdf1191 req-e43a50c3-8685-44b8-b153-6ee2574d6a26 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.31 "DELETE /v2.0/ports/81e61455-c02e-4449-878f-9c7a183e6e40 HTTP/1.1" status: 204 len: 173 time: 1.8023016 Nov 26 17:36:27.698468 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05bdd5f-24e5-4419-ba18-19b20773233d', 'name': 'network-vif-deleted', 'tag': '81e61455-c02e-4449-878f-9c7a183e6e40', 'status': 'completed', 'code': 200} Nov 26 17:36:27.984544 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-ad954896-5b88-4a92-9630-66506655efe9 req-2204917f-10eb-46e2-a41e-4a4272a6740b tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Synchronizing usage tracker for tenant:59cbf10b8bb147a28b91c58f7515c9fc on resource:port {{(pid=87518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:36:28.001921 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.quota.resource [req-ad954896-5b88-4a92-9630-66506655efe9 req-2204917f-10eb-46e2-a41e-4a4272a6740b tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Unset dirty status for tenant:59cbf10b8bb147a28b91c58f7515c9fc on resource:port {{(pid=87518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:36:28.003403 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-ad954896-5b88-4a92-9630-66506655efe9 req-2204917f-10eb-46e2-a41e-4a4272a6740b tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05bdd5f-24e5-4419-ba18-19b20773233d HTTP/1.1" status: 200 len: 210 time: 0.0619256 Nov 26 17:36:28.711984 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b0460b7b-7d49-4314-92d9-cff7ff84ba23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:29.489582 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:29.634624 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 34048) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:36:29.837261 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-82b4e871-7c56-4f21-b349-ff83bce8048e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Deleting port 90979a6e-bcd5-4614-9c60-659cbfb7c0f0 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:36:29.837601 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-82b4e871-7c56-4f21-b349-ff83bce8048e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:30.113842 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-82b4e871-7c56-4f21-b349-ff83bce8048e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:30.114161 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-82b4e871-7c56-4f21-b349-ff83bce8048e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:30.216132 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 81e61455-c02e-4449-878f-9c7a183e6e40 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:36:30.237242 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-82b4e871-7c56-4f21-b349-ff83bce8048e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Calling delete_port for 90979a6e-bcd5-4614-9c60-659cbfb7c0f0 owned by network:floatingip {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:36:30.250045 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: 81e61455-c02e-4449-878f-9c7a183e6e40 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:36:30.250402 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 81e61455-c02e-4449-878f-9c7a183e6e40 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:36:30.384492 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-82b4e871-7c56-4f21-b349-ff83bce8048e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:30.387902 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8ff0b17f-f5b7-4d6c-8023-e61b9e997de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:36:30.435316 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4e871-7c56-4f21-b349-ff83bce8048e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Pushing event deleted for resources: {'Port': ['ID=90979a6e-bcd5-4614-9c60-659cbfb7c0f0,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:36:30.474479 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4e871-7c56-4f21-b349-ff83bce8048e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:30.474862 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4e871-7c56-4f21-b349-ff83bce8048e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:30.475234 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4e871-7c56-4f21-b349-ff83bce8048e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:30.475602 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4e871-7c56-4f21-b349-ff83bce8048e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:30.476058 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4e871-7c56-4f21-b349-ff83bce8048e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:30.476423 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4e871-7c56-4f21-b349-ff83bce8048e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:30.476772 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4e871-7c56-4f21-b349-ff83bce8048e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:30.477136 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4e871-7c56-4f21-b349-ff83bce8048e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:30.477490 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4e871-7c56-4f21-b349-ff83bce8048e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:30.477842 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4e871-7c56-4f21-b349-ff83bce8048e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:30.478195 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4e871-7c56-4f21-b349-ff83bce8048e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:30.478545 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4e871-7c56-4f21-b349-ff83bce8048e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819440-1-hyperv {{(pid=87519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 17:36:30.505642 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-82b4e871-7c56-4f21-b349-ff83bce8048e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:36:30.536703 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-82b4e871-7c56-4f21-b349-ff83bce8048e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for floatingip, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:30.537049 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.db.l3_db [None req-82b4e871-7c56-4f21-b349-ff83bce8048e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Floating IP 7096fc60-7eb4-49a9-afad-58554e03cd92 disassociated (deleted). External IP: 172.26.0.223, port: 83792858-23d6-4e12-96ea-4f7f5a101999. Nov 26 17:36:30.877925 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b4e871-7c56-4f21-b349-ff83bce8048e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Router 77acccc4-794b-4e9f-a305-4c7c0eacb3fb has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:36:31.051786 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b4e871-7c56-4f21-b349-ff83bce8048e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:36:31.061477 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80808b88-f45f-4613-8ad4-30699ec96a2e None None] Sync routers for ids ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:36:31.071271 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80808b88-f45f-4613-8ad4-30699ec96a2e None None] Routers {'77acccc4-794b-4e9f-a305-4c7c0eacb3fb'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:36:31.071981 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-80808b88-f45f-4613-8ad4-30699ec96a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:36:01Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:36:31.072406 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-82b4e871-7c56-4f21-b349-ff83bce8048e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for floatingip, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:31.130039 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-82b4e871-7c56-4f21-b349-ff83bce8048e tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "DELETE /v2.0/floatingips/7096fc60-7eb4-49a9-afad-58554e03cd92 HTTP/1.1" status: 204 len: 168 time: 1.4937127 Nov 26 17:36:31.130701 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b31e84-02d3-4392-9392-6f4acd28d0ab', 'tag': '83792858-23d6-4e12-96ea-4f7f5a101999'}] {{(pid=87519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:36:31.255563 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-80808b88-f45f-4613-8ad4-30699ec96a2e None None] Set router 77acccc4-794b-4e9f-a305-4c7c0eacb3fb gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:36:31.279858 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b31e84-02d3-4392-9392-6f4acd28d0ab', 'tag': '83792858-23d6-4e12-96ea-4f7f5a101999', 'status': 'completed', 'code': 200} Nov 26 17:36:31.386020 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0efe389b-0e0a-4f36-b4d9-963210625ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:31.402945 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1adf0-a930-422d-8f5d-5b301e498e5d req-ddbdaaa6-311f-4b14-9804-df61aaee6d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:36:31.404650 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6ed1adf0-a930-422d-8f5d-5b301e498e5d req-ddbdaaa6-311f-4b14-9804-df61aaee6d78 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59cbf10b8bb147a28b91c58f7515c9fc&device_id=04b31e84-02d3-4392-9392-6f4acd28d0ab HTTP/1.1" status: 200 len: 1096 time: 0.0897470 Nov 26 17:36:31.554947 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1adf0-a930-422d-8f5d-5b301e498e5d req-037ea635-2135-4b99-81ce-ef6bebfdd033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:36:31.556857 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6ed1adf0-a930-422d-8f5d-5b301e498e5d req-037ea635-2135-4b99-81ce-ef6bebfdd033 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8b0faaee-e071-410e-ac9b-d4005f353b1c HTTP/1.1" status: 200 len: 911 time: 0.1435020 Nov 26 17:36:31.569257 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7de7dc-cdfe-4e42-a0c7-2e83f92ce702 req-a8aad61e-c92c-40b0-8737-140f22814e89 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:36:31.569963 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-ae7de7dc-cdfe-4e42-a0c7-2e83f92ce702 req-a8aad61e-c92c-40b0-8737-140f22814e89 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Synchronizing usage tracker for tenant:59cbf10b8bb147a28b91c58f7515c9fc on resource:port {{(pid=87519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 26 17:36:31.585439 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.quota.resource [req-ae7de7dc-cdfe-4e42-a0c7-2e83f92ce702 req-a8aad61e-c92c-40b0-8737-140f22814e89 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Unset dirty status for tenant:59cbf10b8bb147a28b91c58f7515c9fc on resource:port {{(pid=87519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 26 17:36:31.586718 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ae7de7dc-cdfe-4e42-a0c7-2e83f92ce702 req-a8aad61e-c92c-40b0-8737-140f22814e89 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=04b31e84-02d3-4392-9392-6f4acd28d0ab HTTP/1.1" status: 200 len: 943 time: 0.1402521 Nov 26 17:36:31.589279 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-80808b88-f45f-4613-8ad4-30699ec96a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'name': 'tempest-TestSnapshotPattern-1276825565-router', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:20Z', 'updated_at': '2021-11-26T17:31:24Z', 'revision_number': 4, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'gw_port': {'id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:21Z', 'updated_at': '2021-11-26T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '5762781f-1264-4f45-8ffa-03bbdbea776f', 'name': '', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'mac_address': 'fa:16:3e:bb:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:24Z', 'updated_at': '2021-11-26T17:31:31Z', 'revision_number': 5, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'subnets': [{'id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:36:31.593321 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80808b88-f45f-4613-8ad4-30699ec96a2e None None] Checking router: 77acccc4-794b-4e9f-a305-4c7c0eacb3fb for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:36:31.601961 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80808b88-f45f-4613-8ad4-30699ec96a2e None None] Routers {'77acccc4-794b-4e9f-a305-4c7c0eacb3fb'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:36:31.602563 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-80808b88-f45f-4613-8ad4-30699ec96a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:36:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:36:31.630498 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6ed1adf0-a930-422d-8f5d-5b301e498e5d req-c2011a8d-7902-455a-b9e2-a8b069c45218 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83792858-23d6-4e12-96ea-4f7f5a101999 HTTP/1.1" status: 200 len: 217 time: 0.0653453 Nov 26 17:36:31.636073 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-ae7de7dc-cdfe-4e42-a0c7-2e83f92ce702 req-83e90ba9-37c2-4f13-83e0-c7104ae5a451 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401464 Nov 26 17:36:31.699029 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1adf0-a930-422d-8f5d-5b301e498e5d req-81c6a045-0e94-43cb-a31a-9eadfce3ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:36:31.700928 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6ed1adf0-a930-422d-8f5d-5b301e498e5d req-81c6a045-0e94-43cb-a31a-9eadfce3ec13 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eacf8b35-248c-4d73-a6ba-3da63ce53d7b HTTP/1.1" status: 200 len: 849 time: 0.0602951 Nov 26 17:36:31.789552 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1adf0-a930-422d-8f5d-5b301e498e5d req-ced0b7ba-5b9b-4b64-a9d3-3934cc3ccb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:36:31.791028 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6ed1adf0-a930-422d-8f5d-5b301e498e5d req-ced0b7ba-5b9b-4b64-a9d3-3934cc3ccb0c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8b0faaee-e071-410e-ac9b-d4005f353b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829077 Nov 26 17:36:31.795579 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-80808b88-f45f-4613-8ad4-30699ec96a2e None None] Set router 77acccc4-794b-4e9f-a305-4c7c0eacb3fb gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:36:31.923291 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6ed1adf0-a930-422d-8f5d-5b301e498e5d req-ea4c910a-3791-4ded-bb88-178b8e4a0df4 service neutron] 10.222.0.31 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246960 Nov 26 17:36:32.153981 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-80808b88-f45f-4613-8ad4-30699ec96a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'name': 'tempest-TestSnapshotPattern-1276825565-router', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:20Z', 'updated_at': '2021-11-26T17:31:24Z', 'revision_number': 4, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'gw_port': {'id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:21Z', 'updated_at': '2021-11-26T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '5762781f-1264-4f45-8ffa-03bbdbea776f', 'name': '', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'mac_address': 'fa:16:3e:bb:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:24Z', 'updated_at': '2021-11-26T17:31:31Z', 'revision_number': 5, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'subnets': [{'id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:36:32.157945 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80808b88-f45f-4613-8ad4-30699ec96a2e None None] The sync data for ids ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'] in dv-neutron-819440-1-hyperv is: [{'id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'name': 'tempest-TestSnapshotPattern-1276825565-router', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:20Z', 'updated_at': '2021-11-26T17:31:24Z', 'revision_number': 4, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'gw_port': {'id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:21Z', 'updated_at': '2021-11-26T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv', '_interfaces': [{'id': '5762781f-1264-4f45-8ffa-03bbdbea776f', 'name': '', 'network_id': '8b0faaee-e071-410e-ac9b-d4005f353b1c', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'mac_address': 'fa:16:3e:bb:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:24Z', 'updated_at': '2021-11-26T17:31:31Z', 'revision_number': 5, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'subnets': [{'id': 'eacf8b35-248c-4d73-a6ba-3da63ce53d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:36:32.185418 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-6ed1adf0-a930-422d-8f5d-5b301e498e5d req-95a9d6f9-0d2a-49f8-95e6-08c6753a01f9 service neutron] 10.222.0.31 "GET /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552998 Nov 26 17:36:32.384851 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b7613a-4c6e-4fa2-a44b-ed4d0a568416 None None] New status for floating IP 7096fc60-7eb4-49a9-afad-58554e03cd92: DOWN {{(pid=87520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 17:36:32.517313 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:32.820739 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f555e0-0bee-4297-aefe-a459f6c9ca5e req-00a92456-8751-4187-b860-987d29c83872 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:36:32.822122 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-75f555e0-0bee-4297-aefe-a459f6c9ca5e req-00a92456-8751-4187-b860-987d29c83872 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=04b31e84-02d3-4392-9392-6f4acd28d0ab HTTP/1.1" status: 200 len: 943 time: 0.0819483 Nov 26 17:36:32.865069 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-75f555e0-0bee-4297-aefe-a459f6c9ca5e req-486242cb-e5eb-48ab-ba25-1c6e906e6cc1 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cdddf79-0917-436a-a5c1-2af8cf72a121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366883 Nov 26 17:36:33.339945 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b8bce-2650-42f1-a741-048b07333d28 req-9558cf02-8cd5-4792-9bb1-214b906507d5 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 17:36:33.341334 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-450b8bce-2650-42f1-a741-048b07333d28 req-9558cf02-8cd5-4792-9bb1-214b906507d5 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.31 "GET /v2.0/ports?device_id=04b31e84-02d3-4392-9392-6f4acd28d0ab HTTP/1.1" status: 200 len: 943 time: 0.0816033 Nov 26 17:36:33.413345 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-450b8bce-2650-42f1-a741-048b07333d28 req-3fa85d41-8222-437e-9919-0c99b977dd79 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Deleting port 83792858-23d6-4e12-96ea-4f7f5a101999 {{(pid=87518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:36:33.413683 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-450b8bce-2650-42f1-a741-048b07333d28 req-3fa85d41-8222-437e-9919-0c99b977dd79 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:33.653934 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.db [req-450b8bce-2650-42f1-a741-048b07333d28 req-3fa85d41-8222-437e-9919-0c99b977dd79 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] For port 83792858-23d6-4e12-96ea-4f7f5a101999, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=83792858-23d6-4e12-96ea-4f7f5a101999,segment=NetworkSegment(ca3a5894-fc41-4db6-854c-4045414fda73),segment_id=ca3a5894-fc41-4db6-854c-4045414fda73)] {{(pid=87518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:36:33.654291 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-450b8bce-2650-42f1-a741-048b07333d28 req-3fa85d41-8222-437e-9919-0c99b977dd79 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:33.777481 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.plugins.ml2.plugin [req-450b8bce-2650-42f1-a741-048b07333d28 req-3fa85d41-8222-437e-9919-0c99b977dd79 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Calling delete_port for 83792858-23d6-4e12-96ea-4f7f5a101999 owned by compute:nova {{(pid=87518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:36:33.922543 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-450b8bce-2650-42f1-a741-048b07333d28 req-3fa85d41-8222-437e-9919-0c99b977dd79 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338268'] for port, after_delete {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:33.928524 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-fb09ebb3-cbec-4b3e-aaae-84fb456cb013 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:36:33.976272 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa85d41-8222-437e-9919-0c99b977dd79 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Pushing event deleted for resources: {'Port': ['ID=83792858-23d6-4e12-96ea-4f7f5a101999,revision_number=None']} {{(pid=87518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:36:33.979940 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG oslo_concurrency.lockutils [None req-3fa85d41-8222-437e-9919-0c99b977dd79 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:36:34.024131 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [req-fab6193c-8301-4e30-a9bc-4d504e567d76 req-bbfb2118-3ed0-4362-a798-69007668b08d tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "GET /v2.0/ports?device_id=04b31e84-02d3-4392-9392-6f4acd28d0ab HTTP/1.1" status: 200 len: 210 time: 0.0474200 Nov 26 17:36:34.053111 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.db.l3_dvrscheduler_db [req-450b8bce-2650-42f1-a741-048b07333d28 req-3fa85d41-8222-437e-9919-0c99b977dd79 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] No DVR routers for this DVR port 83792858-23d6-4e12-96ea-4f7f5a101999 on host hv-neutron-8194 {{(pid=87518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:36:34.055437 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron_lib.callbacks.manager [req-450b8bce-2650-42f1-a741-048b07333d28 req-3fa85d41-8222-437e-9919-0c99b977dd79 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173700'] for port, before_response {{(pid=87518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:34.058534 dv-neutron-819440-1-hyperv neutron-server[87518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b31e84-02d3-4392-9392-6f4acd28d0ab', 'name': 'network-vif-deleted', 'tag': '83792858-23d6-4e12-96ea-4f7f5a101999'}] {{(pid=87518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 17:36:34.075281 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.wsgi [req-450b8bce-2650-42f1-a741-048b07333d28 req-3fa85d41-8222-437e-9919-0c99b977dd79 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.31 "DELETE /v2.0/ports/83792858-23d6-4e12-96ea-4f7f5a101999 HTTP/1.1" status: 204 len: 173 time: 0.7251770 Nov 26 17:36:34.104555 dv-neutron-819440-1-hyperv neutron-server[87518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b31e84-02d3-4392-9392-6f4acd28d0ab', 'name': 'network-vif-deleted', 'tag': '83792858-23d6-4e12-96ea-4f7f5a101999', 'status': 'completed', 'code': 200} Nov 26 17:36:34.206899 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:35.115226 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 34080) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:36:35.181894 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2f263d94-750c-4462-85cd-22f84d03c5b4 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:35.211363 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2f263d94-750c-4462-85cd-22f84d03c5b4 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:35.275027 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2f263d94-750c-4462-85cd-22f84d03c5b4 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:35.279363 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-58acb7c3-8b9f-4909-9ffe-4529ce4ce497 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:36:35.294123 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f263d94-750c-4462-85cd-22f84d03c5b4 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdddf79-0917-436a-a5c1-2af8cf72a121,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:36:35.296739 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-2f263d94-750c-4462-85cd-22f84d03c5b4 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:36:35.303874 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-2f263d94-750c-4462-85cd-22f84d03c5b4 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:35.304979 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-2f263d94-750c-4462-85cd-22f84d03c5b4 tempest-TestSnapshotPattern-1540320315 tempest-TestSnapshotPattern-1540320315-project] 10.222.0.11 "DELETE /v2.0/security-groups/6cdddf79-0917-436a-a5c1-2af8cf72a121 HTTP/1.1" status: 204 len: 168 time: 0.1887567 Nov 26 17:36:35.354206 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 34086) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:36:36.115557 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8e178a61-e3be-47a2-9675-63c925267d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:36.452616 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-8e178a61-e3be-47a2-9675-63c925267d61 admin admin] Deleting port 5762781f-1264-4f45-8ffa-03bbdbea776f {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:36:36.452951 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8e178a61-e3be-47a2-9675-63c925267d61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:36.619331 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-8e178a61-e3be-47a2-9675-63c925267d61 admin admin] For port 5762781f-1264-4f45-8ffa-03bbdbea776f, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=5762781f-1264-4f45-8ffa-03bbdbea776f,segment=NetworkSegment(ca3a5894-fc41-4db6-854c-4045414fda73),segment_id=ca3a5894-fc41-4db6-854c-4045414fda73)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:36:36.619682 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8e178a61-e3be-47a2-9675-63c925267d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:36.740086 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-8e178a61-e3be-47a2-9675-63c925267d61 admin admin] Calling delete_port for 5762781f-1264-4f45-8ffa-03bbdbea776f owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:36:36.907273 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8e178a61-e3be-47a2-9675-63c925267d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:36.910848 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ade69933-5356-4191-bec4-82716cd7e674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:36:37.069019 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e178a61-e3be-47a2-9675-63c925267d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=5762781f-1264-4f45-8ffa-03bbdbea776f,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:36:37.071397 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-8e178a61-e3be-47a2-9675-63c925267d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:36:37.331536 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-8e178a61-e3be-47a2-9675-63c925267d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:37.682675 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e178a61-e3be-47a2-9675-63c925267d61 admin admin] Router 77acccc4-794b-4e9f-a305-4c7c0eacb3fb has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:36:37.855270 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e178a61-e3be-47a2-9675-63c925267d61 admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:36:37.864267 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f91fa0-c070-4d0e-98fd-b48bb392c021 None None] Sync routers for ids ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'] in dv-neutron-819440-1-hyperv {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:36:37.867513 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-8e178a61-e3be-47a2-9675-63c925267d61 admin admin] 10.222.0.11 "PUT /v2.0/routers/77acccc4-794b-4e9f-a305-4c7c0eacb3fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5122342 Nov 26 17:36:37.870130 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 34092) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:36:37.874012 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f91fa0-c070-4d0e-98fd-b48bb392c021 None None] Routers {'77acccc4-794b-4e9f-a305-4c7c0eacb3fb'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:36:37.874740 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-14f91fa0-c070-4d0e-98fd-b48bb392c021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:36:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:36:38.046221 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-65d48d63-d8fa-45d9-8055-c01e5d99f91b admin admin] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:38.048604 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-14f91fa0-c070-4d0e-98fd-b48bb392c021 None None] Set router 77acccc4-794b-4e9f-a305-4c7c0eacb3fb gateway port host: dv-neutron-819440-1-hyperv {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:36:38.220541 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-65d48d63-d8fa-45d9-8055-c01e5d99f91b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:38.229752 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-65d48d63-d8fa-45d9-8055-c01e5d99f91b admin admin] Deleting port 53d1645c-16a4-47fc-8ebc-79b6254c9e86 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:36:38.230093 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-65d48d63-d8fa-45d9-8055-c01e5d99f91b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:38.266992 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 83792858-23d6-4e12-96ea-4f7f5a101999 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:36:38.303081 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] No Port match for: 83792858-23d6-4e12-96ea-4f7f5a101999 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:36:38.303432 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Device 83792858-23d6-4e12-96ea-4f7f5a101999 not bound to the agent host hv-neutron-8194 {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:36:38.333532 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-14f91fa0-c070-4d0e-98fd-b48bb392c021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'name': 'tempest-TestSnapshotPattern-1276825565-router', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:20Z', 'updated_at': '2021-11-26T17:36:36Z', 'revision_number': 5, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'gw_port': {'id': '53d1645c-16a4-47fc-8ebc-79b6254c9e86', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:21Z', 'updated_at': '2021-11-26T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:36:38.337540 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f91fa0-c070-4d0e-98fd-b48bb392c021 None None] Checking router: 77acccc4-794b-4e9f-a305-4c7c0eacb3fb for host: dv-neutron-819440-1-hyperv {{(pid=87521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:36:38.355116 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f91fa0-c070-4d0e-98fd-b48bb392c021 None None] Routers {'77acccc4-794b-4e9f-a305-4c7c0eacb3fb'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:36:38.355806 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-14f91fa0-c070-4d0e-98fd-b48bb392c021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:36:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'], 'active': True} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:36:38.507889 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_dvr_db [None req-14f91fa0-c070-4d0e-98fd-b48bb392c021 None None] Set router 77acccc4-794b-4e9f-a305-4c7c0eacb3fb gateway port host: None {{(pid=87521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:36:38.537764 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-65d48d63-d8fa-45d9-8055-c01e5d99f91b admin admin] For port 53d1645c-16a4-47fc-8ebc-79b6254c9e86, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=53d1645c-16a4-47fc-8ebc-79b6254c9e86,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:36:38.538323 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-65d48d63-d8fa-45d9-8055-c01e5d99f91b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:38.611486 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.l3_hamode_db [None req-14f91fa0-c070-4d0e-98fd-b48bb392c021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'name': 'tempest-TestSnapshotPattern-1276825565-router', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:20Z', 'updated_at': '2021-11-26T17:36:38Z', 'revision_number': 6, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:36:38.615333 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f91fa0-c070-4d0e-98fd-b48bb392c021 None None] The sync data for ids ['77acccc4-794b-4e9f-a305-4c7c0eacb3fb'] in dv-neutron-819440-1-hyperv is: [{'id': '77acccc4-794b-4e9f-a305-4c7c0eacb3fb', 'name': 'tempest-TestSnapshotPattern-1276825565-router', 'tenant_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:20Z', 'updated_at': '2021-11-26T17:36:38Z', 'revision_number': 6, 'project_id': '59cbf10b8bb147a28b91c58f7515c9fc', 'gw_port_host': None}] {{(pid=87521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:36:38.660616 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-65d48d63-d8fa-45d9-8055-c01e5d99f91b admin admin] Calling delete_port for 53d1645c-16a4-47fc-8ebc-79b6254c9e86 owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:36:38.831992 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-65d48d63-d8fa-45d9-8055-c01e5d99f91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:38.835435 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-11382a32-a164-4dc3-a813-24f52fc92046 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:36:38.877851 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d48d63-d8fa-45d9-8055-c01e5d99f91b admin admin] Pushing event deleted for resources: {'Port': ['ID=53d1645c-16a4-47fc-8ebc-79b6254c9e86,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:36:38.880884 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-65d48d63-d8fa-45d9-8055-c01e5d99f91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:36:38.970266 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-65d48d63-d8fa-45d9-8055-c01e5d99f91b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:39.143607 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-65d48d63-d8fa-45d9-8055-c01e5d99f91b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:39.145714 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-65d48d63-d8fa-45d9-8055-c01e5d99f91b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:39.169164 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-65d48d63-d8fa-45d9-8055-c01e5d99f91b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:39.169674 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d48d63-d8fa-45d9-8055-c01e5d99f91b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77acccc4-794b-4e9f-a305-4c7c0eacb3fb {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 17:36:39.181528 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-65d48d63-d8fa-45d9-8055-c01e5d99f91b admin admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:39.183199 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-65d48d63-d8fa-45d9-8055-c01e5d99f91b admin admin] 10.222.0.11 "DELETE /v2.0/routers/77acccc4-794b-4e9f-a305-4c7c0eacb3fb HTTP/1.1" status: 204 len: 168 time: 1.3121827 Nov 26 17:36:39.185813 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 34096) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:36:39.242155 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa37a4b-1691-4dae-86a3-238077613708 admin admin] Deleting subnet eacf8b35-248c-4d73-a6ba-3da63ce53d7b {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 17:36:39.245504 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aaa37a4b-1691-4dae-86a3-238077613708 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:39.294842 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aaa37a4b-1691-4dae-86a3-238077613708 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:39.370081 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aaa37a4b-1691-4dae-86a3-238077613708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:39.441673 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aaa37a4b-1691-4dae-86a3-238077613708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:39.445635 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-061ca703-ca4f-4241-8f1c-96678dd36de8 tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:36:39.482717 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa37a4b-1691-4dae-86a3-238077613708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eacf8b35-248c-4d73-a6ba-3da63ce53d7b,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:36:39.485237 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-aaa37a4b-1691-4dae-86a3-238077613708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:36:39.488280 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-aaa37a4b-1691-4dae-86a3-238077613708 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:39.493132 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55c4a6d-6a98-4036-9285-1b930d865562 None None] Network 8b0faaee-e071-410e-ac9b-d4005f353b1c requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:36:39.494073 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-aaa37a4b-1691-4dae-86a3-238077613708 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/eacf8b35-248c-4d73-a6ba-3da63ce53d7b HTTP/1.1" status: 204 len: 168 time: 0.3073432 Nov 26 17:36:39.496559 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 34100) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:36:39.606396 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0bb4d6b4-9743-4003-8710-de20b4d76836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:39.617374 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-0bb4d6b4-9743-4003-8710-de20b4d76836 admin admin] Deleting port 3e54db50-86c6-406f-8753-ddf4a1d91bc8 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:36:39.617727 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0bb4d6b4-9743-4003-8710-de20b4d76836 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:39.784128 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eccd444-4698-48b6-851a-797d6fcbe288 None None] DHCP port deletion for 8b0faaee-e071-410e-ac9b-d4005f353b1c request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 17:36:39.788352 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-5eccd444-4698-48b6-851a-797d6fcbe288 None None] Deleting port 3e54db50-86c6-406f-8753-ddf4a1d91bc8 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:36:39.788744 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5eccd444-4698-48b6-851a-797d6fcbe288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:39.828085 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-0bb4d6b4-9743-4003-8710-de20b4d76836 admin admin] For port 3e54db50-86c6-406f-8753-ddf4a1d91bc8, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=3e54db50-86c6-406f-8753-ddf4a1d91bc8,segment=NetworkSegment(ca3a5894-fc41-4db6-854c-4045414fda73),segment_id=ca3a5894-fc41-4db6-854c-4045414fda73)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:36:39.828441 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0bb4d6b4-9743-4003-8710-de20b4d76836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:39.958223 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-0bb4d6b4-9743-4003-8710-de20b4d76836 admin admin] Calling delete_port for 3e54db50-86c6-406f-8753-ddf4a1d91bc8 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:36:39.988455 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-5eccd444-4698-48b6-851a-797d6fcbe288 None None] For port 3e54db50-86c6-406f-8753-ddf4a1d91bc8, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=3e54db50-86c6-406f-8753-ddf4a1d91bc8,segment=NetworkSegment(ca3a5894-fc41-4db6-854c-4045414fda73),segment_id=ca3a5894-fc41-4db6-854c-4045414fda73)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:36:39.988855 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5eccd444-4698-48b6-851a-797d6fcbe288 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:40.034441 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0bb4d6b4-9743-4003-8710-de20b4d76836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:40.039150 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-ade69933-5356-4191-bec4-82716cd7e674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:36:40.084553 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4d6b4-9743-4003-8710-de20b4d76836 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e54db50-86c6-406f-8753-ddf4a1d91bc8,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:36:40.087623 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0bb4d6b4-9743-4003-8710-de20b4d76836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:36:40.088450 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb4d6b4-9743-4003-8710-de20b4d76836 admin admin] No DVR routers for this DVR port 3e54db50-86c6-406f-8753-ddf4a1d91bc8 on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:36:40.111089 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-5eccd444-4698-48b6-851a-797d6fcbe288 None None] Calling delete_port for 3e54db50-86c6-406f-8753-ddf4a1d91bc8 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:36:40.189513 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-5eccd444-4698-48b6-851a-797d6fcbe288 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 17:36:40.189873 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-5eccd444-4698-48b6-851a-797d6fcbe288 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 17:36:40.318733 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0bb4d6b4-9743-4003-8710-de20b4d76836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:40.343493 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-0bb4d6b4-9743-4003-8710-de20b4d76836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0faaee-e071-410e-ac9b-d4005f353b1c']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:36:40.355192 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-0bb4d6b4-9743-4003-8710-de20b4d76836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3a5894-fc41-4db6-854c-4045414fda73') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:36:40.355486 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-0bb4d6b4-9743-4003-8710-de20b4d76836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3a5894-fc41-4db6-854c-4045414fda73') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:36:40.366454 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0bb4d6b4-9743-4003-8710-de20b4d76836 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:40.382557 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0bb4d6b4-9743-4003-8710-de20b4d76836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:40.389743 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb4d6b4-9743-4003-8710-de20b4d76836 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 17:36:40.390168 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0bb4d6b4-9743-4003-8710-de20b4d76836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 17:36:40.403356 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 17:36:40.481297 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0bb4d6b4-9743-4003-8710-de20b4d76836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:40.485917 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 53d1645c-16a4-47fc-8ebc-79b6254c9e86 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:36:40.486658 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-0bb4d6b4-9743-4003-8710-de20b4d76836 admin admin] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:40.489375 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-c7118e3d-a036-49a8-81e0-67a9257cca31 tempest-TestNetworkBasicOps-2142801368 tempest-TestNetworkBasicOps-2142801368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:36:40.511449 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4d6b4-9743-4003-8710-de20b4d76836 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b0faaee-e071-410e-ac9b-d4005f353b1c,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:36:40.513877 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-0bb4d6b4-9743-4003-8710-de20b4d76836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:36:40.520838 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 53d1645c-16a4-47fc-8ebc-79b6254c9e86 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:36:40.521293 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 53d1645c-16a4-47fc-8ebc-79b6254c9e86 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:36:40.521546 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 3e54db50-86c6-406f-8753-ddf4a1d91bc8 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:36:40.524891 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-0bb4d6b4-9743-4003-8710-de20b4d76836 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8b0faaee-e071-410e-ac9b-d4005f353b1c HTTP/1.1" status: 204 len: 168 time: 1.0273893 Nov 26 17:36:40.527951 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 34104) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:36:40.554712 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 3e54db50-86c6-406f-8753-ddf4a1d91bc8 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:36:40.555069 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 3e54db50-86c6-406f-8753-ddf4a1d91bc8 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:36:40.555500 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5762781f-1264-4f45-8ffa-03bbdbea776f no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:36:40.590971 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 5762781f-1264-4f45-8ffa-03bbdbea776f {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:36:40.591240 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 5762781f-1264-4f45-8ffa-03bbdbea776f not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:36:40.690824 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-5eccd444-4698-48b6-851a-797d6fcbe288 None None] Deleting port 3e54db50-86c6-406f-8753-ddf4a1d91bc8 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:36:40.691381 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-5eccd444-4698-48b6-851a-797d6fcbe288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:40.758699 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-5eccd444-4698-48b6-851a-797d6fcbe288 None None] The port '3e54db50-86c6-406f-8753-ddf4a1d91bc8' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 17:36:41.056165 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b9ea1f0d-ece6-48e0-87b0-4d436b51d74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690393'] for router_interface, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:41.402283 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-b9ea1f0d-ece6-48e0-87b0-4d436b51d74f admin admin] Deleting port b9866776-5b8b-40d7-9304-2ca9af9e5d2d {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:36:41.402622 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b9ea1f0d-ece6-48e0-87b0-4d436b51d74f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:41.695577 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-b9ea1f0d-ece6-48e0-87b0-4d436b51d74f admin admin] For port b9866776-5b8b-40d7-9304-2ca9af9e5d2d, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=b9866776-5b8b-40d7-9304-2ca9af9e5d2d,segment=NetworkSegment(07421aee-9ab6-4440-b854-30e9e8765b63),segment_id=07421aee-9ab6-4440-b854-30e9e8765b63)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:36:41.695879 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b9ea1f0d-ece6-48e0-87b0-4d436b51d74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:41.820190 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-b9ea1f0d-ece6-48e0-87b0-4d436b51d74f admin admin] Calling delete_port for b9866776-5b8b-40d7-9304-2ca9af9e5d2d owned by network:router_interface {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:36:41.986203 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b9ea1f0d-ece6-48e0-87b0-4d436b51d74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:41.989643 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-68d8a962-d2c7-4776-bcc3-d95bbcf4426e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:36:42.030375 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea1f0d-ece6-48e0-87b0-4d436b51d74f admin admin] Pushing event deleted for resources: {'Port': ['ID=b9866776-5b8b-40d7-9304-2ca9af9e5d2d,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:36:42.033879 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b9ea1f0d-ece6-48e0-87b0-4d436b51d74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:36:42.305729 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b9ea1f0d-ece6-48e0-87b0-4d436b51d74f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694441'] for router_interface, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:42.661436 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ea1f0d-ece6-48e0-87b0-4d436b51d74f admin admin] Router 35c3e500-6c46-4ff6-8453-3f1c1bca6824 has already been hosted by L3 agent 35626caf-339c-41a7-9f5d-0331de0ccaee {{(pid=87519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 26 17:36:42.837266 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ea1f0d-ece6-48e0-87b0-4d436b51d74f admin admin] Notify agent at l3_agent.dv-neutron-819440-1-hyperv the message routers_updated {{(pid=87519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 26 17:36:42.846114 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e171d6f8-bf47-4d58-8df5-23ef98373892 None None] Sync routers for ids ['35c3e500-6c46-4ff6-8453-3f1c1bca6824'] in dv-neutron-819440-1-hyperv {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 17:36:42.853453 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b9ea1f0d-ece6-48e0-87b0-4d436b51d74f admin admin] 10.222.0.11 "PUT /v2.0/routers/35c3e500-6c46-4ff6-8453-3f1c1bca6824/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3244629 Nov 26 17:36:42.855802 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e171d6f8-bf47-4d58-8df5-23ef98373892 None None] Routers {'35c3e500-6c46-4ff6-8453-3f1c1bca6824'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:36:42.856041 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 34108) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:36:42.856428 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-e171d6f8-bf47-4d58-8df5-23ef98373892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:36:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['35c3e500-6c46-4ff6-8453-3f1c1bca6824'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:36:43.037010 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-e171d6f8-bf47-4d58-8df5-23ef98373892 None None] Set router 35c3e500-6c46-4ff6-8453-3f1c1bca6824 gateway port host: dv-neutron-819440-1-hyperv {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:36:43.154451 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b7412550-7182-4263-9002-01d35762e623 admin admin] Notify callbacks [] for router, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:43.330969 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b7412550-7182-4263-9002-01d35762e623 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:43.341437 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-b7412550-7182-4263-9002-01d35762e623 admin admin] Deleting port d4128827-6b74-4768-ae52-72e3bd2160d3 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:36:43.341773 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b7412550-7182-4263-9002-01d35762e623 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:43.361345 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-e171d6f8-bf47-4d58-8df5-23ef98373892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c3e500-6c46-4ff6-8453-3f1c1bca6824', 'name': 'tempest-TestSnapshotPattern-86019765-router', 'tenant_id': '469dca46b053478e9f82a007d31baaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'external_fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd4128827-6b74-4768-ae52-72e3bd2160d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:27Z', 'updated_at': '2021-11-26T17:36:41Z', 'revision_number': 5, 'project_id': '469dca46b053478e9f82a007d31baaef', 'gw_port': {'id': 'd4128827-6b74-4768-ae52-72e3bd2160d3', 'name': '', 'network_id': 'cf8dce9a-1df0-4b90-b19d-7de373e178f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:11:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c3e500-6c46-4ff6-8453-3f1c1bca6824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '807e34ec-b685-4100-8d39-0758c1751594', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819440-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T17:31:27Z', 'updated_at': '2021-11-26T17:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '807e34ec-b685-4100-8d39-0758c1751594', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819440-1-hyperv'}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:36:43.365148 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e171d6f8-bf47-4d58-8df5-23ef98373892 None None] Checking router: 35c3e500-6c46-4ff6-8453-3f1c1bca6824 for host: dv-neutron-819440-1-hyperv {{(pid=87520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 17:36:43.374196 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e171d6f8-bf47-4d58-8df5-23ef98373892 None None] Routers {'35c3e500-6c46-4ff6-8453-3f1c1bca6824'} bound to L3 agent in host dv-neutron-819440-1-hyperv {{(pid=87520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 26 17:36:43.374809 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-e171d6f8-bf47-4d58-8df5-23ef98373892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819440-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T16:29:31Z,description=,heartbeat_timestamp=2021-11-26T17:36:31Z,host='dv-neutron-819440-1-hyperv',id=35626caf-339c-41a7-9f5d-0331de0ccaee,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T16:29:31Z,topic='l3_agent')) {'router_ids': ['35c3e500-6c46-4ff6-8453-3f1c1bca6824'], 'active': True} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:36:43.512755 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-b7412550-7182-4263-9002-01d35762e623 admin admin] For port d4128827-6b74-4768-ae52-72e3bd2160d3, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=d4128827-6b74-4768-ae52-72e3bd2160d3,segment=NetworkSegment(4c27a3ad-4666-476f-8737-439b084f532e),segment_id=4c27a3ad-4666-476f-8737-439b084f532e)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:36:43.513103 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b7412550-7182-4263-9002-01d35762e623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:43.521907 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_dvr_db [None req-e171d6f8-bf47-4d58-8df5-23ef98373892 None None] Set router 35c3e500-6c46-4ff6-8453-3f1c1bca6824 gateway port host: None {{(pid=87520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 26 17:36:43.626892 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.db.l3_hamode_db [None req-e171d6f8-bf47-4d58-8df5-23ef98373892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c3e500-6c46-4ff6-8453-3f1c1bca6824', 'name': 'tempest-TestSnapshotPattern-86019765-router', 'tenant_id': '469dca46b053478e9f82a007d31baaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:27Z', 'updated_at': '2021-11-26T17:36:43Z', 'revision_number': 6, 'project_id': '469dca46b053478e9f82a007d31baaef', 'gw_port_host': None}], 'dv-neutron-819440-1-hyperv', False) {} {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:36:43.631151 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e171d6f8-bf47-4d58-8df5-23ef98373892 None None] The sync data for ids ['35c3e500-6c46-4ff6-8453-3f1c1bca6824'] in dv-neutron-819440-1-hyperv is: [{'id': '35c3e500-6c46-4ff6-8453-3f1c1bca6824', 'name': 'tempest-TestSnapshotPattern-86019765-router', 'tenant_id': '469dca46b053478e9f82a007d31baaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T17:31:27Z', 'updated_at': '2021-11-26T17:36:43Z', 'revision_number': 6, 'project_id': '469dca46b053478e9f82a007d31baaef', 'gw_port_host': None}] {{(pid=87520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 17:36:43.636780 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-b7412550-7182-4263-9002-01d35762e623 admin admin] Calling delete_port for d4128827-6b74-4768-ae52-72e3bd2160d3 owned by network:router_gateway {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:36:43.820346 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b7412550-7182-4263-9002-01d35762e623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:43.824950 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a511b59b-9df4-44c3-9013-fe5a5b0f9bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:36:43.870726 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7412550-7182-4263-9002-01d35762e623 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4128827-6b74-4768-ae52-72e3bd2160d3,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:36:43.896009 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b7412550-7182-4263-9002-01d35762e623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:36:43.957387 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b7412550-7182-4263-9002-01d35762e623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774206'] for router_gateway, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:44.140196 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b7412550-7182-4263-9002-01d35762e623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102936'] for router, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:44.142389 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b7412550-7182-4263-9002-01d35762e623 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:44.166822 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b7412550-7182-4263-9002-01d35762e623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3690352'] for router, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:44.167504 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7412550-7182-4263-9002-01d35762e623 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35c3e500-6c46-4ff6-8453-3f1c1bca6824 {{(pid=87519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 26 17:36:44.180498 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-b7412550-7182-4263-9002-01d35762e623 admin admin] Notify callbacks [] for router, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:44.181613 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-b7412550-7182-4263-9002-01d35762e623 admin admin] 10.222.0.11 "DELETE /v2.0/routers/35c3e500-6c46-4ff6-8453-3f1c1bca6824 HTTP/1.1" status: 204 len: 168 time: 1.3244746 Nov 26 17:36:44.184225 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 34112) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:36:44.245526 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b7888d-ba8b-458f-a46d-ba09b2e0a871 admin admin] Deleting subnet b615df0d-575b-4dce-8fd2-70ebd9dea727 {{(pid=87519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 26 17:36:44.248592 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-63b7888d-ba8b-458f-a46d-ba09b2e0a871 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:44.298111 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-63b7888d-ba8b-458f-a46d-ba09b2e0a871 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4126737'] for subnet, precommit_delete_associations {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:44.379605 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-63b7888d-ba8b-458f-a46d-ba09b2e0a871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421900'] for subnet, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:44.452718 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-63b7888d-ba8b-458f-a46d-ba09b2e0a871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2205696'] for subnet, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:44.456913 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-b6b80b76-1abe-4e5b-93f2-d418557919bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:36:44.489952 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7888d-ba8b-458f-a46d-ba09b2e0a871 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b615df0d-575b-4dce-8fd2-70ebd9dea727,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:36:44.493519 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device d4128827-6b74-4768-ae52-72e3bd2160d3 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:36:44.494032 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-63b7888d-ba8b-458f-a46d-ba09b2e0a871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:36:44.496300 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-63b7888d-ba8b-458f-a46d-ba09b2e0a871 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:44.502086 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-63b7888d-ba8b-458f-a46d-ba09b2e0a871 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b615df0d-575b-4dce-8fd2-70ebd9dea727 HTTP/1.1" status: 204 len: 168 time: 0.3169208 Nov 26 17:36:44.504782 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 34116) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:36:44.522850 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e6e136-02ab-4914-b8ec-47e6cc13747e None None] Network 5a7e3f31-0696-4f7f-add7-4bff0fc1dc76 requested from dv-neutron-819440-1-hyperv {{(pid=87520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 26 17:36:44.589617 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: d4128827-6b74-4768-ae52-72e3bd2160d3 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:36:44.589982 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device d4128827-6b74-4768-ae52-72e3bd2160d3 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:36:44.590420 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b9866776-5b8b-40d7-9304-2ca9af9e5d2d no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:36:44.608409 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fa285640-6e2b-4520-af72-2ec14d5002dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310967'] for network, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:44.618743 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-fa285640-6e2b-4520-af72-2ec14d5002dc admin admin] Deleting port 6a644ae4-c381-47d4-9e5f-74d8ffd49cc2 {{(pid=87519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:36:44.619930 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fa285640-6e2b-4520-af72-2ec14d5002dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:44.632351 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: b9866776-5b8b-40d7-9304-2ca9af9e5d2d {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:36:44.632711 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device b9866776-5b8b-40d7-9304-2ca9af9e5d2d not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:36:44.814586 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3df7ce-874d-45fa-a234-fd49016f356b None None] DHCP port deletion for 5a7e3f31-0696-4f7f-add7-4bff0fc1dc76 request from dv-neutron-819440-1-hyperv {{(pid=87520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 26 17:36:44.819243 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-4a3df7ce-874d-45fa-a234-fd49016f356b None None] Deleting port 6a644ae4-c381-47d4-9e5f-74d8ffd49cc2 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:36:44.819628 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4a3df7ce-874d-45fa-a234-fd49016f356b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:44.949758 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.db [None req-fa285640-6e2b-4520-af72-2ec14d5002dc admin admin] For port 6a644ae4-c381-47d4-9e5f-74d8ffd49cc2, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=6a644ae4-c381-47d4-9e5f-74d8ffd49cc2,segment=NetworkSegment(07421aee-9ab6-4440-b854-30e9e8765b63),segment_id=07421aee-9ab6-4440-b854-30e9e8765b63)] {{(pid=87519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:36:44.950103 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fa285640-6e2b-4520-af72-2ec14d5002dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:45.020167 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.db [None req-4a3df7ce-874d-45fa-a234-fd49016f356b None None] For port 6a644ae4-c381-47d4-9e5f-74d8ffd49cc2, host dv-neutron-819440-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819440-1-hyperv',level=0,port_id=6a644ae4-c381-47d4-9e5f-74d8ffd49cc2,segment=NetworkSegment(07421aee-9ab6-4440-b854-30e9e8765b63),segment_id=07421aee-9ab6-4440-b854-30e9e8765b63)] {{(pid=87520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 26 17:36:45.020483 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4a3df7ce-874d-45fa-a234-fd49016f356b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3772825'] for port, precommit_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:45.070169 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.plugin [None req-fa285640-6e2b-4520-af72-2ec14d5002dc admin admin] Calling delete_port for 6a644ae4-c381-47d4-9e5f-74d8ffd49cc2 owned by network:dhcp {{(pid=87519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:36:45.140781 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-4a3df7ce-874d-45fa-a234-fd49016f356b None None] Calling delete_port for 6a644ae4-c381-47d4-9e5f-74d8ffd49cc2 owned by network:dhcp {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 26 17:36:45.149571 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fa285640-6e2b-4520-af72-2ec14d5002dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1416542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756664963669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756664417886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462228'] for port, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:45.153460 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-618f2806-ac01-4e1b-9fb8-13048eb2b9df tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:36:45.196266 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa285640-6e2b-4520-af72-2ec14d5002dc admin admin] Pushing event deleted for resources: {'Port': ['ID=6a644ae4-c381-47d4-9e5f-74d8ffd49cc2,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:36:45.199485 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fa285640-6e2b-4520-af72-2ec14d5002dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:36:45.200812 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa285640-6e2b-4520-af72-2ec14d5002dc admin admin] No DVR routers for this DVR port 6a644ae4-c381-47d4-9e5f-74d8ffd49cc2 on host dv-neutron-819440-1-hyperv {{(pid=87519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 17:36:45.218038 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.db.api [None req-4a3df7ce-874d-45fa-a234-fd49016f356b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 17:36:45.218398 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG oslo_db.api [None req-4a3df7ce-874d-45fa-a234-fd49016f356b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 17:36:45.314016 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fa285640-6e2b-4520-af72-2ec14d5002dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1422183', 'neutron.services.segments.db._delete_segments_for_network-8756664903334'] for network, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:45.338235 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-fa285640-6e2b-4520-af72-2ec14d5002dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7e3f31-0696-4f7f-add7-4bff0fc1dc76']}} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:36:45.349744 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-fa285640-6e2b-4520-af72-2ec14d5002dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07421aee-9ab6-4440-b854-30e9e8765b63') {'for_net_delete': True} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:36:45.350043 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.services.segments.db [None req-fa285640-6e2b-4520-af72-2ec14d5002dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07421aee-9ab6-4440-b854-30e9e8765b63') {} {{(pid=87519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 17:36:45.361463 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fa285640-6e2b-4520-af72-2ec14d5002dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756664751737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4126726'] for segment, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:45.377650 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fa285640-6e2b-4520-af72-2ec14d5002dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423654'] for segment, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:45.383476 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa285640-6e2b-4520-af72-2ec14d5002dc admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=87519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 17:36:45.384137 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fa285640-6e2b-4520-af72-2ec14d5002dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1423663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462457'] for segment, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: Traceback (most recent call last): Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: timer() Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: cb(*args, **kw) Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: return func(*args, **kwargs) Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: self._notify() Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: self.callback(batched_events) Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: event.method(event) Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: return f(self, *a, **k) Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._get(url).json() Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: return self.request(url, 'GET', **kwargs) Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 17:36:45.396612 dv-neutron-819440-1-hyperv neutron-server[87519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 17:36:45.471852 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fa285640-6e2b-4520-af72-2ec14d5002dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774105'] for network, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:45.475229 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-e5e52575-23d8-49bf-96fd-b73e1fcffa6a tempest-NetworksIpV6Test-372241845 tempest-NetworksIpV6Test-372241845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:36:45.488127 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-fa285640-6e2b-4520-af72-2ec14d5002dc admin admin] Notify callbacks [] for network, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:45.500334 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa285640-6e2b-4520-af72-2ec14d5002dc admin admin] Pushing event deleted for resources: {'Network': ['ID=5a7e3f31-0696-4f7f-add7-4bff0fc1dc76,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:36:45.504193 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-fa285640-6e2b-4520-af72-2ec14d5002dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:36:45.505658 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-fa285640-6e2b-4520-af72-2ec14d5002dc admin admin] 10.222.0.11 "DELETE /v2.0/networks/5a7e3f31-0696-4f7f-add7-4bff0fc1dc76 HTTP/1.1" status: 204 len: 168 time: 0.9999917 Nov 26 17:36:45.611667 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 34122) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:36:45.660414 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-aad5ca70-944a-4283-b4a1-cba494c55ce1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59cbf10b8bb147a28b91c58f7515c9fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474906 Nov 26 17:36:45.662641 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 34126) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:36:45.719414 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-4a3df7ce-874d-45fa-a234-fd49016f356b None None] Deleting port 6a644ae4-c381-47d4-9e5f-74d8ffd49cc2 {{(pid=87520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 26 17:36:45.719992 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-4a3df7ce-874d-45fa-a234-fd49016f356b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756664959425'] for port, before_delete {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:45.723486 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-35327668-992f-4136-8480-ffe77b49213c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:45.750008 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-35327668-992f-4136-8480-ffe77b49213c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:45.788200 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-4a3df7ce-874d-45fa-a234-fd49016f356b None None] The port '6a644ae4-c381-47d4-9e5f-74d8ffd49cc2' was deleted {{(pid=87520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 26 17:36:45.817418 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-35327668-992f-4136-8480-ffe77b49213c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:45.821313 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-6aecde0f-a87d-4276-95df-835a74803cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:36:45.834208 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35327668-992f-4136-8480-ffe77b49213c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789977f3-4cf2-4826-b47d-30bbe6b72865,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:36:45.837462 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-35327668-992f-4136-8480-ffe77b49213c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:36:45.843401 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-35327668-992f-4136-8480-ffe77b49213c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:45.844535 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-35327668-992f-4136-8480-ffe77b49213c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/789977f3-4cf2-4826-b47d-30bbe6b72865 HTTP/1.1" status: 204 len: 168 time: 0.1810231 Nov 26 17:36:46.201845 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 34134) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:36:46.249553 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-137cae2b-55c4-47d9-987f-6fd6abfd6791 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=469dca46b053478e9f82a007d31baaef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464714 Nov 26 17:36:46.251767 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [-] (87519) accepted ('10.222.0.11', 34138) {{(pid=87519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 26 17:36:46.309705 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-49162391-88fe-4748-883c-42067c9f788b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:46.335236 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-49162391-88fe-4748-883c-42067c9f788b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:46.390190 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-49162391-88fe-4748-883c-42067c9f788b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862060'] for security_group, after_delete {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:46.393864 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-a3eb1678-dbf9-4710-996f-bb42714c3b03 tempest-TestNetworkAdvancedServerOps-399895750 tempest-TestNetworkAdvancedServerOps-399895750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 26 17:36:46.404426 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49162391-88fe-4748-883c-42067c9f788b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11c3db2-f439-4768-9ba0-d2b4c07cab8f,revision_number=None']} {{(pid=87519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 17:36:46.409184 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG oslo_concurrency.lockutils [None req-49162391-88fe-4748-883c-42067c9f788b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 26 17:36:46.411091 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron_lib.callbacks.manager [None req-49162391-88fe-4748-883c-42067c9f788b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:46.412315 dv-neutron-819440-1-hyperv neutron-server[87519]: INFO neutron.wsgi [None req-49162391-88fe-4748-883c-42067c9f788b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d11c3db2-f439-4768-9ba0-d2b4c07cab8f HTTP/1.1" status: 204 len: 168 time: 0.1594007 Nov 26 17:36:46.489144 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 6a644ae4-c381-47d4-9e5f-74d8ffd49cc2 no longer exists at agent ovs-agent-dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 26 17:36:46.562079 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] No Port match for: 6a644ae4-c381-47d4-9e5f-74d8ffd49cc2 {{(pid=87520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 26 17:36:46.562440 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron.plugins.ml2.rpc [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Device 6a644ae4-c381-47d4-9e5f-74d8ffd49cc2 not bound to the agent host dv-neutron-819440-1-hyperv {{(pid=87520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 26 17:36:49.983205 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:58.714602 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-bf662852-2be4-41b1-8553-ef8a5a457923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:36:59.490458 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:37:01.371409 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-dd3c4e0a-9f2d-42f3-89a3-8e501493aa66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:37:02.408003 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:37:03.811649 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:37:04.207010 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:37:20.008603 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:37:28.716879 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c2546ada-27b3-40c7-aea0-ff58967654c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:37:29.493417 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:37:31.374014 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-b3132fa8-7e69-4ae8-ad2c-df83c7ba2ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:37:32.409575 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:37:34.208736 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:37:40.809992 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:37:50.012717 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:37:58.718902 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-f48c7e71-2b08-470d-b8ce-6dda35eb7fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:37:59.495569 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:38:01.375234 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-02eeaa28-c919-4e85-bb71-e9a940d58b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:38:02.414930 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:38:04.212003 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:38:17.809333 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:38:20.012650 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:38:28.720563 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-587ce62a-349d-4ffb-bb74-3b14894f19ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:38:29.496636 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:38:31.377630 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-58ee4685-5430-4d91-9530-068f33cee095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:38:32.416029 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:38:34.215537 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:38:50.022026 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:38:54.807910 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:38:58.721941 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-339ed384-acb3-4209-baee-c68c89bf9359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:38:59.498146 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:39:01.378476 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0dcc3060-2cb3-464d-bdaa-8e6fe8db52ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:39:02.418151 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:39:04.217259 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:39:20.035683 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:39:28.726107 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-6b1ebb65-5be7-40d5-b7db-47ce7981891e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:39:29.499829 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:39:31.381983 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-e891f446-98f1-490b-bc49-eeda9bc845ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:39:31.806600 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:39:32.421124 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:39:34.222253 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:39:50.055334 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:39:58.728280 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c3359d85-c180-442f-8ed6-8d1916f9d29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:39:59.501107 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:40:01.383559 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-88c681f7-c445-45ac-8245-dd8cc3a24b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:40:02.427510 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:40:04.223992 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:40:08.806196 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:40:20.050834 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:40:28.730270 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0506d95f-d754-4c50-b243-84a5d8603505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:40:29.503420 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:40:31.385230 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-1511e748-516d-4468-9043-01a15d95c686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:40:32.426733 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:40:34.228779 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:40:45.804792 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:40:50.065417 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:40:58.732868 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-416d86d9-03db-4ffe-b619-645dd35fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:40:59.506692 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:41:01.386808 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-2db694e1-6427-4439-b647-df778f0e890d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:41:02.429469 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:41:04.231234 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:41:20.064549 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:41:22.803556 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:41:28.734659 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-c57473ce-92ff-4080-b4bb-185e74a7343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:41:29.508573 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:41:30.506678 dv-neutron-819440-1-hyperv neutron-server[87519]: DEBUG neutron.wsgi [req-8f11eca0-5738-494c-9068-a1ca54dbe94d req-f2a0b81a-f1ac-40d2-a8f9-1f93637dfcb7 service neutron] (87519) timed out ('10.222.0.31', 63721) {{(pid=87519) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 26 17:41:31.390654 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-0f9982d8-1bbc-42c8-9628-1a7c0ebc008f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:41:32.432327 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:41:34.233922 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:41:50.064869 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:41:58.736683 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-29a23601-28e0-4ad8-bec2-f815fdcf7803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:41:59.510374 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-eb5d045e-3fe2-4bb9-81a4-e3b3124789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:41:59.802564 dv-neutron-819440-1-hyperv neutron-server[87521]: DEBUG neutron.db.agents_db [None req-3d630360-1e56-4931-9a42-7d26864510ce None None] Agent healthcheck: found 6 active agents {{(pid=87521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 26 17:42:01.392326 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-153f0dbc-e280-4703-9a1f-bff53f10e240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:42:02.438188 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-ba67311a-0f45-4402-b7b1-6db4f6b9aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:42:04.236926 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-d160d608-9308-429c-ba6e-2db54889dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 26 17:42:20.063435 dv-neutron-819440-1-hyperv neutron-server[87520]: DEBUG neutron_lib.callbacks.manager [None req-373d6ea6-9cc5-4453-a01c-05c5d4da4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756664903343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422877'] for agent, after_update {{(pid=87520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}